-- Logs begin at Thu 2021-11-25 16:24:48 UTC, end at Thu 2021-11-25 18:24:33 UTC. -- Nov 25 16:57:14.811150 n-d-819349-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 16:57:17.668928 n-d-819349-3 neutron-server[103491]: INFO neutron.common.config [-] Logging enabled! Nov 25 16:57:17.669582 n-d-819349-3 neutron-server[103491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 16:57:17.669748 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103491) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 16:57:17.672956 n-d-819349-3 neutron-server[103491]: INFO neutron.common.config [-] Logging enabled! Nov 25 16:57:17.673212 n-d-819349-3 neutron-server[103491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 16:57:17.673523 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103491) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 16:57:17.674440 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 16:57:17.674673 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 16:57:17.675036 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 16:57:17.675280 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 16:57:17.675505 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 16:57:17.675821 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.676254 n-d-819349-3 neutron-server[103491]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 16:57:17.676566 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.676858 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.677179 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.677472 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.677760 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.678042 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.678334 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.678627 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.678916 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.679191 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.679474 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.679761 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.680037 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.680977 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.681300 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.681552 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] debug = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.682080 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.682514 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.682929 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.683207 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.683494 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.683772 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.684041 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.684313 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.684596 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.684919 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] host = n-d-819349-3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.685218 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.685502 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.685788 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.686071 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.686344 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.686618 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.686900 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.687173 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.687442 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] log_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.687715 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.688000 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.688287 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.688572 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.688813 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.689043 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.689341 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.689625 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.689899 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.690171 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.690442 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.690714 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.690986 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.691251 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.691530 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.691811 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.692094 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.692364 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.692634 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.692904 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.693197 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.693478 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.693751 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.694023 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.694294 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.694578 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.694847 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.695117 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.695413 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.695701 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.696067 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.696379 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.696653 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.696961 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.697235 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.697507 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.697778 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] use_json = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.698050 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.698326 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.698606 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.698879 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.699149 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.699422 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.699692 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.699976 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:17.700272 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.700567 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.700865 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.701171 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.701476 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.701758 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.702049 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.702330 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.702620 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.702908 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.703193 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.703469 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.703756 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.704034 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.704327 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.704630 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.704923 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.705347 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.705878 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.706157 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.706435 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.706717 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.707008 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.707288 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.707578 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.707866 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.708147 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.708448 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.708733 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.709054 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.709346 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.709620 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.709900 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.710192 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.710473 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.710747 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.711027 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.711321 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.711744 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.712054 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.712340 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.712623 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.712903 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.713204 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.713486 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.713778 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.714058 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.714338 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.714611 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.714888 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.715163 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.715450 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.715729 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.716002 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.716278 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.716557 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.716831 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.717128 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.717405 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.717678 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.717953 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.718232 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.718505 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.718776 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.719047 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.719320 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.719591 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.719860 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.720134 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.720407 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.720680 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.720968 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.721241 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.721511 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.721793 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.722086 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.722364 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.722642 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.722918 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.723193 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.723469 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.723743 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.724019 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.724295 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.724565 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.724851 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.725166 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.725452 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.725732 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.726034 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.726330 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.726608 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.726891 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.727775 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.728058 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.728334 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.728621 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.728918 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.729239 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.729533 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.729826 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.730118 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.730399 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.730708 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.730989 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:17.731206 n-d-819349-3 neutron-server[103491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 16:57:17.731442 n-d-819349-3 neutron-server[103491]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103491) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 16:57:18.158509 n-d-819349-3 neutron-server[103491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 16:57:18.158786 n-d-819349-3 neutron-server[103491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 16:57:18.159091 n-d-819349-3 neutron-server[103491]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 16:57:18.159423 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 16:57:18.486903 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.487128 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.487379 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.488564 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.488849 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.489140 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.525978 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.526252 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.526517 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.540559 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.540841 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.541135 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.570245 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.570523 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.570907 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.609493 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.609773 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.610041 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.957315 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.957940 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.957940 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.958125 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:18.958829 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.059834 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.060154 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.060436 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.060708 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.060999 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.061316 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.061577 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.061836 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.062093 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.062380 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.062641 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.062910 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.063166 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.063419 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.063675 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.063940 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.064196 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.064462 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.064731 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.065025 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.065299 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.065552 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.065833 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.066205 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.066454 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.066700 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.067094 n-d-819349-3 neutron-server[103491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:19.067333 n-d-819349-3 neutron-server[103491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:19.067570 n-d-819349-3 neutron-server[103491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:19.067807 n-d-819349-3 neutron-server[103491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:19.068041 n-d-819349-3 neutron-server[103491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:19.068276 n-d-819349-3 neutron-server[103491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:19.068638 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 16:57:19.071859 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 16:57:19.075909 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 16:57:19.079711 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 25 16:57:19.081368 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 16:57:19.081836 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 16:57:19.082170 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 16:57:19.082642 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 16:57:19.085516 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 16:57:19.085772 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 16:57:19.086122 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 16:57:19.091894 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 16:57:19.115186 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 16:57:19.115634 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.115931 n-d-819349-3 neutron-server[103491]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103491) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 16:57:19.116297 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.117759 n-d-819349-3 neutron-server[103491]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103491) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 16:57:19.118037 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 16:57:19.118278 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 16:57:19.121515 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.121798 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.185262 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 16:57:19.185499 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 16:57:19.185736 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 16:57:19.186102 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 16:57:19.208191 n-d-819349-3 neutron-server[103491]: DEBUG oslo_db.sqlalchemy.engines [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103491) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 16:57:19.642742 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Initializing driver for type 'gre' Nov 25 16:57:19.643407 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] gre ID ranges: [(1, 1000)] Nov 25 16:57:19.696747 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Initializing driver for type 'local' Nov 25 16:57:19.697110 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Initializing driver for type 'vlan' Nov 25 16:57:19.709422 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] VlanTypeDriver initialization complete Nov 25 16:57:19.709791 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Initializing driver for type 'vxlan' Nov 25 16:57:19.710272 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] vxlan ID ranges: [(1, 1000)] Nov 25 16:57:19.762794 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Initializing extension driver 'port_security' Nov 25 16:57:19.763132 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.extensions.port_security [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] PortSecurityExtensionDriver initialization complete Nov 25 16:57:19.763483 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Initializing mechanism driver 'openvswitch' Nov 25 16:57:19.763793 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Initializing mechanism driver 'hyperv' Nov 25 16:57:19.770422 n-d-819349-3 neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:19.771297 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > port after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.771673 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > port after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.772026 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > port after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.772561 n-d-819349-3 neutron-server[103491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:19.773025 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > subnet after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.773381 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > subnet after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.773738 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.774141 n-d-819349-3 neutron-server[103491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:19.774536 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > network after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.774884 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > network after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.775230 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > network after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.775626 n-d-819349-3 neutron-server[103491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:19.776033 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > security_group after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.776381 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > security_group after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.776722 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.777143 n-d-819349-3 neutron-server[103491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:19.777548 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.777893 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.778231 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.778627 n-d-819349-3 neutron-server[103491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:19.779029 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > address_group after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.779373 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > address_group after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.779709 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.780103 n-d-819349-3 neutron-server[103491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:19.780483 n-d-819349-3 neutron-server[103491]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] ML2 OVO RPC backend initialized. {{(pid=103491) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 16:57:19.781214 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.781571 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.781990 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > network before_response 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.782339 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > networks before_response 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.782688 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > port before_response 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.783032 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > ports before_response 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.783378 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > subnet before_response 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.783718 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > subnets before_response 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.784062 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > network after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.784401 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > network after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.784736 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > network after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.785096 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > port after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.785435 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > port after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.785770 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > port after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.786106 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > subnet after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.786440 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > subnet after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.786772 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.787344 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.plugin [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Modular L2 Plugin initialization complete Nov 25 16:57:19.787669 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading services supported by the core plugin {{(pid=103491) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 16:57:19.787994 n-d-819349-3 neutron-server[103491]: INFO neutron.plugins.ml2.managers [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Got port-security extension from driver 'port_security' Nov 25 16:57:19.788456 n-d-819349-3 neutron-server[103491]: INFO neutron.extensions.vlantransparent [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Disabled vlantransparent extension. Nov 25 16:57:19.788954 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103491) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 16:57:19.789830 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading Plugin: router Nov 25 16:57:19.826163 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.826560 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router after_create 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.826936 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router before_create 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.827303 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.827678 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.828038 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router after_delete 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.828403 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.828870 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.829257 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router after_create 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.829609 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router after_update 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.829961 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router after_update 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.830308 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.830668 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router after_update 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.831082 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_update 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.831461 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: port after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.831800 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: port after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.832139 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: subnet after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.832478 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.832825 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.833202 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_create 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.833550 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: port before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.833894 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.834252 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router after_update 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.834594 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.834949 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_create 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.835315 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.835658 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_update 55549900 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.836027 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > agent after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.836433 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > agent after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.836775 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > network after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.837722 n-d-819349-3 neutron-server[103491]: DEBUG neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Tracking information for resource: router configured {{(pid=103491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:19.838091 n-d-819349-3 neutron-server[103491]: DEBUG neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Tracking information for resource: floatingip configured {{(pid=103491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:19.843451 n-d-819349-3 neutron-server[103491]: INFO neutron.db.l3_agentschedulers_db [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 16:57:19.843980 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: port after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.844342 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: port after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.844699 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: port after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.845094 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: port after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.845895 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router before_create 55550100 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.846264 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.846647 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_create 55550100 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.846990 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > router precommit_update 55550100 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.852555 n-d-819349-3 neutron-server[103491]: DEBUG neutron.services.provider_configuration [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service providers = [] {{(pid=103491) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 16:57:19.852926 n-d-819349-3 neutron-server[103491]: DEBUG neutron.db.servicetype_db [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103491) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 16:57:19.856060 n-d-819349-3 neutron-server[103491]: DEBUG neutron.services.service_base [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 16:57:19.856290 n-d-819349-3 neutron-server[103491]: DEBUG neutron.services.service_base [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 16:57:19.856753 n-d-819349-3 neutron-server[103491]: DEBUG neutron.services.service_base [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 16:57:19.857625 n-d-819349-3 neutron-server[103491]: DEBUG neutron.services.service_base [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 16:57:19.858004 n-d-819349-3 neutron-server[103491]: INFO neutron.services.service_base [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 16:57:19.858394 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:19.858716 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 16:57:19.870410 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:19.870758 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading Plugin: auto_allocate Nov 25 16:57:19.876900 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: network precommit_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.877151 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: network precommit_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.877691 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:19.878016 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading Plugin: tag Nov 25 16:57:19.885850 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:19.886212 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading Plugin: timestamp Nov 25 16:57:19.890091 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:19.890425 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading Plugin: network_ip_availability Nov 25 16:57:19.896032 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.896362 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.896719 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:19.897484 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:19.897805 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading Plugin: flavors Nov 25 16:57:19.903586 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:19.903921 n-d-819349-3 neutron-server[103491]: INFO neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading Plugin: revisions Nov 25 16:57:19.908246 n-d-819349-3 neutron-server[103491]: DEBUG neutron.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:19.908645 n-d-819349-3 neutron-server[103491]: DEBUG oslo_concurrency.lockutils [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.749s {{(pid=103491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 16:57:19.909426 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103491) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 16:57:19.909767 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Initializing extension manager. Nov 25 16:57:19.910282 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: __init__.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.910628 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: __pycache__ {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.910965 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.911298 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: address_group.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.912068 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.912641 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: address-group Nov 25 16:57:19.912988 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: address_scope.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.913708 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.914221 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: address-scope Nov 25 16:57:19.915122 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.916085 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.916599 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: router-admin-state-down-before-update Nov 25 16:57:19.916922 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: agent.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.917655 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.918164 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: agent Nov 25 16:57:19.918484 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: agent_resources_synced.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.919408 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.919917 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: agent-resources-synced Nov 25 16:57:19.920239 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: allowedaddresspairs.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.922073 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.922592 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: allowed-address-pairs Nov 25 16:57:19.922919 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: auto_allocated_topology.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.924006 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.924521 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: auto-allocated-topology Nov 25 16:57:19.924845 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: availability_zone.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.925576 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.926081 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: availability_zone Nov 25 16:57:19.926402 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: availability_zone_filter.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.927315 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.927820 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: availability_zone_filter Nov 25 16:57:19.928141 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: data_plane_status.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.929084 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.929583 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 16:57:19.929978 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: default_subnetpools.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.931468 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.932227 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: default-subnetpools Nov 25 16:57:19.932550 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.933397 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.933905 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: dhcp_agent_scheduler Nov 25 16:57:19.934229 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: dns.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.935146 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.935652 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension dns-integration not supported by any of loaded plugins Nov 25 16:57:19.935975 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: dns_domain_ports.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.936891 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.937451 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 16:57:19.937774 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.938699 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.939203 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 16:57:19.939523 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: dvr.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.940195 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.940697 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: dvr Nov 25 16:57:19.941043 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: ecmp_routes.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.941965 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.942466 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 16:57:19.942787 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: empty_string_filtering.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.943696 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.944202 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: empty-string-filtering Nov 25 16:57:19.944525 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.945478 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.946597 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 16:57:19.947016 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.947935 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.948441 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 16:57:19.948763 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: external_net.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.949706 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.950214 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: external-net Nov 25 16:57:19.950536 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.951447 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.951965 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: extra_dhcp_opt Nov 25 16:57:19.952288 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: extraroute.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.953224 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.953735 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: extraroute Nov 25 16:57:19.954059 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: extraroute_atomic.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.955275 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.955785 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: extraroute-atomic Nov 25 16:57:19.956113 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: filter_validation.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.956782 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.957313 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: filter-validation Nov 25 16:57:19.957636 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: fip_pf_description.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.958551 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.959055 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 16:57:19.959377 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: fip_port_details.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.960292 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.960799 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: fip-port-details Nov 25 16:57:19.961742 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: flavors.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.963034 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.963551 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: flavors Nov 25 16:57:19.963880 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.965587 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.966110 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 16:57:19.966441 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: floatingip_pools.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.967149 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.967661 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: floatingip-pools Nov 25 16:57:19.967989 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: ip_allocation.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.968927 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.969459 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 16:57:19.969780 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.970703 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.971215 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: ip-substring-filtering Nov 25 16:57:19.971541 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: l2_adjacency.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.972467 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.972997 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 16:57:19.973322 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: l3.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.974283 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.974796 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: router Nov 25 16:57:19.975117 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.977925 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.978451 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 16:57:19.978781 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.979730 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.980249 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: ext-gw-mode Nov 25 16:57:19.980575 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.981669 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.982185 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: l3-ha Nov 25 16:57:19.982506 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: l3_flavors.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.983432 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.983937 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: l3-flavors Nov 25 16:57:19.984260 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.985199 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.985705 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 16:57:19.986026 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: l3agentscheduler.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.987162 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.987631 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: l3_agent_scheduler Nov 25 16:57:19.987956 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: local_ip.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.989781 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.990308 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension local_ip not supported by any of loaded plugins Nov 25 16:57:19.990646 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: logging.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.992252 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.993470 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension logging not supported by any of loaded plugins Nov 25 16:57:19.993799 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: metering.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.994547 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.995130 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: metering Nov 25 16:57:19.995457 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.996553 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.997104 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: metering_source_and_destination_fields Nov 25 16:57:19.997434 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: multiprovidernet.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:19.998371 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:19.998884 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: multi-provider Nov 25 16:57:19.999212 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: netmtu.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.000128 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.000638 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: net-mtu Nov 25 16:57:20.001114 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: netmtu_writable.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.002042 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.002553 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: net-mtu-writable Nov 25 16:57:20.002880 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: network_availability_zone.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.003560 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.004067 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: network_availability_zone Nov 25 16:57:20.004391 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: network_ip_availability.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.005526 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.006042 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: network-ip-availability Nov 25 16:57:20.006368 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: network_segment_range.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.007135 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.007643 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 16:57:20.007992 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: pagination.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.009069 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.009405 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: pagination Nov 25 16:57:20.009730 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: port_device_profile.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.010652 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.011164 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: port-device-profile Nov 25 16:57:20.011488 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.012421 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.012925 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: port-mac-address-regenerate Nov 25 16:57:20.013280 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.014193 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.014700 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: port-numa-affinity-policy Nov 25 16:57:20.015027 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: port_resource_request.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.015946 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.016447 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 16:57:20.016769 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: port_resource_request_groups.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.017763 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.018267 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 16:57:20.018590 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: portbindings.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.019520 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.020023 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: binding Nov 25 16:57:20.020346 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: portbindings_extended.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.021659 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.022178 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: binding-extended Nov 25 16:57:20.022507 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: portsecurity.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.023423 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.024556 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: port-security Nov 25 16:57:20.024978 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: project_id.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.025967 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.026304 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: project-id Nov 25 16:57:20.026632 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: providernet.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.027556 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.028068 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: provider Nov 25 16:57:20.028391 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.031995 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.032518 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos not supported by any of loaded plugins Nov 25 16:57:20.032856 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.034145 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.034662 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 16:57:20.034993 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.035913 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.036428 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 16:57:20.036755 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_default.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.037698 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.038208 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-default not supported by any of loaded plugins Nov 25 16:57:20.038531 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_fip.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.039183 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.040368 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-fip not supported by any of loaded plugins Nov 25 16:57:20.040691 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_gateway_ip.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.041650 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.042161 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 16:57:20.042481 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_port_network_policy.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.044906 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.045462 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 16:57:20.045805 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.046859 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.047377 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 16:57:20.047710 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_pps_rule.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.048901 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.049445 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-pps not supported by any of loaded plugins Nov 25 16:57:20.049773 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_rule_type_details.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.050710 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.051222 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 16:57:20.051547 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: qos_rules_alias.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.052601 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.053154 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 16:57:20.053484 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: quota_check_limit.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.054405 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.055002 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: quota-check-limit Nov 25 16:57:20.055350 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: quotasv2.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.056294 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.056623 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: quotas Nov 25 16:57:20.057231 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: quotasv2_detail.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.060384 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.060725 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: quota_details Nov 25 16:57:20.061097 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: rbac.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.062169 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.062686 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: rbac-policies Nov 25 16:57:20.063021 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: rbac_address_group.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.063956 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.064473 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: rbac-address-group Nov 25 16:57:20.064800 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: rbac_address_scope.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.065765 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.066286 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: rbac-address-scope Nov 25 16:57:20.066607 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: rbac_security_groups.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.067528 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.068038 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: rbac-security-groups Nov 25 16:57:20.068362 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: rbac_subnetpool.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.069301 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.069810 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: rbac-subnetpool Nov 25 16:57:20.070134 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: revisionifmatch.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.071152 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.071665 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: revision-if-match Nov 25 16:57:20.071987 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: revisions.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.073144 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.073656 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: standard-attr-revisions Nov 25 16:57:20.073981 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: router_availability_zone.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.074659 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.075165 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: router_availability_zone Nov 25 16:57:20.075486 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: routerservicetype.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.076407 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.076907 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension router-service-type not supported by any of loaded plugins Nov 25 16:57:20.077251 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.078262 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.078769 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: security-groups-normalized-cidr Nov 25 16:57:20.079093 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.080011 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.080517 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: port-security-groups-filtering Nov 25 16:57:20.080840 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.081801 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.082307 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: security-groups-remote-address-group Nov 25 16:57:20.082631 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.083576 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.084083 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: security-groups-shared-filtering Nov 25 16:57:20.084410 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.085029 n-d-819349-3 neutron-server[103491]: WARNING neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 16:57:20.085354 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: securitygroup.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.095780 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.096336 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: security-group Nov 25 16:57:20.096667 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: segment.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.097477 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.097989 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension segment not supported by any of loaded plugins Nov 25 16:57:20.098317 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.099271 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.099783 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 16:57:20.100109 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: servicetype.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.101257 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.102390 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: service-type Nov 25 16:57:20.102781 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: sorting.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.103771 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.104103 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: sorting Nov 25 16:57:20.104424 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: standard_attr_segment.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.105371 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.105889 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 16:57:20.106213 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: standardattrdescription.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.106864 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.107372 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: standard-attr-description Nov 25 16:57:20.107696 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: stateful_security_group.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.108638 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.109189 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: stateful-security-group Nov 25 16:57:20.109521 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: stdattrs_common.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.110095 n-d-819349-3 neutron-server[103491]: WARNING neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 16:57:20.110421 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.111356 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.111866 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 16:57:20.112187 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: subnet_onboard.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.113329 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.113846 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: subnet_onboard Nov 25 16:57:20.114171 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.115109 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.115617 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 16:57:20.115941 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: subnet_service_types.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.116869 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.117479 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: subnet-service-types Nov 25 16:57:20.117840 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: subnetallocation.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.118973 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.119557 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: subnet_allocation Nov 25 16:57:20.119913 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.120629 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.121231 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: subnetpool-prefix-ops Nov 25 16:57:20.121588 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.122688 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.123203 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 16:57:20.123526 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: tagging.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.124579 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.125140 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: standard-attr-tag Nov 25 16:57:20.125469 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: timestamp.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.126669 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.127182 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loaded extension: standard-attr-timestamp Nov 25 16:57:20.127513 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: trunk.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.128551 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.129107 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension trunk not supported by any of loaded plugins Nov 25 16:57:20.129436 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: trunk_details.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.130374 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.130883 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension trunk-details not supported by any of loaded plugins Nov 25 16:57:20.131209 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: uplink_status_propagation.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.132133 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.132638 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 16:57:20.133024 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Loading extension file: vlantransparent.py {{(pid=103491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:20.133760 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:20.134261 n-d-819349-3 neutron-server[103491]: INFO neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 16:57:20.136742 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:network Nov 25 16:57:20.137303 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:subnet Nov 25 16:57:20.137705 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:20.138097 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:port Nov 25 16:57:20.139331 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.139764 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service FLAVORS assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.140387 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.140815 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.141180 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:router Nov 25 16:57:20.141613 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 16:57:20.142094 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service METERING assigned prefix: /metering {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.143555 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:20.143926 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:20.144280 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:20.145286 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 16:57:20.145739 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:security_group Nov 25 16:57:20.146218 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 16:57:20.146789 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service CORE assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.147121 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:20.147471 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] subnetpool is already registered Nov 25 16:57:20.147897 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service CORE assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.148223 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:20.148557 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] subnetpool is already registered Nov 25 16:57:20.151409 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.151848 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service FLAVORS assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.152444 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.152865 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.153225 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:router Nov 25 16:57:20.153567 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] router is already registered Nov 25 16:57:20.153978 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 16:57:20.154316 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] floatingip is already registered Nov 25 16:57:20.154776 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service METERING assigned prefix: /metering {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.155438 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 16:57:20.155768 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] rbac_policy is already registered Nov 25 16:57:20.156180 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:security_group Nov 25 16:57:20.156527 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] security_group is already registered Nov 25 16:57:20.156920 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 16:57:20.157278 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] security_group_rule is already registered Nov 25 16:57:20.157914 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service CORE assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.158243 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:20.158577 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] subnetpool is already registered Nov 25 16:57:20.158992 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.v2.resource_helper [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Service CORE assigned prefix: {{(pid=103491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:20.159317 n-d-819349-3 neutron-server[103491]: INFO neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:20.159649 n-d-819349-3 neutron-server[103491]: WARNING neutron.quota.resource_registry [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] subnetpool is already registered Nov 25 16:57:20.160112 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: extensions {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.161608 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: address-groups {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.163084 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: address-scopes {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.165042 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: agents {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.166216 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: auto-allocated-topology {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.167465 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: availability_zones {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.168677 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: dhcp-networks {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.170218 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: dhcp-agents {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.171649 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: routers {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.173887 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: flavors {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.175045 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: service_profiles {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.176263 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: next_providers {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.177731 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: service_profiles {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.179282 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: floatingip-pools {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.180629 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: routers {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.183035 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: floatingips {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.184411 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: l3-routers {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.185820 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: l3-agents {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.187219 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: metering-labels {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.189557 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: metering-label-rules {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.190848 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: network-ip-availabilities {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.192137 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: bindings {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.193843 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: quotas {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.195439 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: quotas {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.197541 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: rbac-policies {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.198872 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: security-groups {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.200147 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: security-group-rules {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.201408 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: service-providers {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.202625 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: subnetpools {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.204046 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: subnetpools {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.205530 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.207229 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.209064 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.210847 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.213299 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.215140 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.216926 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.218841 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.220603 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.222565 n-d-819349-3 neutron-server[103491]: DEBUG neutron.api.extensions [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Extended resource: tags {{(pid=103491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:20.229402 n-d-819349-3 neutron-server[103491]: WARNING keystonemiddleware.auth_token [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 16:57:20.234174 n-d-819349-3 neutron-server[103491]: WARNING keystonemiddleware.auth_token [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 16:57:20.243195 n-d-819349-3 neutron-server[103491]: DEBUG oslo_concurrency.lockutils [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Acquired lock "singleton_lock" {{(pid=103491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 16:57:20.243725 n-d-819349-3 neutron-server[103491]: DEBUG oslo_concurrency.lockutils [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Releasing lock "singleton_lock" {{(pid=103491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 16:57:20.244436 n-d-819349-3 neutron-server[103491]: INFO oslo_service.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Starting 2 workers Nov 25 16:57:20.249219 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Started child 103598 {{(pid=103491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 16:57:20.253739 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Started child 103599 {{(pid=103491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 16:57:20.254832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:20.255529 n-d-819349-3 neutron-server[103491]: INFO neutron.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 16:57:20.255931 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Publish callbacks [] for process, before_spawn {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:20.256343 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [-] (103598) wsgi starting up on http://0.0.0.0:9696 Nov 25 16:57:20.258525 n-d-819349-3 neutron-server[103491]: INFO oslo_service.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Starting 1 workers Nov 25 16:57:20.258870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:20.260291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [-] (103599) wsgi starting up on http://0.0.0.0:9696 Nov 25 16:57:20.263914 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Started child 103600 {{(pid=103491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 16:57:20.264494 n-d-819349-3 neutron-server[103491]: INFO oslo_service.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Starting 1 workers Nov 25 16:57:20.267986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] calling RpcWorker wait() {{(pid=103600) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 16:57:20.268401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] returning from RpcWorker wait() {{(pid=103600) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 16:57:20.269221 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Started child 103601 {{(pid=103491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 16:57:20.269905 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:20.270045 n-d-819349-3 neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-07048971-80fa-4d34-bfaa-9bd066378d59 None None] Publish callbacks [] for process, after_spawn {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:20.270437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:20.272148 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 16:57:20.272372 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 16:57:20.272563 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 16:57:20.272780 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 16:57:20.273136 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 16:57:20.273318 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 16:57:20.274703 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.274986 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.275242 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.275505 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.275592 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:20.276038 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.276360 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.276622 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.276719 n-d-819349-3 neutron-server[103601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:20.276859 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.277212 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.277449 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.277619 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.277787 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.278031 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.278277 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.278579 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.278847 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.279108 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.279347 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.279523 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.279775 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.280052 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.280298 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.280555 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] debug = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.280791 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.281321 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.281563 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.281813 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.282034 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.282327 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.282568 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.282817 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.283068 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.283291 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.283513 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.283764 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.283994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.284205 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.284442 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.284655 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.284930 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.285176 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.285634 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] host = n-d-819349-3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.285850 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.286065 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.286290 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.286546 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.286797 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.287020 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.287280 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.287553 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.287798 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.288021 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.288238 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.288484 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.288703 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.288985 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.289149 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_options = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.290040 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.290422 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.290888 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.291112 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.291324 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.291459 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.291710 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.291877 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.292132 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.292352 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.292570 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.292793 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.293036 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.293260 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.293536 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.293772 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.294012 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.294242 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.294488 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.294748 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.294973 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.295200 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.295421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.295642 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.295859 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.296098 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.296325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.296563 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.296785 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.297028 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.297266 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.297510 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.297728 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.297974 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.298239 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.298467 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.298694 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.298912 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.299185 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.299413 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.299667 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.299924 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.300165 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.300416 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.300631 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.300887 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.301158 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_json = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.301445 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.301606 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.301848 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.302062 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.302279 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.302494 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.302729 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.302963 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.303389 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.303662 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.303970 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.304227 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.304481 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.304722 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.305169 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.305523 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.305904 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.306354 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.306965 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.307203 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.307505 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.307755 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.308043 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.308382 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.308714 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.309127 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.309450 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.309699 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.309945 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.310273 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.310881 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.311112 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.311307 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.311449 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.311686 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.311961 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.312245 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.312601 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.312861 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.313137 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.313440 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.313631 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.314074 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.314328 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.314565 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.315042 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.315042 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.315328 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.315524 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.315664 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.315896 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.316128 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.316422 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.318088 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.318088 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.318287 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.318399 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.318773 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320202 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320202 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320202 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320202 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320202 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320202 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320674 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320674 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.320965 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.321963 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.321963 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.321963 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.321963 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.322254 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.322254 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.322487 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.322690 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.323572 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.323572 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.323572 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.323572 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.323860 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.324727 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.324727 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.324727 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.324727 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.325038 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.325132 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.325531 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.325651 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.325779 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.326018 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.326215 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.326417 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.326798 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.327215 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.327412 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.327802 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.328024 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.328242 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.328491 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.329491 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.329819 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.330074 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.330323 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.330570 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.330818 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.331041 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.331312 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.331555 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.331778 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.331997 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.332263 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.332501 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.332738 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.333045 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.333267 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.333528 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.333749 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.333976 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.334196 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.334450 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.334717 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.335007 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.335489 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.336637 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.337729 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.337993 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.338277 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.338537 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.338830 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.339095 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.339370 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.339874 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.340349 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.340788 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.341237 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.341495 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.341776 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.342016 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.342293 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.342528 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.342785 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.343014 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.343280 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.343488 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.343709 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.343945 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.344285 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.344519 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.344737 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.344970 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.345261 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.345492 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.345750 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.346019 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.346287 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.346537 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.346795 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.347042 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.347276 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.347526 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.347755 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.347970 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.348212 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.348425 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.348645 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.348877 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.349135 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.349371 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.349610 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.349847 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.350077 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.350298 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.350519 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.350767 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.350983 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.351206 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.351447 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.351719 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.352582 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.352823 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.353107 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.353339 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.353560 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.353832 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.354079 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.354328 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.354582 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.354906 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.355115 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.355329 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.355598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.355876 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.356097 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.356312 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.356546 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.356789 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.357090 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.357325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.357541 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.357790 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.358065 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.358405 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.358669 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.358902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.359149 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.359363 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.359666 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.360383 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.360608 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.360834 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.361080 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.361401 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.361641 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.362057 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.362451 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.362670 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.362904 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.363122 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.363336 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.363550 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.363846 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.364325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.364562 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.364816 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.365072 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.365325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.365555 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.365791 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.366003 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.366223 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.366637 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.366742 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.366897 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.367090 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.368421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.368421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.368421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.368421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.368421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.368744 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.368744 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.368996 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.369385 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.369740 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.369990 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.370228 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.370443 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.370664 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.370883 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.371094 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.371323 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.371533 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.371765 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.371988 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.372206 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.372417 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.372732 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.373003 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.373246 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.373559 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.373804 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.374061 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.374314 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.374638 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.374874 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.375132 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.375394 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.375613 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.375833 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.376111 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.376407 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.377009 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.377009 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.377266 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.377445 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.377733 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.377991 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.378224 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.378522 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.378859 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.379143 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.379400 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.379644 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.379891 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.380112 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.380347 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.380565 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.380801 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.381059 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.381314 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.381566 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.381788 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.382019 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.382262 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.382494 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.382718 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.383566 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.383775 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.383990 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.384147 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 16:57:20.384654 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 16:57:20.384814 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 16:57:20.384993 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 16:57:20.385185 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 16:57:20.385362 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 16:57:20.385531 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 16:57:20.385722 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.385882 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.386042 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.386199 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.386358 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.386536 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.386701 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.386861 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.387007 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.387163 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.387320 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.387477 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.387634 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.387790 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.387947 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.388106 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.388264 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.388421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.388581 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.388738 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.388894 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.389078 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.389234 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] debug = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.389427 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.389753 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.390025 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.390375 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.390998 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.391182 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.391310 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.391620 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393011 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393011 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393011 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393011 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393011 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393011 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393011 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393011 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393604 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393604 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393604 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] host = n-d-819349-3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393604 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393604 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393963 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.393963 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.394108 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.394186 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.394307 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.394564 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.394701 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.394828 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.394913 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.395054 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.395209 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.395368 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.395525 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_options = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.395684 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.395845 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.396028 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.396156 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.396378 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.396484 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.396634 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.397026 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.397026 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.397199 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.397277 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.397407 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.397569 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.399558 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.399558 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.399558 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.399558 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.399558 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.399558 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.399558 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.400325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.400325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.400325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.400325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.400325 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.401902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.401902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.401902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.401902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.401902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.401902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.401902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.401902 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.402730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.402730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.402730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.402730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.402730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.402730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.402730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.402730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.403551 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.403551 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.403551 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.403551 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.403551 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.403551 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_json = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.404421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.404421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.404421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.404421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.404421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.404421 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.405180 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.405180 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:20.405180 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.405180 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.405180 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.405731 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.405731 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.405731 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406111 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406111 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406111 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406529 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406529 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406529 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406737 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406825 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.406968 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.407131 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.407292 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.407452 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.407613 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.407773 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.407932 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.408092 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.408259 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.408444 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.408609 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.408810 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.408955 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.409079 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.409198 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.409363 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.409524 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.409724 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.409846 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.409976 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.410132 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.410292 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.410452 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.410613 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.410773 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.410934 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.411094 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.411253 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.411413 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.411573 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.411733 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.411942 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.412069 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.412199 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.412340 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.412473 n-d-819349-3 neutron-server[103600]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:20.412600 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.412721 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.412840 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.412997 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.413121 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.413271 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.413432 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.413593 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.413763 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.413922 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.414082 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.414365 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.414547 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.414726 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.415007 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.415131 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.415262 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.415384 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.415505 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.415660 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.415820 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.415980 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.416142 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.416303 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.416461 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.416621 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.416780 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.416958 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.417120 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.417314 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.417443 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.417586 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.417747 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.417907 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.418066 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.418226 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.418386 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.418545 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.418703 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.418862 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.419022 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.419181 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.419349 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.419523 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.419681 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.419840 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.420000 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.420160 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.420318 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.420477 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.420637 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.420796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.420973 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.421135 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.421294 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.421456 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.421615 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.421774 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.422012 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.422146 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.422266 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.422400 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.422531 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.422679 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.422839 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.423003 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.423165 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.423937 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.423937 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.423937 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.426373 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.426373 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.426373 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.426373 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.426373 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.426373 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.426373 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.426373 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.427286 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.430225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.430225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.430225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.430225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.430225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.430225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.430225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.430225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.431390 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.431390 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.431390 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.431390 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.431390 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.431390 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.431390 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.431390 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.433796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.433796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.433796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.433796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.433796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.433796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.433796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.433796 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.434994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.434994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.434994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.434994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.434994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.434994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.434994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.434994 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.435538 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.435538 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.435538 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.435538 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.435538 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.435538 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.435538 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.435538 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436071 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436071 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436071 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436071 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436071 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436071 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436071 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436071 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.436598 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437677 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437677 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437677 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437677 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.437677 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.438004 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.438004 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.438152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.438231 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.438369 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.438536 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.438697 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.439125 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.439125 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.439302 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.439302 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.439454 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.439611 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.439780 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.439938 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.440103 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.440957 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.440957 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.440957 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.440957 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.440957 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.441339 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.441408 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.442647 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.442845 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.443112 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.443408 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.443682 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.443871 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.444048 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.444225 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.444411 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.444654 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.444919 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.445115 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.445290 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.445957 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.446133 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.446306 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.446475 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.446644 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.446809 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.446975 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.447151 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.447319 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.447486 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.447659 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.447825 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.447988 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.448152 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.448329 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.448494 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.448661 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.448832 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.449022 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.449189 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.449356 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.449526 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.449700 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.449872 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.450037 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.450210 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.450383 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.450557 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.450722 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.450893 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.451070 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.451235 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.451401 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.451565 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.451730 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.451895 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.452059 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.452224 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.452385 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.452541 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.452705 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.452869 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.453054 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.453220 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.453383 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.453547 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.453712 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.453877 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.454040 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.454204 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:20.454361 n-d-819349-3 neutron-server[103491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 16:57:20.486860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:20.495448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064409 Nov 25 16:57:32.165377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9c712-d9a8-4c09-89d3-4fbc69d71349 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 16:57:32.255168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba9c712-d9a8-4c09-89d3-4fbc69d71349 None None] No non-hosted networks {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 16:57:32.273846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.agentschedulers_db [None req-0ba9c712-d9a8-4c09-89d3-4fbc69d71349 None None] DHCP Agent not found on host n-d-819349-3 {{(pid=103600) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 16:57:32.398720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a34f1f0a-bc33-49d0-b93a-1476304540ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441144'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:34.303327 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a7b9-b9a0-449b-93dc-9aa99965c52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441144'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:34.330927 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d613253-ba23-4993-ae3a-9a5bd1ce6b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:35.637349 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441144'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:36.935379 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441144'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:37.787264 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441144'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:37.788455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.789001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.790549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.792739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.795121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.796701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.797586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.803136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.804311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.805099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.805955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.806667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:37.807566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819349-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:37.817300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819349-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:38.483883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:38.859183 n-d-819349-3 neutron-server[103600]: INFO neutron.db.l3_hamode_db [None req-7179a4ce-4ece-48c8-aa70-13dc4c15360e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 16:57:38.938329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179a4ce-4ece-48c8-aa70-13dc4c15360e None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:57:38.939120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179a4ce-4ece-48c8-aa70-13dc4c15360e None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 16:57:39.006881 n-d-819349-3 neutron-server[103599]: WARNING oslo_policy.policy [None req-24fe5e75-02a5-43d1-b33d-1dcf1436c7b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:39.007488 n-d-819349-3 neutron-server[103599]: WARNING oslo_policy.policy [None req-24fe5e75-02a5-43d1-b33d-1dcf1436c7b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:39.237623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-24fe5e75-02a5-43d1-b33d-1dcf1436c7b4 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 16:57:39.252966 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-24fe5e75-02a5-43d1-b33d-1dcf1436c7b4 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7537823 Nov 25 16:57:41.800046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:42.105033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8623b48b-5d68-4061-92df-c8a8796439a4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:57:42.200988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.policy [None req-8623b48b-5d68-4061-92df-c8a8796439a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 16:57:42.247265 n-d-819349-3 neutron-server[103599]: WARNING oslo_policy.policy [None req-8623b48b-5d68-4061-92df-c8a8796439a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:42.247645 n-d-819349-3 neutron-server[103599]: WARNING oslo_policy.policy [None req-8623b48b-5d68-4061-92df-c8a8796439a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:42.257541 n-d-819349-3 neutron-server[103599]: INFO neutron.quota [None req-8623b48b-5d68-4061-92df-c8a8796439a4 admin admin] Loaded quota_driver: . Nov 25 16:57:42.347068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8623b48b-5d68-4061-92df-c8a8796439a4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782901692779', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782901704638', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782901910736', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782901916214', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782901914598', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782901933897', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-621475', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16127980', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-452273', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531023'] for rbac-policy, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:42.413256 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8623b48b-5d68-4061-92df-c8a8796439a4 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:42.414456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8623b48b-5d68-4061-92df-c8a8796439a4 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6134181 Nov 25 16:57:45.175470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:45.467456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:57:45.495711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Made reservation on behalf of d12ec68be0064ac287cb0ee38f4b2c84 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 16:57:45.498525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.515439 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.624176 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.627991 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.649189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 16:57:45.679334 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782897787850', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.680191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Unsubscribe: segment precommit_create {{(pid=103599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 16:57:45.680726 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Added segment 7a69ea71-4b99-44cb-bee9-5bfaa7e426b9 of type vlan for network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 Nov 25 16:57:45.696726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed5a5ad-e4f0-4c94-8849-f667aaa772c5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:45.746581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.746950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.747255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.747592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.747926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.748265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.748584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.748912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.749269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.749592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.749916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.750237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Tracked resource versions report: Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: pushed versions: Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: { 'AddressGroup': {'1.2'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'ConntrackHelper': {'1.0'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Log': {'1.0'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Network': {'1.1'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Port': {'1.7'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'PortForwarding': {'1.2'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'QosPolicy': {'1.10'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'SecurityGroup': {'1.5'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'SecurityGroupRule': {'1.2'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'SubPort': {'1.0'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Subnet': {'1.1'}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Trunk': {'1.1'}} Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: consumer versions: Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: { DHCP agent@n-d-819349-3: {}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: L3 agent@n-d-819349-3: {}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: Metadata agent@n-d-819349-3: {}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: Metering agent@n-d-819349-3: {}, Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: Open vSwitch agent@n-d-819349-3: { 'AddressGroup': '1.2', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'ConntrackHelper': '1.0', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Log': '1.0', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Network': '1.1', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Port': '1.7', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'PortForwarding': '1.2', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'QosPolicy': '1.10', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'SecurityGroup': '1.5', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'SecurityGroupRule': '1.2', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'SubPort': '1.0', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Subnet': '1.1', Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: 'Trunk': '1.1'}} Nov 25 16:57:45.751325 n-d-819349-3 neutron-server[103599]: {{(pid=103599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 16:57:45.806420 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.846178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.847466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:57:45.848313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.933045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7563920 Nov 25 16:57:45.952546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd9aea-3bec-4afc-85ac-01ceb45c9ced admin admin] Pushing event updated for resources: {'Network': ['ID=9116d7b9-fc26-46c3-abc4-4d04c71f73f4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:45.969309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 16:57:48.775669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:49.164668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd10ec-17dd-454d-90be-209f224c6401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:57:49.165976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e0bd10ec-17dd-454d-90be-209f224c6401 admin admin] 10.222.0.81 "GET /v2.0/networks/9116d7b9-fc26-46c3-abc4-4d04c71f73f4 HTTP/1.1" status: 200 len: 825 time: 0.3893511 Nov 25 16:57:49.191200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-beeec6da-2201-40b3-808b-b5d382484f14 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/3b829b83-0b7b-4632-81f5-866b6e7c7f69 HTTP/1.1" status: 200 len: 734 time: 0.0191922 Nov 25 16:57:49.200735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'subnetpool_id': '3b829b83-0b7b-4632-81f5-866b6e7c7f69'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:57:49.221971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Made reservation on behalf of d12ec68be0064ac287cb0ee38f4b2c84 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 16:57:49.224240 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.520301 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.589321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5a60d9-3f4f-4637-ad46-c53d160c4ddf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:49.591202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Checking segment: {'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:57:49.591561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Network hostable DHCP agents. Network: 9116d7b9-fc26-46c3-abc4-4d04c71f73f4, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 16:57:49.613216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 16:57:49.627693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9116d7b9-fc26-46c3-abc4-4d04c71f73f4) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:57:49.632672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:57:49.633356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.637535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9841e5a-5095-4bb0-bbb6-59b3dfab79b5 None None] Network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:57:49.649036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0470ca2c-8ab8-4ae3-95a4-1f37a936075f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4514985 Nov 25 16:57:49.964929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'fixed_ips': [{'subnet_id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 16:57:49.966274 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:50.266030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Allocated IP 172.20.0.2 (9116d7b9-fc26-46c3-abc4-4d04c71f73f4/cf5a60d9-3f4f-4637-ad46-c53d160c4ddf/a80afe92-0f25-4378-ba1f-10486b8e2d45) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 16:57:50.470736 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:50.478628 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:50.557444 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 16:57:50.562144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:57:50.567808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Pushing event updated for resources: {'Port': ['ID=a80afe92-0f25-4378-ba1f-10486b8e2d45,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:50.570033 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 16:57:50.579886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.580236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.580581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.580922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.581283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.581619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.581951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.582284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.582610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.583494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.583848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.584173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Tracked resource versions report: Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: pushed versions: Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: { 'AddressGroup': {'1.2'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'ConntrackHelper': {'1.0'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Log': {'1.0'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Network': {'1.1'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Port': {'1.7'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'PortForwarding': {'1.2'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'QosPolicy': {'1.10'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'SecurityGroup': {'1.5'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'SecurityGroupRule': {'1.2'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'SubPort': {'1.0'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Subnet': {'1.1'}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Trunk': {'1.1'}} Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: consumer versions: Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: { DHCP agent@n-d-819349-3: {}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: L3 agent@n-d-819349-3: {}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: Metadata agent@n-d-819349-3: {}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: Metering agent@n-d-819349-3: {}, Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: Open vSwitch agent@n-d-819349-3: { 'AddressGroup': '1.2', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'ConntrackHelper': '1.0', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Log': '1.0', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Network': '1.1', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Port': '1.7', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'PortForwarding': '1.2', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'QosPolicy': '1.10', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'SecurityGroup': '1.5', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'SecurityGroupRule': '1.2', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'SubPort': '1.0', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Subnet': '1.1', Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: 'Trunk': '1.1'}} Nov 25 16:57:50.585297 n-d-819349-3 neutron-server[103600]: {{(pid=103600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 16:57:50.661980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Attempting to bind port a80afe92-0f25-4378-ba1f-10486b8e2d45 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 16:57:50.662661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Attempting to bind port a80afe92-0f25-4378-ba1f-10486b8e2d45 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 16:57:50.662768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Attempting to bind port a80afe92-0f25-4378-ba1f-10486b8e2d45 on network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 16:57:50.667901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 16:57:50.668290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Checking segment: {'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:57:50.668785 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:50.669203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Bound using segment: {'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 16:57:50.669697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Bound port: a80afe92-0f25-4378-ba1f-10486b8e2d45, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 16:57:50.670104 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:50.730942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] For port a80afe92-0f25-4378-ba1f-10486b8e2d45, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 16:57:50.735160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] For port a80afe92-0f25-4378-ba1f-10486b8e2d45, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a80afe92-0f25-4378-ba1f-10486b8e2d45,segment=NetworkSegment(7a69ea71-4b99-44cb-bee9-5bfaa7e426b9),segment_id=7a69ea71-4b99-44cb-bee9-5bfaa7e426b9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 16:57:50.739150 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:50.806859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6e0e8-649f-49cb-89e1-f49b50d841a3 None None] Pushing event updated for resources: {'Port': ['ID=a80afe92-0f25-4378-ba1f-10486b8e2d45,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:52.294580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:52.604955 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-f7d125de-21c2-4629-a564-30b8b1f21869 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 16:57:52.605972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f7d125de-21c2-4629-a564-30b8b1f21869 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3105407 Nov 25 16:57:55.269506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:55.763597 n-d-819349-3 neutron-server[103598]: WARNING oslo_policy.policy [None req-519f5b12-9e29-475b-ab62-46e17b074b84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:55.764212 n-d-819349-3 neutron-server[103598]: WARNING oslo_policy.policy [None req-519f5b12-9e29-475b-ab62-46e17b074b84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:55.994498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-519f5b12-9e29-475b-ab62-46e17b074b84 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 16:57:55.995801 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-519f5b12-9e29-475b-ab62-46e17b074b84 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7241681 Nov 25 16:57:58.905771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:59.205193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:57:59.271874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.policy [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103598) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 16:57:59.321005 n-d-819349-3 neutron-server[103598]: WARNING oslo_policy.policy [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:59.321428 n-d-819349-3 neutron-server[103598]: WARNING oslo_policy.policy [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:59.330594 n-d-819349-3 neutron-server[103598]: INFO neutron.quota [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] Loaded quota_driver: . Nov 25 16:57:59.388515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:59.390444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:59.547350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:59.553626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:59.576308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:59.589242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-475abf64-1450-4c0a-ba98-313948809132 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6708343 Nov 25 16:57:59.666577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a80afe92-0f25-4378-ba1f-10486b8e2d45 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:57:59.783079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a80afe92-0f25-4378-ba1f-10486b8e2d45 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:57:59.783485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:59.902169 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:59.939137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port a80afe92-0f25-4378-ba1f-10486b8e2d45, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a80afe92-0f25-4378-ba1f-10486b8e2d45,segment=NetworkSegment(7a69ea71-4b99-44cb-bee9-5bfaa7e426b9),segment_id=7a69ea71-4b99-44cb-bee9-5bfaa7e426b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 16:57:59.944115 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:00.000177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=a80afe92-0f25-4378-ba1f-10486b8e2d45,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:00.109298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99615dc-1d63-4e89-a97b-6cf1d2924aac None None] Network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:58:00.170606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-958a911b-b66a-4af9-8786-7fc69a22fdc4 None None] Provisioning complete for port a80afe92-0f25-4378-ba1f-10486b8e2d45 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:00.170910 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-958a911b-b66a-4af9-8786-7fc69a22fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:00.523826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9c638ff5-b443-4cae-a391-b003249c0b8b None None] Provisioning complete for port a80afe92-0f25-4378-ba1f-10486b8e2d45 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:00.524192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c638ff5-b443-4cae-a391-b003249c0b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:01.630231 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a80afe92-0f25-4378-ba1f-10486b8e2d45 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:01.680055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a80afe92-0f25-4378-ba1f-10486b8e2d45 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:01.680423 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:02.103599 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81d82898-a696-486a-abd5-2d9066456650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:02.220192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:02.542173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-9d32b990-d564-43fd-ba81-368b1f70d6a8 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 16:58:02.543161 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9d32b990-d564-43fd-ba81-368b1f70d6a8 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220289 Nov 25 16:58:04.261792 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-deddd343-d4b3-473d-9107-84d8e387f6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.147704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:05.459824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:58:05.481475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Made reservation on behalf of d0720ff6b5724770b4e04f3906057d08 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 16:58:05.484196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.500308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.584315 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.604962 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.608708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.621456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Reserving flat network on physical network physnet1 {{(pid=103598) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 16:58:05.653682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782897787850', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.654255 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Unsubscribe: segment precommit_create {{(pid=103598) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 16:58:05.654791 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Added segment f60d7097-b7f7-4e42-a076-7c1e4442d95c of type flat for network d8b74e89-429b-4f11-a29f-7915ca847ff7 Nov 25 16:58:05.670248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1766ccf9-95fe-4a53-80b6-88ae3292be9c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:05.719699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.720046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.720496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.720898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.721254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.721583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.721941 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.722265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.722579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.722897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.723217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.723537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Tracked resource versions report: Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: pushed versions: Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: { 'AddressGroup': {'1.2'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'ConntrackHelper': {'1.0'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Log': {'1.0'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Network': {'1.1'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Port': {'1.7'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'PortForwarding': {'1.2'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'QosPolicy': {'1.10'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'SecurityGroup': {'1.5'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'SecurityGroupRule': {'1.2'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'SubPort': {'1.0'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Subnet': {'1.1'}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Trunk': {'1.1'}} Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: consumer versions: Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: { DHCP agent@n-d-819349-3: {}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: L3 agent@n-d-819349-3: {}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: Metadata agent@n-d-819349-3: {}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: Metering agent@n-d-819349-3: {}, Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: Open vSwitch agent@n-d-819349-3: { 'AddressGroup': '1.2', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'ConntrackHelper': '1.0', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Log': '1.0', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Network': '1.1', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Port': '1.7', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'PortForwarding': '1.2', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'QosPolicy': '1.10', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'SecurityGroup': '1.5', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'SecurityGroupRule': '1.2', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'SubPort': '1.0', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Subnet': '1.1', Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: 'Trunk': '1.1'}} Nov 25 16:58:05.724662 n-d-819349-3 neutron-server[103598]: {{(pid=103598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 16:58:05.779590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.823098 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.824233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:05.825025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.903873 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7550943 Nov 25 16:58:05.928635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405142a-1528-497d-a002-5e4096d6d278 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b74e89-429b-4f11-a29f-7915ca847ff7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:05.939414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 16:58:06.847159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:07.768611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.470864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58078) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:08.686527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e94e41-f4e4-499a-8dc3-96500866b6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:08.687927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-10e94e41-f4e4-499a-8dc3-96500866b6bf admin admin] 10.222.0.81 "GET /v2.0/subnets/cf5a60d9-3f4f-4637-ad46-c53d160c4ddf HTTP/1.1" status: 200 len: 849 time: 0.2160523 Nov 25 16:58:08.822708 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a832eb50-c298-40a0-a6fd-e56c8fbaa581 admin admin] 10.222.0.81 "GET /v2.0/routers/f7e9db48-d299-4676-8ebe-f76bd71bb04d HTTP/1.1" status: 200 len: 704 time: 0.1279321 Nov 25 16:58:09.092879 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:09.389579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Allocated IP 172.20.0.1 (9116d7b9-fc26-46c3-abc4-4d04c71f73f4/cf5a60d9-3f4f-4637-ad46-c53d160c4ddf/1a5e676c-01b2-4bc4-87c1-438237ea3b78) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 16:58:09.573158 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:09.639732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:09.717851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 16:58:09.722635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:58:09.728606 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 16:58:09.728704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:09.749739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Pushing event updated for resources: {'Port': ['ID=1a5e676c-01b2-4bc4-87c1-438237ea3b78,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:09.924987 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:09.950327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7b56769f-e0fe-4281-ab82-286521f8bd2c None None] Provisioning complete for port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:09.950850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b56769f-e0fe-4281-ab82-286521f8bd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:09.984866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7b56769f-e0fe-4281-ab82-286521f8bd2c None None] Port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 16:58:10.188955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:10.194045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:10.194906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:10.274056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Pushing event updated for resources: {'Port': ['ID=1a5e676c-01b2-4bc4-87c1-438237ea3b78,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:10.323401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 16:58:10.324745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:58:10.487481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Router f7e9db48-d299-4676-8ebe-f76bd71bb04d is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 16:58:10.508345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-83614770-01e1-49db-aeb3-db67760f29db None None] Provisioning complete for port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:10.508816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83614770-01e1-49db-aeb3-db67760f29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:10.543700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-83614770-01e1-49db-aeb3-db67760f29db None None] Port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 16:58:10.580292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 16:58:10.585476 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-35c4da74-7462-4c67-9fb5-099448fefaaf admin admin] 10.222.0.81 "PUT /v2.0/routers/f7e9db48-d299-4676-8ebe-f76bd71bb04d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7570753 Nov 25 16:58:10.599937 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Sync routers for ids ['f7e9db48-d299-4676-8ebe-f76bd71bb04d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 16:58:10.613186 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Routers {'f7e9db48-d299-4676-8ebe-f76bd71bb04d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:58:10.613990 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T16:58:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f7e9db48-d299-4676-8ebe-f76bd71bb04d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:10.805656 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Set router f7e9db48-d299-4676-8ebe-f76bd71bb04d gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 16:58:11.241274 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'name': 'router1', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:57:59Z', 'updated_at': '2021-11-25T16:58:09Z', 'revision_number': 2, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'gw_port_host': None, '_interfaces': [{'id': '1a5e676c-01b2-4bc4-87c1-438237ea3b78', 'name': '', 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'mac_address': 'fa:16:3e:94:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:09Z', 'updated_at': '2021-11-25T16:58:10Z', 'revision_number': 2, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'subnets': [{'id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b829b83-0b7b-4632-81f5-866b6e7c7f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:11.293393 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Checking router: f7e9db48-d299-4676-8ebe-f76bd71bb04d for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 16:58:11.293762 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Updating router f7e9db48-d299-4676-8ebe-f76bd71bb04d port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 16:58:11.357754 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:11.383485 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 16:58:11.887196 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:11.894549 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:11.991294 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Pushing event updated for resources: {'Port': ['ID=1a5e676c-01b2-4bc4-87c1-438237ea3b78,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:12.035249 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.035607 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.035953 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.036299 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.036877 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.037005 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.037327 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.037671 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.038004 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.038478 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.038671 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.038999 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Tracked resource versions report: Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: pushed versions: Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: { 'AddressGroup': {'1.2'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Log': {'1.0'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Network': {'1.1'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Port': {'1.7'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'PortForwarding': {'1.2'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'QosPolicy': {'1.10'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'SecurityGroup': {'1.5'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'SubPort': {'1.0'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Subnet': {'1.1'}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Trunk': {'1.1'}} Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: consumer versions: Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: { DHCP agent@n-d-819349-3: {}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: L3 agent@n-d-819349-3: {}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: Metadata agent@n-d-819349-3: {}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: Metering agent@n-d-819349-3: {}, Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: Open vSwitch agent@n-d-819349-3: { 'AddressGroup': '1.2', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'ConntrackHelper': '1.0', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Log': '1.0', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Network': '1.1', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Port': '1.7', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'PortForwarding': '1.2', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'QosPolicy': '1.10', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'SecurityGroup': '1.5', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'SecurityGroupRule': '1.2', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'SubPort': '1.0', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Subnet': '1.1', Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: 'Trunk': '1.1'}} Nov 25 16:58:12.040124 n-d-819349-3 neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 16:58:12.076143 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Attempting to bind port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 16:58:12.076559 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Attempting to bind port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 16:58:12.077121 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Attempting to bind port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 on network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 16:58:12.083208 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 16, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 16:58:12.084205 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Checking segment: {'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:58:12.084712 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:12.085203 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Bound using segment: {'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 16:58:12.085716 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Bound port: 1a5e676c-01b2-4bc4-87c1-438237ea3b78, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a69ea71-4b99-44cb-bee9-5bfaa7e426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 16:58:12.086285 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:12.156502 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] For port 1a5e676c-01b2-4bc4-87c1-438237ea3b78, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 16:58:12.176609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6dfad54d-5563-4387-b488-bbc7ed97b688 None None] Provisioning complete for port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:12.177184 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] For port 1a5e676c-01b2-4bc4-87c1-438237ea3b78, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1a5e676c-01b2-4bc4-87c1-438237ea3b78,segment=NetworkSegment(7a69ea71-4b99-44cb-bee9-5bfaa7e426b9),segment_id=7a69ea71-4b99-44cb-bee9-5bfaa7e426b9)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 16:58:12.177278 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dfad54d-5563-4387-b488-bbc7ed97b688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:12.182903 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:12.211190 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6dfad54d-5563-4387-b488-bbc7ed97b688 None None] Port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 16:58:12.246287 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718c24d-94ad-4bc9-a1f5-a4560944bbe8 None None] Pushing event updated for resources: {'Port': ['ID=1a5e676c-01b2-4bc4-87c1-438237ea3b78,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:12.248981 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Routers {'f7e9db48-d299-4676-8ebe-f76bd71bb04d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:58:12.249760 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T16:58:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f7e9db48-d299-4676-8ebe-f76bd71bb04d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:12.349031 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] Set router f7e9db48-d299-4676-8ebe-f76bd71bb04d gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 16:58:12.431365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0ae3fb88-5ebe-492c-b339-a84ab939abe8 None None] Provisioning complete for port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:12.431658 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae3fb88-5ebe-492c-b339-a84ab939abe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:12.510347 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae3fb88-5ebe-492c-b339-a84ab939abe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:12.546554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0ae3fb88-5ebe-492c-b339-a84ab939abe8 None None] For port 1a5e676c-01b2-4bc4-87c1-438237ea3b78, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1a5e676c-01b2-4bc4-87c1-438237ea3b78,segment=NetworkSegment(7a69ea71-4b99-44cb-bee9-5bfaa7e426b9),segment_id=7a69ea71-4b99-44cb-bee9-5bfaa7e426b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 16:58:12.550881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ae3fb88-5ebe-492c-b339-a84ab939abe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:12.563088 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'name': 'router1', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:57:59Z', 'updated_at': '2021-11-25T16:58:09Z', 'revision_number': 2, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'gw_port_host': None, '_interfaces': [{'id': '1a5e676c-01b2-4bc4-87c1-438237ea3b78', 'name': '', 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'mac_address': 'fa:16:3e:94:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:09Z', 'updated_at': '2021-11-25T16:58:12Z', 'revision_number': 4, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'subnets': [{'id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b829b83-0b7b-4632-81f5-866b6e7c7f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:12.596618 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe5075-908e-4420-a19a-8164d5953a2e None None] The sync data for ids ['f7e9db48-d299-4676-8ebe-f76bd71bb04d'] in n-d-819349-3 is: [{'id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'name': 'router1', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:57:59Z', 'updated_at': '2021-11-25T16:58:09Z', 'revision_number': 2, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'gw_port_host': None, '_interfaces': [{'id': '1a5e676c-01b2-4bc4-87c1-438237ea3b78', 'name': '', 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'mac_address': 'fa:16:3e:94:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:09Z', 'updated_at': '2021-11-25T16:58:12Z', 'revision_number': 4, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'subnets': [{'id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b829b83-0b7b-4632-81f5-866b6e7c7f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 16:58:12.610329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3fb88-5ebe-492c-b339-a84ab939abe8 None None] Pushing event updated for resources: {'Port': ['ID=1a5e676c-01b2-4bc4-87c1-438237ea3b78,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:13.046614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:13.157259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076ab166-c0f0-4efa-9414-dedec67949a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:13.158806 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-076ab166-c0f0-4efa-9414-dedec67949a7 admin admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 842 time: 0.1110661 Nov 25 16:58:13.168828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:58:13.194387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Made reservation on behalf of d0720ff6b5724770b4e04f3906057d08 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 16:58:13.196686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.498334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.objects.ports [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 16:58:13.498788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.559827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:13.561693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:58:13.562035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Network hostable DHCP agents. Network: d8b74e89-429b-4f11-a29f-7915ca847ff7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 16:58:13.584368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 16:58:13.596014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d8b74e89-429b-4f11-a29f-7915ca847ff7) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:58:13.600260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:13.600879 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.607365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cac1e7-101e-4049-b0b5-872dcca2f9bf None None] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:58:13.640096 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-95c62a71-481e-4358-b497-3a35346300ed admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4600842 Nov 25 16:58:13.755105 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745e6063-e541-4f92-b8cd-3749a01107bd None None] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:58:16.138020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58108) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:16.273509 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a292ae4d-d47a-40c3-88ef-031f67478905 admin admin] 10.222.0.81 "GET /v2.0/routers/f7e9db48-d299-4676-8ebe-f76bd71bb04d HTTP/1.1" status: 200 len: 710 time: 0.1343541 Nov 25 16:58:16.363181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa7a7ed-21c1-4768-afac-afb340708571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:16.364647 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-efa7a7ed-21c1-4768-afac-afb340708571 admin admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 886 time: 0.0854084 Nov 25 16:58:16.374460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:58:16.706416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:16.956406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.054502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.156887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Allocated IP 172.25.1.80 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/a2916fdf-8020-4af0-ba3e-202b945cb9b3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 16:58:17.260887 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.296359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.341958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 16:58:17.345124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:58:17.348153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 16:58:17.385000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Pushing event updated for resources: {'Port': ['ID=a2916fdf-8020-4af0-ba3e-202b945cb9b3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:17.601900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.805122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.808355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.916834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Router f7e9db48-d299-4676-8ebe-f76bd71bb04d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 16:58:18.025158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 16:58:18.029474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:18.030699 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-790049b8-f401-4a80-8431-34cf722f2f2e admin admin] 10.222.0.81 "PUT /v2.0/routers/f7e9db48-d299-4676-8ebe-f76bd71bb04d HTTP/1.1" status: 200 len: 889 time: 1.6597216 Nov 25 16:58:19.655139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1a5e676c-01b2-4bc4-87c1-438237ea3b78 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:19.704853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:19.705347 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:19.823694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Sync routers for ids ['f7e9db48-d299-4676-8ebe-f76bd71bb04d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 16:58:19.835509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Routers {'f7e9db48-d299-4676-8ebe-f76bd71bb04d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:58:19.836257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T16:58:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f7e9db48-d299-4676-8ebe-f76bd71bb04d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:20.046655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Set router f7e9db48-d299-4676-8ebe-f76bd71bb04d gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 16:58:20.508862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'name': 'router1', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'a2916fdf-8020-4af0-ba3e-202b945cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:57:59Z', 'updated_at': '2021-11-25T16:58:17Z', 'revision_number': 4, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'gw_port': {'id': 'a2916fdf-8020-4af0-ba3e-202b945cb9b3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:17Z', 'updated_at': '2021-11-25T16:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1a5e676c-01b2-4bc4-87c1-438237ea3b78', 'name': '', 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'mac_address': 'fa:16:3e:94:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:09Z', 'updated_at': '2021-11-25T16:58:12Z', 'revision_number': 5, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'subnets': [{'id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b829b83-0b7b-4632-81f5-866b6e7c7f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:20.560690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Checking router: f7e9db48-d299-4676-8ebe-f76bd71bb04d for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 16:58:20.560984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Updating router f7e9db48-d299-4676-8ebe-f76bd71bb04d port a2916fdf-8020-4af0-ba3e-202b945cb9b3 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 16:58:20.607330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:20.683966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:20.887416 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0c0d2df2-66f1-40f4-b13a-68c4418122ba admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2023029 Nov 25 16:58:20.939796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:20.945796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.001052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb9475-5b8c-45b0-98cc-4e3c9617e4fd None None] Pushing event updated for resources: {'Port': ['ID=a2916fdf-8020-4af0-ba3e-202b945cb9b3,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:21.004360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Attempting to bind port a2916fdf-8020-4af0-ba3e-202b945cb9b3 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 16:58:21.004739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Attempting to bind port a2916fdf-8020-4af0-ba3e-202b945cb9b3 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 16:58:21.005143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Attempting to bind port a2916fdf-8020-4af0-ba3e-202b945cb9b3 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 16:58:21.010800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 16, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 16:58:21.011202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:58:21.011600 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.011993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 16:58:21.012467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Bound port: a2916fdf-8020-4af0-ba3e-202b945cb9b3, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 16:58:21.012873 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.067181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] For port a2916fdf-8020-4af0-ba3e-202b945cb9b3, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 16:58:21.070768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] For port a2916fdf-8020-4af0-ba3e-202b945cb9b3, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a2916fdf-8020-4af0-ba3e-202b945cb9b3,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 16:58:21.075405 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.135529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Routers {'f7e9db48-d299-4676-8ebe-f76bd71bb04d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:58:21.136255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T16:58:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f7e9db48-d299-4676-8ebe-f76bd71bb04d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:21.139053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb9475-5b8c-45b0-98cc-4e3c9617e4fd None None] Pushing event updated for resources: {'Port': ['ID=a2916fdf-8020-4af0-ba3e-202b945cb9b3,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:21.251419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] Set router f7e9db48-d299-4676-8ebe-f76bd71bb04d gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 16:58:21.471137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'name': 'router1', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'a2916fdf-8020-4af0-ba3e-202b945cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:57:59Z', 'updated_at': '2021-11-25T16:58:17Z', 'revision_number': 4, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'gw_port': {'id': 'a2916fdf-8020-4af0-ba3e-202b945cb9b3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:17Z', 'updated_at': '2021-11-25T16:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1a5e676c-01b2-4bc4-87c1-438237ea3b78', 'name': '', 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'mac_address': 'fa:16:3e:94:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:09Z', 'updated_at': '2021-11-25T16:58:12Z', 'revision_number': 5, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'subnets': [{'id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b829b83-0b7b-4632-81f5-866b6e7c7f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:21.499478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175ab97-683e-4da5-abe4-0733b37456a3 None None] The sync data for ids ['f7e9db48-d299-4676-8ebe-f76bd71bb04d'] in n-d-819349-3 is: [{'id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'name': 'router1', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'a2916fdf-8020-4af0-ba3e-202b945cb9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:57:59Z', 'updated_at': '2021-11-25T16:58:17Z', 'revision_number': 4, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'gw_port': {'id': 'a2916fdf-8020-4af0-ba3e-202b945cb9b3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:17Z', 'updated_at': '2021-11-25T16:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1a5e676c-01b2-4bc4-87c1-438237ea3b78', 'name': '', 'network_id': '9116d7b9-fc26-46c3-abc4-4d04c71f73f4', 'tenant_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'mac_address': 'fa:16:3e:94:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e9db48-d299-4676-8ebe-f76bd71bb04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:09Z', 'updated_at': '2021-11-25T16:58:12Z', 'revision_number': 5, 'project_id': 'd12ec68be0064ac287cb0ee38f4b2c84', 'subnets': [{'id': 'cf5a60d9-3f4f-4637-ad46-c53d160c4ddf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b829b83-0b7b-4632-81f5-866b6e7c7f69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 16:58:21.715801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a2916fdf-8020-4af0-ba3e-202b945cb9b3 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:21.790469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a2916fdf-8020-4af0-ba3e-202b945cb9b3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:21.790862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.883407 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.907516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port a2916fdf-8020-4af0-ba3e-202b945cb9b3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a2916fdf-8020-4af0-ba3e-202b945cb9b3,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 16:58:21.925414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.984240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=a2916fdf-8020-4af0-ba3e-202b945cb9b3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:23.665841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a2916fdf-8020-4af0-ba3e-202b945cb9b3 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:23.717490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a2916fdf-8020-4af0-ba3e-202b945cb9b3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:23.717793 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:32.112306 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91f0eb81-7b48-48ff-bb2b-8f6c59362b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:34.267299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3a91fde-ddfa-4405-b3c1-e068af580311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:35.596173 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:36.858679 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:37.779224 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:48.360123 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 16:59:02.105910 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eaf39db1-a06b-4a79-b6e1-e54adc6b0e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:04.263250 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cb2977f-f065-467c-9960-052ee036dacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:05.599249 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:06.855779 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:07.864045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:25.352478 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 16:59:32.108546 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0064972-0cb3-41d6-b592-9e405e080e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:34.259320 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bce1f37a-bfbe-448c-9ba7-eb42d55e69ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:35.593907 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:36.859451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:37.775240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:49.115047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58636) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:59:49.174717 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ee3f0f-1727-4a27-96c0-c0c48e565b6d admin admin] GET failed (client error): The resource could not be found. Nov 25 16:59:49.175976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b3ee3f0f-1727-4a27-96c0-c0c48e565b6d admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599926 Nov 25 16:59:49.339066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37339e74-0831-46be-aafe-41c5b99ecdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:49.340457 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-37339e74-0831-46be-aafe-41c5b99ecdba admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598909 Nov 25 16:59:51.734028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58646) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:59:51.825940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ecd3b-ab5c-4fd9-9e65-a8f3b0523da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:51.827294 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f56ecd3b-ab5c-4fd9-9e65-a8f3b0523da0 admin admin] 10.222.0.81 "GET /v2.0/subnets/cf5a60d9-3f4f-4637-ad46-c53d160c4ddf HTTP/1.1" status: 200 len: 849 time: 0.0922687 Nov 25 16:59:51.837538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:59:51.925340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:52.062902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782897705503'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:52.097781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:52.098405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:52.099707 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] 10.222.0.81 "PUT /v2.0/subnets/cf5a60d9-3f4f-4637-ad46-c53d160c4ddf HTTP/1.1" status: 200 len: 868 time: 0.2659032 Nov 25 16:59:52.100411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c120282-6251-442e-a6a1-6a8043a9c455 None None] Network 9116d7b9-fc26-46c3-abc4-4d04c71f73f4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:59:52.121751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5a60d9-3f4f-4637-ad46-c53d160c4ddf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:59:52.130506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.130891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.131202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.131547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.131888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.132228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.132563 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.132895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.133449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.133786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.134117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.134443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e21a64d-3b14-4187-b353-72511ce10c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:52.470203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-587f7155-171d-41f7-921f-0bdadee77212 None None] Provisioning complete for port 1a5e676c-01b2-4bc4-87c1-438237ea3b78 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:59:52.470646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-587f7155-171d-41f7-921f-0bdadee77212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:52.557091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-587f7155-171d-41f7-921f-0bdadee77212 None None] Provisioning complete for port a80afe92-0f25-4378-ba1f-10486b8e2d45 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:59:52.557366 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-587f7155-171d-41f7-921f-0bdadee77212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:54.541284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:59:54.738467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61ceda-2947-499b-a100-cd1c5d36df2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:54.738949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61ceda-2947-499b-a100-cd1c5d36df2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:54.740480 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5d61ceda-2947-499b-a100-cd1c5d36df2b admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982913 Nov 25 16:59:57.163154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58662) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:59:57.297999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c06a663-90bd-403a-a5c6-2f793b15dbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:57.298465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c06a663-90bd-403a-a5c6-2f793b15dbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:57.299989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1c06a663-90bd-403a-a5c6-2f793b15dbfb admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1358898 Nov 25 16:59:59.707536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:59:59.885765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e182cf2-3fe9-4a82-b524-0c23e22cf027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:59.887104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5e182cf2-3fe9-4a82-b524-0c23e22cf027 admin admin] 10.222.0.81 "GET /v2.0/networks/9116d7b9-fc26-46c3-abc4-4d04c71f73f4 HTTP/1.1" status: 200 len: 869 time: 0.1786025 Nov 25 17:00:02.111418 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02200a2b-56aa-4fd5-80a7-df05bbeba948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:02.261208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:02.350750 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:00:02.386131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febdd8d3-fb79-4e7a-8b6c-b78c1718fa82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:02.387499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-febdd8d3-fb79-4e7a-8b6c-b78c1718fa82 admin admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 886 time: 0.1253366 Nov 25 17:00:04.262882 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4395d5ab-6cbd-4424-9d31-d69578834b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:04.816114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:04.948097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff141225-f865-4ae0-a479-38b7be203b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:04.948548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff141225-f865-4ae0-a479-38b7be203b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:04.950102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff141225-f865-4ae0-a479-38b7be203b21 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1330578 Nov 25 17:00:05.598314 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:06.864610 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:07.433940 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:07.523367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc7067-7994-44d4-ae11-59e8fa53c4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:07.524303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc7067-7994-44d4-ae11-59e8fa53c4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:07.525820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f5cc7067-7994-44d4-ae11-59e8fa53c4e7 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909371 Nov 25 17:00:07.778213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:10.000212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:10.093454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af93f62-f668-4436-af4c-5c7641f657a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:10.095029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2af93f62-f668-4436-af4c-5c7641f657a3 admin admin] 10.222.0.81 "GET /v2.0/subnets/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c HTTP/1.1" status: 200 len: 816 time: 0.0935669 Nov 25 17:00:12.475957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:12.566728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eefdf0-db08-42f8-b5fa-daa4a55b6ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:12.567998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-18eefdf0-db08-42f8-b5fa-daa4a55b6ab8 admin admin] 10.222.0.81 "GET /v2.0/subnets/cf5a60d9-3f4f-4637-ad46-c53d160c4ddf HTTP/1.1" status: 200 len: 868 time: 0.0910764 Nov 25 17:00:32.113009 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2f70bc9-c9b0-4f4b-98b0-8e31537ecfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:34.257760 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f6e7-7ce4-471c-bd17-1be0aa25406f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:35.599949 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:36.869435 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:37.780125 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:38.987832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:39.034630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-176aa026-b7c2-4267-a069-2c3dde4e1a90 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:00:39.035670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-176aa026-b7c2-4267-a069-2c3dde4e1a90 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468771 Nov 25 17:00:39.351336 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:00:41.511583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:41.571494 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-81223a89-42f4-43be-9c2e-480ecaee9d09 admin admin] GET failed (client error): The resource could not be found. Nov 25 17:00:41.572881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-81223a89-42f4-43be-9c2e-480ecaee9d09 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603406 Nov 25 17:00:41.656610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca72c056-05a6-40d3-a09b-6a1519676625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:41.658129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca72c056-05a6-40d3-a09b-6a1519676625 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807822 Nov 25 17:00:44.069890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58782) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:44.116577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:00:44.136803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Made reservation on behalf of d0720ff6b5724770b4e04f3906057d08 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:00:44.139090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:44.169063 n-d-819349-3 neutron-server[103598]: WARNING neutron.services.revisions.revision_plugin [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Could not find related network for resource to bump revision. Nov 25 17:00:44.183683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:00:44.194202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:44.194552 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Added segment ceb8e6bf-d796-450b-9c2a-61e824547dfd of type vlan for network a6009aef-3be0-4d8a-983d-45409a83f074 Nov 25 17:00:44.241153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:44.267782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:44.269254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:44.269862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:44.318905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2479160 Nov 25 17:00:44.330360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cae91-f99f-4d1e-bb82-441d13a90865 admin admin] Pushing event updated for resources: {'Network': ['ID=a6009aef-3be0-4d8a-983d-45409a83f074,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:44.351842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network a6009aef-3be0-4d8a-983d-45409a83f074 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:00:46.726297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58790) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:46.788603 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6396ecf-6298-409a-a6b8-cd8318209936 admin admin] GET failed (client error): The resource could not be found. Nov 25 17:00:46.789993 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f6396ecf-6298-409a-a6b8-cd8318209936 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626965 Nov 25 17:00:46.857745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5741d1-c769-442e-8a2c-9bd2c9b82e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:46.859298 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3b5741d1-c769-442e-8a2c-9bd2c9b82e4f admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648866 Nov 25 17:00:46.870113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:00:46.889926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Made reservation on behalf of d0720ff6b5724770b4e04f3906057d08 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:00:46.892284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.051494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.104647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8606bb02-4ef7-41c4-8681-6e37428f37c1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:47.113276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:00:47.113648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Network hostable DHCP agents. Network: a6009aef-3be0-4d8a-983d-45409a83f074, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:00:47.130331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Network a6009aef-3be0-4d8a-983d-45409a83f074 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:00:47.138682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, a6009aef-3be0-4d8a-983d-45409a83f074) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:00:47.142866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:47.143335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.148679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40674b36-31a9-4693-a811-2cda4404655c None None] Network a6009aef-3be0-4d8a-983d-45409a83f074 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:00:47.160019 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7e8f6965-22f1-4e8b-a0dd-56aea9bf3696 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2931938 Nov 25 17:00:47.402197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-a6009aef-3be0-4d8a-983d-45409a83f074', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'tenant_id': 'd0720ff6b5724770b4e04f3906057d08', 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:00:47.403078 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.539828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Allocated IP 192.168.233.2 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/960fc907-27a9-417c-951e-e99bf447a63f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:00:47.688483 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.695070 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.740278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:00:47.743434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:00:47.747715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:00:47.750775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Pushing event updated for resources: {'Port': ['ID=960fc907-27a9-417c-951e-e99bf447a63f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:47.762203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.762554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.762899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.763243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.763574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.763907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.764240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.764574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.764895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.765246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.765568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.765900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:47.816018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Attempting to bind port 960fc907-27a9-417c-951e-e99bf447a63f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:00:47.817017 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Attempting to bind port 960fc907-27a9-417c-951e-e99bf447a63f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:00:47.817391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Attempting to bind port 960fc907-27a9-417c-951e-e99bf447a63f on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:00:47.822829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:00:47.823209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:00:47.823612 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.824008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:00:47.824475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Bound port: 960fc907-27a9-417c-951e-e99bf447a63f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:00:47.824884 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.889628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] For port 960fc907-27a9-417c-951e-e99bf447a63f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:00:47.893157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] For port 960fc907-27a9-417c-951e-e99bf447a63f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=960fc907-27a9-417c-951e-e99bf447a63f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:00:47.898989 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:47.962478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abbf05-f88a-471f-ac4e-90b810545881 None None] Pushing event updated for resources: {'Port': ['ID=960fc907-27a9-417c-951e-e99bf447a63f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:48.809677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c30482-5914-4b8a-aa37-48656f794718 None None] Network a6009aef-3be0-4d8a-983d-45409a83f074 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:00:48.923801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7d18b5e3-6f4e-4a27-906c-1b3f2261e686 None None] Provisioning complete for port 960fc907-27a9-417c-951e-e99bf447a63f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:00:48.924174 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d18b5e3-6f4e-4a27-906c-1b3f2261e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:49.045121 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d18b5e3-6f4e-4a27-906c-1b3f2261e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:49.080054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7d18b5e3-6f4e-4a27-906c-1b3f2261e686 None None] For port 960fc907-27a9-417c-951e-e99bf447a63f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=960fc907-27a9-417c-951e-e99bf447a63f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:00:49.085841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d18b5e3-6f4e-4a27-906c-1b3f2261e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:49.137170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18b5e3-6f4e-4a27-906c-1b3f2261e686 None None] Pushing event updated for resources: {'Port': ['ID=960fc907-27a9-417c-951e-e99bf447a63f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:49.412215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-78438b02-e8e4-4a7a-b306-88ab4f478193 None None] Provisioning complete for port 960fc907-27a9-417c-951e-e99bf447a63f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:00:49.412571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-78438b02-e8e4-4a7a-b306-88ab4f478193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:49.769429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 960fc907-27a9-417c-951e-e99bf447a63f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:00:49.821240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 960fc907-27a9-417c-951e-e99bf447a63f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:00:49.821963 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:02.115198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d04590af-67a0-40c5-95fc-97e8e67af261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:04.262726 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-914fb91d-7cbb-4920-b856-933ce0f0fa2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:05.602961 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:06.872627 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:07.783734 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:16.355078 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:01:32.117112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb333-347e-42ed-bd82-62bc4628f859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:34.275175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a40b903-cef9-4b90-8ad3-96579ae9257f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:35.606264 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:36.877451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:37.788600 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:53.356528 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:02:02.118482 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72c35564-e918-4a72-9aed-ccb625c7b627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:04.260230 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f800127e-8647-4557-bf73-9f913ab0d057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:05.609463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:06.356499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58834) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:02:06.363165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-f1704360-0a97-4cfd-804a-528fc659695f tempest-verify_tempest_config-1195102967 tempest-verify_tempest_config-1195102967-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:02:06.364151 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f1704360-0a97-4cfd-804a-528fc659695f tempest-verify_tempest_config-1195102967 tempest-verify_tempest_config-1195102967-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066268 Nov 25 17:02:06.655989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58852) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:02:06.756988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:06.833581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:06.837176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:06.883143 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:06.884384 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af26b7621e3a4350a279b5ab45a8c03d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2273409 Nov 25 17:02:06.885487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e356b257-fcd3-40c0-88dc-f50bf1e76030,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:02:06.887157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:02:06.892835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.893796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.894230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.894599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.894917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.895252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.895591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.895934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.896261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.896591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.896918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.897270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add4d5-8a4f-4972-9403-52d46de10353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:06.958682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:06.979279 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.068825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.071700 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.072899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e356b257-fcd3-40c0-88dc-f50bf1e76030 HTTP/1.1" status: 204 len: 168 time: 0.1834304 Nov 25 17:02:07.081361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e356b257-fcd3-40c0-88dc-f50bf1e76030,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:02:07.088734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.089129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.089483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.089826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.090165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.090545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.090824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.091156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.091492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.091812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.092144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.092474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918372b2-a4db-4a63-a0b4-5a864655ae4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.790414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:30.359633 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:02:32.120770 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eac834f-e399-4f6e-8a7b-ff79bab18ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:34.261997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60fc8f66-ef9e-4f27-9652-a329728b7168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:35.611768 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:36.874541 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:37.794537 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:02.122765 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34a6a0ff-181f-46c8-b5f7-6d64026ea9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:04.263714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3574941f-5385-452f-80b2-f3e11fee339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:05.613410 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:06.878731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:07.361246 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:03:07.797307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:32.127405 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9216fb4-7271-4b2a-b106-603bef202b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:34.267387 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff1e34e7-5176-4342-ae01-dbdd41289a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:35.617800 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:36.881639 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:37.799733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:44.363869 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:04:02.130844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9026f51f-2a91-4d38-9e88-dbbb2c0f1fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:04.273080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc89c31a-da1c-4484-b226-d7e2e86690e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:05.619647 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:06.892762 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:07.803981 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:21.365841 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:04:32.132268 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0106a19f-5f9e-46d3-9b10-f8a8b51fc4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:34.265007 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04b34ab0-e8ac-475e-92d6-ea4c00430715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:35.622799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:36.888057 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:37.806551 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:58.368515 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:05:02.136706 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0546-3bfb-44b4-9694-f368855d56d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:04.274640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac77481d-f573-4db2-99b8-da6247931cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:05.626015 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:06.223653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441144'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:06.556032 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441144'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:06.894830 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:07.819125 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:32.139236 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ba96-56ce-4a67-adb2-a70e652bae38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:34.268677 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc0edd97-b79a-4212-8fb1-e9f7bc9af7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:35.373744 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:05:35.630917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:36.174824 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:36.544882 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:36.892845 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:37.811022 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:51.315640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:05:51.425668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-58ce82af-a4a5-4e2f-8da7-cd0a0cc3494c admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1089342 Nov 25 17:05:53.841463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:05:53.896649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-303087dc-aaa9-4363-ba64-d2ec91c00579 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0541153 Nov 25 17:06:02.141318 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-241c14b5-9d41-40fc-a67c-5443f34ec316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:04.275926 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4eca2f60-b9f8-43ea-a3e6-4e49d844a67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:05.631243 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:06.172026 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:06.564397 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:06.896258 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:07.819208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:12.375815 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:06:32.146745 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd9e2ea1-921b-431f-b493-fab4b6c198dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:34.271779 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3a2ec26-341b-4a56-8181-de701c70d836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:35.637735 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:36.206727 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:36.566736 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:36.908037 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:37.814360 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:49.378791 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:07:02.139086 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d300d71b-beaa-4585-a2a2-54a39570810c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:04.270037 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49cb4edd-b565-4188-a247-ee4eadd8b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:05.639297 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:06.192223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:06.581072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:06.905799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:07.821317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:14.888618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59188) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:15.404827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3c8d005b-7cb5-4ffa-ab59-bf740c7ca742 tempest-AutoAllocateNetworkTest-314034176 tempest-AutoAllocateNetworkTest-314034176-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ab412cce123a42419c194fd9e3f67f60&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5143793 Nov 25 17:07:15.405036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:15.754489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2f4e0-2764-4885-8cbd-6002f76911d1 tempest-AutoAllocateNetworkTest-314034176 tempest-AutoAllocateNetworkTest-314034176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:15.755977 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4de2f4e0-2764-4885-8cbd-6002f76911d1 tempest-AutoAllocateNetworkTest-314034176 tempest-AutoAllocateNetworkTest-314034176-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3492668 Nov 25 17:07:15.759558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:15.883407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:15.883578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e9f294d4-6953-4e82-b72c-c1a106177f49 tempest-AutoAllocateNetworkTest-314034176 tempest-AutoAllocateNetworkTest-314034176-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214261 Nov 25 17:07:15.915523 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-33d3910e-f657-4f19-8eb4-20ffb54f1cfa tempest-AutoAllocateNetworkTest-314034176 tempest-AutoAllocateNetworkTest-314034176-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ab412cce123a42419c194fd9e3f67f60 HTTP/1.1" status: 200 len: 208 time: 0.0307577 Nov 25 17:07:16.696190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59304) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:17.162291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.294886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.303693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.342437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a4c88-7cc4-4dd0-8965-94c8dcc67fbb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:17.362795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.363316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.363922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.364516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.365140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.366127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.366926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.367813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.368573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.369428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.370236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.370688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] Tracked resource versions report: Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: pushed versions: Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: { 'AddressGroup': {'1.2'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'ConntrackHelper': {'1.0'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Log': {'1.0'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Network': {'1.1'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Port': {'1.7'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'PortForwarding': {'1.2'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'QosPolicy': {'1.10'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'SecurityGroup': {'1.5'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'SubPort': {'1.0'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Subnet': {'1.1'}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Trunk': {'1.1'}} Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: consumer versions: Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: { DHCP agent@n-d-819349-3: {}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: HyperV agent@n-h1-819349-3: {}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: HyperV agent@n-h2-819349-3: {}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: L3 agent@n-d-819349-3: {}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: Metadata agent@n-d-819349-3: {}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: Metering agent@n-d-819349-3: {}, Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: Open vSwitch agent@n-d-819349-3: { 'AddressGroup': '1.2', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'ConntrackHelper': '1.0', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Log': '1.0', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Network': '1.1', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Port': '1.7', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'PortForwarding': '1.2', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'QosPolicy': '1.10', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'SecurityGroup': '1.5', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'SecurityGroupRule': '1.2', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'SubPort': '1.0', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Subnet': '1.1', Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: 'Trunk': '1.1'}} Nov 25 17:07:17.372585 n-d-819349-3 neutron-server[103598]: {{(pid=103598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:07:17.374918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:17.388391 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-767a5851-c2cd-4576-9a09-9706d9d12783 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab412cce123a42419c194fd9e3f67f60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6876252 Nov 25 17:07:17.388771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59344) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:17.447138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-006e2063-7968-4104-a39c-ac95e91d16a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.470167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-006e2063-7968-4104-a39c-ac95e91d16a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.527597 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-006e2063-7968-4104-a39c-ac95e91d16a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.530558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-006e2063-7968-4104-a39c-ac95e91d16a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.534312 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-006e2063-7968-4104-a39c-ac95e91d16a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/052a4c88-7cc4-4dd0-8965-94c8dcc67fbb HTTP/1.1" status: 204 len: 168 time: 0.1419771 Nov 25 17:07:17.541072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e2063-7968-4104-a39c-ac95e91d16a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a4c88-7cc4-4dd0-8965-94c8dcc67fbb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:17.800722 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.879469 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.891353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.923790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc2430-8000-470f-b195-d3e69e5f6ccc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:17.936607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.936973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.937317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.937655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.937990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.938319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.938643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.938966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.939289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.939610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.939931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.940250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] Tracked resource versions report: Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: pushed versions: Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: { 'AddressGroup': {'1.2'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'ConntrackHelper': {'1.0'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Log': {'1.0'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Network': {'1.1'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Port': {'1.7'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'PortForwarding': {'1.2'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'QosPolicy': {'1.10'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'SecurityGroup': {'1.5'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'SubPort': {'1.0'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Subnet': {'1.1'}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Trunk': {'1.1'}} Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: consumer versions: Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: { DHCP agent@n-d-819349-3: {}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: HyperV agent@n-h1-819349-3: {}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: HyperV agent@n-h2-819349-3: {}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: L3 agent@n-d-819349-3: {}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: Metadata agent@n-d-819349-3: {}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: Metering agent@n-d-819349-3: {}, Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: Open vSwitch agent@n-d-819349-3: { 'AddressGroup': '1.2', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'ConntrackHelper': '1.0', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Log': '1.0', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Network': '1.1', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Port': '1.7', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'PortForwarding': '1.2', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'QosPolicy': '1.10', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'SecurityGroup': '1.5', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'SecurityGroupRule': '1.2', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'SubPort': '1.0', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Subnet': '1.1', Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: 'Trunk': '1.1'}} Nov 25 17:07:17.941403 n-d-819349-3 neutron-server[103599]: {{(pid=103599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:07:17.967990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59366) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:17.983306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-616096db-913b-4736-bc01-1d2cc986166f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84a72bda890549da897e2986eeaa8174&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6054873 Nov 25 17:07:18.030504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9580a850-4353-4f77-b668-6f36d86fed2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.052914 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9580a850-4353-4f77-b668-6f36d86fed2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.102499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9580a850-4353-4f77-b668-6f36d86fed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.106075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9580a850-4353-4f77-b668-6f36d86fed2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.107225 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9580a850-4353-4f77-b668-6f36d86fed2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68fc2430-8000-470f-b195-d3e69e5f6ccc HTTP/1.1" status: 204 len: 168 time: 0.1381290 Nov 25 17:07:18.118452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580a850-4353-4f77-b668-6f36d86fed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc2430-8000-470f-b195-d3e69e5f6ccc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:18.633398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59434) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:18.650232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc39f321-da91-4438-8eac-6ebeace72c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.749087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc39f321-da91-4438-8eac-6ebeace72c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.756579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:18.758522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc39f321-da91-4438-8eac-6ebeace72c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.814613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bc39f321-da91-4438-8eac-6ebeace72c87 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48444d56e518435aa92a440200e96437&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1776159 Nov 25 17:07:18.815598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:18.817749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39f321-da91-4438-8eac-6ebeace72c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535eea1d-2590-4857-b225-fc029532670e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:18.891912 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b07e9c3-83e6-4ffe-91bd-6fd47ba503d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.919485 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b07e9c3-83e6-4ffe-91bd-6fd47ba503d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:18.966525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b700a0ac-f7ce-40dd-a1f9-90283668c68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.039763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b07e9c3-83e6-4ffe-91bd-6fd47ba503d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.043713 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b07e9c3-83e6-4ffe-91bd-6fd47ba503d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.045002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9b07e9c3-83e6-4ffe-91bd-6fd47ba503d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/535eea1d-2590-4857-b225-fc029532670e HTTP/1.1" status: 204 len: 168 time: 0.2279596 Nov 25 17:07:19.059681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07e9c3-83e6-4ffe-91bd-6fd47ba503d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535eea1d-2590-4857-b225-fc029532670e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:19.120357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b700a0ac-f7ce-40dd-a1f9-90283668c68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.129582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b700a0ac-f7ce-40dd-a1f9-90283668c68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.196072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b700a0ac-f7ce-40dd-a1f9-90283668c68a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73760980d1334073b6f1e6994c464b1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4374509 Nov 25 17:07:19.196995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a0ac-f7ce-40dd-a1f9-90283668c68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f02693e-2c4b-402e-bdb9-3b452e7bf96c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:19.204292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59492) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:19.314478 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e7db50a-3eb2-4342-8795-a361e3ba4905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.372713 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e7db50a-3eb2-4342-8795-a361e3ba4905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.455000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e7db50a-3eb2-4342-8795-a361e3ba4905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.458612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e7db50a-3eb2-4342-8795-a361e3ba4905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:19.464202 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6e7db50a-3eb2-4342-8795-a361e3ba4905 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f02693e-2c4b-402e-bdb9-3b452e7bf96c HTTP/1.1" status: 204 len: 168 time: 0.2562237 Nov 25 17:07:19.480474 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7db50a-3eb2-4342-8795-a361e3ba4905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f02693e-2c4b-402e-bdb9-3b452e7bf96c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:19.850904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59558) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:20.038127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59578) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:20.172206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59592) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:20.186225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3715-79eb-4e43-9a61-68801878dbd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.203161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8adb20ac-4d05-4acf-ac81-2d190be41bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.303398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:20.323151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3715-79eb-4e43-9a61-68801878dbd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.329920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3715-79eb-4e43-9a61-68801878dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.340126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8adb20ac-4d05-4acf-ac81-2d190be41bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.347351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8adb20ac-4d05-4acf-ac81-2d190be41bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.374946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d0cf3715-79eb-4e43-9a61-68801878dbd8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9d23b264cb24363b8cd17e5999b4d24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2017827 Nov 25 17:07:20.375777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf3715-79eb-4e43-9a61-68801878dbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce40f384-ad47-4426-b8cd-25733c098f42,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:20.378803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:20.402942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb20ac-4d05-4acf-ac81-2d190be41bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3053d2b7-03f1-46c1-bdce-d995a9bd2d68,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:20.422718 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8adb20ac-4d05-4acf-ac81-2d190be41bd5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6bd3a42b28b4ecbbc5e98923c3ff671&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5706308 Nov 25 17:07:20.425290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59610) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:20.467818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fa16b29-fe36-43af-ab7e-3472f6aa09a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.471178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e53c740-1c76-4e0a-89da-7fd503c44950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.483457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41062905-de05-4d9b-b8e1-2c3a9f9626e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.507190 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fa16b29-fe36-43af-ab7e-3472f6aa09a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.510781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41062905-de05-4d9b-b8e1-2c3a9f9626e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.587253 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fa16b29-fe36-43af-ab7e-3472f6aa09a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.590619 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fa16b29-fe36-43af-ab7e-3472f6aa09a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.591852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41062905-de05-4d9b-b8e1-2c3a9f9626e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.592155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6fa16b29-fe36-43af-ab7e-3472f6aa09a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce40f384-ad47-4426-b8cd-25733c098f42 HTTP/1.1" status: 204 len: 168 time: 0.2119133 Nov 25 17:07:20.595843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41062905-de05-4d9b-b8e1-2c3a9f9626e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.601139 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-41062905-de05-4d9b-b8e1-2c3a9f9626e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3053d2b7-03f1-46c1-bdce-d995a9bd2d68 HTTP/1.1" status: 204 len: 168 time: 0.1745267 Nov 25 17:07:20.611050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41062905-de05-4d9b-b8e1-2c3a9f9626e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3053d2b7-03f1-46c1-bdce-d995a9bd2d68,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:20.611254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa16b29-fe36-43af-ab7e-3472f6aa09a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce40f384-ad47-4426-b8cd-25733c098f42,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:20.632225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e53c740-1c76-4e0a-89da-7fd503c44950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.637103 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e53c740-1c76-4e0a-89da-7fd503c44950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.676692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53c740-1c76-4e0a-89da-7fd503c44950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18539782-3476-466b-8ea3-f32c9d64f843,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:20.681294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9e53c740-1c76-4e0a-89da-7fd503c44950 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5968e76f07974926b33e16e207056ec5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6413484 Nov 25 17:07:20.684830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:20.744055 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab26da27-206c-4b57-8b2e-6aa0a7f2d78b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.763174 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-072a081e-1b1f-41d2-a9e3-8e819941482a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.765768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab26da27-206c-4b57-8b2e-6aa0a7f2d78b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.823448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab26da27-206c-4b57-8b2e-6aa0a7f2d78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.826620 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab26da27-206c-4b57-8b2e-6aa0a7f2d78b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.828986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59630) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:20.830386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ab26da27-206c-4b57-8b2e-6aa0a7f2d78b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18539782-3476-466b-8ea3-f32c9d64f843 HTTP/1.1" status: 204 len: 168 time: 0.1445844 Nov 25 17:07:20.839786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26da27-206c-4b57-8b2e-6aa0a7f2d78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18539782-3476-466b-8ea3-f32c9d64f843,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:20.899562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-072a081e-1b1f-41d2-a9e3-8e819941482a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.903979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-072a081e-1b1f-41d2-a9e3-8e819941482a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:20.942705 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-072a081e-1b1f-41d2-a9e3-8e819941482a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65b0fefbdbf94cd5925735bc09274746&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6363237 Nov 25 17:07:20.944286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a081e-1b1f-41d2-a9e3-8e819941482a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88d0fd-69c1-4079-8ad1-7219162c9775,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:20.945554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:21.009973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d52db5ff-0043-40b1-80d3-0fb82bef5914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.033086 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d52db5ff-0043-40b1-80d3-0fb82bef5914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.083032 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d52db5ff-0043-40b1-80d3-0fb82bef5914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.086356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d52db5ff-0043-40b1-80d3-0fb82bef5914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.087632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d52db5ff-0043-40b1-80d3-0fb82bef5914 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e88d0fd-69c1-4079-8ad1-7219162c9775 HTTP/1.1" status: 204 len: 168 time: 0.1335504 Nov 25 17:07:21.095826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52db5ff-0043-40b1-80d3-0fb82bef5914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88d0fd-69c1-4079-8ad1-7219162c9775,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:21.467059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a74441d-923c-4af9-ad2c-b40605c72ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.551174 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a74441d-923c-4af9-ad2c-b40605c72ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.555660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a74441d-923c-4af9-ad2c-b40605c72ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.615630 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5a74441d-923c-4af9-ad2c-b40605c72ffc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aff8a0422e9d4eca8843253e8c2586e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7841346 Nov 25 17:07:21.617164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74441d-923c-4af9-ad2c-b40605c72ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a623c-855e-4e43-b9fb-e1bd8748d785,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:21.618705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:21.637237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:21.654544 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5fcd59dc-f436-4fd5-b892-8a829e24af7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.696863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-726f70e9-b159-48e9-8ab1-c9ae768326c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.727717 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-726f70e9-b159-48e9-8ab1-c9ae768326c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.764072 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5fcd59dc-f436-4fd5-b892-8a829e24af7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.769786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5fcd59dc-f436-4fd5-b892-8a829e24af7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.802304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-726f70e9-b159-48e9-8ab1-c9ae768326c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.805090 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-726f70e9-b159-48e9-8ab1-c9ae768326c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.809899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-726f70e9-b159-48e9-8ab1-c9ae768326c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd5a623c-855e-4e43-b9fb-e1bd8748d785 HTTP/1.1" status: 204 len: 168 time: 0.1889880 Nov 25 17:07:21.816627 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5fcd59dc-f436-4fd5-b892-8a829e24af7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=009fc7a36b2c43108d1b85f36178e19c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1783195 Nov 25 17:07:21.817967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd59dc-f436-4fd5-b892-8a829e24af7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab9861d-4021-4dff-9c60-7d27d1e3235f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:21.820438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59676) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:21.833777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f70e9-b159-48e9-8ab1-c9ae768326c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a623c-855e-4e43-b9fb-e1bd8748d785,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:21.883243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:21.892373 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a301025c-60ef-475e-8789-6b98ca3b40a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.903791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02a9509a-a32b-4dcc-aeb1-5de579ae3cb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.924582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a301025c-60ef-475e-8789-6b98ca3b40a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.987422 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a301025c-60ef-475e-8789-6b98ca3b40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.992626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a301025c-60ef-475e-8789-6b98ca3b40a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.994392 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02a9509a-a32b-4dcc-aeb1-5de579ae3cb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:21.997478 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a301025c-60ef-475e-8789-6b98ca3b40a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cab9861d-4021-4dff-9c60-7d27d1e3235f HTTP/1.1" status: 204 len: 168 time: 0.1757481 Nov 25 17:07:22.002389 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02a9509a-a32b-4dcc-aeb1-5de579ae3cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.007178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301025c-60ef-475e-8789-6b98ca3b40a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab9861d-4021-4dff-9c60-7d27d1e3235f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:22.040331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-02a9509a-a32b-4dcc-aeb1-5de579ae3cb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27b13b623fd447c682b47994272e7361&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1542315 Nov 25 17:07:22.044126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59686) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:22.047263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9509a-a32b-4dcc-aeb1-5de579ae3cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0065d-aa84-4e29-8328-733b4e5eecb3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:22.105858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e476-dde9-4b7f-9bf9-077cdce34e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.136330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:22.137103 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e476-dde9-4b7f-9bf9-077cdce34e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.160825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4c83-1149-4eb3-83bd-0d0a6322d3fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.196435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e476-dde9-4b7f-9bf9-077cdce34e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.200802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e476-dde9-4b7f-9bf9-077cdce34e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.206646 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a9b4e476-dde9-4b7f-9bf9-077cdce34e23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79b0065d-aa84-4e29-8328-733b4e5eecb3 HTTP/1.1" status: 204 len: 168 time: 0.1580896 Nov 25 17:07:22.212661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4e476-dde9-4b7f-9bf9-077cdce34e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0065d-aa84-4e29-8328-733b4e5eecb3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:22.303093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4c83-1149-4eb3-83bd-0d0a6322d3fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.314597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4c83-1149-4eb3-83bd-0d0a6322d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.344686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e5fb4c83-1149-4eb3-83bd-0d0a6322d3fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d196a3797e24be3a3185759cc0e7dff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2051909 Nov 25 17:07:22.347594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59714) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:22.371770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb4c83-1149-4eb3-83bd-0d0a6322d3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8775a-d844-4bc7-8b2f-4d6c9bdb0f85,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:22.409186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1673d444-78d0-4584-a967-9b79dda9cac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.432360 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1673d444-78d0-4584-a967-9b79dda9cac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.485449 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1673d444-78d0-4584-a967-9b79dda9cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.488465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1673d444-78d0-4584-a967-9b79dda9cac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.489667 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1673d444-78d0-4584-a967-9b79dda9cac7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53a8775a-d844-4bc7-8b2f-4d6c9bdb0f85 HTTP/1.1" status: 204 len: 168 time: 0.1410892 Nov 25 17:07:22.498852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673d444-78d0-4584-a967-9b79dda9cac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8775a-d844-4bc7-8b2f-4d6c9bdb0f85,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:22.695003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:22.698244 n-d-819349-3 neutron-server[103599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 17:07:22.770769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-322aa2f3-6787-4567-a227-e039f4df7873 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d6d5934425cd43a5aedfa1b731d2b343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742776 Nov 25 17:07:22.936236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59736) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:22.951113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08da9df3-690d-4bc1-9c22-66092d683de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:22.975236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-ab2f2d15-11f0-437d-8461-c307ddb6cf2b tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:22.977134 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-ab2f2d15-11f0-437d-8461-c307ddb6cf2b tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998255 Nov 25 17:07:22.994265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-b5cb0a6d-3974-40e7-8db2-2606d7012132 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/quotas/d6d5934425cd43a5aedfa1b731d2b343 HTTP/1.1" status: 200 len: 375 time: 0.0109198 Nov 25 17:07:23.047548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08da9df3-690d-4bc1-9c22-66092d683de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:23.066227 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08da9df3-690d-4bc1-9c22-66092d683de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:23.095734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-2d1f94df-b1ea-4fd8-939a-b044711d058d tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6d5934425cd43a5aedfa1b731d2b343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945821 Nov 25 17:07:23.142700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59742) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:23.143535 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-08da9df3-690d-4bc1-9c22-66092d683de3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c622c3d385445a39bc89995c6e48f3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2054255 Nov 25 17:07:23.145244 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da9df3-690d-4bc1-9c22-66092d683de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8259d85-d977-4197-bf08-d0ef12b34171,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:23.237061 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d71b2478-eb50-4964-820c-840eaa85bfe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:23.277512 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d71b2478-eb50-4964-820c-840eaa85bfe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:23.346952 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d71b2478-eb50-4964-820c-840eaa85bfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:23.349613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d71b2478-eb50-4964-820c-840eaa85bfe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:23.354077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d71b2478-eb50-4964-820c-840eaa85bfe9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8259d85-d977-4197-bf08-d0ef12b34171 HTTP/1.1" status: 204 len: 168 time: 0.2074564 Nov 25 17:07:23.366496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b2478-eb50-4964-820c-840eaa85bfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8259d85-d977-4197-bf08-d0ef12b34171,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:23.964892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:24.451845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31291232-818d-4e02-a8dc-7f8f1bf5c85d req-65c810c1-6367-4510-b2e6-a149518def85 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 210 time: 0.4830680 Nov 25 17:07:25.378238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.95', 63617) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:25.414571 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-07a70013-0092-4511-8780-2a5118510920 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=d6d5934425cd43a5aedfa1b731d2b343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343101 Nov 25 17:07:25.557208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-443b6daa-1fa4-4bc0-b75f-9ae3cc2d455f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:25.558950 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-443b6daa-1fa4-4bc0-b75f-9ae3cc2d455f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390982 Nov 25 17:07:25.645829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff29e384-31cb-4d0a-8201-29f490102b48 req-22601169-3c93-4127-8684-9f6fbe3a94d9 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 210 time: 0.0295691 Nov 25 17:07:25.685565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Request body: {'port': {'device_id': '2e225793-0e34-4e40-b5e7-61726d697bae', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'd6d5934425cd43a5aedfa1b731d2b343'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:25.928350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-2f4896b8-8e73-4ec2-b847-49153c8501d4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bfc79e533bdb49c2ae70b044089988df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238326 Nov 25 17:07:25.968022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Made reservation on behalf of d6d5934425cd43a5aedfa1b731d2b343 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:25.972584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:25.983059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:26.066596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-fd66f425-8e97-4cb5-a0ef-15479fc11fa8 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:26.068726 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-fd66f425-8e97-4cb5-a0ef-15479fc11fa8 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310754 Nov 25 17:07:26.085599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-089ff4f5-f2c2-4de6-8af1-bc1dfd0ce711 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/quotas/bfc79e533bdb49c2ae70b044089988df HTTP/1.1" status: 200 len: 375 time: 0.0098279 Nov 25 17:07:26.092541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:26.097512 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:26.131530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-f59f6fc5-227f-4bbe-936c-0703d1715f9a tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bfc79e533bdb49c2ae70b044089988df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370500 Nov 25 17:07:26.167892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ba9479-3702-4032-abe7-24c9a58db73f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:26.317334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:26.390770 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:07:26.397097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d01c8d4-9202-49e9-bb2e-6115964d66dd req-2591e0f7-c27e-4826-aaa6-cb5d32d5efbb tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 210 time: 0.0457404 Nov 25 17:07:26.592740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Allocated IP 192.168.233.7 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/a9a42542-c1ad-4fc6-9748-272a3aa99b56) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:26.795473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11847386-5282-4fb5-8f06-557295ed71cc req-84621967-e164-4619-a9d0-be88099cd429 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 210 time: 0.0512080 Nov 25 17:07:26.845266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:26.940764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.027658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:27.069666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-network', 'tenant_id': '0b553fd5832b479da09d135d021988c0'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:27.076864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:27.080692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:27.087972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:27.090044 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.156200 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4746342 Nov 25 17:07:27.222482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-02c4c04c-5e78-42ba-af7f-e9b71977ec8a tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:07:27.224306 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-02c4c04c-5e78-42ba-af7f-e9b71977ec8a tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0378308 Nov 25 17:07:27.332775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492693b-1d3c-47a8-90ad-5858c9690dae tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Pushing event updated for resources: {'Port': ['ID=a9a42542-c1ad-4fc6-9748-272a3aa99b56,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:27.368895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Made reservation on behalf of 0b553fd5832b479da09d135d021988c0 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:27.377573 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.415732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.590285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8f027762-521d-471c-af3e-f9c07556cecf None None] Provisioning complete for port a9a42542-c1ad-4fc6-9748-272a3aa99b56 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:27.590728 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f027762-521d-471c-af3e-f9c07556cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.610517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-438057f7-7785-4d52-8d5e-1fa2ae90b038 req-4b8b8719-e950-4b2d-8e5a-b1283dc7c640 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 210 time: 0.0866764 Nov 25 17:07:27.718817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8f027762-521d-471c-af3e-f9c07556cecf None None] Port a9a42542-c1ad-4fc6-9748-272a3aa99b56 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:27.725261 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.736890 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.782568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:07:27.815770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482c14b3-0744-4af0-a1b9-98d08b0374b0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:27.834790 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.838575 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Added segment b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58 of type vlan for network 88e0a557-13a0-4829-a3cf-2460ca964044 Nov 25 17:07:27.917343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.959583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:27.961141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:27.962221 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:28.103403 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7804267 Nov 25 17:07:28.104129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60016) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:28.134030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Request body: {'subnet': {'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-subnet', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:28.164010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c167fd8-00de-40f5-93c6-69336b54a3b4 admin admin] Pushing event updated for resources: {'Network': ['ID=88e0a557-13a0-4829-a3cf-2460ca964044,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:28.182959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 88e0a557-13a0-4829-a3cf-2460ca964044 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:07:28.235814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Made reservation on behalf of 0b553fd5832b479da09d135d021988c0 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:28.238199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:28.239995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201477a-40a8-4f73-8861-75b03f47f0cd req-533e9089-3168-4a5d-969a-3b91a9e152bf tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:28.252089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e201477a-40a8-4f73-8861-75b03f47f0cd req-533e9089-3168-4a5d-969a-3b91a9e152bf tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 934 time: 0.2601888 Nov 25 17:07:28.479068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e201477a-40a8-4f73-8861-75b03f47f0cd req-76872f52-d194-444e-bd50-fe0409220bdd tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214479 Nov 25 17:07:28.481884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Request body: {'port': {'device_id': '2e225793-0e34-4e40-b5e7-61726d697bae', 'device_owner': 'compute:tempest-test_az-86162063', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:28.651335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:28.791561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.60', 50826) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:28.840498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-0277c4d5-5be7-4f15-93e4-f9ce6a8eb482 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bfc79e533bdb49c2ae70b044089988df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466633 Nov 25 17:07:29.070277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-7150c675-2490-42e8-81fc-7e5c5a24bf1e tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:29.071871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-7150c675-2490-42e8-81fc-7e5c5a24bf1e tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100489 Nov 25 17:07:29.074475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:29.131751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63a6d1a5-d30a-4fa2-b2b0-15bb030601f3 req-aa6c5862-9336-4d2c-a96b-ca1693dfa6d4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 210 time: 0.0528038 Nov 25 17:07:29.171961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Request body: {'port': {'device_id': '5fe8ee7e-4207-46be-9705-f6779cc59f69', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'bfc79e533bdb49c2ae70b044089988df'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:29.366744 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.421603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:29.496150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Checking segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:29.496483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Network hostable DHCP agents. Network: 88e0a557-13a0-4829-a3cf-2460ca964044, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:07:29.554747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Made reservation on behalf of bfc79e533bdb49c2ae70b044089988df for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:29.560592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.585965 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.607415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09c12a8b-3fd8-483b-a996-b25b5b75cd8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.619087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:29.633113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a42542-c1ad-4fc6-9748-272a3aa99b56 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:07:29.665610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.673814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Network 88e0a557-13a0-4829-a3cf-2460ca964044 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:07:29.720845 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09c12a8b-3fd8-483b-a996-b25b5b75cd8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.737829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09c12a8b-3fd8-483b-a996-b25b5b75cd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.739193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 88e0a557-13a0-4829-a3cf-2460ca964044) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:29.742939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Transition to ACTIVE for port object a9a42542-c1ad-4fc6-9748-272a3aa99b56 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:07:29.750275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f82fb-5fd1-4ed1-b4ce-0748e181b5c0 None None] Network 88e0a557-13a0-4829-a3cf-2460ca964044 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:07:29.775041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:29.775886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.779320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-09c12a8b-3fd8-483b-a996-b25b5b75cd8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6970663924fc46b3bc54d98c15c213a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7036572 Nov 25 17:07:29.822299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:29.831099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.861913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c12a8b-3fd8-483b-a996-b25b5b75cd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9550bcc5-8707-4c46-b2e3-c00a88dedef9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:29.935272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbf520b8-452f-476c-9321-61c63f80c37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:29.970041 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-64dcaf4d-8b0e-49f5-abaa-8ddc9cc9dfd1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8602221 Nov 25 17:07:29.972135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Pushing event updated for resources: {'Port': ['ID=a9a42542-c1ad-4fc6-9748-272a3aa99b56,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:29.975140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:29.985653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:30.021614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-887f9341-0f06-4f47-81c4-95204b99d74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.106382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-887f9341-0f06-4f47-81c4-95204b99d74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.146443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-88e0a557-13a0-4829-a3cf-2460ca964044', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:07:30.147343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.254542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Attempting to bind port a9a42542-c1ad-4fc6-9748-272a3aa99b56 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:30.255111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Attempting to bind port a9a42542-c1ad-4fc6-9748-272a3aa99b56 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:30.255902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Attempting to bind port a9a42542-c1ad-4fc6-9748-272a3aa99b56 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:30.274071 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.275416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.293926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Port a9a42542-c1ad-4fc6-9748-272a3aa99b56 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:07:30.294194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Attempting to bind port a9a42542-c1ad-4fc6-9748-272a3aa99b56 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:30.302583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:30.302996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:30.303572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:30.304063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Bound port: a9a42542-c1ad-4fc6-9748-272a3aa99b56, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:30.304432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.342065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.372141 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.375731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-887f9341-0f06-4f47-81c4-95204b99d74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.381560 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-887f9341-0f06-4f47-81c4-95204b99d74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.382950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-887f9341-0f06-4f47-81c4-95204b99d74a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9550bcc5-8707-4c46-b2e3-c00a88dedef9 HTTP/1.1" status: 204 len: 168 time: 0.5578573 Nov 25 17:07:30.411269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] For port a9a42542-c1ad-4fc6-9748-272a3aa99b56, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:30.417594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] For port a9a42542-c1ad-4fc6-9748-272a3aa99b56, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a9a42542-c1ad-4fc6-9748-272a3aa99b56,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:30.477763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.492702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.677931 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:30.678571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:30.680672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] 10.222.0.95 "PUT /v2.0/ports/a9a42542-c1ad-4fc6-9748-272a3aa99b56 HTTP/1.1" status: 200 len: 1114 time: 2.6435833 Nov 25 17:07:30.688411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e225793-0e34-4e40-b5e7-61726d697bae', 'tag': 'a9a42542-c1ad-4fc6-9748-272a3aa99b56'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:07:30.695359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Allocated IP 172.20.0.2 (88e0a557-13a0-4829-a3cf-2460ca964044/bd1eeeb9-3533-40a4-9a6f-42cbd192ad67/b57c45ef-1fab-4112-bd16-2886e4f3e19a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:30.812829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ecec50-675c-47b2-8074-4ca5e1387fc0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:31.254526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbf520b8-452f-476c-9321-61c63f80c37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.260750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f9341-0f06-4f47-81c4-95204b99d74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9550bcc5-8707-4c46-b2e3-c00a88dedef9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:31.300650 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:31.328573 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.334543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce52ddf-2387-4fe9-8b97-3995c3fa8eb9 req-5ef83cd5-d488-4ee9-a14e-00f7d7466b3f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:31.349800 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.355056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ce52ddf-2387-4fe9-8b97-3995c3fa8eb9 req-5ef83cd5-d488-4ee9-a14e-00f7d7466b3f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 966 time: 1.1837821 Nov 25 17:07:31.360204 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbf520b8-452f-476c-9321-61c63f80c37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.390174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Network 88e0a557-13a0-4829-a3cf-2460ca964044 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:31.393966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:31.402608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:31.440665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.482471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fbf520b8-452f-476c-9321-61c63f80c37e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b9654d7cbdb4b318cbf8a24ce535bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7591829 Nov 25 17:07:31.484421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1b8cf86-746f-4fa1-b54d-a79dc2b3d921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.495477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758e238-f12a-456d-8e2e-06cca19698bb service neutron] Pushing event updated for resources: {'Port': ['ID=a9a42542-c1ad-4fc6-9748-272a3aa99b56,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:31.506333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:31.510820 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00d65fe-1ce6-44f4-a828-c4c1807fc900" -d '{"events": [{"name": "network-changed", "server_uuid": "2e225793-0e34-4e40-b5e7-61726d697bae", "tag": "a9a42542-c1ad-4fc6-9748-272a3aa99b56"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:07:31.532051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Attempting to bind port b57c45ef-1fab-4112-bd16-2886e4f3e19a on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:31.532763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Attempting to bind port b57c45ef-1fab-4112-bd16-2886e4f3e19a by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:31.534659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Attempting to bind port b57c45ef-1fab-4112-bd16-2886e4f3e19a on network 88e0a557-13a0-4829-a3cf-2460ca964044 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:31.545979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:31.546454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Checking segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:31.547397 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.548288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Bound using segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:31.549083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Bound port: b57c45ef-1fab-4112-bd16-2886e4f3e19a, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:31.549701 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.569732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf520b8-452f-476c-9321-61c63f80c37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79760b44-5a4b-4ba9-8dc8-e150da729136,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:31.646174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-95cc05c3-5d8a-45cd-bed6-5ccc2053c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:31.648413 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-95cc05c3-5d8a-45cd-bed6-5ccc2053c5a8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6d5934425cd43a5aedfa1b731d2b343&device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 1117 time: 0.8722682 Nov 25 17:07:31.654589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] For port b57c45ef-1fab-4112-bd16-2886e4f3e19a, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:31.658496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] For port b57c45ef-1fab-4112-bd16-2886e4f3e19a, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b57c45ef-1fab-4112-bd16-2886e4f3e19a,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:31.673175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.706463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Pushing event updated for resources: {'Port': ['ID=b57c45ef-1fab-4112-bd16-2886e4f3e19a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:31.719313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.719726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.720180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.720711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.720922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.721457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.721745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.721985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.722328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.722740 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.723075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.723513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Tracked resource versions report: Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: pushed versions: Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: { 'AddressGroup': {'1.2'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'ConntrackHelper': {'1.0'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Log': {'1.0'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Network': {'1.1'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Port': {'1.7'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'PortForwarding': {'1.2'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'QosPolicy': {'1.10'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'SecurityGroup': {'1.5'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'SubPort': {'1.0'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Subnet': {'1.1'}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Trunk': {'1.1'}} Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: consumer versions: Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: { DHCP agent@n-d-819349-3: {}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: HyperV agent@n-h1-819349-3: {}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: HyperV agent@n-h2-819349-3: {}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: L3 agent@n-d-819349-3: {}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: Metadata agent@n-d-819349-3: {}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: Metering agent@n-d-819349-3: {}, Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: Open vSwitch agent@n-d-819349-3: { 'AddressGroup': '1.2', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'ConntrackHelper': '1.0', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Log': '1.0', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Network': '1.1', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Port': '1.7', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'PortForwarding': '1.2', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'QosPolicy': '1.10', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'SecurityGroup': '1.5', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'SecurityGroupRule': '1.2', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'SubPort': '1.0', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Subnet': '1.1', Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: 'Trunk': '1.1'}} Nov 25 17:07:31.724644 n-d-819349-3 neutron-server[103600]: {{(pid=103600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:07:31.758040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-914949ce-0338-4e21-a757-a09d3f57ad89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:31.826315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a7781-1a87-4a1d-b1c5-e6e459e19caf None None] Pushing event updated for resources: {'Port': ['ID=b57c45ef-1fab-4112-bd16-2886e4f3e19a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:31.903530 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-15305a0e-58f4-4e2c-a27f-8b60d682547d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a9a42542-c1ad-4fc6-9748-272a3aa99b56 HTTP/1.1" status: 200 len: 217 time: 0.1543646 Nov 25 17:07:31.950912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ce52ddf-2387-4fe9-8b97-3995c3fa8eb9 req-fe8abd5f-fbea-4e79-9f49-b7a0fd1a18fe tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942402 Nov 25 17:07:32.072021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Allocated IP 192.168.233.10 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/a4f0afef-ce6a-4403-beae-99da25d1c03d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:32.115385 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-914949ce-0338-4e21-a757-a09d3f57ad89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.116650 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1b8cf86-746f-4fa1-b54d-a79dc2b3d921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.118635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-055fe368-a064-49cb-94b3-6a700744f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:32.120354 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-055fe368-a064-49cb-94b3-6a700744f1bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1793520 Nov 25 17:07:32.130122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1b8cf86-746f-4fa1-b54d-a79dc2b3d921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.173919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fb8f-cc56-4941-b21c-98bd672ebb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.310566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60128) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:32.320409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f1b8cf86-746f-4fa1-b54d-a79dc2b3d921 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7525704ec4045cc8df8ac36d04e6430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9611781 Nov 25 17:07:32.426616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8cf86-746f-4fa1-b54d-a79dc2b3d921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd137aa-d138-41d9-b425-9e3fe17335eb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:32.456772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-9f9ac6f2-27d1-4acb-b225-2d1a1e38123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:32.457584 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-9f9ac6f2-27d1-4acb-b225-2d1a1e38123b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3016181 Nov 25 17:07:32.575456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62307c83-9c85-4002-85a4-29da5374a91a req-fe432666-f52f-4fc7-bf0a-a8d01e685150 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 210 time: 0.0521843 Nov 25 17:07:32.679004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.684173 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-914949ce-0338-4e21-a757-a09d3f57ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.689830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-914949ce-0338-4e21-a757-a09d3f57ad89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.695553 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-914949ce-0338-4e21-a757-a09d3f57ad89 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79760b44-5a4b-4ba9-8dc8-e150da729136 HTTP/1.1" status: 204 len: 168 time: 1.1620502 Nov 25 17:07:32.815122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.834258 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326ca9f6-f381-419c-8263-957fbdeea2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.851137 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:32.865220 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd16b903-7d2c-4986-82ca-cc56146b4113 x-openstack-request-id: req-bd16b903-7d2c-4986-82ca-cc56146b4113 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:07:32.865574 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e225793-0e34-4e40-b5e7-61726d697bae", "tag": "a9a42542-c1ad-4fc6-9748-272a3aa99b56", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:07:32.866096 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd16b903-7d2c-4986-82ca-cc56146b4113 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:07:32.866269 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e225793-0e34-4e40-b5e7-61726d697bae', 'tag': 'a9a42542-c1ad-4fc6-9748-272a3aa99b56', 'status': 'completed', 'code': 200} Nov 25 17:07:32.901031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914949ce-0338-4e21-a757-a09d3f57ad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79760b44-5a4b-4ba9-8dc8-e150da729136,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:33.066537 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:33.171283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326ca9f6-f381-419c-8263-957fbdeea2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:33.292793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:33.316968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:33.390825 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-7c2d4bcd-e29b-41d1-ac36-a85dac17ca8b service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9022920 Nov 25 17:07:33.470027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:33.477300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:33.478130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:33.533307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Pushing event updated for resources: {'Port': ['ID=a4f0afef-ce6a-4403-beae-99da25d1c03d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:33.559413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-3bd50df1-9a31-4e7a-9c0d-4e99e0d4ef29 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3913412 Nov 25 17:07:33.567036 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326ca9f6-f381-419c-8263-957fbdeea2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:33.578000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326ca9f6-f381-419c-8263-957fbdeea2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:33.581532 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-326ca9f6-f381-419c-8263-957fbdeea2f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebd137aa-d138-41d9-b425-9e3fe17335eb HTTP/1.1" status: 204 len: 168 time: 1.2676375 Nov 25 17:07:33.581685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6082a-9cf2-4914-b54d-2fcc2134ff73 req-a89a6ef3-66c5-4e8e-a688-0fd84cf17e67 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:33.583201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71d6082a-9cf2-4914-b54d-2fcc2134ff73 req-a89a6ef3-66c5-4e8e-a688-0fd84cf17e67 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 966 time: 0.2198412 Nov 25 17:07:33.606452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-fc633a55-5631-413f-99e2-1450932d8950 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:07:33.607496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-fc633a55-5631-413f-99e2-1450932d8950 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234232 Nov 25 17:07:33.672759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eda706-2f2e-4b25-8af2-d837d2eb2b87 None None] Network 88e0a557-13a0-4829-a3cf-2460ca964044 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:07:33.738952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ca9f6-f381-419c-8263-957fbdeea2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd137aa-d138-41d9-b425-9e3fe17335eb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:33.793601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60152) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:33.810341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71d6082a-9cf2-4914-b54d-2fcc2134ff73 req-070031f4-7196-4f84-9c96-f666f6f3351b tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017074 Nov 25 17:07:33.826074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Allocated IP 172.25.1.2 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/f43b4845-b05a-41b1-b5d9-609284a3230c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:34.059425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.108987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b16e4d33-df71-41a5-b45a-84c1f8fc3e9a None None] Provisioning complete for port b57c45ef-1fab-4112-bd16-2886e4f3e19a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:34.109608 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b16e4d33-df71-41a5-b45a-84c1f8fc3e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.127022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbd51e5b-4456-4b1c-918c-933ed4594172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.134083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.170624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b57c45ef-1fab-4112-bd16-2886e4f3e19a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:34.208024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f43b4845-b05a-41b1-b5d9-609284a3230c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:34.251043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589445d9-ce07-4ba4-85a1-c01bdb4d24df req-ffbd1cb8-46a2-48bd-b5ae-a05989473974 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:34.255854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-589445d9-ce07-4ba4-85a1-c01bdb4d24df req-ffbd1cb8-46a2-48bd-b5ae-a05989473974 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 935 time: 0.2060909 Nov 25 17:07:34.349897 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b16e4d33-df71-41a5-b45a-84c1f8fc3e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.387329 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-589445d9-ce07-4ba4-85a1-c01bdb4d24df req-40c07e79-89df-40a6-be4b-764f406d13df tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243947 Nov 25 17:07:34.415492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbd51e5b-4456-4b1c-918c-933ed4594172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.416041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b16e4d33-df71-41a5-b45a-84c1f8fc3e9a None None] For port b57c45ef-1fab-4112-bd16-2886e4f3e19a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b57c45ef-1fab-4112-bd16-2886e4f3e19a,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:34.417295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b57c45ef-1fab-4112-bd16-2886e4f3e19a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:34.417796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.435557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:34.442702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:34.450421 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbd51e5b-4456-4b1c-918c-933ed4594172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.454841 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:34.489450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b16e4d33-df71-41a5-b45a-84c1f8fc3e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.563614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd51e5b-4456-4b1c-918c-933ed4594172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1d7003-8f54-4115-9db7-9638b6a65a5c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:34.596333 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c3d9-c39c-4cf1-8c32-985009279220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.598010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Request body: {'port': {'device_id': '5fe8ee7e-4207-46be-9705-f6779cc59f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:34.617767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4d33-df71-41a5-b45a-84c1f8fc3e9a None None] Pushing event updated for resources: {'Port': ['ID=b57c45ef-1fab-4112-bd16-2886e4f3e19a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:34.711148 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82435516-8c12-4430-9e1f-42b4be8edf76 req-c006fb19-3f31-4a8c-9b76-38a30183e13e service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2058170 Nov 25 17:07:34.732589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-65f201a2-ea72-472a-961b-e8b6713d20a7 None None] Provisioning complete for port a4f0afef-ce6a-4403-beae-99da25d1c03d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:34.733173 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65f201a2-ea72-472a-961b-e8b6713d20a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.751226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60178) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:34.752731 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fbd51e5b-4456-4b1c-918c-933ed4594172 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34ee3e36cfc747d8b803131977908d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9553454 Nov 25 17:07:34.794102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-65f201a2-ea72-472a-961b-e8b6713d20a7 None None] Port a4f0afef-ce6a-4403-beae-99da25d1c03d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:34.888356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.112103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-8806827d-ff70-4de9-aa06-d1d747e03968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:35.117075 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-8806827d-ff70-4de9-aa06-d1d747e03968 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6d5934425cd43a5aedfa1b731d2b343&device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 1117 time: 0.2560489 Nov 25 17:07:35.351917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.436424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-74df25c8-c1a8-4f77-b255-5c945fba63cc None None] Provisioning complete for port b57c45ef-1fab-4112-bd16-2886e4f3e19a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:35.436871 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74df25c8-c1a8-4f77-b255-5c945fba63cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.711999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:35.726692 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.865037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f0afef-ce6a-4403-beae-99da25d1c03d {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:07:35.870345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846b4e4f-db9e-4e30-90ac-67a14cbdd651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.878969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f3e0-4789-40ba-b32b-9157cd728ed6 req-19466f82-a83a-417a-9cad-df77388cd9cf tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:35.887501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffd1f3e0-4789-40ba-b32b-9157cd728ed6 req-19466f82-a83a-417a-9cad-df77388cd9cf tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 966 time: 0.1765115 Nov 25 17:07:35.899267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.945829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-feef39e8-ca69-4981-bbf4-4730a1b42118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:35.948266 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-feef39e8-ca69-4981-bbf4-4730a1b42118 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.8225906 Nov 25 17:07:35.992758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Transition to ACTIVE for port object a4f0afef-ce6a-4403-beae-99da25d1c03d will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:07:35.996692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b57c45ef-1fab-4112-bd16-2886e4f3e19a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:36.003298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846b4e4f-db9e-4e30-90ac-67a14cbdd651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.016494 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.068357 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-a513c44c-dfca-4191-b71c-b66991b7f64e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a9a42542-c1ad-4fc6-9748-272a3aa99b56 HTTP/1.1" status: 200 len: 217 time: 0.0969706 Nov 25 17:07:36.183758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b57c45ef-1fab-4112-bd16-2886e4f3e19a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:36.184622 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.201924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffd1f3e0-4789-40ba-b32b-9157cd728ed6 req-1c79d386-3307-41db-8870-a2db849f0591 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134050 Nov 25 17:07:36.284627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-a3d0cda4-954e-4ca8-8dee-eefd2fd28958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:36.286263 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-a3d0cda4-954e-4ca8-8dee-eefd2fd28958 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2108021 Nov 25 17:07:36.326106 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.342405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Pushing event updated for resources: {'Port': ['ID=a4f0afef-ce6a-4403-beae-99da25d1c03d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:36.360216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6051ae3b-1e0e-48f7-857b-c6f5350057ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.412607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-9a1b8df0-fcea-4bba-87b2-dbb8614e0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:36.419463 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-9a1b8df0-fcea-4bba-87b2-dbb8614e0430 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198246 Nov 25 17:07:36.420914 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.612679 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.686251 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846b4e4f-db9e-4e30-90ac-67a14cbdd651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.691821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-846b4e4f-db9e-4e30-90ac-67a14cbdd651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.693808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-846b4e4f-db9e-4e30-90ac-67a14cbdd651 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f1d7003-8f54-4115-9db7-9638b6a65a5c HTTP/1.1" status: 204 len: 168 time: 1.9413440 Nov 25 17:07:36.820901 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6051ae3b-1e0e-48f7-857b-c6f5350057ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.849028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b4e4f-db9e-4e30-90ac-67a14cbdd651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1d7003-8f54-4115-9db7-9638b6a65a5c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:36.855106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6051ae3b-1e0e-48f7-857b-c6f5350057ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.905460 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-b2ce9bc5-2937-4a23-93e6-63aaee2abd79 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790111 Nov 25 17:07:36.936050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.949364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:07:36.953217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Attempting to bind port a4f0afef-ce6a-4403-beae-99da25d1c03d on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:36.953506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Attempting to bind port a4f0afef-ce6a-4403-beae-99da25d1c03d by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:36.953854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Attempting to bind port a4f0afef-ce6a-4403-beae-99da25d1c03d on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:37.016590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Port a4f0afef-ce6a-4403-beae-99da25d1c03d on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:07:37.016925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Attempting to bind port a4f0afef-ce6a-4403-beae-99da25d1c03d on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:37.038844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602a75-01fd-4b53-9f1a-9096cfb9ec46 req-d2d06d9f-d1b3-4413-b770-6541f380d03e tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:37.047282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad602a75-01fd-4b53-9f1a-9096cfb9ec46 req-d2d06d9f-d1b3-4413-b770-6541f380d03e tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 947 time: 0.6604538 Nov 25 17:07:37.054498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:37.065542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6051ae3b-1e0e-48f7-857b-c6f5350057ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ad0407ee22f433f81964938caf07349&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3431156 Nov 25 17:07:37.076802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051ae3b-1e0e-48f7-857b-c6f5350057ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad96ba6-a88a-4f59-9fda-f9b08088351c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:37.098068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:37.098474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:37.099046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:37.099539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Bound port: a4f0afef-ce6a-4403-beae-99da25d1c03d, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:37.099956 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.503892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad602a75-01fd-4b53-9f1a-9096cfb9ec46 req-b89e02c6-5d9d-421a-8135-421aa36f15b7 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556370 Nov 25 17:07:37.564103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:07:37.575040 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Sync routers for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:07:37.592728 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:37.597584 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:07:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:37.605566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] For port a4f0afef-ce6a-4403-beae-99da25d1c03d, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:37.615560 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] For port a4f0afef-ce6a-4403-beae-99da25d1c03d, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a4f0afef-ce6a-4403-beae-99da25d1c03d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:37.624332 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.668051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:37.669424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.671564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] 10.222.0.60 "PUT /v2.0/ports/a4f0afef-ce6a-4403-beae-99da25d1c03d HTTP/1.1" status: 200 len: 1095 time: 3.2122979 Nov 25 17:07:37.672321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.672566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe8ee7e-4207-46be-9705-f6779cc59f69', 'tag': 'a4f0afef-ce6a-4403-beae-99da25d1c03d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:07:37.674462 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f3eec9d3-cd35-4978-8c29-ea0f8e5877f4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.6971931 Nov 25 17:07:37.675702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-670d6147-339e-4b5c-9362-4abc8ac58062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.769763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-670d6147-339e-4b5c-9362-4abc8ac58062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.845808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60232) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:37.859783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.054944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-670d6147-339e-4b5c-9362-4abc8ac58062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.063348 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-670d6147-339e-4b5c-9362-4abc8ac58062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.065563 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-670d6147-339e-4b5c-9362-4abc8ac58062 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dad96ba6-a88a-4f59-9fda-f9b08088351c HTTP/1.1" status: 204 len: 168 time: 1.0045214 Nov 25 17:07:38.070305 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f00d65fe-1ce6-44f4-a828-c4c1807fc900 req-d1a45fc2-9853-4e00-9177-eeb3f5915d78 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9709132 Nov 25 17:07:38.081537 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:38.095724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d6147-339e-4b5c-9362-4abc8ac58062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad96ba6-a88a-4f59-9fda-f9b08088351c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:38.399175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9b76f-c387-46f4-941d-8a070c9a084c service neutron] Pushing event updated for resources: {'Port': ['ID=a4f0afef-ce6a-4403-beae-99da25d1c03d,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:38.418311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-e4d94ca5-24d9-4c25-89f1-01892c29c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:38.436877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-e4d94ca5-24d9-4c25-89f1-01892c29c1d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfc79e533bdb49c2ae70b044089988df&device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 1098 time: 0.5466235 Nov 25 17:07:38.468131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10edd4-d555-4308-9e80-59de5b565014 req-b730b879-9eca-414b-aeb7-320cb5a99e6f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:38.484156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c10edd4-d555-4308-9e80-59de5b565014 req-b730b879-9eca-414b-aeb7-320cb5a99e6f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 966 time: 0.5956802 Nov 25 17:07:38.489706 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe8ee7e-4207-46be-9705-f6779cc59f69", "tag": "a4f0afef-ce6a-4403-beae-99da25d1c03d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:07:38.615835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c10edd4-d555-4308-9e80-59de5b565014 req-ae1e1b55-cc0c-4582-8b7d-69bdd2ae5cc2 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314218 Nov 25 17:07:38.623166 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:34Z', 'revision_number': 3, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:38.657796 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Checking router: 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:07:38.658442 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Updating router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 port f43b4845-b05a-41b1-b5d9-609284a3230c binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:07:38.696464 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.771262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:38.804627 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8a7c-396e-495b-8729-e34b5ef93f70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.922133 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.973828 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8a7c-396e-495b-8729-e34b5ef93f70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.985907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8a7c-396e-495b-8729-e34b5ef93f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.049605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0e9c8a7c-396e-495b-8729-e34b5ef93f70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=babbccab69824b03bec998a34cd18960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760060 Nov 25 17:07:39.049843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60260) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:39.051733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c8a7c-396e-495b-8729-e34b5ef93f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c294fa3d-0671-4bc2-8b45-7d0ad9715121,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:39.260956 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.273667 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.283705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Allocated IP 172.20.0.1 (88e0a557-13a0-4829-a3cf-2460ca964044/bd1eeeb9-3533-40a4-9a6f-42cbd192ad67/917c7c48-b5f9-4db6-9a2d-4e825e5f2eba) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:39.288423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-932a061b-d71c-484a-b2bf-28f1543d5524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.374841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-932a061b-d71c-484a-b2bf-28f1543d5524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.453214 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Attempting to bind port f43b4845-b05a-41b1-b5d9-609284a3230c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:39.454452 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Attempting to bind port f43b4845-b05a-41b1-b5d9-609284a3230c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:39.457458 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Attempting to bind port f43b4845-b05a-41b1-b5d9-609284a3230c on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:39.503749 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Pushing event updated for resources: {'Port': ['ID=f43b4845-b05a-41b1-b5d9-609284a3230c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:39.511440 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:39.515344 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:39.516355 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.518591 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:39.526408 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Bound port: f43b4845-b05a-41b1-b5d9-609284a3230c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:39.527490 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.608186 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.609247 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.610063 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.610865 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.611671 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.612480 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.613338 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.614481 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.615309 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.616143 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.617043 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.617884 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Tracked resource versions report: Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: pushed versions: Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: { 'AddressGroup': {'1.2'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Log': {'1.0'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Network': {'1.1'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Port': {'1.7'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'PortForwarding': {'1.2'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'QosPolicy': {'1.10'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'SecurityGroup': {'1.5'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'SubPort': {'1.0'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Subnet': {'1.1'}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Trunk': {'1.1'}} Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: consumer versions: Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: { DHCP agent@n-d-819349-3: {}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: HyperV agent@n-h1-819349-3: {}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: HyperV agent@n-h2-819349-3: {}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: L3 agent@n-d-819349-3: {}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: Metadata agent@n-d-819349-3: {}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: Metering agent@n-d-819349-3: {}, Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: Open vSwitch agent@n-d-819349-3: { 'AddressGroup': '1.2', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'ConntrackHelper': '1.0', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Log': '1.0', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Network': '1.1', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Port': '1.7', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'PortForwarding': '1.2', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'QosPolicy': '1.10', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'SecurityGroup': '1.5', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'SecurityGroupRule': '1.2', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'SubPort': '1.0', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Subnet': '1.1', Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: 'Trunk': '1.1'}} Nov 25 17:07:39.620682 n-d-819349-3 neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:07:39.733340 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] For port f43b4845-b05a-41b1-b5d9-609284a3230c, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:39.737195 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] For port f43b4845-b05a-41b1-b5d9-609284a3230c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f43b4845-b05a-41b1-b5d9-609284a3230c,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:39.746755 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.752165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.803633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.842021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-932a061b-d71c-484a-b2bf-28f1543d5524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.845629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-932a061b-d71c-484a-b2bf-28f1543d5524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.847358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-932a061b-d71c-484a-b2bf-28f1543d5524 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c294fa3d-0671-4bc2-8b45-7d0ad9715121 HTTP/1.1" status: 204 len: 168 time: 0.7960992 Nov 25 17:07:39.872194 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:39.872601 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:07:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:40.001167 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b225e-81f1-45e7-9db5-a31c9ec99a37 None None] Pushing event updated for resources: {'Port': ['ID=f43b4845-b05a-41b1-b5d9-609284a3230c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:40.034397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a061b-d71c-484a-b2bf-28f1543d5524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c294fa3d-0671-4bc2-8b45-7d0ad9715121,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:40.056559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:40.080491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Network 88e0a557-13a0-4829-a3cf-2460ca964044 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:40.083813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:40.088644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:40.089179 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.138334 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:40.506414 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:34Z', 'revision_number': 3, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:40.558601 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55071621-d431-45f8-80d9-70568f2222d3 None None] The sync data for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 is: [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:34Z', 'revision_number': 3, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:07:40.571048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2228485-db99-487b-a368-a15a8073be79 None None] Provisioning complete for port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:40.572180 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2228485-db99-487b-a368-a15a8073be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.680595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2228485-db99-487b-a368-a15a8073be79 None None] Port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:40.818515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-48016729-b9a5-4841-8fc1-dd4ec9fd98de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a4f0afef-ce6a-4403-beae-99da25d1c03d HTTP/1.1" status: 200 len: 217 time: 0.1360610 Nov 25 17:07:40.858324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.099883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-708fcbf0-d8bb-4bd9-8b27-a11681c31ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:41.102072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-708fcbf0-d8bb-4bd9-8b27-a11681c31ff3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2651541 Nov 25 17:07:41.259836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.282977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.284128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.416490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:41.509526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Network 88e0a557-13a0-4829-a3cf-2460ca964044 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:41.512205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:41.729479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:07:42.058601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-50e7dbbc-2a52-45ed-afde-e2edc72c1d67 None None] Provisioning complete for port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:42.059267 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50e7dbbc-2a52-45ed-afde-e2edc72c1d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.071459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:07:42.077935 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5b5bba97-462e-4aca-9866-cf2f0cdae8e1 admin admin] 10.222.0.81 "PUT /v2.0/routers/5bc9f8a9-ac10-4d73-9a17-5906bda28ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2287688 Nov 25 17:07:42.120165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-50e7dbbc-2a52-45ed-afde-e2edc72c1d67 None None] Port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:42.131054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f43b4845-b05a-41b1-b5d9-609284a3230c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:42.231271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f43b4845-b05a-41b1-b5d9-609284a3230c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:42.231969 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.435451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.476706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port f43b4845-b05a-41b1-b5d9-609284a3230c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f43b4845-b05a-41b1-b5d9-609284a3230c,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:42.483913 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.564081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=f43b4845-b05a-41b1-b5d9-609284a3230c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:42.655357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-68641a58-485e-4dee-9df8-6d8d0594b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:42.659096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-68641a58-485e-4dee-9df8-6d8d0594b5c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843264 Nov 25 17:07:43.251499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:43.256432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-network', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:43.304621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Made reservation on behalf of 3a7625bf40d9454baceea95f5e36ae69 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:43.313045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.334847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.389447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Sync routers for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:07:43.407396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:43.419262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:07:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:43.490307 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.498241 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.555743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:07:43.583094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39839e0-5cf4-4d1f-aa53-2e642efa994e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:43.589614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.590124 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Added segment 8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3 of type vlan for network 8760e4e8-2948-4d18-aa74-b450bc19de1c Nov 25 17:07:43.654209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.666013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:43.690365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.700532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:43.701362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.795349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5402651 Nov 25 17:07:43.795859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:43.797568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd883a-0900-426d-8fcd-aa1bb8ab5ddb admin admin] Pushing event updated for resources: {'Network': ['ID=8760e4e8-2948-4d18-aa74-b450bc19de1c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:43.802887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Request body: {'subnet': {'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-subnet', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:43.828804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 8760e4e8-2948-4d18-aa74-b450bc19de1c details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:07:43.863946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Made reservation on behalf of 3a7625bf40d9454baceea95f5e36ae69 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:43.867227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.012585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f43b4845-b05a-41b1-b5d9-609284a3230c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:44.068235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-4dd1d936-4b46-4a85-9642-a0f877877220 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530813 Nov 25 17:07:44.082702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c691b7ba-8291-48c3-936d-34ada8646afc tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686736 Nov 25 17:07:44.126000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f43b4845-b05a-41b1-b5d9-609284a3230c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:44.126430 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.186075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 2, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:44.218161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Checking router: 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:07:44.218483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Updating router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:07:44.374356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.426630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-e9854973-2c19-4e41-810d-5fffce081cb9 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:44.428120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-e9854973-2c19-4e41-810d-5fffce081cb9 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3441672 Nov 25 17:07:44.434990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-d70e03ae-ebad-44ed-9652-ac7911b59f01 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:44.436481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-d70e03ae-ebad-44ed-9652-ac7911b59f01 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266239 Nov 25 17:07:44.501707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-0d5566c4-80e3-453e-9841-c4bd33f8e3b0 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/quotas/f5e4f3b5903f419c8837bcf3635046d4 HTTP/1.1" status: 200 len: 375 time: 0.0640383 Nov 25 17:07:44.506526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-5d5cf0ab-a392-4fcf-a29b-7fb3f3acfa23 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758551 Nov 25 17:07:44.507797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-1d3facca-d929-444a-bcce-9ce3ed3917ba tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/quotas/e54417ef3c1b4065ae432f8155c5d41f HTTP/1.1" status: 200 len: 375 time: 0.0641365 Nov 25 17:07:44.562207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.577006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-2c75f836-b4a8-44d8-a7fe-f8033c210808 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611310 Nov 25 17:07:44.649507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-7f57a175-1234-4241-afd4-9ed8a25f7567 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179051 Nov 25 17:07:44.704756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.714076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.732436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa3ab45-f306-4423-8469-7c1ff1ecae2f req-88d5de3c-555e-4165-8338-a135ddf0e341 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993353 Nov 25 17:07:44.774275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b058d4-72e0-4140-8c95-edc9e844f10a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:44.788847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35b7bd-6976-4155-ade2-eba6138c0cad None None] Pushing event updated for resources: {'Port': ['ID=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:44.818514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Checking segment: {'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:44.820403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Network hostable DHCP agents. Network: 8760e4e8-2948-4d18-aa74-b450bc19de1c, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:07:44.846078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Network 8760e4e8-2948-4d18-aa74-b450bc19de1c is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:07:44.859561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 8760e4e8-2948-4d18-aa74-b450bc19de1c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:44.868158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:44.870484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.886553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Attempting to bind port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:44.889176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Attempting to bind port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:44.889176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Attempting to bind port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba on network 88e0a557-13a0-4829-a3cf-2460ca964044 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:44.889899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2698187-0582-4894-b844-767748d4004f None None] Network 8760e4e8-2948-4d18-aa74-b450bc19de1c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:07:44.897672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-af3cf549-3797-47aa-8bc1-ceddf4369597 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0991089 Nov 25 17:07:44.900319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:44.905605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:44.955904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:44.956320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Checking segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:44.956741 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.957181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Bound using segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:44.957712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Bound port: 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:44.958121 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.960102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.961715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.002811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5e8e6-1811-47c4-9b89-78ec2f28967a req-24d61e1d-c1f9-4fa0-b658-58a10ac60989 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:45.013876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15f5e8e6-1811-47c4-9b89-78ec2f28967a req-24d61e1d-c1f9-4fa0-b658-58a10ac60989 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 947 time: 0.0969055 Nov 25 17:07:45.086365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] For port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:45.090747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] For port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:45.099967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15f5e8e6-1811-47c4-9b89-78ec2f28967a req-098ca219-da78-49f9-b349-4f50a431db36 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820477 Nov 25 17:07:45.101967 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.153604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.324459 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115dbf35-30f6-4b73-b5ca-461ff41abccf x-openstack-request-id: req-115dbf35-30f6-4b73-b5ca-461ff41abccf {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:07:45.330033 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe8ee7e-4207-46be-9705-f6779cc59f69", "tag": "a4f0afef-ce6a-4403-beae-99da25d1c03d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:07:45.330687 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-115dbf35-30f6-4b73-b5ca-461ff41abccf {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:07:45.334462 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe8ee7e-4207-46be-9705-f6779cc59f69', 'tag': 'a4f0afef-ce6a-4403-beae-99da25d1c03d', 'status': 'completed', 'code': 200} Nov 25 17:07:45.395847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-98260ee0-e9e5-4103-85a6-90725bebd18e None None] Provisioning complete for port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:45.396408 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98260ee0-e9e5-4103-85a6-90725bebd18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.424277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.434583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913e291-428d-4cf1-bad3-c915d660c3e2 req-db4e1b31-672a-407f-88a5-5b16c51d928a tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:45.448169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0913e291-428d-4cf1-bad3-c915d660c3e2 req-db4e1b31-672a-407f-88a5-5b16c51d928a tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 966 time: 0.2290483 Nov 25 17:07:45.451860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:45.452527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:07:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:45.463257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35b7bd-6976-4155-ade2-eba6138c0cad None None] Pushing event updated for resources: {'Port': ['ID=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:45.495468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-e49264fa-fcab-46fd-9610-c3518676a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:45.497518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-e49264fa-fcab-46fd-9610-c3518676a063 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfc79e533bdb49c2ae70b044089988df&device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 1098 time: 0.1753414 Nov 25 17:07:45.685328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-8760e4e8-2948-4d18-aa74-b450bc19de1c', 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'fixed_ips': [{'subnet_id': '73b058d4-72e0-4140-8c95-edc9e844f10a'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:07:45.686695 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.724291 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98260ee0-e9e5-4103-85a6-90725bebd18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.800325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.833282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0913e291-428d-4cf1-bad3-c915d660c3e2 req-d1c8e426-1bd3-43fc-93a1-c21a80d547ea tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764358 Nov 25 17:07:45.875060 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.905520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Allocated IP 172.20.0.2 (8760e4e8-2948-4d18-aa74-b450bc19de1c/73b058d4-72e0-4140-8c95-edc9e844f10a/3bc4de3e-7fc4-4c5a-90fb-340013820a03) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:46.019793 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-440cd27d-9a37-4443-b172-43f1eb8e4211 req-c035095b-71d4-46ce-bd5f-c2ed7e92c3db tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 210 time: 0.0788672 Nov 25 17:07:46.021646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-037832fa-1386-48fc-835a-ae1fc66209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:46.029820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-98260ee0-e9e5-4103-85a6-90725bebd18e None None] For port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:46.031483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-037832fa-1386-48fc-835a-ae1fc66209b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5199969 Nov 25 17:07:46.035639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:46.080209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Allocated IP 172.25.1.170 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/0d29ecf3-4325-4c00-ac84-8a28967bc4db) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:46.095987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98260ee0-e9e5-4103-85a6-90725bebd18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.108551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66e36d90-a07f-497c-a7b1-74afa35c3407 req-1330405d-293f-4c88-ba72-b5f2335a86bd tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 210 time: 0.1037493 Nov 25 17:07:46.202542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-281c20db-9c12-47d5-99cf-167e97c8dcb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=a4f0afef-ce6a-4403-beae-99da25d1c03d HTTP/1.1" status: 200 len: 217 time: 0.1008477 Nov 25 17:07:46.267425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.361880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-bf912ab5-d160-458b-a06d-c3bd51f32119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:46.364402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-bf912ab5-d160-458b-a06d-c3bd51f32119 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1532807 Nov 25 17:07:46.383059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.390089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-932ffe8d-a978-4a8c-ac4b-07227f2ee2d4 None None] Provisioning complete for port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:46.390461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-932ffe8d-a978-4a8c-ac4b-07227f2ee2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.404100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98260ee0-e9e5-4103-85a6-90725bebd18e None None] Pushing event updated for resources: {'Port': ['ID=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:46.451615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:46.455710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:46.465202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:46.495068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-28c05f30-2899-40cf-aa6b-9dfb60675420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:46.496695 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-28c05f30-2899-40cf-aa6b-9dfb60675420 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155481 Nov 25 17:07:46.520325 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.567442 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.645860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b89c7-5e5a-4e84-b597-fa4852cf1df6 req-f4e782ab-0798-4ab9-b822-cf03b5184f8e tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:46.654461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-841b89c7-5e5a-4e84-b597-fa4852cf1df6 req-f4e782ab-0798-4ab9-b822-cf03b5184f8e tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 947 time: 0.1509399 Nov 25 17:07:46.728548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-841b89c7-5e5a-4e84-b597-fa4852cf1df6 req-77f5f68f-150c-4ee2-8054-eb2caeffa42b tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692961 Nov 25 17:07:46.746833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Network 8760e4e8-2948-4d18-aa74-b450bc19de1c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:46.750876 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Pushing event updated for resources: {'Port': ['ID=3bc4de3e-7fc4-4c5a-90fb-340013820a03,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:46.753653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:46.765371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.60', 50833) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:46.769080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:46.783014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:46.789110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Pushing event updated for resources: {'Port': ['ID=0d29ecf3-4325-4c00-ac84-8a28967bc4db,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:46.810980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.827697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-ef0fd8f4-e6ae-4155-a37b-41d88b762a39 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981291 Nov 25 17:07:46.831941 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-4979d0c2-4d30-4926-a7a4-52ad72ffda6e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633297 Nov 25 17:07:46.981470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Attempting to bind port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:46.982020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Attempting to bind port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:46.982594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Attempting to bind port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 on network 8760e4e8-2948-4d18-aa74-b450bc19de1c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:46.990503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fdf521-38dd-4358-ba10-429e318947f9 None None] The sync data for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 is: [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:07:47.002817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:47.003602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Checking segment: {'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:47.005828 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.006477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Bound using segment: {'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:47.007661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Bound port: 3bc4de3e-7fc4-4c5a-90fb-340013820a03, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:47.009595 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.214596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] For port 3bc4de3e-7fc4-4c5a-90fb-340013820a03, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:47.219446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] For port 3bc4de3e-7fc4-4c5a-90fb-340013820a03, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3bc4de3e-7fc4-4c5a-90fb-340013820a03,segment=NetworkSegment(8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3),segment_id=8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:47.230519 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.309709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087980be-2548-42f9-91b2-0ff4cd13f0dd None None] Pushing event updated for resources: {'Port': ['ID=3bc4de3e-7fc4-4c5a-90fb-340013820a03,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:47.310024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91805f31-a239-4c43-baff-22a8a23a714c req-0f20dd2f-0749-4ec3-aa55-7be90441f891 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 210 time: 0.0628586 Nov 25 17:07:47.413678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76420d00-3227-402f-a78c-4627081a88de req-c43d4a99-76f4-4403-b482-7a57ea074367 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:47.422710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76420d00-3227-402f-a78c-4627081a88de req-c43d4a99-76f4-4403-b482-7a57ea074367 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 966 time: 0.4766781 Nov 25 17:07:47.429298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b776e6d-0f6f-4645-9da9-5dcc143efd4d req-502b4df5-e595-4452-9046-4c1c0b267c40 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870893 Nov 25 17:07:47.444852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-96551804-9faa-4b9b-b0eb-ebd4c2b029a5 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:47.447895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-96551804-9faa-4b9b-b0eb-ebd4c2b029a5 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6039801 Nov 25 17:07:47.480831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Request body: {'port': {'device_id': '67f87a2b-14c0-4271-bdd3-cbc5ad2800ee', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'f5e4f3b5903f419c8837bcf3635046d4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:47.617393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76420d00-3227-402f-a78c-4627081a88de req-820757d9-1ed8-416d-ab96-fdac86f65945 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933053 Nov 25 17:07:47.823176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.889394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Made reservation on behalf of f5e4f3b5903f419c8837bcf3635046d4 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:47.894220 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.933327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a83906a-1e4b-4afb-8952-8c57f81e1547 req-5a61ca2b-43ec-4ac0-8c78-8186be6419b3 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 210 time: 0.1078098 Nov 25 17:07:47.939700 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.972766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:48.094826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-297fea8a-1d8d-4d9e-9b45-0fce2f6789b9 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645940 Nov 25 17:07:48.148529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:48.199043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Router f8953225-359c-41a0-8222-737fddeec65c is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:07:48.409072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2da3bc-88ad-421b-b6ed-f3c2715cd448 req-8109a722-1415-41ed-8dac-761e3e137306 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:48.427960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b2da3bc-88ad-421b-b6ed-f3c2715cd448 req-8109a722-1415-41ed-8dac-761e3e137306 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 947 time: 0.3618016 Nov 25 17:07:48.486950 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:48.487474 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.506762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:07:48.519142 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Sync routers for ids ['f8953225-359c-41a0-8222-737fddeec65c'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:07:48.539596 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Routers {'f8953225-359c-41a0-8222-737fddeec65c'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:48.542244 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:07:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f8953225-359c-41a0-8222-737fddeec65c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:48.545447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.547046 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-81d1cac1-47f9-4d1e-abdb-a43e9ec63f1f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6455109 Nov 25 17:07:48.549983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:48.615644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-e4c70ca6-5ba8-44c5-bbeb-57c179c221bb tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:48.630877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-e4c70ca6-5ba8-44c5-bbeb-57c179c221bb tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4633033 Nov 25 17:07:48.636134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Request body: {'port': {'device_id': '6f682368-87dc-4300-8133-a3f3db0f9cb9', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'e54417ef3c1b4065ae432f8155c5d41f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:48.650141 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.684828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3bc4de3e-7fc4-4c5a-90fb-340013820a03 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:48.708826 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fee1903-6d8c-4f19-a4b6-906816a3c272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.722017 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.801895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:48.802820 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.951985 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Set router f8953225-359c-41a0-8222-737fddeec65c gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:48.982974 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.025912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b2da3bc-88ad-421b-b6ed-f3c2715cd448 req-80787dca-fd7f-41be-9d6f-acd131ca68a2 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969255 Nov 25 17:07:49.049103 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a9a42542-c1ad-4fc6-9748-272a3aa99b56 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:07:49.149753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e92db-9388-472d-bcf0-1b3eed0095a6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:49.153715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 3bc4de3e-7fc4-4c5a-90fb-340013820a03, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3bc4de3e-7fc4-4c5a-90fb-340013820a03,segment=NetworkSegment(8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3),segment_id=8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:49.154946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f49b155-6718-45a5-8f2c-050e9504caee None None] Network 8760e4e8-2948-4d18-aa74-b450bc19de1c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:07:49.219165 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-489f3d56-455a-4a2a-b743-850682bd3f93 req-60374266-06dc-4720-ac2f-9f6029326f5e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 210 time: 0.2168286 Nov 25 17:07:49.284846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a4f0afef-ce6a-4403-beae-99da25d1c03d details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:07:49.305745 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.317733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:07:49.375072 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.376495 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:07:46Z', 'revision_number': 3, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:49.455643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Allocated IP 192.168.233.29 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/557cdaea-f181-4a47-b8d1-e35e4f43f393) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:49.476444 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Checking router: f8953225-359c-41a0-8222-737fddeec65c for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:07:49.476691 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Updating router f8953225-359c-41a0-8222-737fddeec65c port 0d29ecf3-4325-4c00-ac84-8a28967bc4db binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:07:49.498041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bf173-d9b6-4280-9c1d-80398a76b6a0 req-7c8c5f5b-c251-49e1-ac52-507c302858e6 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:49.499635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-068bf173-d9b6-4280-9c1d-80398a76b6a0 req-7c8c5f5b-c251-49e1-ac52-507c302858e6 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 966 time: 0.2674680 Nov 25 17:07:49.508808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Made reservation on behalf of e54417ef3c1b4065ae432f8155c5d41f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:49.513399 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.521218 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.584613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.602803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a4f0afef-ce6a-4403-beae-99da25d1c03d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a4f0afef-ce6a-4403-beae-99da25d1c03d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:49.605022 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e59995a-d514-4ead-81be-ded0f867c43d req-94f0ced2-25a4-4432-a08f-6683e0d1c5ea tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 210 time: 0.0972466 Nov 25 17:07:49.618985 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fee1903-6d8c-4f19-a4b6-906816a3c272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.631161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Allocated IP 172.20.0.1 (8760e4e8-2948-4d18-aa74-b450bc19de1c/73b058d4-72e0-4140-8c95-edc9e844f10a/7153bb84-e450-4e98-9939-db64a99fb6ef) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:49.652005 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fee1903-6d8c-4f19-a4b6-906816a3c272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.750986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a9a42542-c1ad-4fc6-9748-272a3aa99b56, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a9a42542-c1ad-4fc6-9748-272a3aa99b56,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:49.770233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'a4f0afef-ce6a-4403-beae-99da25d1c03d', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'a4f0afef-ce6a-4403-beae-99da25d1c03d', 'mac_address': 'fa:16:3e:31:33:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:07:49.781488 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.783344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-068bf173-d9b6-4280-9c1d-80398a76b6a0 req-7464f1d5-d212-49f5-8e2d-f44416cdd187 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676432 Nov 25 17:07:49.792580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8fee1903-6d8c-4f19-a4b6-906816a3c272 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6daa489d94b54082930da26abe2e1357&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8186955 Nov 25 17:07:49.798324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee1903-6d8c-4f19-a4b6-906816a3c272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f1343c-6759-41e4-bf85-112852410703,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:49.805032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:49.832701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.868125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'a9a42542-c1ad-4fc6-9748-272a3aa99b56', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'a9a42542-c1ad-4fc6-9748-272a3aa99b56', 'mac_address': 'fa:16:3e:c6:cd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:tempest-test_az-86162063', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:07:49.880615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5d144a29-e064-4581-9b30-07365bb9d5ff None None] Provisioning complete for port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:49.881252 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d144a29-e064-4581-9b30-07365bb9d5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.917355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Network 8760e4e8-2948-4d18-aa74-b450bc19de1c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:49.925952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:49.941640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:49.942128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.950728 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.957106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.960112 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.029223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7153bb84-e450-4e98-9939-db64a99fb6ef,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.042900 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be404f3d-0042-41c2-b1ea-5c76e94c66b9 None None] Pushing event updated for resources: {'Port': ['ID=0d29ecf3-4325-4c00-ac84-8a28967bc4db,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.089959 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Attempting to bind port 0d29ecf3-4325-4c00-ac84-8a28967bc4db on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:50.092196 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Attempting to bind port 0d29ecf3-4325-4c00-ac84-8a28967bc4db by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:50.093108 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Attempting to bind port 0d29ecf3-4325-4c00-ac84-8a28967bc4db on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:50.107433 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:50.109029 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:50.109606 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.111335 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:50.112027 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Bound port: 0d29ecf3-4325-4c00-ac84-8a28967bc4db, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:50.114049 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.115791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.118573 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c829-7ded-4085-ab05-386b268b028f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.131967 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.213932 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.225572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c829-7ded-4085-ab05-386b268b028f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.225922 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] For port 0d29ecf3-4325-4c00-ac84-8a28967bc4db, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:50.230407 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] For port 0d29ecf3-4325-4c00-ac84-8a28967bc4db, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0d29ecf3-4325-4c00-ac84-8a28967bc4db,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:50.249393 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.273114 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.298210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a42542-c1ad-4fc6-9748-272a3aa99b56 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:07:50.323786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a9a42542-c1ad-4fc6-9748-272a3aa99b56, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a9a42542-c1ad-4fc6-9748-272a3aa99b56,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:50.325104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=3bc4de3e-7fc4-4c5a-90fb-340013820a03,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.334295 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.343190 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.369948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f48997f-387e-4802-bd98-2c05abdc7a7c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.377353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f0afef-ce6a-4403-beae-99da25d1c03d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:07:50.387541 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Routers {'f8953225-359c-41a0-8222-737fddeec65c'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:50.388195 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:07:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f8953225-359c-41a0-8222-737fddeec65c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:50.388835 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.454469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a4f0afef-ce6a-4403-beae-99da25d1c03d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a4f0afef-ce6a-4403-beae-99da25d1c03d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:50.476528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.484270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a9a42542-c1ad-4fc6-9748-272a3aa99b56,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.537252 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.549928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.560265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.562152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e62cb8-6dc4-49d1-b857-3cd6fa198e2f req-b31efea3-47c2-4047-9b78-61c5116f8dca tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:50.564208 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] Set router f8953225-359c-41a0-8222-737fddeec65c gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:50.565819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31e62cb8-6dc4-49d1-b857-3cd6fa198e2f req-b31efea3-47c2-4047-9b78-61c5116f8dca tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 947 time: 0.3727956 Nov 25 17:07:50.588924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a4f0afef-ce6a-4403-beae-99da25d1c03d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.616588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c829-7ded-4085-ab05-386b268b028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.620454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c829-7ded-4085-ab05-386b268b028f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.621711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3ea6c829-7ded-4085-ab05-386b268b028f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5f1343c-6759-41e4-bf85-112852410703 HTTP/1.1" status: 204 len: 168 time: 0.8007791 Nov 25 17:07:50.638490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['a9a42542-c1ad-4fc6-9748-272a3aa99b56'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:07:50.653877 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be404f3d-0042-41c2-b1ea-5c76e94c66b9 None None] Pushing event updated for resources: {'Port': ['ID=0d29ecf3-4325-4c00-ac84-8a28967bc4db,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.735945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6c829-7ded-4085-ab05-386b268b028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f1343c-6759-41e4-bf85-112852410703,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.751729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7153bb84-e450-4e98-9939-db64a99fb6ef,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.814288 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:50.828174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Allocated IP 192.168.233.154 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/690953d8-f3fe-4071-881e-9843bfb63948) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:50.841217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31e62cb8-6dc4-49d1-b857-3cd6fa198e2f req-436d37d6-54f1-49ee-9e19-4d9fc701c908 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643521 Nov 25 17:07:50.842585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:50.846660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:50.856132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:50.857171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.877502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Pushing event updated for resources: {'Port': ['ID=557cdaea-f181-4a47-b8d1-e35e4f43f393,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.881984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Network 8760e4e8-2948-4d18-aa74-b450bc19de1c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:50.897310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:50.902097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec8380-323e-4cd7-b0b8-e1e7bf26dc64 req-1c8dfab0-07a7-47ce-84ac-dc1009fc2bd7 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:50.912211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcec8380-323e-4cd7-b0b8-e1e7bf26dc64 req-1c8dfab0-07a7-47ce-84ac-dc1009fc2bd7 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 935 time: 0.4861884 Nov 25 17:07:50.923995 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-859d4a3a-87f5-4ec9-8814-ce563c21500e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4486129 Nov 25 17:07:50.950836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Request body: {'port': {'device_id': '67f87a2b-14c0-4271-bdd3-cbc5ad2800ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:51.030626 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 4, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7153bb84-e450-4e98-9939-db64a99fb6ef', 'name': '', 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'mac_address': 'fa:16:3e:4f:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:49Z', 'updated_at': '2021-11-25T17:07:49Z', 'revision_number': 1, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'subnets': [{'id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:51.071585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a4f0afef-ce6a-4403-beae-99da25d1c03d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:07:51.113644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcec8380-323e-4cd7-b0b8-e1e7bf26dc64 req-841f8f1a-5423-471f-adc9-1a1ed5ff0389 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001939 Nov 25 17:07:51.134613 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56370bb3-cbb0-4b0e-8d11-0b70a2d74cad None None] The sync data for ids ['f8953225-359c-41a0-8222-737fddeec65c'] in n-d-819349-3 is: [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 4, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7153bb84-e450-4e98-9939-db64a99fb6ef', 'name': '', 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'mac_address': 'fa:16:3e:4f:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:49Z', 'updated_at': '2021-11-25T17:07:49Z', 'revision_number': 1, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'subnets': [{'id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:07:51.155688 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.196056 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b32bdb6e-3302-48f7-8e94-a2efd6c51c39 None None] Provisioning complete for port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:51.198241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b32bdb6e-3302-48f7-8e94-a2efd6c51c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.309437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Router f8953225-359c-41a0-8222-737fddeec65c has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:07:51.350960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:51.360346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6930ec97-0047-41ad-a820-bf2e3a8e006b req-3e9e660f-cb2b-40a8-9976-99942018bee8 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 210 time: 0.0865581 Nov 25 17:07:51.431961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-501f9f30-3775-487f-9119-c74ca0db55bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.629039 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.703268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16517421-8861-42cd-9661-76815af5215e req-702724db-3e61-4252-91fb-cd448f59c3ea tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:51.713961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16517421-8861-42cd-9661-76815af5215e req-702724db-3e61-4252-91fb-cd448f59c3ea tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 967 time: 0.2386332 Nov 25 17:07:51.793973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-501f9f30-3775-487f-9119-c74ca0db55bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.797506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:07:51.803549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b32bdb6e-3302-48f7-8e94-a2efd6c51c39 None None] Provisioning complete for port 7153bb84-e450-4e98-9939-db64a99fb6ef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:51.803549 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b32bdb6e-3302-48f7-8e94-a2efd6c51c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.809316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.821198 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bf6e1d61-02be-4ab6-8555-0579079218b0 admin admin] 10.222.0.81 "PUT /v2.0/routers/f8953225-359c-41a0-8222-737fddeec65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2599843 Nov 25 17:07:51.822524 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-501f9f30-3775-487f-9119-c74ca0db55bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.864928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b32bdb6e-3302-48f7-8e94-a2efd6c51c39 None None] Port 7153bb84-e450-4e98-9939-db64a99fb6ef cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:51.895479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f9f30-3775-487f-9119-c74ca0db55bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712ccece-7950-46c4-b533-968b37a4f254,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:51.912399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-501f9f30-3775-487f-9119-c74ca0db55bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6a2a078ed614083a6622d57a24d6ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5600331 Nov 25 17:07:51.916149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:52.008673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dcc42393-89b2-47a6-9a4d-c0dcd8f53836 None None] Provisioning complete for port 7153bb84-e450-4e98-9939-db64a99fb6ef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:52.012530 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc42393-89b2-47a6-9a4d-c0dcd8f53836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.023461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4079-830d-41c0-b30d-fc25de26fd1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.077801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16517421-8861-42cd-9661-76815af5215e req-571fd3b4-bf6f-4cca-9150-4c37bcc6f812 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624799 Nov 25 17:07:52.081451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4079-830d-41c0-b30d-fc25de26fd1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.126891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dcc42393-89b2-47a6-9a4d-c0dcd8f53836 None None] Port 7153bb84-e450-4e98-9939-db64a99fb6ef cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:52.131267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3bc4de3e-7fc4-4c5a-90fb-340013820a03 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:52.188885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dcc42393-89b2-47a6-9a4d-c0dcd8f53836 None None] Provisioning complete for port 557cdaea-f181-4a47-b8d1-e35e4f43f393 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:52.191110 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc42393-89b2-47a6-9a4d-c0dcd8f53836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.214975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:52.247859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dcc42393-89b2-47a6-9a4d-c0dcd8f53836 None None] Port 557cdaea-f181-4a47-b8d1-e35e4f43f393 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:52.251012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4079-830d-41c0-b30d-fc25de26fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.257561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4079-830d-41c0-b30d-fc25de26fd1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.266937 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc1b4079-830d-41c0-b30d-fc25de26fd1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/712ccece-7950-46c4-b533-968b37a4f254 HTTP/1.1" status: 204 len: 168 time: 0.3489060 Nov 25 17:07:52.282072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:52.288874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:52.291177 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b4079-830d-41c0-b30d-fc25de26fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712ccece-7950-46c4-b533-968b37a4f254,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:52.292314 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.292488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:52.307721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:52.311335 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.338555 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Pushing event updated for resources: {'Port': ['ID=690953d8-f3fe-4071-881e-9843bfb63948,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:52.423717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c36009c1-879c-4b8e-a413-8d1562a77713 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7918868 Nov 25 17:07:52.449314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914e187-55ef-4415-8007-53d0f95f9007 req-2322fcfb-4e5c-42be-b6bb-75b87da81325 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:52.450983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2914e187-55ef-4415-8007-53d0f95f9007 req-2322fcfb-4e5c-42be-b6bb-75b87da81325 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 948 time: 0.3514473 Nov 25 17:07:52.465480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Request body: {'port': {'device_id': '6f682368-87dc-4300-8133-a3f3db0f9cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:52.553821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b6354-fe5c-496b-bd1f-62c9775f391b req-63dca355-ef17-410a-b92a-129e14eeb5ea tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:52.556895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-767b6354-fe5c-496b-bd1f-62c9775f391b req-63dca355-ef17-410a-b92a-129e14eeb5ea tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 935 time: 0.2754686 Nov 25 17:07:52.664926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557cdaea-f181-4a47-b8d1-e35e4f43f393 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:07:52.689135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.691251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5006a1c0-e8ac-4bca-92c2-d6949b2ff15f None None] Provisioning complete for port 690953d8-f3fe-4071-881e-9843bfb63948 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:52.692079 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5006a1c0-e8ac-4bca-92c2-d6949b2ff15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.693225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.724556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2914e187-55ef-4415-8007-53d0f95f9007 req-eb588754-be24-404f-9fb1-a871dac0e5ae tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530463 Nov 25 17:07:52.765449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-767b6354-fe5c-496b-bd1f-62c9775f391b req-033dbd1f-0e37-4c6c-ae52-6987c1cd1b47 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459103 Nov 25 17:07:52.785957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Transition to ACTIVE for port object 557cdaea-f181-4a47-b8d1-e35e4f43f393 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:07:52.794413 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.911656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5006a1c0-e8ac-4bca-92c2-d6949b2ff15f None None] Port 690953d8-f3fe-4071-881e-9843bfb63948 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:53.017951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Pushing event updated for resources: {'Port': ['ID=557cdaea-f181-4a47-b8d1-e35e4f43f393,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:53.034317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a9a42542-c1ad-4fc6-9748-272a3aa99b56 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:53.059806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Attempting to bind port 557cdaea-f181-4a47-b8d1-e35e4f43f393 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:53.060623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Attempting to bind port 557cdaea-f181-4a47-b8d1-e35e4f43f393 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:53.061303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Attempting to bind port 557cdaea-f181-4a47-b8d1-e35e4f43f393 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:53.092839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Port 557cdaea-f181-4a47-b8d1-e35e4f43f393 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:07:53.093413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Attempting to bind port 557cdaea-f181-4a47-b8d1-e35e4f43f393 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:53.151794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port a9a42542-c1ad-4fc6-9748-272a3aa99b56 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:07:53.161968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port a9a42542-c1ad-4fc6-9748-272a3aa99b56 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:53.162344 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.213279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a4f0afef-ce6a-4403-beae-99da25d1c03d up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:53.252649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:53.253040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:53.253386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:53.253834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Bound port: 557cdaea-f181-4a47-b8d1-e35e4f43f393, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:53.254185 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.409054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port a4f0afef-ce6a-4403-beae-99da25d1c03d completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:07:53.420992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3ee8-f33f-4a04-9d7e-eb5bdf47ebf9 req-d0e903f0-29c6-4c6e-bc72-cd31fe7f134f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:53.423549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b3b3ee8-f33f-4a04-9d7e-eb5bdf47ebf9 req-d0e903f0-29c6-4c6e-bc72-cd31fe7f134f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 936 time: 0.1722181 Nov 25 17:07:53.429556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port a4f0afef-ce6a-4403-beae-99da25d1c03d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:53.429934 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.469634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690953d8-f3fe-4071-881e-9843bfb63948 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:07:53.482175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.487706 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.536832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] For port 557cdaea-f181-4a47-b8d1-e35e4f43f393, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:53.539852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e225793-0e34-4e40-b5e7-61726d697bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a42542-c1ad-4fc6-9748-272a3aa99b56'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:07:53.568187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Transition to ACTIVE for port object 690953d8-f3fe-4071-881e-9843bfb63948 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:07:53.576422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] For port 557cdaea-f181-4a47-b8d1-e35e4f43f393, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=557cdaea-f181-4a47-b8d1-e35e4f43f393,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:53.588442 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.598290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b3b3ee8-f33f-4a04-9d7e-eb5bdf47ebf9 req-020227dc-06ad-45b2-9db1-f8f01422480c tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658139 Nov 25 17:07:53.600512 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.673112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd651f-10a5-49d1-9c0e-0f6bf594d85f req-14e3ff1b-b7b4-48a0-8a3f-ba6a21f7f1ef tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:53.675012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38dd651f-10a5-49d1-9c0e-0f6bf594d85f req-14e3ff1b-b7b4-48a0-8a3f-ba6a21f7f1ef tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 967 time: 0.1901097 Nov 25 17:07:53.706465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:53.707097 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.708564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] 10.222.0.60 "PUT /v2.0/ports/557cdaea-f181-4a47-b8d1-e35e4f43f393 HTTP/1.1" status: 200 len: 1095 time: 2.7665930 Nov 25 17:07:53.714371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f87a2b-14c0-4271-bdd3-cbc5ad2800ee', 'tag': '557cdaea-f181-4a47-b8d1-e35e4f43f393'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:07:53.716125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a9a42542-c1ad-4fc6-9748-272a3aa99b56, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a9a42542-c1ad-4fc6-9748-272a3aa99b56,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:53.717391 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7" -d '{"events": [{"name": "network-changed", "server_uuid": "67f87a2b-14c0-4271-bdd3-cbc5ad2800ee", "tag": "557cdaea-f181-4a47-b8d1-e35e4f43f393"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:07:53.717538 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.733036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Pushing event updated for resources: {'Port': ['ID=690953d8-f3fe-4071-881e-9843bfb63948,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:53.758111 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.842867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a4f0afef-ce6a-4403-beae-99da25d1c03d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a4f0afef-ce6a-4403-beae-99da25d1c03d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:53.862829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.870960 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a9a42542-c1ad-4fc6-9748-272a3aa99b56,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:54.005713 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ae0c6-8952-4005-8a78-8830baec8bcd" -d '{"events": [{"server_uuid": "2e225793-0e34-4e40-b5e7-61726d697bae", "name": "network-vif-plugged", "status": "completed", "tag": "a9a42542-c1ad-4fc6-9748-272a3aa99b56"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:07:54.012828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a4f0afef-ce6a-4403-beae-99da25d1c03d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:54.079866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Attempting to bind port 690953d8-f3fe-4071-881e-9843bfb63948 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:54.080202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Attempting to bind port 690953d8-f3fe-4071-881e-9843bfb63948 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:54.080535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Attempting to bind port 690953d8-f3fe-4071-881e-9843bfb63948 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:54.105852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38dd651f-10a5-49d1-9c0e-0f6bf594d85f req-160ed4dc-7534-496d-966c-093814aa7558 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200375 Nov 25 17:07:54.106511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Port 690953d8-f3fe-4071-881e-9843bfb63948 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:07:54.106842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Attempting to bind port 690953d8-f3fe-4071-881e-9843bfb63948 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:54.113026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0d29ecf3-4325-4c00-ac84-8a28967bc4db up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:54.116871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:54.117238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:54.117627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:54.118735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Bound port: 690953d8-f3fe-4071-881e-9843bfb63948, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:54.119106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:54.225053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] For port 690953d8-f3fe-4071-881e-9843bfb63948, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:54.228203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0d29ecf3-4325-4c00-ac84-8a28967bc4db triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:54.228748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] For port 690953d8-f3fe-4071-881e-9843bfb63948, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=690953d8-f3fe-4071-881e-9843bfb63948,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:54.228860 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:54.231262 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446e5dbf-77d8-4f9e-ae01-0d42a381cbd7 x-openstack-request-id: req-446e5dbf-77d8-4f9e-ae01-0d42a381cbd7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:07:54.231607 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f87a2b-14c0-4271-bdd3-cbc5ad2800ee", "tag": "557cdaea-f181-4a47-b8d1-e35e4f43f393", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:07:54.231863 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-446e5dbf-77d8-4f9e-ae01-0d42a381cbd7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:07:54.232291 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f87a2b-14c0-4271-bdd3-cbc5ad2800ee', 'tag': '557cdaea-f181-4a47-b8d1-e35e4f43f393', 'status': 'completed', 'code': 200} Nov 25 17:07:54.250048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:54.281142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132550f7-560f-4a18-bce2-24b919a0e036 service neutron] Pushing event updated for resources: {'Port': ['ID=557cdaea-f181-4a47-b8d1-e35e4f43f393,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:54.346387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-dab11282-c7b2-47f0-adb7-84bfb2c03015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:54.350949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-dab11282-c7b2-47f0-adb7-84bfb2c03015 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 1098 time: 0.5705423 Nov 25 17:07:54.378940 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:54.416444 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 0d29ecf3-4325-4c00-ac84-8a28967bc4db, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0d29ecf3-4325-4c00-ac84-8a28967bc4db,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:54.423275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:54.423634 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:54.424166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:54.425168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] 10.222.0.60 "PUT /v2.0/ports/690953d8-f3fe-4071-881e-9843bfb63948 HTTP/1.1" status: 200 len: 1096 time: 1.9852164 Nov 25 17:07:54.479373 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-457f68ee-3805-42aa-a5e6-0f8934fdcdc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=557cdaea-f181-4a47-b8d1-e35e4f43f393 HTTP/1.1" status: 200 len: 217 time: 0.1066089 Nov 25 17:07:54.519890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=0d29ecf3-4325-4c00-ac84-8a28967bc4db,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:54.564401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c4240-b8e8-42de-82b5-ad2f84aeb71d service neutron] Pushing event updated for resources: {'Port': ['ID=690953d8-f3fe-4071-881e-9843bfb63948,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:54.615724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455d898-e342-4d24-bdc0-954027bad301 req-507b23f3-aa12-45d6-9f60-e2cd23da839f tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:54.617356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3455d898-e342-4d24-bdc0-954027bad301 req-507b23f3-aa12-45d6-9f60-e2cd23da839f tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 949 time: 0.2623506 Nov 25 17:07:54.663451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-f1226e92-a14b-4929-b29e-c63f0f2eb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:54.665003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-f1226e92-a14b-4929-b29e-c63f0f2eb86a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1752729 Nov 25 17:07:54.719710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-11061edc-2676-477d-bc23-f49af7d0b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:54.721292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-11061edc-2676-477d-bc23-f49af7d0b08e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 1099 time: 0.2211213 Nov 25 17:07:54.788014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-80f4f89a-cb38-4c05-a067-f29deb6f0e4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=690953d8-f3fe-4071-881e-9843bfb63948 HTTP/1.1" status: 200 len: 217 time: 0.0555615 Nov 25 17:07:54.794642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3455d898-e342-4d24-bdc0-954027bad301 req-d304141e-8f6d-47d5-8f49-7e910cdb66c1 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575115 Nov 25 17:07:54.808265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ab6e-958c-42a3-93c5-1bd8c43c967a req-c970f066-e5ea-47e2-ba7f-9437c347f66a tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:54.809927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aa2ab6e-958c-42a3-93c5-1bd8c43c967a req-c970f066-e5ea-47e2-ba7f-9437c347f66a tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 947 time: 0.2075202 Nov 25 17:07:54.866963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-3d12b45c-1386-4083-9364-eb53d2b6a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:54.869263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-3d12b45c-1386-4083-9364-eb53d2b6a0e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949947 Nov 25 17:07:54.916576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-dc8f5488-bdfe-4430-b0e1-608dccf6c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:54.918116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-dc8f5488-bdfe-4430-b0e1-608dccf6c379 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1200275 Nov 25 17:07:54.994167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aa2ab6e-958c-42a3-93c5-1bd8c43c967a req-9af37ead-6741-4a23-86fd-5558664589bd tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745763 Nov 25 17:07:55.042218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-a5e9f623-ad3a-4142-bdac-72ca71aaa5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.044052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-a5e9f623-ad3a-4142-bdac-72ca71aaa5eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999837 Nov 25 17:07:55.047087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-0927642d-381a-492b-b750-1294e604bfe4 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676733 Nov 25 17:07:55.098915 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fd1060-539e-46ce-9b30-b107f95a6004 x-openstack-request-id: req-43fd1060-539e-46ce-9b30-b107f95a6004 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:07:55.099405 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e225793-0e34-4e40-b5e7-61726d697bae", "name": "network-vif-plugged", "status": "completed", "tag": "a9a42542-c1ad-4fc6-9748-272a3aa99b56", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:07:55.099599 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43fd1060-539e-46ce-9b30-b107f95a6004 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:07:55.100077 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e225793-0e34-4e40-b5e7-61726d697bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a42542-c1ad-4fc6-9748-272a3aa99b56', 'code': 200} Nov 25 17:07:55.276496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58021a7c-3592-40a3-bcac-c93b954bf6d5 req-1c72f967-19a0-433a-b4f3-1533a92bb8ea service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068176 Nov 25 17:07:55.284987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c30130-e8fe-4319-b250-dbb855f36953 req-dbfb408f-13d0-49e8-83e1-15736b2da95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.286605 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-66c30130-e8fe-4319-b250-dbb855f36953 req-dbfb408f-13d0-49e8-83e1-15736b2da95d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 1119 time: 0.1097305 Nov 25 17:07:55.293856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245d1b5-9b58-4b7c-9b12-ab835d81b3e8 req-840963d3-f454-4036-8372-c1210a90dc3a tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.294944 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6245d1b5-9b58-4b7c-9b12-ab835d81b3e8 req-840963d3-f454-4036-8372-c1210a90dc3a tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 948 time: 0.1303864 Nov 25 17:07:55.301567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-d145d19a-a166-4d6e-b93b-5b44872a0849 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416546 Nov 25 17:07:55.314651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-66c30130-e8fe-4319-b250-dbb855f36953 req-f9d6d6f5-7a08-4bb7-81ce-0e2bc2c2c634 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.389730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Sync routers for ids ['f8953225-359c-41a0-8222-737fddeec65c'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:07:55.407590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Routers {'f8953225-359c-41a0-8222-737fddeec65c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:55.408248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:07:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f8953225-359c-41a0-8222-737fddeec65c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:55.433255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6245d1b5-9b58-4b7c-9b12-ab835d81b3e8 req-cecda4b2-5039-424c-b930-5fc67f1cd96a tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305401 Nov 25 17:07:55.451655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-66c30130-e8fe-4319-b250-dbb855f36953 req-f9d6d6f5-7a08-4bb7-81ce-0e2bc2c2c634 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.465908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-66c30130-e8fe-4319-b250-dbb855f36953 req-f9d6d6f5-7a08-4bb7-81ce-0e2bc2c2c634 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.478976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-82f43bd7-5251-4e26-8aac-11143c47702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.481584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-82f43bd7-5251-4e26-8aac-11143c47702d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 1098 time: 0.0953984 Nov 25 17:07:55.483440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb8c4bb1-8592-4240-a82a-8218cab648a8 req-c89907ad-57cc-4432-950b-b1e2d248b27b service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656466 Nov 25 17:07:55.536820 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-66c30130-e8fe-4319-b250-dbb855f36953 req-f9d6d6f5-7a08-4bb7-81ce-0e2bc2c2c634 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418954 Nov 25 17:07:55.537722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6d6f5-7a08-4bb7-81ce-0e2bc2c2c634 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1109de5-9197-4ac9-b045-aeccfdeb8467,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:55.616088 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Set router f8953225-359c-41a0-8222-737fddeec65c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:55.673199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-f15e21ac-6855-4934-8dc4-527426dd033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.679669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-f15e21ac-6855-4934-8dc4-527426dd033b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1800938 Nov 25 17:07:55.761671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-5cd27d66-3046-4f4f-bb3f-80c7486950ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=557cdaea-f181-4a47-b8d1-e35e4f43f393 HTTP/1.1" status: 200 len: 217 time: 0.0635991 Nov 25 17:07:55.868820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad69b53-2192-42cb-b003-240c40e6f6f4 req-0e4bf69b-c47e-44cb-bfcf-4dd807960486 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.878143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ad69b53-2192-42cb-b003-240c40e6f6f4 req-0e4bf69b-c47e-44cb-bfcf-4dd807960486 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 968 time: 0.1237142 Nov 25 17:07:55.933766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-bbdd7548-5df3-4029-92d2-228eb8fd9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.935917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-bbdd7548-5df3-4029-92d2-228eb8fd9ab7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1724224 Nov 25 17:07:55.959240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ad69b53-2192-42cb-b003-240c40e6f6f4 req-51064e1f-458a-4243-8f9d-5b915635fe6c tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800660 Nov 25 17:07:55.998842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 4, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7153bb84-e450-4e98-9939-db64a99fb6ef', 'name': '', 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'mac_address': 'fa:16:3e:4f:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:49Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 2, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'subnets': [{'id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:56.051055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Checking router: f8953225-359c-41a0-8222-737fddeec65c for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:07:56.051431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Updating router f8953225-359c-41a0-8222-737fddeec65c port 7153bb84-e450-4e98-9939-db64a99fb6ef binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:07:56.067933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-3b1b4084-9ccb-4429-b559-b7f36b220761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:56.075574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-3b1b4084-9ccb-4429-b559-b7f36b220761 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139531 Nov 25 17:07:56.096589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0d29ecf3-4325-4c00-ac84-8a28967bc4db up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:56.138035 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.161162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60638) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:56.168094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dc2147f2-ad49-45b7-b41e-b3fb7462551e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--249061968', 'description': 'tempest-description--950975182'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:56.257794 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc2147f2-ad49-45b7-b41e-b3fb7462551e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.271134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f682368-87dc-4300-8133-a3f3db0f9cb9', 'tag': '690953d8-f3fe-4071-881e-9843bfb63948'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:07:56.273048 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fed87e-5553-4d17-a1f7-30d33bb8f90e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f682368-87dc-4300-8133-a3f3db0f9cb9", "tag": "690953d8-f3fe-4071-881e-9843bfb63948"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:07:56.278282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-93c49eb4-200f-4c35-bdc9-e463b72fa3e6 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847417 Nov 25 17:07:56.359313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0d29ecf3-4325-4c00-ac84-8a28967bc4db triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:56.359705 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.377993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:56.424047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc2147f2-ad49-45b7-b41e-b3fb7462551e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.433124 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc2147f2-ad49-45b7-b41e-b3fb7462551e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.478293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc2147f2-ad49-45b7-b41e-b3fb7462551e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.480071 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dc2147f2-ad49-45b7-b41e-b3fb7462551e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3174911 Nov 25 17:07:56.484965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:56.491286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d153d53e-838d-488f-9b4f-0308b0edd3c2 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Request body: {'security_group_rule': {'security_group_id': '9494f228-0edb-48cc-a86a-db3fc78b87ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:56.503146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2147f2-ad49-45b7-b41e-b3fb7462551e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9494f228-0edb-48cc-a86a-db3fc78b87ac,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:56.522028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c2f1c-2b1b-4ca1-86fa-62da23642133 req-acaa4fad-65fc-4661-9885-119daa22f6ac tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:56.525908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-871c2f1c-2b1b-4ca1-86fa-62da23642133 req-acaa4fad-65fc-4661-9885-119daa22f6ac tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 949 time: 0.2174237 Nov 25 17:07:56.557366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d153d53e-838d-488f-9b4f-0308b0edd3c2 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.564529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a55c8-2990-49d4-9db2-2658c23a7bcf req-935b90f9-1b35-43b9-8aa0-0a7677f6c69c tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:56.566237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395a55c8-2990-49d4-9db2-2658c23a7bcf req-935b90f9-1b35-43b9-8aa0-0a7677f6c69c tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 947 time: 0.1842759 Nov 25 17:07:56.664112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.676040 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.679822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d153d53e-838d-488f-9b4f-0308b0edd3c2 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.687110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d153d53e-838d-488f-9b4f-0308b0edd3c2 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.714199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153d53e-838d-488f-9b4f-0308b0edd3c2 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7d5a52-3ada-49cc-ad01-b2f1ff9e69ab,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:56.737031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42acd779-a7a1-4c02-914e-df718679969a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.746140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e22c3e-d69c-483b-b640-668d5af2e850 None None] Pushing event updated for resources: {'Port': ['ID=7153bb84-e450-4e98-9939-db64a99fb6ef,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:56.753703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d153d53e-838d-488f-9b4f-0308b0edd3c2 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.757654 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d153d53e-838d-488f-9b4f-0308b0edd3c2 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2688069 Nov 25 17:07:56.757987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:56.767264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-063e0ad8-9bba-4260-a5d5-bd6e01a4ddb7 req-ced4f889-9425-4ff7-a554-bb2501ff347f service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746647 Nov 25 17:07:56.773018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-834149e6-ca43-41d0-b670-764c19eeaa26 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Request body: {'security_group_rule': {'security_group_id': '9494f228-0edb-48cc-a86a-db3fc78b87ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:56.844686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-834149e6-ca43-41d0-b670-764c19eeaa26 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.853510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395a55c8-2990-49d4-9db2-2658c23a7bcf req-da14786d-30a1-4b46-bfbc-69e239320b89 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982962 Nov 25 17:07:56.855314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Attempting to bind port 7153bb84-e450-4e98-9939-db64a99fb6ef on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:56.855703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Attempting to bind port 7153bb84-e450-4e98-9939-db64a99fb6ef by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:56.856077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Attempting to bind port 7153bb84-e450-4e98-9939-db64a99fb6ef on network 8760e4e8-2948-4d18-aa74-b450bc19de1c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:56.866236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:56.866498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Checking segment: {'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:56.866895 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.868575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Bound using segment: {'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:56.869317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Bound port: 7153bb84-e450-4e98-9939-db64a99fb6ef, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:56.869725 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.874684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-871c2f1c-2b1b-4ca1-86fa-62da23642133 req-c5105700-1340-4e98-9954-eedfacd23de7 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208523 Nov 25 17:07:56.978831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42acd779-a7a1-4c02-914e-df718679969a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.985321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42acd779-a7a1-4c02-914e-df718679969a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.994464 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2add74-58b1-46c8-aeda-e35fdc006ec6 x-openstack-request-id: req-4f2add74-58b1-46c8-aeda-e35fdc006ec6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:07:56.994771 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f682368-87dc-4300-8133-a3f3db0f9cb9", "tag": "690953d8-f3fe-4071-881e-9843bfb63948", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:07:56.995030 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f2add74-58b1-46c8-aeda-e35fdc006ec6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:07:56.995445 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f682368-87dc-4300-8133-a3f3db0f9cb9', 'tag': '690953d8-f3fe-4071-881e-9843bfb63948', 'status': 'completed', 'code': 200} Nov 25 17:07:57.013363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-834149e6-ca43-41d0-b670-764c19eeaa26 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.025098 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-42acd779-a7a1-4c02-914e-df718679969a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9c9d02d2edc4f7aa7fb699c267fd3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6429901 Nov 25 17:07:57.028772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60662) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:57.033478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] For port 7153bb84-e450-4e98-9939-db64a99fb6ef, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:57.034270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-834149e6-ca43-41d0-b670-764c19eeaa26 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.039178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] For port 7153bb84-e450-4e98-9939-db64a99fb6ef, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7153bb84-e450-4e98-9939-db64a99fb6ef,segment=NetworkSegment(8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3),segment_id=8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:57.047450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.072510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834149e6-ca43-41d0-b670-764c19eeaa26 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a53f36-4eba-40f3-abbf-8feee28b2f99,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:57.076470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-834149e6-ca43-41d0-b670-764c19eeaa26 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.077856 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-834149e6-ca43-41d0-b670-764c19eeaa26 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3171189 Nov 25 17:07:57.088775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60664) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:57.112297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe8ee7e-4207-46be-9705-f6779cc59f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f0afef-ce6a-4403-beae-99da25d1c03d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:07:57.115550 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e03df5-2684-450c-81fa-5f6d079ee0d2" -d '{"events": [{"server_uuid": "5fe8ee7e-4207-46be-9705-f6779cc59f69", "name": "network-vif-plugged", "status": "completed", "tag": "a4f0afef-ce6a-4403-beae-99da25d1c03d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:07:57.116603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:57.129156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd0009-8b9e-4359-98e4-1d573d1b748f req-26acf87a-86e1-4995-8693-ff31c319d23f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:57.130918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acd779-a7a1-4c02-914e-df718679969a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d58cfd3-c5e8-4d4a-9d96-9031bf157b2f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:57.134525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ebd0009-8b9e-4359-98e4-1d573d1b748f req-26acf87a-86e1-4995-8693-ff31c319d23f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 948 time: 0.0772085 Nov 25 17:07:57.159682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e22c3e-d69c-483b-b640-668d5af2e850 None None] Pushing event updated for resources: {'Port': ['ID=7153bb84-e450-4e98-9939-db64a99fb6ef,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:57.174741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-08571153-a63d-47e9-a30b-785089cb1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:57.176502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-08571153-a63d-47e9-a30b-785089cb1e29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 1099 time: 0.1567292 Nov 25 17:07:57.178024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Routers {'f8953225-359c-41a0-8222-737fddeec65c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:57.178675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:07:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f8953225-359c-41a0-8222-737fddeec65c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:57.187626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0248a05-ced2-419a-87bc-9e29f54cd5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.191761 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.231031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0248a05-ced2-419a-87bc-9e29f54cd5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.374180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0248a05-ced2-419a-87bc-9e29f54cd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.377741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0248a05-ced2-419a-87bc-9e29f54cd5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.382211 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d0248a05-ced2-419a-87bc-9e29f54cd5fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d58cfd3-c5e8-4d4a-9d96-9031bf157b2f HTTP/1.1" status: 204 len: 168 time: 0.3456795 Nov 25 17:07:57.383402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566dbd-f6b3-48e9-90f1-72ea8a493855 req-557141a6-b9d5-4a38-8304-f4e664bb1fb3 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:57.386132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae566dbd-f6b3-48e9-90f1-72ea8a493855 req-557141a6-b9d5-4a38-8304-f4e664bb1fb3 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 968 time: 0.2677653 Nov 25 17:07:57.389832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ebd0009-8b9e-4359-98e4-1d573d1b748f req-b87e336c-30ca-43c1-a309-7686f58dd37d tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225175 Nov 25 17:07:57.394404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0248a05-ced2-419a-87bc-9e29f54cd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d58cfd3-c5e8-4d4a-9d96-9031bf157b2f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:57.403385 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.429451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-51149e3d-1350-4938-bfbe-12475ecf403c None None] Provisioning complete for port 7153bb84-e450-4e98-9939-db64a99fb6ef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:57.444632 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51149e3d-1350-4938-bfbe-12475ecf403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.475499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae566dbd-f6b3-48e9-90f1-72ea8a493855 req-77dbbfd6-3f86-4bf6-b782-9d281481ac55 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826151 Nov 25 17:07:57.502816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-88702efb-27df-49bd-884e-cb7fe743beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:57.502816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-88702efb-27df-49bd-884e-cb7fe743beb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3084710 Nov 25 17:07:57.584548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-abaed74a-cb49-4a04-bcee-2f1d14789e94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=690953d8-f3fe-4071-881e-9843bfb63948 HTTP/1.1" status: 200 len: 217 time: 0.0742199 Nov 25 17:07:57.729197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Allocated IP 172.25.1.176 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/12a34296-c9f3-48cd-b5de-4f002783c4b8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:57.757977 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24096dca-865f-4c73-a5e5-1659bbe34ad3 x-openstack-request-id: req-24096dca-865f-4c73-a5e5-1659bbe34ad3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:07:57.757977 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe8ee7e-4207-46be-9705-f6779cc59f69", "name": "network-vif-plugged", "status": "completed", "tag": "a4f0afef-ce6a-4403-beae-99da25d1c03d", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:07:57.758231 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24096dca-865f-4c73-a5e5-1659bbe34ad3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:07:57.758502 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe8ee7e-4207-46be-9705-f6779cc59f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f0afef-ce6a-4403-beae-99da25d1c03d', 'code': 200} Nov 25 17:07:57.764502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-a4c85456-855f-402f-ac3e-d8fe78265808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:57.766737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-a4c85456-855f-402f-ac3e-d8fe78265808 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1684544 Nov 25 17:07:57.798236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874c14-aabc-4081-8482-a21572050255 req-6e2d2c7f-c7e3-4963-89a8-7715d1a21496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:57.799100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] Set router f8953225-359c-41a0-8222-737fddeec65c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:57.800087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21874c14-aabc-4081-8482-a21572050255 req-6e2d2c7f-c7e3-4963-89a8-7715d1a21496 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 1100 time: 0.1530578 Nov 25 17:07:57.890341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-e9a9cdcb-3d00-4016-b09d-57c3486733dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:57.892415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-e9a9cdcb-3d00-4016-b09d-57c3486733dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139834 Nov 25 17:07:57.896461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21874c14-aabc-4081-8482-a21572050255 req-eb843c4f-69ac-41fe-99f5-1844542094fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783069 Nov 25 17:07:57.973524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:58.011507 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fce1cc7-b8a3-49f1-b926-f45424c8b679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.158602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7153bb84-e450-4e98-9939-db64a99fb6ef up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:58.183779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798726-80d6-4c7b-9c67-d1b76ebeab18 req-1bd41e92-10db-40d4-97b2-d59700e8d1ef tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:58.191384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1798726-80d6-4c7b-9c67-d1b76ebeab18 req-1bd41e92-10db-40d4-97b2-d59700e8d1ef tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 949 time: 0.1212463 Nov 25 17:07:58.210064 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.258652 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.266575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3bb4-b80f-4613-b12a-e15e546b1dea req-f379b688-7c5d-446e-bedb-f93e44fd8b7a tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:58.271008 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51149e3d-1350-4938-bfbe-12475ecf403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.274827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1eaf3bb4-b80f-4613-b12a-e15e546b1dea req-f379b688-7c5d-446e-bedb-f93e44fd8b7a tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 947 time: 0.2055135 Nov 25 17:07:58.313793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event updated for resources: {'Port': ['ID=12a34296-c9f3-48cd-b5de-4f002783c4b8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:58.329606 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:58.332040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:58.335249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:58.349914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-51149e3d-1350-4938-bfbe-12475ecf403c None None] For port 7153bb84-e450-4e98-9939-db64a99fb6ef, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7153bb84-e450-4e98-9939-db64a99fb6ef,segment=NetworkSegment(8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3),segment_id=8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:58.357168 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51149e3d-1350-4938-bfbe-12475ecf403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.419022 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fce1cc7-b8a3-49f1-b926-f45424c8b679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.421243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:58.427018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7153bb84-e450-4e98-9939-db64a99fb6ef triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:58.427471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.438827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149e3d-1350-4938-bfbe-12475ecf403c None None] Pushing event updated for resources: {'Port': ['ID=7153bb84-e450-4e98-9939-db64a99fb6ef,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:58.457089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1798726-80d6-4c7b-9c67-d1b76ebeab18 req-3787f371-c2cb-4dc1-8ab6-d3258fbac12b tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643096 Nov 25 17:07:58.459861 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fce1cc7-b8a3-49f1-b926-f45424c8b679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.509124 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.523640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 4, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7153bb84-e450-4e98-9939-db64a99fb6ef', 'name': '', 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'mac_address': 'fa:16:3e:4f:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:49Z', 'updated_at': '2021-11-25T17:07:57Z', 'revision_number': 4, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'subnets': [{'id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:58.579394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1eaf3bb4-b80f-4613-b12a-e15e546b1dea req-d67eed84-36cd-4a87-96d5-11bf29da02c7 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035321 Nov 25 17:07:58.598897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0d6bf46a-e5be-41f1-9933-5cf154078ad6 None None] Provisioning complete for port 7153bb84-e450-4e98-9939-db64a99fb6ef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:58.599797 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf46a-e5be-41f1-9933-5cf154078ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.609107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.613291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d5a7f-0d82-4eeb-b365-ec96f6bca401 None None] The sync data for ids ['f8953225-359c-41a0-8222-737fddeec65c'] in n-d-819349-3 is: [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 4, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7153bb84-e450-4e98-9939-db64a99fb6ef', 'name': '', 'network_id': '8760e4e8-2948-4d18-aa74-b450bc19de1c', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'mac_address': 'fa:16:3e:4f:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:49Z', 'updated_at': '2021-11-25T17:07:57Z', 'revision_number': 4, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'subnets': [{'id': '73b058d4-72e0-4140-8c95-edc9e844f10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:07:58.665954 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c61ebfc-d014-48f0-abbf-796ed03232d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.676433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0fce1cc7-b8a3-49f1-b926-f45424c8b679 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ea2a63f074149a8ad10f5aa38902d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7017703 Nov 25 17:07:58.684117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60710) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:58.754649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-d3d9eb69-1d48-44a1-943f-86c21f47ab01 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254302 Nov 25 17:07:58.755127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce1cc7-b8a3-49f1-b926-f45424c8b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2381425d-38f0-4672-9f11-009efb32dd72,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:58.857934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587b544d-1e0f-4bcf-b4f1-7dfc65c1602c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.912020 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587b544d-1e0f-4bcf-b4f1-7dfc65c1602c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.918929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871ce5-0617-4d22-9f9c-f052f073057b req-8f443a34-212e-43ab-bcec-ccb8c28a3e2d tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:58.928079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d871ce5-0617-4d22-9f9c-f052f073057b req-8f443a34-212e-43ab-bcec-ccb8c28a3e2d tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 948 time: 0.3178301 Nov 25 17:07:59.013485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.016761 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c61ebfc-d014-48f0-abbf-796ed03232d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.022673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33fed87e-5553-4d17-a1f7-30d33bb8f90e req-425d13ed-e615-4e77-88be-471b053ef0ea service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402174 Nov 25 17:07:59.028678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587b544d-1e0f-4bcf-b4f1-7dfc65c1602c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.031930 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587b544d-1e0f-4bcf-b4f1-7dfc65c1602c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.033581 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-587b544d-1e0f-4bcf-b4f1-7dfc65c1602c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2381425d-38f0-4672-9f11-009efb32dd72 HTTP/1.1" status: 204 len: 168 time: 0.3461375 Nov 25 17:07:59.037829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.067693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a22c58-c227-4482-83b3-9f19c423e184 req-7fca96a6-a40e-49eb-b5bb-fd66f86d1422 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:59.082832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7a22c58-c227-4482-83b3-9f19c423e184 req-7fca96a6-a40e-49eb-b5bb-fd66f86d1422 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 968 time: 0.3512099 Nov 25 17:07:59.084118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b544d-1e0f-4bcf-b4f1-7dfc65c1602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2381425d-38f0-4672-9f11-009efb32dd72,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:59.095588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c61ebfc-d014-48f0-abbf-796ed03232d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.117290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.149402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event updated for resources: {'Port': ['ID=12a34296-c9f3-48cd-b5de-4f002783c4b8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:59.154651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.164990 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-babf6355-0be0-4acd-8a97-d08876bc8b3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0645268 Nov 25 17:07:59.217112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 557cdaea-f181-4a47-b8d1-e35e4f43f393 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:07:59.228452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d871ce5-0617-4d22-9f9c-f052f073057b req-3bf45b13-3b66-49b1-b138-fe4470986c3f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947805 Nov 25 17:07:59.281724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4c61ebfc-d014-48f0-abbf-796ed03232d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d3f2d7daf464d349f5d7e80d1ea5b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8551147 Nov 25 17:07:59.282721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61ebfc-d014-48f0-abbf-796ed03232d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17263d50-67be-4c90-8af2-2c8fb5aeb045,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:59.284506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60718) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:59.333094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7a22c58-c227-4482-83b3-9f19c423e184 req-545a17c5-4ff7-440f-b312-cdda7c4146e5 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496359 Nov 25 17:07:59.412639 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92319a20-c3a7-4d7b-aa1e-255c3b351902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.470074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92319a20-c3a7-4d7b-aa1e-255c3b351902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.473326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 557cdaea-f181-4a47-b8d1-e35e4f43f393, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=557cdaea-f181-4a47-b8d1-e35e4f43f393,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:59.500600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '557cdaea-f181-4a47-b8d1-e35e4f43f393', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '557cdaea-f181-4a47-b8d1-e35e4f43f393', 'mac_address': 'fa:16:3e:40:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:07:59.561873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-a3932d5d-2b5d-4c77-b456-f541a097b504 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--249061968&fields=id&tenant_id=0b553fd5832b479da09d135d021988c0 HTTP/1.1" status: 200 len: 267 time: 0.0954697 Nov 25 17:07:59.579681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92319a20-c3a7-4d7b-aa1e-255c3b351902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.585519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92319a20-c3a7-4d7b-aa1e-255c3b351902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.594261 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-92319a20-c3a7-4d7b-aa1e-255c3b351902 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17263d50-67be-4c90-8af2-2c8fb5aeb045 HTTP/1.1" status: 204 len: 168 time: 0.3084989 Nov 25 17:07:59.609344 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92319a20-c3a7-4d7b-aa1e-255c3b351902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17263d50-67be-4c90-8af2-2c8fb5aeb045,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:59.639247 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.670219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557cdaea-f181-4a47-b8d1-e35e4f43f393 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:07:59.727458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 557cdaea-f181-4a47-b8d1-e35e4f43f393, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=557cdaea-f181-4a47-b8d1-e35e4f43f393,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:59.735941 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.736684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 690953d8-f3fe-4071-881e-9843bfb63948 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:07:59.825447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde37a8-463b-46ba-a36f-819fdc71cb4a req-5b6d012b-0b88-4089-81e8-4dc32d08818e tempest-AggregatesAdminTestJSON-1585815504 tempest-AggregatesAdminTestJSON-1585815504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:59.827176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fde37a8-463b-46ba-a36f-819fdc71cb4a req-5b6d012b-0b88-4089-81e8-4dc32d08818e tempest-AggregatesAdminTestJSON-1585815504 tempest-AggregatesAdminTestJSON-1585815504-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 1119 time: 0.1698480 Nov 25 17:07:59.847077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-d267473b-ccde-420a-af3b-b272c573f62b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:59.854962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-d267473b-ccde-420a-af3b-b272c573f62b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 824 time: 0.2917840 Nov 25 17:07:59.876303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 690953d8-f3fe-4071-881e-9843bfb63948, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=690953d8-f3fe-4071-881e-9843bfb63948,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:59.880257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-9a6bf3cf-3fc2-458e-b10b-cb143636dd1a tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/quotas/0b553fd5832b479da09d135d021988c0 HTTP/1.1" status: 200 len: 375 time: 0.0244834 Nov 25 17:07:59.909122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6fde37a8-463b-46ba-a36f-819fdc71cb4a req-a892bd7a-ad1c-45a0-a5d0-c2d15e28a1ab tempest-AggregatesAdminTestJSON-1585815504 tempest-AggregatesAdminTestJSON-1585815504-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.924311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=557cdaea-f181-4a47-b8d1-e35e4f43f393,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:59.959324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '690953d8-f3fe-4071-881e-9843bfb63948', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '690953d8-f3fe-4071-881e-9843bfb63948', 'mac_address': 'fa:16:3e:97:c3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:00.016470 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-1199e6d4-8ab9-48c4-855e-77d5e5ca806e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346905 Nov 25 17:08:00.055987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.078699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690953d8-f3fe-4071-881e-9843bfb63948 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:00.083374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7153bb84-e450-4e98-9939-db64a99fb6ef up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:00.127437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 690953d8-f3fe-4071-881e-9843bfb63948, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=690953d8-f3fe-4071-881e-9843bfb63948,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:00.136033 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.141763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6fde37a8-463b-46ba-a36f-819fdc71cb4a req-a892bd7a-ad1c-45a0-a5d0-c2d15e28a1ab tempest-AggregatesAdminTestJSON-1585815504 tempest-AggregatesAdminTestJSON-1585815504-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.147501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6fde37a8-463b-46ba-a36f-819fdc71cb4a req-a892bd7a-ad1c-45a0-a5d0-c2d15e28a1ab tempest-AggregatesAdminTestJSON-1585815504 tempest-AggregatesAdminTestJSON-1585815504-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.230061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fde37a8-463b-46ba-a36f-819fdc71cb4a req-a892bd7a-ad1c-45a0-a5d0-c2d15e28a1ab tempest-AggregatesAdminTestJSON-1585815504 tempest-AggregatesAdminTestJSON-1585815504-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712459 Nov 25 17:08:00.234206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=690953d8-f3fe-4071-881e-9843bfb63948,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:00.234484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892bd7a-ad1c-45a0-a5d0-c2d15e28a1ab tempest-AggregatesAdminTestJSON-1585815504 tempest-AggregatesAdminTestJSON-1585815504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b163a5-431f-48e0-840c-beb3f475e762,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:00.237866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7153bb84-e450-4e98-9939-db64a99fb6ef triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:00.238461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.241397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60758) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:00.284274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72b7622e-24a2-4bc9-a0b9-b70f90ffa722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.479470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1986a-62ac-4033-92a3-fe7b3bb88db8 req-df49eecf-cf35-42c7-938d-8aea0fa0c648 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:00.490776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ad1986a-62ac-4033-92a3-fe7b3bb88db8 req-df49eecf-cf35-42c7-938d-8aea0fa0c648 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 949 time: 0.1173666 Nov 25 17:08:00.499999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72b7622e-24a2-4bc9-a0b9-b70f90ffa722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.508230 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72b7622e-24a2-4bc9-a0b9-b70f90ffa722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.518331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['557cdaea-f181-4a47-b8d1-e35e4f43f393'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:00.522337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['690953d8-f3fe-4071-881e-9843bfb63948'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:00.569412 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-72b7622e-24a2-4bc9-a0b9-b70f90ffa722 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=857108f266a74e90a2d00205be27ab92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213696 Nov 25 17:08:00.569412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7622e-24a2-4bc9-a0b9-b70f90ffa722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b17e4d6-c404-4450-aa3b-a76a4bef95a1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:00.569694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:00.648399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ad1986a-62ac-4033-92a3-fe7b3bb88db8 req-2f96cde9-22b4-488a-b77b-80b70a8b86e1 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566961 Nov 25 17:08:00.861384 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26e50a1e-9d55-43c4-90a2-6d9013d53876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.869827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-adba5aef-bd1c-4005-b2c1-8578059c8c67 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:00.870977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-adba5aef-bd1c-4005-b2c1-8578059c8c67 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3461351 Nov 25 17:08:00.994365 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26e50a1e-9d55-43c4-90a2-6d9013d53876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.036899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64958e-a37f-4a46-b36b-b036ae5e7837 req-35c26af9-ed8d-4c73-9ec4-82848819face tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:01.038500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b64958e-a37f-4a46-b36b-b036ae5e7837 req-35c26af9-ed8d-4c73-9ec4-82848819face tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 948 time: 0.1800342 Nov 25 17:08:01.108762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-2d1943c5-08ff-4bba-a21f-bf958c7a7206 service neutron] 10.222.0.81 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967347 Nov 25 17:08:01.153633 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26e50a1e-9d55-43c4-90a2-6d9013d53876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.156347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26e50a1e-9d55-43c4-90a2-6d9013d53876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.157624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-26e50a1e-9d55-43c4-90a2-6d9013d53876 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b17e4d6-c404-4450-aa3b-a76a4bef95a1 HTTP/1.1" status: 204 len: 168 time: 0.5894330 Nov 25 17:08:01.171696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b64958e-a37f-4a46-b36b-b036ae5e7837 req-10e6195c-20dd-4024-a2ff-c24ba1420332 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170597 Nov 25 17:08:01.267044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e50a1e-9d55-43c4-90a2-6d9013d53876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b17e4d6-c404-4450-aa3b-a76a4bef95a1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:01.361067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c9d30db0-8a08-49fb-b142-3254ce5a696d service neutron] 10.222.0.81 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375543 Nov 25 17:08:01.384417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e93b5-6210-469d-9ef9-7c7dcf896b6d req-4d997be2-fc7a-401f-96c3-fd815dede0bd tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:01.392410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a2e93b5-6210-469d-9ef9-7c7dcf896b6d req-4d997be2-fc7a-401f-96c3-fd815dede0bd tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 949 time: 0.1035676 Nov 25 17:08:01.467589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a2e93b5-6210-469d-9ef9-7c7dcf896b6d req-127a801f-1f3b-4745-8641-1c54259f5722 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740776 Nov 25 17:08:01.751521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a03888c1-ae67-4f3e-88e5-ad5531cc4d1c req-4652990e-0996-4043-b963-1ff07e24e878 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 210 time: 0.0437524 Nov 25 17:08:02.135249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:02.177886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-906888c4-0428-44d3-ba25-1bbcfe7dfebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.373377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee1642ab-5622-4cbd-9cbb-fb7406298e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.449380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711802-a192-4061-80b4-891755927ada req-cda61760-c68d-4459-a7b1-30ff3e0aa7e2 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:02.466712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07711802-a192-4061-80b4-891755927ada req-cda61760-c68d-4459-a7b1-30ff3e0aa7e2 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 948 time: 0.0958526 Nov 25 17:08:02.553214 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee1642ab-5622-4cbd-9cbb-fb7406298e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.561869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee1642ab-5622-4cbd-9cbb-fb7406298e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.601414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07711802-a192-4061-80b4-891755927ada req-b29d4ed5-43ba-4ded-926c-57fdd48ae13e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312506 Nov 25 17:08:02.610160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ee1642ab-5622-4cbd-9cbb-fb7406298e85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37b3662a8bb44bd380ac5a1dcecf059d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4736986 Nov 25 17:08:02.611178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1642ab-5622-4cbd-9cbb-fb7406298e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e164d349-9929-49c7-ae46-089225158f4c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:02.612916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:02.659447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eff63-4c47-4992-a48b-9bca15bb90e0 req-b4a62799-46ed-4bcc-a489-1ec13162e64c tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:02.660914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b51eff63-4c47-4992-a48b-9bca15bb90e0 req-b4a62799-46ed-4bcc-a489-1ec13162e64c tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 949 time: 0.0984173 Nov 25 17:08:02.689224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60868) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:02.725326 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9268ae9f-70a6-4531-a230-1f5c9d8e7671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.745297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b51eff63-4c47-4992-a48b-9bca15bb90e0 req-2f20f9da-6b09-4192-b318-c8979731945c tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778241 Nov 25 17:08:02.782508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9268ae9f-70a6-4531-a230-1f5c9d8e7671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.819135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1080501147-network', 'tenant_id': '38d7203f59664fa3b6099740af359228'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:02.835813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5f553-a008-4ef8-aa4b-77b310b53eb0 req-3dfd72dd-3635-4ede-b75e-72ca010e39bf tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:02.838539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5bc5f553-a008-4ef8-aa4b-77b310b53eb0 req-3dfd72dd-3635-4ede-b75e-72ca010e39bf tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 949 time: 0.1026976 Nov 25 17:08:02.846662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Made reservation on behalf of 38d7203f59664fa3b6099740af359228 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:02.849700 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.866349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.874283 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9268ae9f-70a6-4531-a230-1f5c9d8e7671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.877337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9268ae9f-70a6-4531-a230-1f5c9d8e7671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.882175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9268ae9f-70a6-4531-a230-1f5c9d8e7671 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e164d349-9929-49c7-ae46-089225158f4c HTTP/1.1" status: 204 len: 168 time: 0.2643809 Nov 25 17:08:02.897606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268ae9f-70a6-4531-a230-1f5c9d8e7671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e164d349-9929-49c7-ae46-089225158f4c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:02.931624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5bc5f553-a008-4ef8-aa4b-77b310b53eb0 req-0d98a347-a85d-40fb-b477-6683827894ec tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778162 Nov 25 17:08:03.062378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.067706 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.078748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec9961b2-d17c-458e-bf13-5643bd3ba458 req-e9720406-adae-420d-9c77-91186eb30675 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 210 time: 0.0456583 Nov 25 17:08:03.131262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:03.244858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 557cdaea-f181-4a47-b8d1-e35e4f43f393 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:03.248864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a7bdc-caff-4a21-9c03-0d09e2bce87b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:03.252275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.252633 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Added segment 4e753cf7-d9bc-46ca-ae3d-4e3182b652ad of type vlan for network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 Nov 25 17:08:03.367605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.400215 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:08:03.402308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 557cdaea-f181-4a47-b8d1-e35e4f43f393 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:03.411143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 557cdaea-f181-4a47-b8d1-e35e4f43f393 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:03.411715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.429401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-8af9ca8e-2ead-4c56-9a53-a3004eff00f4 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:03.432094 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-8af9ca8e-2ead-4c56-9a53-a3004eff00f4 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.95 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 824 time: 0.3380601 Nov 25 17:08:03.486938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:03.504847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bdd513b-d054-47dd-9867-8dbdbde3d717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.511418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.512781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:03.513635 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.526564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.559265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f87a2b-14c0-4271-bdd3-cbc5ad2800ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557cdaea-f181-4a47-b8d1-e35e4f43f393'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:03.562008 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3d5411-f3be-47e5-9427-422eac5362a2" -d '{"events": [{"server_uuid": "67f87a2b-14c0-4271-bdd3-cbc5ad2800ee", "name": "network-vif-plugged", "status": "completed", "tag": "557cdaea-f181-4a47-b8d1-e35e4f43f393"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:03.588457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 557cdaea-f181-4a47-b8d1-e35e4f43f393, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=557cdaea-f181-4a47-b8d1-e35e4f43f393,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:03.592661 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c571479b-389c-45a4-ab71-74834299bbe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b553fd5832b479da09d135d021988c0 HTTP/1.1" status: 200 len: 379 time: 0.1489801 Nov 25 17:08:03.594694 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.595886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 690953d8-f3fe-4071-881e-9843bfb63948 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:03.601129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9104426 Nov 25 17:08:03.611426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:03.618525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Request body: {'port': {'device_id': '01b777e5-9002-45bd-9d95-92fc9527b086', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'admin_state_up': True, 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'security_groups': ['9494f228-0edb-48cc-a86a-db3fc78b87ac']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:03.623229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Request body: {'subnet': {'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1080501147-subnet', 'tenant_id': '38d7203f59664fa3b6099740af359228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:03.664141 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea3e247-327d-4fa9-b1d3-7df1f022155d x-openstack-request-id: req-7ea3e247-327d-4fa9-b1d3-7df1f022155d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:03.664471 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f87a2b-14c0-4271-bdd3-cbc5ad2800ee", "name": "network-vif-plugged", "status": "completed", "tag": "557cdaea-f181-4a47-b8d1-e35e4f43f393", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:03.664882 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ea3e247-327d-4fa9-b1d3-7df1f022155d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:03.665471 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f87a2b-14c0-4271-bdd3-cbc5ad2800ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557cdaea-f181-4a47-b8d1-e35e4f43f393', 'code': 200} Nov 25 17:08:03.694393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560dfc3-d585-4d0a-8e1e-7aa9ebf2f6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:03.721843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:03.749103 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bdd513b-d054-47dd-9867-8dbdbde3d717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.752094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Made reservation on behalf of 38d7203f59664fa3b6099740af359228 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:03.754893 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.758870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6bdd513b-d054-47dd-9867-8dbdbde3d717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.807301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=557cdaea-f181-4a47-b8d1-e35e4f43f393,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:03.824226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Made reservation on behalf of 0b553fd5832b479da09d135d021988c0 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:03.828602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.855369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 690953d8-f3fe-4071-881e-9843bfb63948 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:03.866144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 690953d8-f3fe-4071-881e-9843bfb63948 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:03.866606 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.979457 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.984891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd513b-d054-47dd-9867-8dbdbde3d717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee6116-9fc9-4c44-88f7-5b4e0cf9acc3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:03.998869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6bdd513b-d054-47dd-9867-8dbdbde3d717 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ad501ae8d74450a8d7b2aa4c392303b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082235 Nov 25 17:08:03.999212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:04.017093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb362c-fc28-44ce-87f1-7d1c550d3823 req-7faf9f26-41c1-42c6-ad5c-541439ac2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.018906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82eb362c-fc28-44ce-87f1-7d1c550d3823 req-7faf9f26-41c1-42c6-ad5c-541439ac2d8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 1100 time: 0.2415588 Nov 25 17:08:04.028589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 690953d8-f3fe-4071-881e-9843bfb63948, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=690953d8-f3fe-4071-881e-9843bfb63948,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:04.039867 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.092800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Allocated IP 172.20.0.7 (88e0a557-13a0-4829-a3cf-2460ca964044/bd1eeeb9-3533-40a4-9a6f-42cbd192ad67/1f505f19-9b96-4757-aeb0-18b0c35809ab) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:04.102658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e59df-fdea-4f70-8a9f-21999753a1d0 req-5011a094-630f-4eb1-b6b8-1b30071ecb07 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.110597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d65e59df-fdea-4f70-8a9f-21999753a1d0 req-5011a094-630f-4eb1-b6b8-1b30071ecb07 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 949 time: 0.2357197 Nov 25 17:08:04.111092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=690953d8-f3fe-4071-881e-9843bfb63948,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:04.128160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1e98806-3fb6-4b08-a38e-5c56442821a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.166433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40f73e-16bf-4659-919e-0f189fc08990 req-d2468b8e-2f2d-4b77-af02-9c4474228179 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.167637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c40f73e-16bf-4659-919e-0f189fc08990 req-d2468b8e-2f2d-4b77-af02-9c4474228179 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 949 time: 0.2139087 Nov 25 17:08:04.192433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1e98806-3fb6-4b08-a38e-5c56442821a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.195631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82eb362c-fc28-44ce-87f1-7d1c550d3823 req-33aff541-21e5-4403-946d-21d432d645a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581228 Nov 25 17:08:04.271565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d65e59df-fdea-4f70-8a9f-21999753a1d0 req-47fd3e80-23e2-4723-bf73-eaf82cb1a4ac tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599720 Nov 25 17:08:04.310453 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fca1fb5-7311-4fb1-af19-ecc9f2bacd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.320127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c40f73e-16bf-4659-919e-0f189fc08990 req-56d4899a-5ec9-4983-b320-8b7a420625c6 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282253 Nov 25 17:08:04.349978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.396067 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1e98806-3fb6-4b08-a38e-5c56442821a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.400759 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1e98806-3fb6-4b08-a38e-5c56442821a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.402559 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c1e98806-3fb6-4b08-a38e-5c56442821a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53ee6116-9fc9-4c44-88f7-5b4e0cf9acc3 HTTP/1.1" status: 204 len: 168 time: 0.4018748 Nov 25 17:08:04.420540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0610ca3-b76d-4b30-86ee-f6c72f80a594,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:04.420999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e98806-3fb6-4b08-a38e-5c56442821a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee6116-9fc9-4c44-88f7-5b4e0cf9acc3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:04.424879 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.473941 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.514890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:04.515460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Network hostable DHCP agents. Network: bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:04.521357 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Network 88e0a557-13a0-4829-a3cf-2460ca964044 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:04.527154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:04.530505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:04.537514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.538346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.559304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event updated for resources: {'Port': ['ID=1f505f19-9b96-4757-aeb0-18b0c35809ab,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:04.570809 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-e4af33f0-a1f2-4159-ac5d-cb2f9d227018 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9583077 Nov 25 17:08:04.587561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Request body: {'port': {'device_id': '01b777e5-9002-45bd-9d95-92fc9527b086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:04.589437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef2c60-c433-4554-963d-0e2c9cf136fd req-ce84b72e-ed22-4ff0-b0f0-23ee09b93c0e tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.599062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92ef2c60-c433-4554-963d-0e2c9cf136fd req-ce84b72e-ed22-4ff0-b0f0-23ee09b93c0e tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 950 time: 0.1796997 Nov 25 17:08:04.614590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:04.620702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46e37-48a6-4580-aadc-a3380966a359 req-1b13bbca-5fa4-442f-8871-405ace873679 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.622457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76e46e37-48a6-4580-aadc-a3380966a359 req-1b13bbca-5fa4-442f-8871-405ace873679 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 1100 time: 0.1654074 Nov 25 17:08:04.638884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317022-bc60-4cff-aba7-7e41e1e54aee req-bac54521-032e-4b61-a321-fb2dcf1bddf0 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.647557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80317022-bc60-4cff-aba7-7e41e1e54aee req-bac54521-032e-4b61-a321-fb2dcf1bddf0 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 931 time: 0.1918983 Nov 25 17:08:04.672272 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.679807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:04.685495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.686587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.694016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147e8c4-a13c-4530-a113-8c93c5fe1b66 None None] Network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:04.760457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dfe71fb6-7ec8-4559-9034-54ba07d7eb93 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1473477 Nov 25 17:08:04.786486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92ef2c60-c433-4554-963d-0e2c9cf136fd req-3d5fc0c1-b7fe-4901-ad9e-558544306425 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813719 Nov 25 17:08:04.916981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80317022-bc60-4cff-aba7-7e41e1e54aee req-e4f4cab7-2da5-412c-872d-46249e3fcc54 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681460 Nov 25 17:08:04.944315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b80de4d4-e060-48d4-9672-e734347a9aba None None] Provisioning complete for port 1f505f19-9b96-4757-aeb0-18b0c35809ab triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:04.947586 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b80de4d4-e060-48d4-9672-e734347a9aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.955847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd372cb-bfeb-4fa9-9af2-734158d65b28 None None] Network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:04.986651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] Deleting port a4f0afef-ce6a-4403-beae-99da25d1c03d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:04.987191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.112244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b80de4d4-e060-48d4-9672-e734347a9aba None None] Port 1f505f19-9b96-4757-aeb0-18b0c35809ab cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:05.249104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] For port a4f0afef-ce6a-4403-beae-99da25d1c03d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a4f0afef-ce6a-4403-beae-99da25d1c03d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:05.249517 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.319209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] Calling delete_port for a4f0afef-ce6a-4403-beae-99da25d1c03d owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:05.379857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f505f19-9b96-4757-aeb0-18b0c35809ab {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:05.398216 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.433254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Transition to ACTIVE for port object 1f505f19-9b96-4757-aeb0-18b0c35809ab will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:05.439256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.526458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Pushing event updated for resources: {'Port': ['ID=1f505f19-9b96-4757-aeb0-18b0c35809ab,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:05.565390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Attempting to bind port 1f505f19-9b96-4757-aeb0-18b0c35809ab on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:05.565745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Attempting to bind port 1f505f19-9b96-4757-aeb0-18b0c35809ab by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:05.566170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Attempting to bind port 1f505f19-9b96-4757-aeb0-18b0c35809ab on network 88e0a557-13a0-4829-a3cf-2460ca964044 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:05.574146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Port 1f505f19-9b96-4757-aeb0-18b0c35809ab on network 88e0a557-13a0-4829-a3cf-2460ca964044 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:05.574489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Attempting to bind port 1f505f19-9b96-4757-aeb0-18b0c35809ab on network 88e0a557-13a0-4829-a3cf-2460ca964044 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:05.583927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:05.584271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Checking segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:05.584670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Bound using segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:05.585249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Bound port: 1f505f19-9b96-4757-aeb0-18b0c35809ab, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:05.585622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.659066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.667393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f682368-87dc-4300-8133-a3f3db0f9cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690953d8-f3fe-4071-881e-9843bfb63948'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:05.672704 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509018ac-c94b-484d-9d1c-f7dfa70a6da5" -d '{"events": [{"server_uuid": "6f682368-87dc-4300-8133-a3f3db0f9cb9", "name": "network-vif-plugged", "status": "completed", "tag": "690953d8-f3fe-4071-881e-9843bfb63948"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:05.724926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] For port 1f505f19-9b96-4757-aeb0-18b0c35809ab, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:05.730142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] For port 1f505f19-9b96-4757-aeb0-18b0c35809ab, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:05.733603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7ea66-22ab-440e-9800-edf3b0412f81 req-c1da56d1-4e19-4f0b-add1-23f78071c4c6 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:05.736959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.742897 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2eb7ea66-22ab-440e-9800-edf3b0412f81 req-c1da56d1-4e19-4f0b-add1-23f78071c4c6 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 949 time: 0.3201470 Nov 25 17:08:05.786631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:05.787272 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.788765 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] 10.222.0.95 "PUT /v2.0/ports/1f505f19-9b96-4757-aeb0-18b0c35809ab HTTP/1.1" status: 200 len: 1091 time: 1.2076027 Nov 25 17:08:05.803032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b777e5-9002-45bd-9d95-92fc9527b086', 'tag': '1f505f19-9b96-4757-aeb0-18b0c35809ab'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:05.812506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d310f8-0eaf-4aa6-9a66-e7b22375b90b req-958904a3-6e7d-4d1f-a8ac-96228b495160 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:05.813425 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac5635-d128-44ed-9f9c-6acbebf86842" -d '{"events": [{"name": "network-changed", "server_uuid": "01b777e5-9002-45bd-9d95-92fc9527b086", "tag": "1f505f19-9b96-4757-aeb0-18b0c35809ab"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:05.821658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d310f8-0eaf-4aa6-9a66-e7b22375b90b req-958904a3-6e7d-4d1f-a8ac-96228b495160 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 949 time: 0.2145154 Nov 25 17:08:05.851472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6705edf-7352-41ca-af0c-4b98cefb0053 service neutron] Pushing event updated for resources: {'Port': ['ID=1f505f19-9b96-4757-aeb0-18b0c35809ab,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:05.917933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-4daab6d3-b035-4f30-ab6d-9d2a3476faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:05.920032 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-4daab6d3-b035-4f30-ab6d-9d2a3476faf5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 1094 time: 0.0639360 Nov 25 17:08:05.997995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32778) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:06.003504 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-02e7cf16-5df4-4ff0-a38e-88fc5e164c05 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab HTTP/1.1" status: 200 len: 217 time: 0.0731015 Nov 25 17:08:06.080728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2eb7ea66-22ab-440e-9800-edf3b0412f81 req-fd56f80a-3dfa-455a-aad5-74919efbd734 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342593 Nov 25 17:08:06.097046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-5b220c95-8567-4cc9-8fa3-01d3f7c9afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.105359 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-5b220c95-8567-4cc9-8fa3-01d3f7c9afc1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 HTTP/1.1" status: 200 len: 863 time: 0.0901461 Nov 25 17:08:06.127647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:06.139748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-111054801-network', 'tenant_id': 'ad4ae7b84e0a4b318c98496e3e945d10'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:06.195532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-73d739c2-65d9-4935-a04c-f6680bcf559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.198271 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-73d739c2-65d9-4935-a04c-f6680bcf559a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=88e0a557-13a0-4829-a3cf-2460ca964044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855303 Nov 25 17:08:06.224459 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ad4c5-4521-4aae-b897-5933eeb50c56 x-openstack-request-id: req-b96ad4c5-4521-4aae-b897-5933eeb50c56 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:06.225506 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f682368-87dc-4300-8133-a3f3db0f9cb9", "name": "network-vif-plugged", "status": "completed", "tag": "690953d8-f3fe-4071-881e-9843bfb63948", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:06.226331 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b96ad4c5-4521-4aae-b897-5933eeb50c56 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:06.226843 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f682368-87dc-4300-8133-a3f3db0f9cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690953d8-f3fe-4071-881e-9843bfb63948', 'code': 200} Nov 25 17:08:06.246234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d310f8-0eaf-4aa6-9a66-e7b22375b90b req-7111e1eb-08ed-4046-9558-307dbe2cd935 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235494 Nov 25 17:08:06.284070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.95', 63628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:06.301759 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.308080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Made reservation on behalf of ad4ae7b84e0a4b318c98496e3e945d10 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:06.311392 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.349558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.361658 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c011632f-d82c-43c5-ab31-9e505e19c4eb x-openstack-request-id: req-c011632f-d82c-43c5-ab31-9e505e19c4eb {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:06.361958 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b777e5-9002-45bd-9d95-92fc9527b086", "tag": "1f505f19-9b96-4757-aeb0-18b0c35809ab", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:06.362217 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c011632f-d82c-43c5-ab31-9e505e19c4eb {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:06.362746 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b777e5-9002-45bd-9d95-92fc9527b086', 'tag': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'status': 'completed', 'code': 200} Nov 25 17:08:06.362977 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a4f0afef-ce6a-4403-beae-99da25d1c03d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:06.367475 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.406146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba9359e-2c59-4b4f-86ef-f89ad3f73a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.454299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-f10d7387-6872-46ca-8437-56d3fa50d1e0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1677699 Nov 25 17:08:06.470099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4f0afef-ce6a-4403-beae-99da25d1c03d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:06.470437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:06.488275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-1464ebbf-dee3-4d90-981a-2b05742a7b18 service neutron] 10.222.0.95 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747862 Nov 25 17:08:06.583131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] No DVR routers for this DVR port a4f0afef-ce6a-4403-beae-99da25d1c03d on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:06.596417 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.612853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.617307 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76e46e37-48a6-4580-aadc-a3380966a359 req-daea667c-d74e-42cd-99d1-2217a9c48d58 tempest-DeleteServersAdminTestJSON-911260885 tempest-DeleteServersAdminTestJSON-911260885-project-admin] 10.222.0.60 "DELETE /v2.0/ports/a4f0afef-ce6a-4403-beae-99da25d1c03d HTTP/1.1" status: 204 len: 173 time: 1.9628372 Nov 25 17:08:06.622046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe8ee7e-4207-46be-9705-f6779cc59f69', 'name': 'network-vif-deleted', 'tag': 'a4f0afef-ce6a-4403-beae-99da25d1c03d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:06.625291 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f369728e-5fc9-4e97-acd2-49ad9dbd209d" -d '{"events": [{"server_uuid": "5fe8ee7e-4207-46be-9705-f6779cc59f69", "name": "network-vif-deleted", "tag": "a4f0afef-ce6a-4403-beae-99da25d1c03d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:06.660140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e1e8e-daf2-4255-81cc-19993ec3bc5b req-c172593b-0376-4d8f-b451-d93ef235fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.662295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d5e1e8e-daf2-4255-81cc-19993ec3bc5b req-c172593b-0376-4d8f-b451-d93ef235fb77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 1101 time: 0.3289783 Nov 25 17:08:06.683304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf9dff-3fb0-4f38-9482-ad6050d44f30 req-0dfaade5-577b-494c-a052-b437c13d8c8f tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.684896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1bf9dff-3fb0-4f38-9482-ad6050d44f30 req-0dfaade5-577b-494c-a052-b437c13d8c8f tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 943 time: 0.2568333 Nov 25 17:08:06.733229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e61f-fd06-4502-8eff-593334d40fbc req-78ef0faf-daf9-40b4-8761-d094eef85fd9 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.734966 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cc3e61f-fd06-4502-8eff-593334d40fbc req-78ef0faf-daf9-40b4-8761-d094eef85fd9 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 950 time: 0.3481271 Nov 25 17:08:06.794813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-911771423-network', 'tenant_id': 'd6ea278b494f4a1cb1ba31c0611debdb'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:06.836865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d5e1e8e-daf2-4255-81cc-19993ec3bc5b req-88f512a9-5d11-4f67-9526-8e635411a624 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501198 Nov 25 17:08:06.857533 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.862104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1bf9dff-3fb0-4f38-9482-ad6050d44f30 req-17f3606f-d376-4124-8464-2a4d62d20e07 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643670 Nov 25 17:08:06.865602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-75e1cfc4-ece4-4629-831f-348efc36ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.867157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.867305 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-75e1cfc4-ece4-4629-831f-348efc36ce6d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6d5934425cd43a5aedfa1b731d2b343&device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 1119 time: 0.3343887 Nov 25 17:08:06.878740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba9359e-2c59-4b4f-86ef-f89ad3f73a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.886467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Made reservation on behalf of d6ea278b494f4a1cb1ba31c0611debdb for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:06.886989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cc3e61f-fd06-4502-8eff-593334d40fbc req-ecbbae20-5152-4933-ab8f-9086731e0f94 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348968 Nov 25 17:08:06.891435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.899996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba9359e-2c59-4b4f-86ef-f89ad3f73a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.936152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:06.938613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.942238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a570685b-9e21-4955-97f5-a2ae97f9b645 req-6cf00088-2a31-4808-94e7-f5b9f3874a4f service neutron] 10.222.0.95 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216669 Nov 25 17:08:06.943881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.969700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263791a6-5b0d-4392-9566-8231cafe993c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:06.989037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.990810 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Added segment 00bd845c-6848-4e1b-8715-f8c93a11b560 of type vlan for network 9e716128-37c0-4e6c-9d87-1622b65eba41 Nov 25 17:08:06.997251 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee80caa-8d64-4086-93f6-6e6359d8e461 x-openstack-request-id: req-8ee80caa-8d64-4086-93f6-6e6359d8e461 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:06.997580 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe8ee7e-4207-46be-9705-f6779cc59f69", "name": "network-vif-deleted", "tag": "a4f0afef-ce6a-4403-beae-99da25d1c03d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:06.997849 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ee80caa-8d64-4086-93f6-6e6359d8e461 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:06.998968 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe8ee7e-4207-46be-9705-f6779cc59f69', 'name': 'network-vif-deleted', 'tag': 'a4f0afef-ce6a-4403-beae-99da25d1c03d', 'status': 'completed', 'code': 200} Nov 25 17:08:07.082120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9359e-2c59-4b4f-86ef-f89ad3f73a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b1116c-b5d5-4549-ab39-75ede42f1701,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:07.082556 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.156105 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3ba9359e-2c59-4b4f-86ef-f89ad3f73a7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ba757e94a8a4fb7b61df7228037fca7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1546259 Nov 25 17:08:07.156386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:07.192039 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.193458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.194454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.284113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-ff878c18-3fd3-48cc-a047-558f825a567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.286791 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-ff878c18-3fd3-48cc-a047-558f825a567c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 1094 time: 0.2257726 Nov 25 17:08:07.299614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-b1d7969b-ec5f-49c6-a430-58bbdede458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.301519 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-b1d7969b-ec5f-49c6-a430-58bbdede458b service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3641150 Nov 25 17:08:07.426548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.436243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3046975 Nov 25 17:08:07.442583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:07.459303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Request body: {'subnet': {'network_id': '9e716128-37c0-4e6c-9d87-1622b65eba41', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-111054801-subnet', 'tenant_id': 'ad4ae7b84e0a4b318c98496e3e945d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:07.473155 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-bb0b4bb9-f49b-4e93-8b72-69a6a784c1fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a9a42542-c1ad-4fc6-9748-272a3aa99b56 HTTP/1.1" status: 200 len: 217 time: 0.1314647 Nov 25 17:08:07.474135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.491668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550520f8-d593-4bea-89fd-407aafcc530d admin admin] Pushing event updated for resources: {'Network': ['ID=9e716128-37c0-4e6c-9d87-1622b65eba41,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:07.535240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7f3af-6554-4779-b982-b29697cdb48e req-192c69f2-ec59-42e3-80aa-2f54cb22873d tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.536822 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57b7f3af-6554-4779-b982-b29697cdb48e req-192c69f2-ec59-42e3-80aa-2f54cb22873d tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 949 time: 0.3146009 Nov 25 17:08:07.554249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9e716128-37c0-4e6c-9d87-1622b65eba41 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:07.556516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac23fd54-a9c9-4220-8652-472e9ccdab12 req-3a37ea3a-2e77-4b00-91c5-48e722cf0ade tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fe8ee7e-4207-46be-9705-f6779cc59f69 HTTP/1.1" status: 200 len: 210 time: 0.1153500 Nov 25 17:08:07.576392 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7ac49f2-207d-4b29-a6bd-0abc4f16f5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.615291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Made reservation on behalf of ad4ae7b84e0a4b318c98496e3e945d10 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:07.619186 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.629286 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7ac49f2-207d-4b29-a6bd-0abc4f16f5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.652503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-4013132d-92b8-4c51-a6f8-42838671c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.657351 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-4013132d-92b8-4c51-a6f8-42838671c5ad service neutron] 10.222.0.95 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 925 time: 0.3545890 Nov 25 17:08:07.662343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-cddbbea3-7586-4767-a99f-bcc907caaece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.668714 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-cddbbea3-7586-4767-a99f-bcc907caaece service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1774349 Nov 25 17:08:07.760751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:07.764121 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57b7f3af-6554-4779-b982-b29697cdb48e req-d4b405d4-2d73-4e50-9573-9c30c971952f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041221 Nov 25 17:08:07.775926 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-74bda266-ac4f-4572-b880-2546f0de6714 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab HTTP/1.1" status: 200 len: 217 time: 0.0994949 Nov 25 17:08:07.865139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc55a410-a783-4b59-8695-b29f305777fd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:07.871690 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.902302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.903484 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Added segment 93ee5926-25a4-4bb7-859b-9e2e39f9ef36 of type vlan for network 8c85a910-b7d5-4f02-844a-afad4d512a3d Nov 25 17:08:07.921682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-c7b7915d-dec6-4caf-93ce-1a861a360249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.923394 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-c7b7915d-dec6-4caf-93ce-1a861a360249 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 HTTP/1.1" status: 200 len: 863 time: 0.1265712 Nov 25 17:08:08.020408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.037223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-f9e74fb0-06f8-48e9-8d70-eb7432eecb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.038997 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-f9e74fb0-06f8-48e9-8d70-eb7432eecb11 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2595975 Nov 25 17:08:08.078607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-6e5b87d3-67b3-4558-bc1f-58869d6c6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.080251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-6e5b87d3-67b3-4558-bc1f-58869d6c6807 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=88e0a557-13a0-4829-a3cf-2460ca964044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267886 Nov 25 17:08:08.113410 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7ac49f2-207d-4b29-a6bd-0abc4f16f5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.117304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7ac49f2-207d-4b29-a6bd-0abc4f16f5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.127947 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e7ac49f2-207d-4b29-a6bd-0abc4f16f5da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e3b1116c-b5d5-4549-ab39-75ede42f1701 HTTP/1.1" status: 204 len: 168 time: 0.9665918 Nov 25 17:08:08.127947 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.154585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.156315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.157351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.211808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac49f2-207d-4b29-a6bd-0abc4f16f5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b1116c-b5d5-4549-ab39-75ede42f1701,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:08.285423 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8060575 Nov 25 17:08:08.291825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:08.307544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752c86-db81-4ac1-9ee2-8518681895ed req-47ee5c6b-450a-4ac9-a030-93a5c7614e3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.309189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22752c86-db81-4ac1-9ee2-8518681895ed req-47ee5c6b-450a-4ac9-a030-93a5c7614e3b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 943 time: 0.2480502 Nov 25 17:08:08.309446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Request body: {'subnet': {'network_id': '8c85a910-b7d5-4f02-844a-afad4d512a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-911771423-subnet', 'tenant_id': 'd6ea278b494f4a1cb1ba31c0611debdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:08.326845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d774ec5-5374-4be6-abfc-3793dd08c984 admin admin] Pushing event updated for resources: {'Network': ['ID=8c85a910-b7d5-4f02-844a-afad4d512a3d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:08.356302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 8c85a910-b7d5-4f02-844a-afad4d512a3d details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:08.368191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4be8a5b-c2a9-488d-9b7b-a78f38715fca,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:08.370745 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-f9e61ead-5246-427c-b6e4-9568a1f088b0 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191974 Nov 25 17:08:08.375996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-80583bea-d826-4c86-9e27-c02268d9e4bd service neutron] 10.222.0.95 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824502 Nov 25 17:08:08.382901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Made reservation on behalf of d6ea278b494f4a1cb1ba31c0611debdb for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:08.386198 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.408438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Checking segment: {'id': '00bd845c-6848-4e1b-8715-f8c93a11b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '9e716128-37c0-4e6c-9d87-1622b65eba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:08.408898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Network hostable DHCP agents. Network: 9e716128-37c0-4e6c-9d87-1622b65eba41, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:08.447659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22752c86-db81-4ac1-9ee2-8518681895ed req-275c89a3-4863-4cc5-bf30-38cb27788bda tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237333 Nov 25 17:08:08.493122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504240cf-4dd0-4400-8871-f084e80d1165 req-506c40d7-ae8f-4112-9f8e-60ca6b0889bd tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.505659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-504240cf-4dd0-4400-8871-f084e80d1165 req-506c40d7-ae8f-4112-9f8e-60ca6b0889bd tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 950 time: 0.1752594 Nov 25 17:08:08.520162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Network 9e716128-37c0-4e6c-9d87-1622b65eba41 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:08.575879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9e716128-37c0-4e6c-9d87-1622b65eba41) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:08.583978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.584453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54319f-bf53-48a3-b2d0-27cf09b3375c None None] Network 9e716128-37c0-4e6c-9d87-1622b65eba41 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:08.584681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.661656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-504240cf-4dd0-4400-8871-f084e80d1165 req-36b2e5a3-f6a0-4253-9eff-caec2565b813 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511559 Nov 25 17:08:08.669286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8994cc0c-5861-499d-967c-7ec65c5056d2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2211010 Nov 25 17:08:08.772905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-480e2c3e-c8b7-4582-98a0-9dfdf00f2092 req-2ec3536a-da88-4e93-831a-bdc5e64c915e service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805256 Nov 25 17:08:08.779900 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6bac5635-d128-44ed-9f9c-6acbebf86842 req-2ffb4321-bed3-4ca4-a766-96ef017a89f6 service neutron] 10.222.0.95 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899379 Nov 25 17:08:08.911991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b2294-588c-47dc-8aff-ca8e0efd0086 None None] Network 9e716128-37c0-4e6c-9d87-1622b65eba41 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:08.927910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-b9b432ec-6ea6-4f14-93a6-b0efc27975b6 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027696 Nov 25 17:08:09.004835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.133740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833f6c3c-8c92-4f4f-ab40-68726d8de595,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:09.139015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Checking segment: {'id': '93ee5926-25a4-4bb7-859b-9e2e39f9ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8c85a910-b7d5-4f02-844a-afad4d512a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:09.139398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Network hostable DHCP agents. Network: 8c85a910-b7d5-4f02-844a-afad4d512a3d, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:09.161793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Network 8c85a910-b7d5-4f02-844a-afad4d512a3d is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:09.176205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:09.196737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 8c85a910-b7d5-4f02-844a-afad4d512a3d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:09.199304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0372f53a-55bb-4df6-979b-961b07808705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.205893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.206689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.216162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c1cc5-9de4-453b-b278-3df59ce0ea42 req-2f144ecd-0ce8-4426-a448-b452690ba52f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.217893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f1c1cc5-9de4-453b-b278-3df59ce0ea42 req-2f144ecd-0ce8-4426-a448-b452690ba52f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 968 time: 0.1225080 Nov 25 17:08:09.230288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32b25f-c557-452f-9ee4-7279a0300b63 None None] Network 8c85a910-b7d5-4f02-844a-afad4d512a3d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:09.248867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db1c16c6-a069-4341-ab15-e1242a31a142 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.255827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db1c16c6-a069-4341-ab15-e1242a31a142 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190951 Nov 25 17:08:09.276326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-419c3613-4a69-412a-824e-a68209fcaaf2 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/quotas/f5e4f3b5903f419c8837bcf3635046d4 HTTP/1.1" status: 200 len: 375 time: 0.0185981 Nov 25 17:08:09.298178 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-160330f4-f62a-43e2-8884-6159d4643824 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0008333 Nov 25 17:08:09.327508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a4f0afef-ce6a-4403-beae-99da25d1c03d no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:09.332464 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0372f53a-55bb-4df6-979b-961b07808705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.344807 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0372f53a-55bb-4df6-979b-961b07808705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.374744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f1c1cc5-9de4-453b-b278-3df59ce0ea42 req-57d2b1d2-3055-48f2-b5a9-ff2eef5aec3d tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477273 Nov 25 17:08:09.394432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-79da7666-4131-4e98-a042-71c3f22d2189 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1179795 Nov 25 17:08:09.397595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372f53a-55bb-4df6-979b-961b07808705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a1746-f4d4-4d51-ba9e-3aed79e601bb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:09.411561 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0372f53a-55bb-4df6-979b-961b07808705 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6305457866fb488aa25a923640cf29da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343454 Nov 25 17:08:09.415523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:09.460713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: a4f0afef-ce6a-4403-beae-99da25d1c03d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:09.462089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a4f0afef-ce6a-4403-beae-99da25d1c03d not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:09.516361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1decd0-94af-42dc-a7ef-c087f45e0c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.542540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f0f70-bd4e-4408-a359-db8d84702356 None None] Network 8c85a910-b7d5-4f02-844a-afad4d512a3d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:09.548814 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1decd0-94af-42dc-a7ef-c087f45e0c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.591331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-2a6b1ee1-8c73-4746-b3ee-a66617365fac tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bfc79e533bdb49c2ae70b044089988df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458136 Nov 25 17:08:09.790781 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1decd0-94af-42dc-a7ef-c087f45e0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.793627 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce1decd0-94af-42dc-a7ef-c087f45e0c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.794894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ce1decd0-94af-42dc-a7ef-c087f45e0c8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/634a1746-f4d4-4d51-ba9e-3aed79e601bb HTTP/1.1" status: 204 len: 168 time: 0.3780651 Nov 25 17:08:09.822705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1decd0-94af-42dc-a7ef-c087f45e0c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a1746-f4d4-4d51-ba9e-3aed79e601bb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:09.837464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-f25fb079-ef42-436b-a2c6-8655ef960812 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.847066 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-f25fb079-ef42-436b-a2c6-8655ef960812 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336819 Nov 25 17:08:09.889460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-8c4c53c5-2210-4e73-9439-eab5c5b9376f tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/quotas/bfc79e533bdb49c2ae70b044089988df HTTP/1.1" status: 200 len: 375 time: 0.0326347 Nov 25 17:08:09.962453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-ee0f7fc3-d844-41aa-a624-6a1702802b1d tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bfc79e533bdb49c2ae70b044089988df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702198 Nov 25 17:08:10.264168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784e3a-8693-4a63-a8df-92934f8eb06d req-b4bb5834-35bb-4e47-a1bb-8051ddb5f398 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:10.272819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2784e3a-8693-4a63-a8df-92934f8eb06d req-b4bb5834-35bb-4e47-a1bb-8051ddb5f398 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 943 time: 0.0897574 Nov 25 17:08:10.365219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-a7a79766-a2d8-4830-9af3-6b19ec21e995 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:10.373431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-a7a79766-a2d8-4830-9af3-6b19ec21e995 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 821 time: 0.2916234 Nov 25 17:08:10.403741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-34a51749-d1b4-49f3-8dba-581872273532 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/quotas/38d7203f59664fa3b6099740af359228 HTTP/1.1" status: 200 len: 375 time: 0.0291431 Nov 25 17:08:10.416342 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2784e3a-8693-4a63-a8df-92934f8eb06d req-05d631fd-df1d-44da-a512-e1f8700f432f tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411712 Nov 25 17:08:10.470648 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-84c878d8-a464-4754-8723-57a611c0b8a4 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656393 Nov 25 17:08:10.579559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6305e049-ecf5-4573-9667-1eedf58def56 req-170cb912-01cd-4cc7-8f42-b1201a01c96e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 210 time: 0.0740345 Nov 25 17:08:10.735198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-9baaefca-d45c-49b9-b4dd-c7ffef57f79f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:10.736870 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-9baaefca-d45c-49b9-b4dd-c7ffef57f79f tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.95 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 968 time: 0.2158036 Nov 25 17:08:10.844277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32960) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:10.852760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-344114596-network', 'tenant_id': 'eda659350ad94497b3a975f600148bfb'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:10.883858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Made reservation on behalf of eda659350ad94497b3a975f600148bfb for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:10.887671 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.907693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.942778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f712e23-dd23-4978-a571-13b23df01bcf req-3113eaa4-64c4-45d2-b0e4-88b7c6f419ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3081737 Nov 25 17:08:10.957853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ead5b-954c-4c6d-9c15-f757b7a3f4fc req-60a79d0e-be8f-4cc7-baeb-975f3d93266e tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:10.966479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c88ead5b-954c-4c6d-9c15-f757b7a3f4fc req-60a79d0e-be8f-4cc7-baeb-975f3d93266e tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 950 time: 0.0889201 Nov 25 17:08:11.026136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c88ead5b-954c-4c6d-9c15-f757b7a3f4fc req-81620961-4e1c-4a43-9a24-ef18f2440ce9 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586805 Nov 25 17:08:11.071386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Deleting port a9a42542-c1ad-4fc6-9748-272a3aa99b56 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:11.071735 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.111405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1f505f19-9b96-4757-aeb0-18b0c35809ab details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:11.134006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-7f85205a-9dd5-4926-acd8-598ee9eff86e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:11.142803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-7f85205a-9dd5-4926-acd8-598ee9eff86e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2639344 Nov 25 17:08:11.276203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ed6d7a3-cff8-41cb-81ba-548f9ee61917 req-23e268da-6d0a-46ad-8fea-ae96fd1db86a tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 210 time: 0.1065335 Nov 25 17:08:11.283710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.290332 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.302964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-fad60e5f-0f90-42a2-be08-48ef844479e5 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882754 Nov 25 17:08:11.303701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:11.308886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f712e23-dd23-4978-a571-13b23df01bcf req-d85bf469-ba72-4843-85b8-92c9ea8ba846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.310670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f712e23-dd23-4978-a571-13b23df01bcf req-d85bf469-ba72-4843-85b8-92c9ea8ba846 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 1100 time: 0.2335322 Nov 25 17:08:11.315915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.316513 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Added segment 9bdc30c2-c176-424d-bb6a-6d36c557a8f1 of type vlan for network 79feb35d-16cc-4ff9-adf5-1e3e1121dcfc Nov 25 17:08:11.380592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.390456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1f505f19-9b96-4757-aeb0-18b0c35809ab, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:11.413186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'port_id': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'mac_address': 'fa:16:3e:57:c4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:11.426695 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.428045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.429027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.447293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] For port a9a42542-c1ad-4fc6-9748-272a3aa99b56, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a9a42542-c1ad-4fc6-9748-272a3aa99b56,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:11.448278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.467890 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.482837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f505f19-9b96-4757-aeb0-18b0c35809ab {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:11.505811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1f505f19-9b96-4757-aeb0-18b0c35809ab, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:11.513470 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.533658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Calling delete_port for a9a42542-c1ad-4fc6-9748-272a3aa99b56 owned by compute:tempest-test_az-86162063 {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:11.604043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1f505f19-9b96-4757-aeb0-18b0c35809ab,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:11.611561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-d6a683e0-277f-4ad7-bc99-7dc07871b147 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670708 Nov 25 17:08:11.619491 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7720089 Nov 25 17:08:11.626142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32974) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:11.630586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6de18c-db52-4cc7-82a7-0f5163271c6b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:11.685895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Request body: {'subnet': {'network_id': '79feb35d-16cc-4ff9-adf5-1e3e1121dcfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-344114596-subnet', 'tenant_id': 'eda659350ad94497b3a975f600148bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:11.715155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['1f505f19-9b96-4757-aeb0-18b0c35809ab'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:11.720362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f712e23-dd23-4978-a571-13b23df01bcf req-78a340d4-e494-4a56-b2fd-932efa307cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.721906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f712e23-dd23-4978-a571-13b23df01bcf req-78a340d4-e494-4a56-b2fd-932efa307cf2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2702041 Nov 25 17:08:11.812573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be016f79-c979-4f6d-bff0-1f3f56e8e1c8 req-312aeeeb-035b-4d8a-b508-968e1b1bc119 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.833682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be016f79-c979-4f6d-bff0-1f3f56e8e1c8 req-312aeeeb-035b-4d8a-b508-968e1b1bc119 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 968 time: 0.2772338 Nov 25 17:08:11.860727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-ee23969d-b575-450c-867b-081b50abc5d1 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.862478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-ee23969d-b575-450c-867b-081b50abc5d1 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5504949 Nov 25 17:08:11.867205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f712e23-dd23-4978-a571-13b23df01bcf req-9e1f4a60-98db-47fd-a285-6464287fba1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=557cdaea-f181-4a47-b8d1-e35e4f43f393 HTTP/1.1" status: 200 len: 217 time: 0.1264930 Nov 25 17:08:11.927910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Request body: {'port': {'device_id': 'd18ea0a4-0766-4323-99d1-b0b64df6301b', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'f5e4f3b5903f419c8837bcf3635046d4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:12.011694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-a7c50174-a5e3-4d06-b100-09bc9d9c79bf service neutron] 10.222.0.81 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839638 Nov 25 17:08:12.014747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f712e23-dd23-4978-a571-13b23df01bcf req-eda5de49-e15a-4ee9-9a97-7ca7838c7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.017657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f712e23-dd23-4978-a571-13b23df01bcf req-eda5de49-e15a-4ee9-9a97-7ca7838c7a4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1146379 Nov 25 17:08:12.057992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.60', 50844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:12.060143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf67be-3d44-4f1a-86e9-cc2176229d59 admin admin] Pushing event updated for resources: {'Network': ['ID=79feb35d-16cc-4ff9-adf5-1e3e1121dcfc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:12.074468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 79feb35d-16cc-4ff9-adf5-1e3e1121dcfc details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:12.120017 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-97e8041c-2f89-4e96-8fb0-d66f5f29f175 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bfc79e533bdb49c2ae70b044089988df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608006 Nov 25 17:08:12.129985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be016f79-c979-4f6d-bff0-1f3f56e8e1c8 req-d8d1faf1-b13c-4b74-81b1-2fe5d35b2ece tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ba9479-3702-4032-abe7-24c9a58db73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645280 Nov 25 17:08:12.231629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Made reservation on behalf of eda659350ad94497b3a975f600148bfb for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:12.236050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.343963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f712e23-dd23-4978-a571-13b23df01bcf req-a0fadcd7-daf6-4c4d-be7c-d89266fa7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.351425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f712e23-dd23-4978-a571-13b23df01bcf req-a0fadcd7-daf6-4c4d-be7c-d89266fa7c21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391248 Nov 25 17:08:12.564821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08676b-f5a2-464e-9139-032916cf381c req-5c41342f-c509-4ca4-a8b9-e662f938c187 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.574661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c08676b-f5a2-464e-9139-032916cf381c req-5c41342f-c509-4ca4-a8b9-e662f938c187 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 944 time: 0.1880174 Nov 25 17:08:12.584063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Made reservation on behalf of f5e4f3b5903f419c8837bcf3635046d4 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:12.588589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.597420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-7d242a33-3776-45f0-8b57-2380ae927ae8 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.599011 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-7d242a33-3776-45f0-8b57-2380ae927ae8 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4530122 Nov 25 17:08:12.620702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f712e23-dd23-4978-a571-13b23df01bcf req-b5054505-2c44-4708-9e06-8ca9c060078d service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602315 Nov 25 17:08:12.642428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Request body: {'port': {'device_id': 'eaf0172d-049a-4fbe-abea-59aeedb5eb69', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'bfc79e533bdb49c2ae70b044089988df'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:12.729443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.740979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['a9a42542-c1ad-4fc6-9748-272a3aa99b56'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:12.787246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Pushing event deleted for resources: {'Port': ['ID=a9a42542-c1ad-4fc6-9748-272a3aa99b56,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:12.818956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c08676b-f5a2-464e-9139-032916cf381c req-b22b3dd3-0f05-439d-a832-4c0c467a6e07 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432840 Nov 25 17:08:12.863471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-8756b9f3-47ea-497b-acc5-70b271294a6a req-58aa91d8-73a4-49f0-a488-5902c627bda0 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:12.864577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8756b9f3-47ea-497b-acc5-70b271294a6a req-58aa91d8-73a4-49f0-a488-5902c627bda0 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0339708 Nov 25 17:08:12.945351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] No DVR routers for this DVR port a9a42542-c1ad-4fc6-9748-272a3aa99b56 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:12.975399 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.987551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-55a44533-05ae-4f5a-9cd6-7280072c58a9 req-a0c99f47-a367-4b7a-8138-0224f363c328 tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.95 "DELETE /v2.0/ports/a9a42542-c1ad-4fc6-9748-272a3aa99b56 HTTP/1.1" status: 204 len: 173 time: 2.2383368 Nov 25 17:08:12.988056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e225793-0e34-4e40-b5e7-61726d697bae', 'name': 'network-vif-deleted', 'tag': 'a9a42542-c1ad-4fc6-9748-272a3aa99b56'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:12.989649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f712e23-dd23-4978-a571-13b23df01bcf req-97bc5034-f900-440f-ab73-94aa92aad7b8 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564177 Nov 25 17:08:13.001452 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26adfa1a-68eb-413c-be97-bcb82d0e9b48" -d '{"events": [{"server_uuid": "2e225793-0e34-4e40-b5e7-61726d697bae", "name": "network-vif-deleted", "tag": "a9a42542-c1ad-4fc6-9748-272a3aa99b56"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:13.026730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0ec6302-90e4-42c2-9e1a-1c265ead38cf req-b760f582-fca9-4ee9-8859-2eecaf5146df tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 210 time: 0.0858359 Nov 25 17:08:13.034447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.091511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Allocated IP 192.168.233.156 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/cbc33494-6e4a-45d2-adf5-af01502876fe) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:13.121121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1f505f19-9b96-4757-aeb0-18b0c35809ab up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:13.166001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Made reservation on behalf of bfc79e533bdb49c2ae70b044089988df for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:13.167283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.184608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a95240f-3f64-45b5-a1fd-9574872426d3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:13.236133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf06afcb-b98d-4e5c-aab3-e30c1e441b31 req-a9c33c5e-5832-4c22-aebb-22ea4c9270f2 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 210 time: 0.1360421 Nov 25 17:08:13.287875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Checking segment: {'id': '9bdc30c2-c176-424d-bb6a-6d36c557a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '79feb35d-16cc-4ff9-adf5-1e3e1121dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:13.287875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Network hostable DHCP agents. Network: 79feb35d-16cc-4ff9-adf5-1e3e1121dcfc, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:13.334990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 1f505f19-9b96-4757-aeb0-18b0c35809ab completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:13.335287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Network 79feb35d-16cc-4ff9-adf5-1e3e1121dcfc is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:13.342953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 1f505f19-9b96-4757-aeb0-18b0c35809ab triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:13.343707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.347224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 79feb35d-16cc-4ff9-adf5-1e3e1121dcfc) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:13.357518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:13.358342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.361728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a1cfe46-bbd5-4190-896e-c747d201b16f req-464dd385-341d-4c88-9dfe-ba7142fc6c01 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 210 time: 0.1499255 Nov 25 17:08:13.384151 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-af5d0032-196c-4449-bec1-ada160658b43 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7557044 Nov 25 17:08:13.406507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e0168-8731-4f84-854a-b4138109f608 None None] Network 79feb35d-16cc-4ff9-adf5-1e3e1121dcfc requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:13.559916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14527efc-538f-49a6-9886-4787b6277ac7 req-c9166ea3-817c-4ffc-ad67-df2efaa665e8 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:13.567328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14527efc-538f-49a6-9886-4787b6277ac7 req-c9166ea3-817c-4ffc-ad67-df2efaa665e8 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 950 time: 0.0743773 Nov 25 17:08:13.652041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.662549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14527efc-538f-49a6-9886-4787b6277ac7 req-9a7de8a2-a6b1-46f2-8891-a72c09f337f6 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941684 Nov 25 17:08:13.778060 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.779119 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.799153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65301312-5bec-40db-aed5-3be5b62badb7 None None] Network 79feb35d-16cc-4ff9-adf5-1e3e1121dcfc requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:13.834621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['557cdaea-f181-4a47-b8d1-e35e4f43f393'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:13.851134 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b8b5e2-9350-4230-ae78-04ba867db01d x-openstack-request-id: req-26b8b5e2-9350-4230-ae78-04ba867db01d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:13.853192 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e225793-0e34-4e40-b5e7-61726d697bae", "name": "network-vif-deleted", "tag": "a9a42542-c1ad-4fc6-9748-272a3aa99b56", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:13.855371 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26b8b5e2-9350-4230-ae78-04ba867db01d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:13.857955 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e225793-0e34-4e40-b5e7-61726d697bae', 'name': 'network-vif-deleted', 'tag': 'a9a42542-c1ad-4fc6-9748-272a3aa99b56', 'status': 'completed', 'code': 200} Nov 25 17:08:13.934381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b777e5-9002-45bd-9d95-92fc9527b086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f505f19-9b96-4757-aeb0-18b0c35809ab'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:13.938563 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5279a375-f955-4365-a488-b8cbf2ed06d5" -d '{"events": [{"server_uuid": "01b777e5-9002-45bd-9d95-92fc9527b086", "name": "network-vif-plugged", "status": "completed", "tag": "1f505f19-9b96-4757-aeb0-18b0c35809ab"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:13.969355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:13.977558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Allocated IP 192.168.233.57 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/661440d0-7088-479a-bc2d-16ad6cd88bb5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:13.983998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:13.988767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1f505f19-9b96-4757-aeb0-18b0c35809ab, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:14.004255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.004418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:14.005418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a9a42542-c1ad-4fc6-9748-272a3aa99b56 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:14.025323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:14.029605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.100614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e60539a-c9be-48df-a3c1-a85be07d760f req-5807a307-721f-446c-97b4-f87213817a8c tempest-AggregatesAdminTestJSON-1906508986 tempest-AggregatesAdminTestJSON-1906508986-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e225793-0e34-4e40-b5e7-61726d697bae HTTP/1.1" status: 200 len: 210 time: 0.0489781 Nov 25 17:08:14.114386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: a9a42542-c1ad-4fc6-9748-272a3aa99b56 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:14.114386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a9a42542-c1ad-4fc6-9748-272a3aa99b56 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:14.120353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Pushing event updated for resources: {'Port': ['ID=cbc33494-6e4a-45d2-adf5-af01502876fe,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.141194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-3fb7981d-e628-4d2c-a761-73d91d4ccc12 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2403953 Nov 25 17:08:14.166730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Request body: {'port': {'device_id': 'd18ea0a4-0766-4323-99d1-b0b64df6301b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:14.280205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1f505f19-9b96-4757-aeb0-18b0c35809ab,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.330113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.380836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.424296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a11588cb-fcf9-48a6-a201-e34d7de50f24 None None] Provisioning complete for port cbc33494-6e4a-45d2-adf5-af01502876fe triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:14.425207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a11588cb-fcf9-48a6-a201-e34d7de50f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.513301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:14.519039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:14.519768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a11588cb-fcf9-48a6-a201-e34d7de50f24 None None] Port cbc33494-6e4a-45d2-adf5-af01502876fe cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:14.528369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:14.535610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:14.536459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.559491 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9268076 Nov 25 17:08:14.563168 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.574521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de14e0-fc73-4dc3-9550-ef0d629d9b16 req-377a166e-093a-4754-8d23-4e685fc8982b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:14.577306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82de14e0-fc73-4dc3-9550-ef0d629d9b16 req-377a166e-093a-4754-8d23-4e685fc8982b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 945 time: 0.1587667 Nov 25 17:08:14.585962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Request body: {'port': {'device_id': 'eaf0172d-049a-4fbe-abea-59aeedb5eb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:14.593180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2de8d-6aa0-46ce-ad16-ffbcb1dcc3f0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Pushing event updated for resources: {'Port': ['ID=661440d0-7088-479a-bc2d-16ad6cd88bb5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.621694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04388-766f-4473-95de-c5b40fdea030 req-905ebdb7-aaf3-46bf-bee0-579eee514328 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:14.623869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-905ebdb7-aaf3-46bf-bee0-579eee514328 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/networks?id=8c85a910-b7d5-4f02-844a-afad4d512a3d HTTP/1.1" status: 200 len: 814 time: 0.5760307 Nov 25 17:08:14.669837 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.678027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-0a396ef5-a249-4624-9938-d12ef9943698 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:14.679667 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-0a396ef5-a249-4624-9938-d12ef9943698 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 821 time: 0.2855492 Nov 25 17:08:14.684478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-d3e2a3ac-0e37-42f0-a1d6-a3fe85e4ae5b tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/quotas/d6ea278b494f4a1cb1ba31c0611debdb HTTP/1.1" status: 200 len: 375 time: 0.0539196 Nov 25 17:08:14.694920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82de14e0-fc73-4dc3-9550-ef0d629d9b16 req-434b4b41-5c49-416d-ad70-e445a64ac781 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067271 Nov 25 17:08:14.696770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Request body: {'port': {'device_id': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'admin_state_up': True, 'tenant_id': '38d7203f59664fa3b6099740af359228'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:14.787761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-ddfb6b56-0df5-434b-b08e-fef5144fbba1 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6ea278b494f4a1cb1ba31c0611debdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887461 Nov 25 17:08:14.866847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e09db405-e867-4b92-9c85-e418bf0c5df2 None None] Provisioning complete for port 661440d0-7088-479a-bc2d-16ad6cd88bb5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:14.867766 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e09db405-e867-4b92-9c85-e418bf0c5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.884190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-805ecf4d-2ee6-455d-b4ab-4d9d358884fe tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832803 Nov 25 17:08:14.906192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e09db405-e867-4b92-9c85-e418bf0c5df2 None None] Port 661440d0-7088-479a-bc2d-16ad6cd88bb5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:14.937810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Made reservation on behalf of 38d7203f59664fa3b6099740af359228 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:14.941474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.048066 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-2d8baa35-bac2-4cb7-b9cd-89f32bdba2b4 service neutron] 10.222.0.81 "GET /v2.0/networks/8c85a910-b7d5-4f02-844a-afad4d512a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433267 Nov 25 17:08:15.078503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Allocated IP 172.20.0.12 (bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61/d0610ca3-b76d-4b30-86ee-f6c72f80a594/3e7904f0-5ada-4717-8251-ae26d4236390) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:15.142541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-c4ee46b9-40cc-4ab6-ab11-e83c5338d43b tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.144243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-c4ee46b9-40cc-4ab6-ab11-e83c5338d43b tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458925 Nov 25 17:08:15.184140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-c60d31dd-c1ae-4832-ae67-0da1a341caf5 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/quotas/e54417ef3c1b4065ae432f8155c5d41f HTTP/1.1" status: 200 len: 375 time: 0.0308897 Nov 25 17:08:15.235201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.272261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc33494-6e4a-45d2-adf5-af01502876fe {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:15.279697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.279943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-36c7c36f-8f78-4ec8-a546-3d36439b5374 service neutron] 10.222.0.81 "GET /v2.0/networks/8c85a910-b7d5-4f02-844a-afad4d512a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068319 Nov 25 17:08:15.287907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.304103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ad8ce4ba-d153-4ea3-b159-83f0156a806e tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118336 Nov 25 17:08:15.309820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Transition to ACTIVE for port object cbc33494-6e4a-45d2-adf5-af01502876fe will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:15.317353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.408682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc33494-6e4a-45d2-adf5-af01502876fe,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:15.432616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:15.456773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:15.467891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:15.473846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.474500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.475100 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9e24b-c930-4443-9bfa-1635c17f3818 x-openstack-request-id: req-c3a9e24b-c930-4443-9bfa-1635c17f3818 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:15.475582 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b777e5-9002-45bd-9d95-92fc9527b086", "name": "network-vif-plugged", "status": "completed", "tag": "1f505f19-9b96-4757-aeb0-18b0c35809ab", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:15.475980 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3a9e24b-c930-4443-9bfa-1635c17f3818 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:15.478233 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b777e5-9002-45bd-9d95-92fc9527b086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'code': 200} Nov 25 17:08:15.522732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Attempting to bind port cbc33494-6e4a-45d2-adf5-af01502876fe on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:15.527187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Attempting to bind port cbc33494-6e4a-45d2-adf5-af01502876fe by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:15.529123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Attempting to bind port cbc33494-6e4a-45d2-adf5-af01502876fe on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:15.546960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Pushing event updated for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:15.575784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Port cbc33494-6e4a-45d2-adf5-af01502876fe on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:15.578785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Attempting to bind port cbc33494-6e4a-45d2-adf5-af01502876fe on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:15.590791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:15.592299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:15.593074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:15.594302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Bound port: cbc33494-6e4a-45d2-adf5-af01502876fe, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:15.596088 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.675767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-18c95a59-48c3-461b-87f0-a86128e9e940 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9855187 Nov 25 17:08:15.692305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Request body: {'port': {'device_id': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:15.753115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661440d0-7088-479a-bc2d-16ad6cd88bb5 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:15.769671 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.781979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb472a78-3300-413f-9e07-5aab9be69263 req-794f6dbc-79cc-4b0c-9afc-76067dd9941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.783536 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bb472a78-3300-413f-9e07-5aab9be69263 req-794f6dbc-79cc-4b0c-9afc-76067dd9941a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 1096 time: 0.2377517 Nov 25 17:08:15.829718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Transition to ACTIVE for port object 661440d0-7088-479a-bc2d-16ad6cd88bb5 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:15.842209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] For port cbc33494-6e4a-45d2-adf5-af01502876fe, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:15.850211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.877483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] For port cbc33494-6e4a-45d2-adf5-af01502876fe, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cbc33494-6e4a-45d2-adf5-af01502876fe,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:15.892662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f1aa4-bf3f-4e23-b783-782b8a71b794 req-0bceaef2-488c-4da9-aef0-6345d8c6c968 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.903761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee3f1aa4-bf3f-4e23-b783-782b8a71b794 req-0bceaef2-488c-4da9-aef0-6345d8c6c968 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 948 time: 0.2832365 Nov 25 17:08:15.911163 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.939127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0a4ac-acc7-4431-8f11-b3f3e644638d req-c0f2584f-3dfe-4cf9-ada0-2e9a3021881b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.940872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93a0a4ac-acc7-4431-8f11-b3f3e644638d req-c0f2584f-3dfe-4cf9-ada0-2e9a3021881b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 932 time: 0.1474319 Nov 25 17:08:15.984716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.996800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Pushing event updated for resources: {'Port': ['ID=661440d0-7088-479a-bc2d-16ad6cd88bb5,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:16.011709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.012161 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.013598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] 10.222.0.60 "PUT /v2.0/ports/cbc33494-6e4a-45d2-adf5-af01502876fe HTTP/1.1" status: 200 len: 1096 time: 1.8561285 Nov 25 17:08:16.020813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18ea0a4-0766-4323-99d1-b0b64df6301b', 'tag': 'cbc33494-6e4a-45d2-adf5-af01502876fe'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:16.024732 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d202cb-3547-4410-94d7-e89382ebcff3" -d '{"events": [{"name": "network-changed", "server_uuid": "d18ea0a4-0766-4323-99d1-b0b64df6301b", "tag": "cbc33494-6e4a-45d2-adf5-af01502876fe"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:16.072128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bb472a78-3300-413f-9e07-5aab9be69263 req-fd8b4021-055f-4f23-b204-1621901914b0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793605 Nov 25 17:08:16.116038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f957c-7426-4194-bcd1-13d7913b1521 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc33494-6e4a-45d2-adf5-af01502876fe,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:16.165555 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee3f1aa4-bf3f-4e23-b783-782b8a71b794 req-b093b6a7-3a4c-4d31-b6df-10dfa8aeef5d tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603424 Nov 25 17:08:16.172809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93a0a4ac-acc7-4431-8f11-b3f3e644638d req-55d691e7-23ed-4ed1-9e29-4cc60825f913 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036409 Nov 25 17:08:16.231298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-e203e25a-27e4-4918-b19d-5dedb752f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.233275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-e203e25a-27e4-4918-b19d-5dedb752f734 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 1099 time: 0.1453340 Nov 25 17:08:16.370972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-c3af4b30-94e6-4966-aff1-373ae4d50037 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=cbc33494-6e4a-45d2-adf5-af01502876fe HTTP/1.1" status: 200 len: 217 time: 0.1125565 Nov 25 17:08:16.380496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Attempting to bind port 661440d0-7088-479a-bc2d-16ad6cd88bb5 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:16.380835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Attempting to bind port 661440d0-7088-479a-bc2d-16ad6cd88bb5 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:16.381194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Attempting to bind port 661440d0-7088-479a-bc2d-16ad6cd88bb5 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:16.393469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Port 661440d0-7088-479a-bc2d-16ad6cd88bb5 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:16.393794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Attempting to bind port 661440d0-7088-479a-bc2d-16ad6cd88bb5 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:16.405842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:16.407286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:16.407891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:16.408545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Bound port: 661440d0-7088-479a-bc2d-16ad6cd88bb5, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:16.409147 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.584052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf415d01-bc01-4cca-a349-d3fc6c8dea23 req-a97d89be-c8c6-4ba5-a955-235bb788e8a3 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 210 time: 0.1060891 Nov 25 17:08:16.602772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524907-6e8d-4297-a2e9-a9a8a3246aa1 req-0f416b0a-40ce-4601-a054-37cc7569ff25 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.604527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b524907-6e8d-4297-a2e9-a9a8a3246aa1 req-0f416b0a-40ce-4601-a054-37cc7569ff25 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 947 time: 0.3200548 Nov 25 17:08:16.641834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-c87ebcdb-d921-4dde-9992-c0995fe4a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.643780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-c87ebcdb-d921-4dde-9992-c0995fe4a0fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2315104 Nov 25 17:08:16.751631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ad1ec5b-7ffb-4f2b-b5b8-ee71b724ec1c req-0826b87e-533c-4dcc-b979-8913c3a2738b tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 210 time: 0.0509379 Nov 25 17:08:16.764533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] For port 661440d0-7088-479a-bc2d-16ad6cd88bb5, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:16.769736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7904f0-5ada-4717-8251-ae26d4236390 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:16.775515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] For port 661440d0-7088-479a-bc2d-16ad6cd88bb5, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=661440d0-7088-479a-bc2d-16ad6cd88bb5,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:16.780846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.785651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.790110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b524907-6e8d-4297-a2e9-a9a8a3246aa1 req-8bbbf390-cc41-45f0-8a19-2916c72515f7 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759343 Nov 25 17:08:16.800465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-2cfab93e-3257-47a3-88f4-dcb139f6d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.802891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-2cfab93e-3257-47a3-88f4-dcb139f6d0ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391826 Nov 25 17:08:16.838240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33090) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:16.890284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Transition to ACTIVE for port object 3e7904f0-5ada-4717-8251-ae26d4236390 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:16.902751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.903532 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.905658 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] 10.222.0.60 "PUT /v2.0/ports/661440d0-7088-479a-bc2d-16ad6cd88bb5 HTTP/1.1" status: 200 len: 1095 time: 2.3328762 Nov 25 17:08:16.906464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf0172d-049a-4fbe-abea-59aeedb5eb69', 'tag': '661440d0-7088-479a-bc2d-16ad6cd88bb5'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:16.910255 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf0172d-049a-4fbe-abea-59aeedb5eb69", "tag": "661440d0-7088-479a-bc2d-16ad6cd88bb5"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:16.913614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.014645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6047a34-1fe2-489e-980d-0b4f1784717d service neutron] Pushing event updated for resources: {'Port': ['ID=661440d0-7088-479a-bc2d-16ad6cd88bb5,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:17.025006 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb7abc9-e4f5-457a-bc9d-a818906f0f79 x-openstack-request-id: req-efb7abc9-e4f5-457a-bc9d-a818906f0f79 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:17.025344 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18ea0a4-0766-4323-99d1-b0b64df6301b", "tag": "cbc33494-6e4a-45d2-adf5-af01502876fe", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:17.025617 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efb7abc9-e4f5-457a-bc9d-a818906f0f79 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:17.035474 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18ea0a4-0766-4323-99d1-b0b64df6301b', 'tag': 'cbc33494-6e4a-45d2-adf5-af01502876fe', 'status': 'completed', 'code': 200} Nov 25 17:08:17.131443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08604-15b6-400c-84bb-1e7f888624f2 req-ffbe1353-1720-4064-a3cd-409685090810 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.133316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbb08604-15b6-400c-84bb-1e7f888624f2 req-ffbe1353-1720-4064-a3cd-409685090810 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 945 time: 0.2098110 Nov 25 17:08:17.195913 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c33bc6-9c82-4911-a70d-782d09ae7c70 x-openstack-request-id: req-71c33bc6-9c82-4911-a70d-782d09ae7c70 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:17.197535 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf0172d-049a-4fbe-abea-59aeedb5eb69", "tag": "661440d0-7088-479a-bc2d-16ad6cd88bb5", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:17.201489 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71c33bc6-9c82-4911-a70d-782d09ae7c70 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:17.202876 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf0172d-049a-4fbe-abea-59aeedb5eb69', 'tag': '661440d0-7088-479a-bc2d-16ad6cd88bb5', 'status': 'completed', 'code': 200} Nov 25 17:08:17.255823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-49319570-c67c-49eb-bd1d-3449296f67f2 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415309 Nov 25 17:08:17.354329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:17.359055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-f1ea6e1c-9ee6-4800-b639-55df140a67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.361196 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-f1ea6e1c-9ee6-4800-b639-55df140a67b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfc79e533bdb49c2ae70b044089988df&device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 1098 time: 0.2984715 Nov 25 17:08:17.370722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:17.378984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:17.379862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:17.380860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:17.404270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:17.404837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:17.410982 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ad542166-8c67-4205-b28a-9a84a1ae3066 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6d5934425cd43a5aedfa1b731d2b343&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5651519 Nov 25 17:08:17.428033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:17.496236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:17.496892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:17.497304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:17.497749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Bound port: 3e7904f0-5ada-4717-8251-ae26d4236390, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:17.498264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.509594 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-f82b9fad-2105-4735-bcea-01263383ff7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=661440d0-7088-479a-bc2d-16ad6cd88bb5 HTTP/1.1" status: 200 len: 217 time: 0.1194720 Nov 25 17:08:17.511288 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-d7b3d326-53ef-4a35-8747-93b483cda772 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079540 Nov 25 17:08:17.624634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbb08604-15b6-400c-84bb-1e7f888624f2 req-598cc438-cbe2-452c-b92e-d8774cfecca5 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4504220 Nov 25 17:08:17.632272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-434ff80c-f4b2-444c-8d4e-a5dd035c9cb2 req-e672b4a8-fe39-4956-96b4-31a165adfd8c service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616631 Nov 25 17:08:17.655143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba3e91-bef2-4dcb-b29e-72a8548ba741 req-d5ed5d97-d60b-493b-a9b2-eef9434cf845 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.657396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78ba3e91-bef2-4dcb-b29e-72a8548ba741 req-d5ed5d97-d60b-493b-a9b2-eef9434cf845 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 948 time: 0.0858493 Nov 25 17:08:17.717315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.735647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.95', 63635) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:17.764586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69874ef5-4e7f-4c05-838f-5a87ee94ca21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.787893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78ba3e91-bef2-4dcb-b29e-72a8548ba741 req-d0e338d8-b937-4bc5-bf71-6339bc152542 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175675 Nov 25 17:08:17.791378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.833655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-6b0a395b-a14f-4153-bfe1-07223f5cc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.835333 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-6b0a395b-a14f-4153-bfe1-07223f5cc052 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2910750 Nov 25 17:08:17.941291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:17.956544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-8b637693-d96d-484e-916b-b1f0b2582a7a tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.958081 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-8b637693-d96d-484e-916b-b1f0b2582a7a tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4352849 Nov 25 17:08:17.959222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf2bce61-2b61-46fe-985e-b504f2d27398 req-6391a011-967a-4062-9041-a7572f91c4a2 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 210 time: 0.0563018 Nov 25 17:08:17.972674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04388-766f-4473-95de-c5b40fdea030 req-829b582e-bf7a-4859-be71-45cd09d8c773 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.974197 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-829b582e-bf7a-4859-be71-45cd09d8c773 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.95 "GET /v2.0/networks?id=8c85a910-b7d5-4f02-844a-afad4d512a3d HTTP/1.1" status: 200 len: 814 time: 0.2365010 Nov 25 17:08:17.980630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:17.985749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Request body: {'port': {'device_id': '0605acb4-7501-4a75-948c-41c2ab81a9db', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'e54417ef3c1b4065ae432f8155c5d41f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:17.989220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-7f967d03-acff-4cd4-a7c7-59edbff459bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.990715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-7f967d03-acff-4cd4-a7c7-59edbff459bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 1099 time: 0.2561085 Nov 25 17:08:17.994832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Request body: {'port': {'device_id': '8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3', 'network_id': '8c85a910-b7d5-4f02-844a-afad4d512a3d', 'admin_state_up': True, 'tenant_id': 'd6ea278b494f4a1cb1ba31c0611debdb'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:18.005584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6a871-537a-4803-8eef-46ba2f83f2d2 req-26bf7db8-59f8-45c8-844d-c01767bef9c9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.010017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82d6a871-537a-4803-8eef-46ba2f83f2d2 req-26bf7db8-59f8-45c8-844d-c01767bef9c9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 944 time: 0.2965734 Nov 25 17:08:18.021846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.182734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1790a757-cf53-4d3e-8efa-f44e8b5b6f64 req-acdb710c-62d2-4e63-be52-272134eb0703 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 210 time: 0.0802999 Nov 25 17:08:18.289698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82d6a871-537a-4803-8eef-46ba2f83f2d2 req-9de93264-1410-4106-8be3-d3db95fc0c63 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513783 Nov 25 17:08:18.310582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.311278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.313311 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] 10.222.0.95 "PUT /v2.0/ports/3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 1092 time: 2.6282759 Nov 25 17:08:18.348529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-eeb9ca1b-1093-413b-a30c-0132fa79e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.350535 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-eeb9ca1b-1093-413b-a30c-0132fa79e70a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4878879 Nov 25 17:08:18.358839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.362831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.364386 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38ba9479-3702-4032-abe7-24c9a58db73f HTTP/1.1" status: 204 len: 168 time: 0.9319775 Nov 25 17:08:18.369534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-94b09756-329b-4b57-bee3-540004a7013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.372235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-94b09756-329b-4b57-bee3-540004a7013b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3584135 Nov 25 17:08:18.401596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Made reservation on behalf of d6ea278b494f4a1cb1ba31c0611debdb for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:18.409007 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.443944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaf15b-3e7e-479c-b907-bfa32dea17ae req-61058b3f-aa70-442b-9a95-bcacb6e32c55 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.446491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edbaf15b-3e7e-479c-b907-bfa32dea17ae req-61058b3f-aa70-442b-9a95-bcacb6e32c55 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 947 time: 0.1685588 Nov 25 17:08:18.454272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-faf92c80-b6c3-49dd-bac8-2847885e41ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=cbc33494-6e4a-45d2-adf5-af01502876fe HTTP/1.1" status: 200 len: 217 time: 0.0664330 Nov 25 17:08:18.495523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ba9479-3702-4032-abe7-24c9a58db73f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:18.557482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.557947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.558657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.559075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.559665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.560070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.560506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.561079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.561601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.562011 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.562407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.562810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fb32f-26b2-4d2c-80b9-cd393773d1f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:18.583240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69874ef5-4e7f-4c05-838f-5a87ee94ca21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.584492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8507667-7856-4e2f-8907-db6cbb96c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:18.596443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-324627d0-7709-4aa1-9c6d-839117262b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.598069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-324627d0-7709-4aa1-9c6d-839117262b68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1340094 Nov 25 17:08:18.603642 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69874ef5-4e7f-4c05-838f-5a87ee94ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.631025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edbaf15b-3e7e-479c-b907-bfa32dea17ae req-a5be3f3c-e484-4e1a-a924-1b266b9d8021 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719851 Nov 25 17:08:18.684027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-9012af9c-36b3-408c-8ea5-37b9ecc27d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.685957 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-9012af9c-36b3-408c-8ea5-37b9ecc27d86 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1095 time: 0.3079314 Nov 25 17:08:18.713247 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-69874ef5-4e7f-4c05-838f-5a87ee94ca21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc2aa9616442455686c3a95acccff719&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3409820 Nov 25 17:08:18.715930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:18.716642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-0966346f-cd27-4669-b67a-668d23edfd83 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484948 Nov 25 17:08:18.720317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Allocated IP 172.20.0.13 (8c85a910-b7d5-4f02-844a-afad4d512a3d/833f6c3c-8c92-4f4f-ab40-68726d8de595/f560ff38-d4d1-4aee-9ca1-4b50e1549320) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:18.733316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-b4c74059-d175-4d9d-a70d-ad3d31d754cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.735381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-b4c74059-d175-4d9d-a70d-ad3d31d754cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278994 Nov 25 17:08:18.748134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874ef5-4e7f-4c05-838f-5a87ee94ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f2a31d-e14e-4413-8f81-74feb74bd966,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:18.763635 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-52b95409-ca37-4363-b2b9-1fa662b5dc87 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 217 time: 0.0668962 Nov 25 17:08:18.775993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Made reservation on behalf of e54417ef3c1b4065ae432f8155c5d41f for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:18.779804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.933187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-752f85a7-ca60-4016-b7b1-918cf4f09125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.935980 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-752f85a7-ca60-4016-b7b1-918cf4f09125 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1516840 Nov 25 17:08:18.972284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:19.008278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.026636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-fa714ce1-bce3-4e4d-a77e-1cc0e7c6fc60 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480044 Nov 25 17:08:19.032607 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-71bede3e-5952-47c1-a214-4b095f6ad1e2 req-a2598ef0-24c8-49db-8973-62c14752948f service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802844 Nov 25 17:08:19.056622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44b58f-e468-4585-b772-29a58f62edd8 req-d00f8ba7-4694-48d1-ab0c-9e0e3325d5e3 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.058215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e44b58f-e468-4585-b772-29a58f62edd8 req-d00f8ba7-4694-48d1-ab0c-9e0e3325d5e3 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 945 time: 0.2946935 Nov 25 17:08:19.096267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.104968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-e7a4acf7-d49a-4bbb-965e-598495a4a7a8 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513410 Nov 25 17:08:19.180763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Allocated IP 192.168.233.209 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/a7e49957-f62e-4789-bba1-dfe0f5a71b1c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:19.195343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-45ce9746-84fe-4076-8ad1-4e79a18f8d3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=daacd0cb1ff84d55afa2bd3fc7faf30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219572 Nov 25 17:08:19.201118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33134) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:19.212677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:19.214896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688daff-b65e-477f-a277-57c481f946ac req-f56ef470-0f4d-4fd1-83a0-7dc7f4e43cc2 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.215089 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9585319-9557-41cb-9d34-88063c62738d" -d '{"events": [{"name": "network-changed", "server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:19.216624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e688daff-b65e-477f-a277-57c481f946ac req-f56ef470-0f4d-4fd1-83a0-7dc7f4e43cc2 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 948 time: 0.3123114 Nov 25 17:08:19.259123 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-39d01e17-97ea-4409-b8cd-ff3788acaf09 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231421 Nov 25 17:08:19.295246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-18d64930-52bb-48c8-a70c-db6bf3f5cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.296751 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-18d64930-52bb-48c8-a70c-db6bf3f5cb90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfc79e533bdb49c2ae70b044089988df&device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 1098 time: 0.1688979 Nov 25 17:08:19.305733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.319818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e44b58f-e468-4585-b772-29a58f62edd8 req-0ff6a12d-10c4-4da5-9675-f6af7eee4033 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430871 Nov 25 17:08:19.402058 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.405273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.406513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7f2a31d-e14e-4413-8f81-74feb74bd966 HTTP/1.1" status: 204 len: 168 time: 0.6894872 Nov 25 17:08:19.458671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e688daff-b65e-477f-a277-57c481f946ac req-a6dff753-e0ce-4470-afdd-009ae3f150bc tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985207 Nov 25 17:08:19.521129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d202cb-3547-4410-94d7-e89382ebcff3 req-164e378a-b9cb-4535-a989-58825c318f87 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963246 Nov 25 17:08:19.525211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f2a31d-e14e-4413-8f81-74feb74bd966,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:19.530988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.538745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-335b87ba-8c4f-4ad6-8ad4-0e60d9051efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.550890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aac29ee-2388-4f03-926e-7690eb345b01 req-21b788f3-c289-4699-ac7d-25f3553489b3 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 210 time: 0.1218948 Nov 25 17:08:19.587734 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc82e751-ba97-4ca8-903f-013ee5409169 req-db85fddb-3878-4809-9fc5-9378d66df79a service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147631 Nov 25 17:08:19.608095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Network 8c85a910-b7d5-4f02-844a-afad4d512a3d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:19.631004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-335b87ba-8c4f-4ad6-8ad4-0e60d9051efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.640430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-9bda9b0c-33c7-4e41-aa72-2ad099ca3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.642017 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-9bda9b0c-33c7-4e41-aa72-2ad099ca3fcf service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3319740 Nov 25 17:08:19.654677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.667181 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7a57af-e21d-4829-9938-de92edacd715 x-openstack-request-id: req-4d7a57af-e21d-4829-9938-de92edacd715 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:19.667473 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:19.667740 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d7a57af-e21d-4829-9938-de92edacd715 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:19.668146 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390', 'status': 'completed', 'code': 200} Nov 25 17:08:19.720852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:19.723946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:19.731979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.732579 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.733729 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-e9765dd5-f730-4a6a-9654-340c3e34f3c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=661440d0-7088-479a-bc2d-16ad6cd88bb5 HTTP/1.1" status: 200 len: 217 time: 0.0773380 Nov 25 17:08:19.744425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d009355-569d-4f3a-85ee-7bc3635ca5ae req-b86732b5-c6ff-4c2b-856c-62383e2fbb59 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 210 time: 0.1300044 Nov 25 17:08:19.746115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.746833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.746833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.747189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.747573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.747912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.748246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.748774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.749152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.749485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.749815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.750145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb75246-7451-44bf-8ddf-c52a5a5aa96c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:19.827289 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-335b87ba-8c4f-4ad6-8ad4-0e60d9051efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.829676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8437548 Nov 25 17:08:19.829896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-335b87ba-8c4f-4ad6-8ad4-0e60d9051efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.833617 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-335b87ba-8c4f-4ad6-8ad4-0e60d9051efd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1b163a5-431f-48e0-840c-beb3f475e762 HTTP/1.1" status: 204 len: 168 time: 0.6276329 Nov 25 17:08:19.848787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Request body: {'port': {'device_id': '8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:19.856353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b87ba-8c4f-4ad6-8ad4-0e60d9051efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b163a5-431f-48e0-840c-beb3f475e762,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:19.875668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.877913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306ffa8-2c31-494f-a30c-09a67962d5b0 req-0bd1913a-d721-48c4-8a2c-6a9c18f45d28 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.881954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585319-9557-41cb-9d34-88063c62738d req-02df4a15-c41c-452e-9fe9-996a069c1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.884071 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f9585319-9557-41cb-9d34-88063c62738d req-02df4a15-c41c-452e-9fe9-996a069c1860 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1095 time: 0.1644688 Nov 25 17:08:19.889599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-5cba0ba2-b907-49ad-93bd-7a3ed9e924ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.891096 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-5cba0ba2-b907-49ad-93bd-7a3ed9e924ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1195171 Nov 25 17:08:19.892043 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0306ffa8-2c31-494f-a30c-09a67962d5b0 req-0bd1913a-d721-48c4-8a2c-6a9c18f45d28 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 944 time: 0.1225514 Nov 25 17:08:19.913018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['690953d8-f3fe-4071-881e-9843bfb63948'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:19.929113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029454f5-45d9-4a04-80aa-315ba7547d02 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Pushing event updated for resources: {'Port': ['ID=f560ff38-d4d1-4aee-9ca1-4b50e1549320,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:19.993284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585319-9557-41cb-9d34-88063c62738d req-044e7019-859b-447e-9ffe-0992cc21bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.995248 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f9585319-9557-41cb-9d34-88063c62738d req-044e7019-859b-447e-9ffe-0992cc21bd41 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.1027193 Nov 25 17:08:20.011466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0306ffa8-2c31-494f-a30c-09a67962d5b0 req-22373d9e-8a6d-44ee-8072-9e47f3ccfda8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773823 Nov 25 17:08:20.146670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f9585319-9557-41cb-9d34-88063c62738d req-621c38b1-6cca-4b87-8ad2-d4bbb83e95b3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 217 time: 0.1060011 Nov 25 17:08:20.172268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:20.192531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:20.236129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:20.244848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.245569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.270829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33152) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:20.295615 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3224752 Nov 25 17:08:20.296631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdea5c9-d5f5-4e68-9876-763cf1e01557 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Pushing event updated for resources: {'Port': ['ID=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:20.318232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Request body: {'port': {'device_id': '0605acb4-7501-4a75-948c-41c2ab81a9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:20.326123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-fd65fa1e-cad5-4183-881e-15cc623e4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.327729 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-fd65fa1e-cad5-4183-881e-15cc623e4e0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2888455 Nov 25 17:08:20.328538 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-730dc147-2ad7-4f47-ab34-8cb7bd7fab31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.423084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585319-9557-41cb-9d34-88063c62738d req-41f80805-9ddf-47b1-b1ea-960253276fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.425636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f9585319-9557-41cb-9d34-88063c62738d req-41f80805-9ddf-47b1-b1ea-960253276fe7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.2570355 Nov 25 17:08:20.459447 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.498920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f9585319-9557-41cb-9d34-88063c62738d req-1eb63504-4efc-4f76-a5ac-a8a896f39d33 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469940 Nov 25 17:08:20.533826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db9416-8393-47e7-9279-bfe5b8a5aad3 req-4fb765ef-9322-4986-878a-9934ef766ac1 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.549473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3db9416-8393-47e7-9279-bfe5b8a5aad3 req-4fb765ef-9322-4986-878a-9934ef766ac1 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 945 time: 0.1847150 Nov 25 17:08:20.553280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:20.561857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6baa47-3b54-4d38-b6ab-a6987edcd209 req-3c69341e-0582-4b97-9ccc-bc8d2f874482 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.563355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c6baa47-3b54-4d38-b6ab-a6987edcd209 req-3c69341e-0582-4b97-9ccc-bc8d2f874482 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 947 time: 0.1968060 Nov 25 17:08:20.569924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Request body: {'floatingip': {'port_id': '1f505f19-9b96-4757-aeb0-18b0c35809ab'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:20.666260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7d5662b1-b2b9-452d-a217-8110bd9a525e None None] Provisioning complete for port a7e49957-f62e-4789-bba1-dfe0f5a71b1c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:20.669364 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d5662b1-b2b9-452d-a217-8110bd9a525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.712012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.737904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7d5662b1-b2b9-452d-a217-8110bd9a525e None None] Port a7e49957-f62e-4789-bba1-dfe0f5a71b1c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:20.745552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.878149 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-b94916b1-e68d-481e-a844-729c4cbea66e service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839568 Nov 25 17:08:20.929616 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f9585319-9557-41cb-9d34-88063c62738d req-72f3a75b-9dd0-4327-be57-580f5af59ac9 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708684 Nov 25 17:08:20.931568 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-730dc147-2ad7-4f47-ab34-8cb7bd7fab31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.972063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f94f-8cce-4669-9198-9f4281457ab1 req-90d0c932-2454-4e65-9ce4-e159a15b6472 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.973594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4af2f94f-8cce-4669-9198-9f4281457ab1 req-90d0c932-2454-4e65-9ce4-e159a15b6472 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 948 time: 0.3319252 Nov 25 17:08:20.974629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-730dc147-2ad7-4f47-ab34-8cb7bd7fab31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.989633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c6baa47-3b54-4d38-b6ab-a6987edcd209 req-48575944-3608-428a-82e0-4a1a2f3c14d5 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486514 Nov 25 17:08:21.144586 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-730dc147-2ad7-4f47-ab34-8cb7bd7fab31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4296f6f36794f50b813464dcf36642c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8727815 Nov 25 17:08:21.145506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:21.162142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dc147-2ad7-4f47-ab34-8cb7bd7fab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1350eda-12c9-4475-bf27-c16c7aa17a8a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:21.241670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4af2f94f-8cce-4669-9198-9f4281457ab1 req-625dae41-49f7-46c2-bf6d-458414160985 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485094 Nov 25 17:08:21.327929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device cbc33494-6e4a-45d2-adf5-af01502876fe details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:21.335331 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0bd6c822-60ce-46dc-8d8b-7cbf99b7ea5b req-c1d87413-054f-4557-ab33-52f44b91303d service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436998 Nov 25 17:08:21.389934 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f9585319-9557-41cb-9d34-88063c62738d req-a24e55b2-cc7b-41e7-af9f-a14512ebbbe1 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484930 Nov 25 17:08:21.415544 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-126738a5-2634-4445-9349-df31e9054d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.447707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d496fb-4d7d-4d75-af2a-b85fb960aa7b req-07cd3179-a80f-480e-94ba-264ae5d85cc9 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.448282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67d496fb-4d7d-4d75-af2a-b85fb960aa7b req-07cd3179-a80f-480e-94ba-264ae5d85cc9 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 932 time: 0.3246408 Nov 25 17:08:21.448802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-126738a5-2634-4445-9349-df31e9054d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.550183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port cbc33494-6e4a-45d2-adf5-af01502876fe, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cbc33494-6e4a-45d2-adf5-af01502876fe,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:21.573408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'cbc33494-6e4a-45d2-adf5-af01502876fe', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'cbc33494-6e4a-45d2-adf5-af01502876fe', 'mac_address': 'fa:16:3e:64:1f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:21.613829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e765b-1834-4e2a-a472-38290efddb21 req-5ba73295-0298-4915-8936-39eab7af9a10 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.615444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b86e765b-1834-4e2a-a472-38290efddb21 req-5ba73295-0298-4915-8936-39eab7af9a10 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 936 time: 0.2848668 Nov 25 17:08:21.644038 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.675764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc33494-6e4a-45d2-adf5-af01502876fe {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:21.702498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port cbc33494-6e4a-45d2-adf5-af01502876fe, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cbc33494-6e4a-45d2-adf5-af01502876fe,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:21.709692 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.740659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f560ff38-d4d1-4aee-9ca1-4b50e1549320 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:21.775691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.843448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e49957-f62e-4789-bba1-dfe0f5a71b1c {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:21.845565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=cbc33494-6e4a-45d2-adf5-af01502876fe,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:21.858761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67d496fb-4d7d-4d75-af2a-b85fb960aa7b req-5e08a8f5-7fe1-4b3d-b851-2aa8b992eb2f tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004734 Nov 25 17:08:21.888585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.908028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b86e765b-1834-4e2a-a472-38290efddb21 req-b93426b0-7f06-4f60-ac97-36ce8dacb5ee tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439022 Nov 25 17:08:21.951179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Transition to ACTIVE for port object a7e49957-f62e-4789-bba1-dfe0f5a71b1c will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:21.952712 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-126738a5-2634-4445-9349-df31e9054d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.955608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-126738a5-2634-4445-9349-df31e9054d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.957996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-126738a5-2634-4445-9349-df31e9054d55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1350eda-12c9-4475-bf27-c16c7aa17a8a HTTP/1.1" status: 204 len: 168 time: 0.8060844 Nov 25 17:08:21.979467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.008419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126738a5-2634-4445-9349-df31e9054d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1350eda-12c9-4475-bf27-c16c7aa17a8a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:22.069515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['cbc33494-6e4a-45d2-adf5-af01502876fe'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:22.079990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:22.142789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Transition to ACTIVE for port object f560ff38-d4d1-4aee-9ca1-4b50e1549320 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:22.153421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Attempting to bind port a7e49957-f62e-4789-bba1-dfe0f5a71b1c on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:22.154989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Attempting to bind port a7e49957-f62e-4789-bba1-dfe0f5a71b1c by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:22.156577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Attempting to bind port a7e49957-f62e-4789-bba1-dfe0f5a71b1c on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:22.166008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Port a7e49957-f62e-4789-bba1-dfe0f5a71b1c on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:22.166363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Attempting to bind port a7e49957-f62e-4789-bba1-dfe0f5a71b1c on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:22.172139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:22.172579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:22.173200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:22.173725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Bound port: a7e49957-f62e-4789-bba1-dfe0f5a71b1c, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:22.174805 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.244005 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.313263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] For port a7e49957-f62e-4789-bba1-dfe0f5a71b1c, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:22.318235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] For port a7e49957-f62e-4789-bba1-dfe0f5a71b1c, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:22.324894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.368915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.369760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.371352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] 10.222.0.95 "PUT /v2.0/ports/a7e49957-f62e-4789-bba1-dfe0f5a71b1c HTTP/1.1" status: 200 len: 1096 time: 2.0584929 Nov 25 17:08:22.372126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0605acb4-7501-4a75-948c-41c2ab81a9db', 'tag': 'a7e49957-f62e-4789-bba1-dfe0f5a71b1c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:22.374618 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a983e3-6c86-496e-9de4-bae3f0dc3550" -d '{"events": [{"name": "network-changed", "server_uuid": "0605acb4-7501-4a75-948c-41c2ab81a9db", "tag": "a7e49957-f62e-4789-bba1-dfe0f5a71b1c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:22.402773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:08:22.428270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71ebbd-3824-4f7b-863e-94d8f78e5f44 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:22.495943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-97183253-3e3f-45a2-92a9-2b8167ff0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.497515 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-97183253-3e3f-45a2-92a9-2b8167ff0d83 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 1099 time: 0.0642552 Nov 25 17:08:22.568343 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-aeae15ed-9673-4ad4-99ab-f843bbc6480b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a7e49957-f62e-4789-bba1-dfe0f5a71b1c HTTP/1.1" status: 200 len: 217 time: 0.0610781 Nov 25 17:08:22.587535 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.610697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d058c2-62b3-4ba6-bccc-e3b2a5d3d6d4 req-1e9df13e-889a-4501-ae74-e187db2ca896 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.612336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3d058c2-62b3-4ba6-bccc-e3b2a5d3d6d4 req-1e9df13e-889a-4501-ae74-e187db2ca896 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 947 time: 0.4658051 Nov 25 17:08:22.650797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-00ac5414-992b-427e-b831-bebb0ac675bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.653401 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-00ac5414-992b-427e-b831-bebb0ac675bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0759132 Nov 25 17:08:22.654922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a1ec-bdfb-43ea-b3a5-661877064540 req-2162cbea-da95-4f4a-9f32-116e06f4df83 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.657048 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d6a1ec-bdfb-43ea-b3a5-661877064540 req-2162cbea-da95-4f4a-9f32-116e06f4df83 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 944 time: 0.5117056 Nov 25 17:08:22.658073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f560ff38-d4d1-4aee-9ca1-4b50e1549320,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:22.660830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.731119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-f634cf1f-459c-4a81-a0fe-f6fc9836fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.733287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Attempting to bind port f560ff38-d4d1-4aee-9ca1-4b50e1549320 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:22.733626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Attempting to bind port f560ff38-d4d1-4aee-9ca1-4b50e1549320 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '93ee5926-25a4-4bb7-859b-9e2e39f9ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8c85a910-b7d5-4f02-844a-afad4d512a3d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:22.733952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Attempting to bind port f560ff38-d4d1-4aee-9ca1-4b50e1549320 on network 8c85a910-b7d5-4f02-844a-afad4d512a3d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:22.735064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-f634cf1f-459c-4a81-a0fe-f6fc9836fe3a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744441 Nov 25 17:08:22.763874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Port f560ff38-d4d1-4aee-9ca1-4b50e1549320 on network 8c85a910-b7d5-4f02-844a-afad4d512a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:22.765770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Attempting to bind port f560ff38-d4d1-4aee-9ca1-4b50e1549320 on network 8c85a910-b7d5-4f02-844a-afad4d512a3d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:22.803736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:22.804267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Checking segment: {'id': '93ee5926-25a4-4bb7-859b-9e2e39f9ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8c85a910-b7d5-4f02-844a-afad4d512a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:22.805020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Bound using segment: {'id': '93ee5926-25a4-4bb7-859b-9e2e39f9ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8c85a910-b7d5-4f02-844a-afad4d512a3d'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:22.805773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Bound port: f560ff38-d4d1-4aee-9ca1-4b50e1549320, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ee5926-25a4-4bb7-859b-9e2e39f9ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '8c85a910-b7d5-4f02-844a-afad4d512a3d'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:22.806403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.870793 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-065d83df-ae21-4064-b980-0176a5ff0150 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255426 Nov 25 17:08:22.928094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3d058c2-62b3-4ba6-bccc-e3b2a5d3d6d4 req-a877de8f-e956-4caa-9e49-662920a45900 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875512 Nov 25 17:08:22.934538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d6a1ec-bdfb-43ea-b3a5-661877064540 req-692f7775-3282-4856-a45b-0c4e436347c5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583072 Nov 25 17:08:22.993471 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Floating IP 3104514f-f015-4b2c-a32f-23c664f01a30 associated. External IP: 172.25.1.176, port: 1f505f19-9b96-4757-aeb0-18b0c35809ab. Nov 25 17:08:23.004513 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0c01b29-2c15-4416-924a-ad1f9060f223 req-6b31ff07-88a4-4965-a615-de17ad93b0f1 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258662 Nov 25 17:08:23.073775 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316e205d-afeb-4253-8f6b-cca2700acc5b x-openstack-request-id: req-316e205d-afeb-4253-8f6b-cca2700acc5b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:23.074358 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0605acb4-7501-4a75-948c-41c2ab81a9db", "tag": "a7e49957-f62e-4789-bba1-dfe0f5a71b1c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:23.074799 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-316e205d-afeb-4253-8f6b-cca2700acc5b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:23.075284 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0605acb4-7501-4a75-948c-41c2ab81a9db', 'tag': 'a7e49957-f62e-4789-bba1-dfe0f5a71b1c', 'status': 'completed', 'code': 200} Nov 25 17:08:23.109829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] For port f560ff38-d4d1-4aee-9ca1-4b50e1549320, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:23.154632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-3d6795ba-7217-4260-aa36-567f58ae1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.156337 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-3d6795ba-7217-4260-aa36-567f58ae1626 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 1099 time: 0.0598209 Nov 25 17:08:23.173216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] For port f560ff38-d4d1-4aee-9ca1-4b50e1549320, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f560ff38-d4d1-4aee-9ca1-4b50e1549320,segment=NetworkSegment(93ee5926-25a4-4bb7-859b-9e2e39f9ef36),segment_id=93ee5926-25a4-4bb7-859b-9e2e39f9ef36)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:23.198002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bd32d-49c2-4315-b585-579ce2de8672 req-73c4184f-7021-4008-b536-0f966b06b47d tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.200495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-214bd32d-49c2-4315-b585-579ce2de8672 req-73c4184f-7021-4008-b536-0f966b06b47d tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 949 time: 0.1563449 Nov 25 17:08:23.202291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.203052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:23.296599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-05e83919-92a2-4d45-a524-2a888556ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.298947 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-05e83919-92a2-4d45-a524-2a888556ac19 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1336129 Nov 25 17:08:23.350487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.351080 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.353159 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] 10.222.0.95 "PUT /v2.0/ports/f560ff38-d4d1-4aee-9ca1-4b50e1549320 HTTP/1.1" status: 200 len: 1092 time: 3.5099711 Nov 25 17:08:23.353629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3', 'tag': 'f560ff38-d4d1-4aee-9ca1-4b50e1549320'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:23.360370 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c48043-70c5-4b84-b25b-a4e0d604ac9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3", "tag": "f560ff38-d4d1-4aee-9ca1-4b50e1549320"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:23.369946 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-18a69dc2-ce0d-4939-9a31-3e425fdbc7fb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a7e49957-f62e-4789-bba1-dfe0f5a71b1c HTTP/1.1" status: 200 len: 217 time: 0.0629792 Nov 25 17:08:23.377698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 661440d0-7088-479a-bc2d-16ad6cd88bb5 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:23.385153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device cbc33494-6e4a-45d2-adf5-af01502876fe up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:23.465740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4158a-5062-4f4c-8807-47a9639fe9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f560ff38-d4d1-4aee-9ca1-4b50e1549320,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:23.472113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-2b2890cd-9e04-45f4-99e2-cf0b33782c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.473846 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-2b2890cd-9e04-45f4-99e2-cf0b33782c43 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0961382 Nov 25 17:08:23.521995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:23.556196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-af23234f-f7d6-4854-94a9-ecb7b77c80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.559702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '3e7904f0-5ada-4717-8251-ae26d4236390', 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'port_id': '3e7904f0-5ada-4717-8251-ae26d4236390', 'mac_address': 'fa:16:3e:29:96:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0610ca3-b76d-4b30-86ee-f6c72f80a594', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:23.563753 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-af23234f-f7d6-4854-94a9-ecb7b77c80ee service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774429 Nov 25 17:08:23.654433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port cbc33494-6e4a-45d2-adf5-af01502876fe completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:23.668037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port cbc33494-6e4a-45d2-adf5-af01502876fe triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:23.668417 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.671731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.712453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7904f0-5ada-4717-8251-ae26d4236390 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:23.718075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-214bd32d-49c2-4315-b585-579ce2de8672 req-d429504d-3feb-4b15-8d8c-720f301bfb7b tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465592 Nov 25 17:08:23.768307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 661440d0-7088-479a-bc2d-16ad6cd88bb5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=661440d0-7088-479a-bc2d-16ad6cd88bb5,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:23.771701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:23.777181 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-be2b9d1e-4008-4cc6-be17-d5e342e15663 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037060 Nov 25 17:08:23.784817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.791835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '661440d0-7088-479a-bc2d-16ad6cd88bb5', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '661440d0-7088-479a-bc2d-16ad6cd88bb5', 'mac_address': 'fa:16:3e:3d:94:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:23.806767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:08:23.816710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04388-766f-4473-95de-c5b40fdea030 req-4ebedbe8-0b98-4479-af00-a9e7418aea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.818432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-4ebedbe8-0b98-4479-af00-a9e7418aea02 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6ea278b494f4a1cb1ba31c0611debdb&device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 1095 time: 0.3539288 Nov 25 17:08:23.945427 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4a983e3-6c86-496e-9de4-bae3f0dc3550 req-3aacd626-de89-49b4-ae3b-4533c583e4cb service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589713 Nov 25 17:08:23.947551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-e114bfb9-c6d8-4322-b9c5-75f0a5688be2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f560ff38-d4d1-4aee-9ca1-4b50e1549320 HTTP/1.1" status: 200 len: 217 time: 0.1102438 Nov 25 17:08:24.031933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7778e85-6729-4a7f-a938-9990562ba36d req-63e42e89-64b2-45ac-a064-8005f8bab00e tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.034319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7778e85-6729-4a7f-a938-9990562ba36d req-63e42e89-64b2-45ac-a064-8005f8bab00e tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 944 time: 0.3313293 Nov 25 17:08:24.037426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:24.046163 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.050540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.070952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661440d0-7088-479a-bc2d-16ad6cd88bb5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:24.078956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['3e7904f0-5ada-4717-8251-ae26d4236390'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:24.126819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a79f55-5624-4661-a8cd-851fc2dbe157 req-48c92643-36a6-46a5-9b67-933e2e0c1bdb tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.129006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72a79f55-5624-4661-a8cd-851fc2dbe157 req-48c92643-36a6-46a5-9b67-933e2e0c1bdb tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 948 time: 0.3047185 Nov 25 17:08:24.132474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04388-766f-4473-95de-c5b40fdea030 req-4a35f66a-d18d-4ea6-9c0e-d67aaa1124d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.134514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-4a35f66a-d18d-4ea6-9c0e-d67aaa1124d6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=833f6c3c-8c92-4f4f-ab40-68726d8de595 HTTP/1.1" status: 200 len: 854 time: 0.1682403 Nov 25 17:08:24.134674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18ea0a4-0766-4323-99d1-b0b64df6301b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc33494-6e4a-45d2-adf5-af01502876fe'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:24.136908 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e930087b-b743-4fcb-85d4-0146aae82004" -d '{"events": [{"server_uuid": "d18ea0a4-0766-4323-99d1-b0b64df6301b", "name": "network-vif-plugged", "status": "completed", "tag": "cbc33494-6e4a-45d2-adf5-af01502876fe"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:24.147204 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 661440d0-7088-479a-bc2d-16ad6cd88bb5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=661440d0-7088-479a-bc2d-16ad6cd88bb5,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:24.159454 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.162300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port cbc33494-6e4a-45d2-adf5-af01502876fe, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cbc33494-6e4a-45d2-adf5-af01502876fe,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:24.172891 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.231324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-24f1c9fb-4e9f-4f5a-8edf-4de1658cc74c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8c85a910-b7d5-4f02-844a-afad4d512a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635142 Nov 25 17:08:24.251674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=661440d0-7088-479a-bc2d-16ad6cd88bb5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:24.350648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=cbc33494-6e4a-45d2-adf5-af01502876fe,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:24.351495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7778e85-6729-4a7f-a938-9990562ba36d req-098312a1-874f-4d04-af36-8800f05f5780 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826533 Nov 25 17:08:24.369183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:08:24.379159 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72a79f55-5624-4661-a8cd-851fc2dbe157 req-9a3a50b2-7b12-4252-8351-93b078cf510b tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108090 Nov 25 17:08:24.383897 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.409088 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] Sync routers for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:08:24.430838 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:08:24.432914 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:08:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:24.434237 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0161d2a9-e704-4eb4-98b3-064092d48ba1 x-openstack-request-id: req-0161d2a9-e704-4eb4-98b3-064092d48ba1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:24.434692 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3", "tag": "f560ff38-d4d1-4aee-9ca1-4b50e1549320", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:24.435101 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0161d2a9-e704-4eb4-98b3-064092d48ba1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:24.435683 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3', 'tag': 'f560ff38-d4d1-4aee-9ca1-4b50e1549320', 'status': 'completed', 'code': 200} Nov 25 17:08:24.467576 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-429fad9a-c063-4a3b-a877-9c6a1ece10c3 service neutron] 10.222.0.95 "GET /v2.0/networks/8c85a910-b7d5-4f02-844a-afad4d512a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214565 Nov 25 17:08:24.469530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6897a171-ca74-46f1-be0d-98138ceb9f42 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "PUT /v2.0/floatingips/3104514f-f015-4b2c-a32f-23c664f01a30 HTTP/1.1" status: 200 len: 991 time: 3.9052217 Nov 25 17:08:24.564930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['661440d0-7088-479a-bc2d-16ad6cd88bb5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:24.617943 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:08:24.830559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18d04388-766f-4473-95de-c5b40fdea030 req-2802616a-ca47-4fdc-93b5-c4b9ca2550e3 service neutron] 10.222.0.95 "GET /v2.0/networks/8c85a910-b7d5-4f02-844a-afad4d512a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541718 Nov 25 17:08:24.847752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbb101-74a1-40df-9a63-77ddca295b3c req-4ceb2114-8872-453c-b38b-c60e7676b3b7 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.850265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aefbb101-74a1-40df-9a63-77ddca295b3c req-4ceb2114-8872-453c-b38b-c60e7676b3b7 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 948 time: 0.1245382 Nov 25 17:08:24.862506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f030d-120b-4e9d-be5e-2628f286b781 req-f503b144-33b9-4ae0-a706-93818ff4c94a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.864086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c4f030d-120b-4e9d-be5e-2628f286b781 req-f503b144-33b9-4ae0-a706-93818ff4c94a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 945 time: 0.1374168 Nov 25 17:08:24.963472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aefbb101-74a1-40df-9a63-77ddca295b3c req-e94eac09-827e-4abb-bb31-633046ac22f8 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983362 Nov 25 17:08:24.994236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c4f030d-120b-4e9d-be5e-2628f286b781 req-36074a1f-9780-425c-a906-78ab888fcffc tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011231 Nov 25 17:08:25.009887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-5e13e5f3-11da-427e-9ccb-5608b332ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.011682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-5e13e5f3-11da-427e-9ccb-5608b332ffe0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d6ea278b494f4a1cb1ba31c0611debdb&device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 1095 time: 0.1071935 Nov 25 17:08:25.055970 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33281a19-17f1-4183-a21c-ae2f0338a42f x-openstack-request-id: req-33281a19-17f1-4183-a21c-ae2f0338a42f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:25.056794 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18ea0a4-0766-4323-99d1-b0b64df6301b", "name": "network-vif-plugged", "status": "completed", "tag": "cbc33494-6e4a-45d2-adf5-af01502876fe", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:25.057437 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33281a19-17f1-4183-a21c-ae2f0338a42f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:25.058691 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18ea0a4-0766-4323-99d1-b0b64df6301b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc33494-6e4a-45d2-adf5-af01502876fe', 'code': 200} Nov 25 17:08:25.062540 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3104514f-f015-4b2c-a32f-23c664f01a30', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'port_id': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'mac_address': 'fa:16:3e:57:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b777e5-9002-45bd-9d95-92fc9527b086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:07:58Z', 'updated_at': '2021-11-25T17:08:21Z', 'revision_number': 1, 'project_id': '0b553fd5832b479da09d135d021988c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:25.104004 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] Checking router: 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:08:25.121997 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:08:25.123243 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:08:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:25.152637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-3bbe04a6-6891-4b28-9cc6-2ee698096080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.153881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-3bbe04a6-6891-4b28-9cc6-2ee698096080 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8c85a910-b7d5-4f02-844a-afad4d512a3d HTTP/1.1" status: 200 len: 915 time: 0.1340401 Nov 25 17:08:25.211705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:25.221336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-bdcf88eb-c4e3-4229-aca8-682f36fa18cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f560ff38-d4d1-4aee-9ca1-4b50e1549320 HTTP/1.1" status: 200 len: 217 time: 0.0588877 Nov 25 17:08:25.230682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874b858-d878-4a7e-a2a7-9c4627778bc8 req-6dd51e33-7f66-4b71-960d-72971e8c552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.232465 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a874b858-d878-4a7e-a2a7-9c4627778bc8 req-6dd51e33-7f66-4b71-960d-72971e8c552f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 1101 time: 0.0743227 Nov 25 17:08:25.312604 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:08:25.315163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 3e7904f0-5ada-4717-8251-ae26d4236390 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:25.322874 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a874b858-d878-4a7e-a2a7-9c4627778bc8 req-d1c2d3f6-4a1a-432b-8b49-996839826be7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827036 Nov 25 17:08:25.324796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 3e7904f0-5ada-4717-8251-ae26d4236390 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:25.325644 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:25.381878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-8e37ef86-5685-4014-979c-7359d59d3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.384262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-8e37ef86-5685-4014-979c-7359d59d3651 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=833f6c3c-8c92-4f4f-ab40-68726d8de595 HTTP/1.1" status: 200 len: 854 time: 0.1553535 Nov 25 17:08:25.442544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-baf1374f-ab93-4c78-9d49-bca2486f94d0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8c85a910-b7d5-4f02-844a-afad4d512a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475283 Nov 25 17:08:25.459272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bc830-a498-4d24-aee3-f6a5a7642501 req-d6f0b1d1-1aa1-4a65-8956-46d028b8f07d tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.461477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-442bc830-a498-4d24-aee3-f6a5a7642501 req-d6f0b1d1-1aa1-4a65-8956-46d028b8f07d tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 950 time: 0.1356590 Nov 25 17:08:25.474354 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:25.520794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:25.528299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:25.605252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:25.616306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-442bc830-a498-4d24-aee3-f6a5a7642501 req-4edf3cb3-0901-49d9-8031-55e6100559b5 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462491 Nov 25 17:08:25.637206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-b92d83da-528a-4da9-8dc6-27072e0399c6 service neutron] 10.222.0.95 "GET /v2.0/networks/8c85a910-b7d5-4f02-844a-afad4d512a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735916 Nov 25 17:08:25.654065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424fddb-3149-475d-a61b-f4c4424bd666 req-5a7316e4-f18c-4850-adc9-24288d5a6e46 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.655786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1424fddb-3149-475d-a61b-f4c4424bd666 req-5a7316e4-f18c-4850-adc9-24288d5a6e46 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 944 time: 0.1260757 Nov 25 17:08:25.694068 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3104514f-f015-4b2c-a32f-23c664f01a30', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'port_id': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'mac_address': 'fa:16:3e:57:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b777e5-9002-45bd-9d95-92fc9527b086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:07:58Z', 'updated_at': '2021-11-25T17:08:21Z', 'revision_number': 1, 'project_id': '0b553fd5832b479da09d135d021988c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:25.741563 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94da1fa0-b73d-4cc5-98ca-58f86b95f080 None None] The sync data for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 is: [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3104514f-f015-4b2c-a32f-23c664f01a30', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'port_id': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'mac_address': 'fa:16:3e:57:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b777e5-9002-45bd-9d95-92fc9527b086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:07:58Z', 'updated_at': '2021-11-25T17:08:21Z', 'revision_number': 1, 'project_id': '0b553fd5832b479da09d135d021988c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:08:25.836184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1424fddb-3149-475d-a61b-f4c4424bd666 req-7b1ba5e6-e5d5-4c6b-ae0c-7e456309fd30 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575584 Nov 25 17:08:25.856660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87c48043-70c5-4b84-b25b-a4e0d604ac9c req-801c72c5-21de-4642-b955-c1f23fd5746d service neutron] 10.222.0.95 "GET /v2.0/networks/8c85a910-b7d5-4f02-844a-afad4d512a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992371 Nov 25 17:08:25.865841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4752c-e946-47c3-a185-2dddb008361b req-0db534e9-adaf-4628-b8c2-b7511489db59 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.867784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0df4752c-e946-47c3-a185-2dddb008361b req-0db534e9-adaf-4628-b8c2-b7511489db59 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 948 time: 0.1363211 Nov 25 17:08:25.943607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0df4752c-e946-47c3-a185-2dddb008361b req-893255a6-17fd-4bba-89b7-054ac76d2c98 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542371 Nov 25 17:08:26.076758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33292) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:26.127580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0d5ad-df06-4c02-a01b-3ff00762113b None None] New status for floating IP 3104514f-f015-4b2c-a32f-23c664f01a30: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:08:26.188464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d389b-f218-42ae-8fc8-8283fcec2ebe req-14d5863b-2e35-4006-91e5-40f5c1f54e55 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:26.190006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-362d389b-f218-42ae-8fc8-8283fcec2ebe req-14d5863b-2e35-4006-91e5-40f5c1f54e55 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 948 time: 0.1180117 Nov 25 17:08:26.198674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc23e7-cf06-4024-9ab8-55440c64bc15 req-44d35812-07b2-4665-b218-e0a87fc26106 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:26.200236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80fc23e7-cf06-4024-9ab8-55440c64bc15 req-44d35812-07b2-4665-b218-e0a87fc26106 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 946 time: 0.0822415 Nov 25 17:08:26.252988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67f595fc-cc57-45db-a65f-9563d8ea2ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.282279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-362d389b-f218-42ae-8fc8-8283fcec2ebe req-bc83f3f1-360d-49c6-91f8-6f858fbda2c1 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780299 Nov 25 17:08:26.314594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80fc23e7-cf06-4024-9ab8-55440c64bc15 req-6fbad543-40d6-4933-a8fb-e484a7c4a668 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034503 Nov 25 17:08:26.386090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67f595fc-cc57-45db-a65f-9563d8ea2ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.391709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67f595fc-cc57-45db-a65f-9563d8ea2ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.436659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b777e5-9002-45bd-9d95-92fc9527b086', 'tag': '1f505f19-9b96-4757-aeb0-18b0c35809ab'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:26.440868 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05bb67c-c373-4360-af73-0496132bc3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "01b777e5-9002-45bd-9d95-92fc9527b086", "tag": "1f505f19-9b96-4757-aeb0-18b0c35809ab"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:26.445406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f595fc-cc57-45db-a65f-9563d8ea2ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357c0833-60fd-4bcd-8472-91d8c4a064bd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:26.466003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-67f595fc-cc57-45db-a65f-9563d8ea2ecd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66b61965cc8c493cb6a0d7f3c485602a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873410 Nov 25 17:08:26.470074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:26.541517 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39f99be-3040-4923-8858-e75aabd9e526 x-openstack-request-id: req-b39f99be-3040-4923-8858-e75aabd9e526 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:26.541819 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b777e5-9002-45bd-9d95-92fc9527b086", "tag": "1f505f19-9b96-4757-aeb0-18b0c35809ab", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:26.542089 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b39f99be-3040-4923-8858-e75aabd9e526 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:26.542643 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b777e5-9002-45bd-9d95-92fc9527b086', 'tag': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'status': 'completed', 'code': 200} Nov 25 17:08:26.568732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3608040e-65a1-40a6-9fc7-47d1c769b6b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.611146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3608040e-65a1-40a6-9fc7-47d1c769b6b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.641435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-4f7daac2-3fe9-4e3c-9f48-3b2b97c181c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:26.642908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-4f7daac2-3fe9-4e3c-9f48-3b2b97c181c3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 1096 time: 0.0824606 Nov 25 17:08:26.776446 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3608040e-65a1-40a6-9fc7-47d1c769b6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.779926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3608040e-65a1-40a6-9fc7-47d1c769b6b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.781404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3608040e-65a1-40a6-9fc7-47d1c769b6b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/357c0833-60fd-4bcd-8472-91d8c4a064bd HTTP/1.1" status: 204 len: 168 time: 0.3098023 Nov 25 17:08:26.843232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608040e-65a1-40a6-9fc7-47d1c769b6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c0833-60fd-4bcd-8472-91d8c4a064bd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:26.852106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-3bbb6cc4-c193-4059-98ce-49f675f23937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:26.854639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-3bbb6cc4-c193-4059-98ce-49f675f23937 service neutron] 10.222.0.95 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 925 time: 0.2029126 Nov 25 17:08:26.999121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a56a-e196-412f-8838-552303b8c3ea req-d1939c8f-2b12-4a5c-b936-21771c53d48e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.000828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d48a56a-e196-412f-8838-552303b8c3ea req-d1939c8f-2b12-4a5c-b936-21771c53d48e tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 950 time: 0.2564321 Nov 25 17:08:27.059658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:27.062548 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ad1e4-a491-400b-b4bf-a7dc28cc1bb2" -d '{"events": [{"server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "name": "network-vif-plugged", "status": "completed", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:27.095604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-b38358ae-9055-4001-b012-50cd5236a53c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab HTTP/1.1" status: 200 len: 1001 time: 0.2249207 Nov 25 17:08:27.185535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d48a56a-e196-412f-8838-552303b8c3ea req-9b734eee-37da-4b33-bee5-cde3ece60859 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706607 Nov 25 17:08:27.208113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-07ec2e7b-cafa-4b54-9ab4-5bbad4d8400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.210386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-07ec2e7b-cafa-4b54-9ab4-5bbad4d8400a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 HTTP/1.1" status: 200 len: 863 time: 0.1045215 Nov 25 17:08:27.216745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a7e49957-f62e-4789-bba1-dfe0f5a71b1c details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:27.268294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:27.288086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-da7f61b3-2780-436b-ad81-f17973f17c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.290711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-da7f61b3-2780-436b-ad81-f17973f17c6e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=88e0a557-13a0-4829-a3cf-2460ca964044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731201 Nov 25 17:08:27.294715 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-141eec18-66a6-4994-b061-acfa5172a910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.347904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a7e49957-f62e-4789-bba1-dfe0f5a71b1c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:27.354642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 661440d0-7088-479a-bc2d-16ad6cd88bb5 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:27.409010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'a7e49957-f62e-4789-bba1-dfe0f5a71b1c', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'a7e49957-f62e-4789-bba1-dfe0f5a71b1c', 'mac_address': 'fa:16:3e:31:9d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:27.482356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2c188-e9e7-499b-95c0-ebdc9b06d6f0 req-0fccaff6-d9ea-4ff0-a092-4ca25b2407ce tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.483846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15d2c188-e9e7-499b-95c0-ebdc9b06d6f0 req-0fccaff6-d9ea-4ff0-a092-4ca25b2407ce tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 944 time: 0.1920233 Nov 25 17:08:27.487495 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.505378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e49957-f62e-4789-bba1-dfe0f5a71b1c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:27.509939 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 661440d0-7088-479a-bc2d-16ad6cd88bb5 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:27.519127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 661440d0-7088-479a-bc2d-16ad6cd88bb5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:27.519500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.548765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9fdb6-925d-43df-8c09-2e5d4ee9627a req-ed34c0ad-bbe0-47f1-b52d-83bc58008e5c tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.551028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4b9fdb6-925d-43df-8c09-2e5d4ee9627a req-ed34c0ad-bbe0-47f1-b52d-83bc58008e5c tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 948 time: 0.2259192 Nov 25 17:08:27.556286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a7e49957-f62e-4789-bba1-dfe0f5a71b1c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:27.557571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-25611885-b8a1-47ce-b941-04bc95793cf2 service neutron] 10.222.0.95 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464869 Nov 25 17:08:27.568154 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.633604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:27.676380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-141eec18-66a6-4994-b061-acfa5172a910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.683347 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.692047 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-141eec18-66a6-4994-b061-acfa5172a910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.708318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15d2c188-e9e7-499b-95c0-ebdc9b06d6f0 req-cdb68c5f-1c64-4240-b1ad-8772453542a4 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115710 Nov 25 17:08:27.747584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 661440d0-7088-479a-bc2d-16ad6cd88bb5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=661440d0-7088-479a-bc2d-16ad6cd88bb5,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:27.753192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.760817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4b9fdb6-925d-43df-8c09-2e5d4ee9627a req-e05db5d1-1a8b-47cf-a80e-ef7139777315 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978877 Nov 25 17:08:27.781411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-141eec18-66a6-4994-b061-acfa5172a910 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3463c14b49f4f5ebaaec0c8b07cabc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5117075 Nov 25 17:08:27.785422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33348) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:27.791377 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb69ff8-c05e-4636-830e-410966ee9635 x-openstack-request-id: req-ebb69ff8-c05e-4636-830e-410966ee9635 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:27.791803 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "name": "network-vif-plugged", "status": "completed", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:27.792254 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ebb69ff8-c05e-4636-830e-410966ee9635 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:27.793086 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390', 'code': 200} Nov 25 17:08:27.797536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eec18-66a6-4994-b061-acfa5172a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c257a24e-18be-405e-8867-9bc8e0977f60,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:27.806199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e05bb67c-c373-4360-af73-0496132bc3c0 req-6b4fd274-6d65-4ac8-a7e9-2235a9c6312b service neutron] 10.222.0.95 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300775 Nov 25 17:08:27.839668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['a7e49957-f62e-4789-bba1-dfe0f5a71b1c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:27.894459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ece05277-d7f3-42d7-87b1-6feb4165aa81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.919751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=661440d0-7088-479a-bc2d-16ad6cd88bb5,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:27.929884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ece05277-d7f3-42d7-87b1-6feb4165aa81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.990894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22457ade-3615-434e-8294-88c6f2fbc8bf req-4aa0a3b9-6ffe-4774-b4ff-8e794702fa66 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.993475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22457ade-3615-434e-8294-88c6f2fbc8bf req-4aa0a3b9-6ffe-4774-b4ff-8e794702fa66 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 949 time: 0.1205885 Nov 25 17:08:27.996697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7547499-124f-449d-8fd1-f781944df040 req-c8b64c1e-84a0-432f-a8f3-c0cfcd439d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.998272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7547499-124f-449d-8fd1-f781944df040 req-c8b64c1e-84a0-432f-a8f3-c0cfcd439d62 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1097 time: 0.0730214 Nov 25 17:08:28.010967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ece05277-d7f3-42d7-87b1-6feb4165aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.014152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ece05277-d7f3-42d7-87b1-6feb4165aa81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.015376 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ece05277-d7f3-42d7-87b1-6feb4165aa81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c257a24e-18be-405e-8867-9bc8e0977f60 HTTP/1.1" status: 204 len: 168 time: 0.2278614 Nov 25 17:08:28.024122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece05277-d7f3-42d7-87b1-6feb4165aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c257a24e-18be-405e-8867-9bc8e0977f60,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:28.127425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22457ade-3615-434e-8294-88c6f2fbc8bf req-8b20eb98-9394-4a6a-b97b-eba439847b71 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241186 Nov 25 17:08:28.130289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7547499-124f-449d-8fd1-f781944df040 req-e06aa1d7-7352-443a-879f-7432e0eee59e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098576 Nov 25 17:08:28.138514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c905e9-3c02-4b3d-a764-448631aeb159 req-59043c4a-1db7-49a5-b63a-6c85a4502a26 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:28.139996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7c905e9-3c02-4b3d-a764-448631aeb159 req-59043c4a-1db7-49a5-b63a-6c85a4502a26 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 946 time: 0.1221485 Nov 25 17:08:28.206220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7c905e9-3c02-4b3d-a764-448631aeb159 req-7e8cee91-16c6-49cb-af59-c80e5123f1e5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590727 Nov 25 17:08:28.377105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e62c61-57b0-4871-bfa3-1d245104ff52 req-d44a15bb-6e24-40b5-a4af-34ffb5d7010b tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:28.382533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89e62c61-57b0-4871-bfa3-1d245104ff52 req-d44a15bb-6e24-40b5-a4af-34ffb5d7010b tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 950 time: 0.0651917 Nov 25 17:08:28.642278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89e62c61-57b0-4871-bfa3-1d245104ff52 req-0865b196-5030-4961-8be1-0efd7cd2a199 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546496 Nov 25 17:08:28.871376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e3f4d-b470-4d20-a37c-8b71bf9eee4f req-4c481e63-7a8a-4b75-8a5b-50aa1a971ec2 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:28.873215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-667e3f4d-b470-4d20-a37c-8b71bf9eee4f req-4c481e63-7a8a-4b75-8a5b-50aa1a971ec2 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 944 time: 0.0617712 Nov 25 17:08:28.995486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-667e3f4d-b470-4d20-a37c-8b71bf9eee4f req-fac0fb4e-8c65-4d4e-8ad1-73c55822d06e tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135197 Nov 25 17:08:29.057086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec77e0-abd0-4b76-8c46-67a2393c6330 req-4a8295b3-ba5d-4bc1-b38e-de0e8ae130cd tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.058937 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cec77e0-abd0-4b76-8c46-67a2393c6330 req-4a8295b3-ba5d-4bc1-b38e-de0e8ae130cd tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 949 time: 0.0951200 Nov 25 17:08:29.207285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cec77e0-abd0-4b76-8c46-67a2393c6330 req-1a588bdd-d520-4d8d-991a-44083502a0da tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402147 Nov 25 17:08:29.217786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f7b8-dde8-4c19-b837-c06a182deac4 req-79b037d5-bc64-4422-be66-fee0e6eef388 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.220865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d90f7b8-dde8-4c19-b837-c06a182deac4 req-79b037d5-bc64-4422-be66-fee0e6eef388 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 1101 time: 0.1284697 Nov 25 17:08:29.222542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f560ff38-d4d1-4aee-9ca1-4b50e1549320 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:29.285472 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d90f7b8-dde8-4c19-b837-c06a182deac4 req-5a92c695-746b-4855-9057-bfee05b23c57 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:29.376599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a7e49957-f62e-4789-bba1-dfe0f5a71b1c up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:29.451395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f560ff38-d4d1-4aee-9ca1-4b50e1549320, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f560ff38-d4d1-4aee-9ca1-4b50e1549320,segment=NetworkSegment(93ee5926-25a4-4bb7-859b-9e2e39f9ef36),segment_id=93ee5926-25a4-4bb7-859b-9e2e39f9ef36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:29.454996 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d90f7b8-dde8-4c19-b837-c06a182deac4 req-5a92c695-746b-4855-9057-bfee05b23c57 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:29.460460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d90f7b8-dde8-4c19-b837-c06a182deac4 req-5a92c695-746b-4855-9057-bfee05b23c57 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:29.468767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'f560ff38-d4d1-4aee-9ca1-4b50e1549320', 'network_id': '8c85a910-b7d5-4f02-844a-afad4d512a3d', 'port_id': 'f560ff38-d4d1-4aee-9ca1-4b50e1549320', 'mac_address': 'fa:16:3e:65:46:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833f6c3c-8c92-4f4f-ab40-68726d8de595', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:29.511938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port a7e49957-f62e-4789-bba1-dfe0f5a71b1c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:29.518609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port a7e49957-f62e-4789-bba1-dfe0f5a71b1c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:29.519071 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:29.534715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d90f7b8-dde8-4c19-b837-c06a182deac4 req-5a92c695-746b-4855-9057-bfee05b23c57 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048382 Nov 25 17:08:29.584464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38539d-76ad-4696-a385-8ded7cd8e51f req-7cc22ab7-181a-46f2-a08d-80017aea86fe tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.598258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d38539d-76ad-4696-a385-8ded7cd8e51f req-7cc22ab7-181a-46f2-a08d-80017aea86fe tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 949 time: 0.1935723 Nov 25 17:08:29.660053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92c695-746b-4855-9057-bfee05b23c57 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4170c70-d53d-4b3c-9a0d-8191abf0fcaa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:29.706153 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:29.725102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d38539d-76ad-4696-a385-8ded7cd8e51f req-5319bd98-d0a4-4c42-8fce-6c435fd8ac15 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212618 Nov 25 17:08:29.727756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f560ff38-d4d1-4aee-9ca1-4b50e1549320 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:29.747302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b1b16-5b5c-41a3-80cd-747e4b7ccc7e req-70e15e27-2c01-4062-8d94-049f6d094175 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.749214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d86b1b16-5b5c-41a3-80cd-747e4b7ccc7e req-70e15e27-2c01-4062-8d94-049f6d094175 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 946 time: 0.0862029 Nov 25 17:08:29.754871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f560ff38-d4d1-4aee-9ca1-4b50e1549320, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f560ff38-d4d1-4aee-9ca1-4b50e1549320,segment=NetworkSegment(93ee5926-25a4-4bb7-859b-9e2e39f9ef36),segment_id=93ee5926-25a4-4bb7-859b-9e2e39f9ef36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:29.785421 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:29.796801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf0172d-049a-4fbe-abea-59aeedb5eb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661440d0-7088-479a-bc2d-16ad6cd88bb5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:29.799312 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcd69b1-8aa9-446c-b056-5463cced8bf0" -d '{"events": [{"server_uuid": "eaf0172d-049a-4fbe-abea-59aeedb5eb69", "name": "network-vif-plugged", "status": "completed", "tag": "661440d0-7088-479a-bc2d-16ad6cd88bb5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:29.838965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:29.850612 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d86b1b16-5b5c-41a3-80cd-747e4b7ccc7e req-5309f272-36ca-4639-8419-35a98e35f139 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694675 Nov 25 17:08:29.891453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f560ff38-d4d1-4aee-9ca1-4b50e1549320,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:29.915845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a7e49957-f62e-4789-bba1-dfe0f5a71b1c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:29.920177 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:29.954426 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c692ff-3718-4bd8-a77c-c2958ebaa9d0 x-openstack-request-id: req-e5c692ff-3718-4bd8-a77c-c2958ebaa9d0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:29.954740 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf0172d-049a-4fbe-abea-59aeedb5eb69", "name": "network-vif-plugged", "status": "completed", "tag": "661440d0-7088-479a-bc2d-16ad6cd88bb5", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:29.955094 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5c692ff-3718-4bd8-a77c-c2958ebaa9d0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:29.955482 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf0172d-049a-4fbe-abea-59aeedb5eb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661440d0-7088-479a-bc2d-16ad6cd88bb5', 'code': 200} Nov 25 17:08:30.052993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f560ff38-d4d1-4aee-9ca1-4b50e1549320'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:30.086144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:30.147200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ada99a-21e8-469a-a7a8-204453a266e8 req-f9089c74-cf45-453d-b3d4-a4e66e2e3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.149929 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-14ada99a-21e8-469a-a7a8-204453a266e8 req-f9089c74-cf45-453d-b3d4-a4e66e2e3561 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 1100 time: 0.0966711 Nov 25 17:08:30.154847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d31695-26aa-417b-8c49-e7f95806faca req-388b0ad8-6326-472b-a885-9ca9c28d2b1f tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.156650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40d31695-26aa-417b-8c49-e7f95806faca req-388b0ad8-6326-472b-a885-9ca9c28d2b1f tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 945 time: 0.0628009 Nov 25 17:08:30.218288 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-14ada99a-21e8-469a-a7a8-204453a266e8 req-47366b94-9b98-4be4-9a15-f095326971b1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569000 Nov 25 17:08:30.267261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40d31695-26aa-417b-8c49-e7f95806faca req-0bdc9664-d840-4f5f-8d63-2f84694d7bd0 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026924 Nov 25 17:08:30.440478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402dd6c-54cf-4de4-9561-71a723f5b48b req-aad7d331-0999-493b-a6f1-e7f4859e6d64 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.442022 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5402dd6c-54cf-4de4-9561-71a723f5b48b req-aad7d331-0999-493b-a6f1-e7f4859e6d64 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 950 time: 0.0664318 Nov 25 17:08:30.525838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf1b5-a87e-4871-a581-91c38f3d578b req-ebfcd92c-e082-479d-8229-99d742e6b740 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.527285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5daaf1b5-a87e-4871-a581-91c38f3d578b req-ebfcd92c-e082-479d-8229-99d742e6b740 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1097 time: 0.0843601 Nov 25 17:08:30.531200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5402dd6c-54cf-4de4-9561-71a723f5b48b req-c9611303-f3d3-413f-8c8a-3814aa8fcc15 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772393 Nov 25 17:08:30.593073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5daaf1b5-a87e-4871-a581-91c38f3d578b req-d32f3829-53bc-4784-92fc-76d92cffe232 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591700 Nov 25 17:08:30.793277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55b00-7984-4dcc-9209-34dd21e49184 req-ffbaecfe-51eb-4931-b533-84a182fc4635 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.795001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0a55b00-7984-4dcc-9209-34dd21e49184 req-ffbaecfe-51eb-4931-b533-84a182fc4635 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 1101 time: 0.0540121 Nov 25 17:08:30.901539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0a55b00-7984-4dcc-9209-34dd21e49184 req-f1ebc411-a57c-4678-8e23-34cd1285f3d6 tempest-ServersAdminNegativeTestJSON-61241548 tempest-ServersAdminNegativeTestJSON-61241548-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925343 Nov 25 17:08:30.911469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352988-2376-4a79-bf32-db8d43e15277 req-9f5e0838-2366-4d72-90b1-dacb90aeca97 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.914830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be352988-2376-4a79-bf32-db8d43e15277 req-9f5e0838-2366-4d72-90b1-dacb90aeca97 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1097 time: 0.0814042 Nov 25 17:08:30.991802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be352988-2376-4a79-bf32-db8d43e15277 req-e2f6539f-479a-48e4-b84e-b2f8cee14411 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697241 Nov 25 17:08:31.097433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c9665-1da3-49a5-90bd-180c3e204c63 req-481b797a-4878-4342-8ed3-f9f66a9114ad tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:31.099562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-516c9665-1da3-49a5-90bd-180c3e204c63 req-481b797a-4878-4342-8ed3-f9f66a9114ad tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 949 time: 0.0687222 Nov 25 17:08:31.104372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:31.171853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-516c9665-1da3-49a5-90bd-180c3e204c63 req-20ddef9e-df16-4e83-a6c2-e1a7ff44d628 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641925 Nov 25 17:08:31.238581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f560ff38-d4d1-4aee-9ca1-4b50e1549320 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:31.262199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-b58cacd8-cdcd-4851-a041-0c02007d39cb req-015153fb-8c23-47e0-9c0e-87f90022acf8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:31.263450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b58cacd8-cdcd-4851-a041-0c02007d39cb req-015153fb-8c23-47e0-9c0e-87f90022acf8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059922 Nov 25 17:08:31.294371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5248517f-d3ee-49d9-866f-8863bd53207f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.371837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port f560ff38-d4d1-4aee-9ca1-4b50e1549320 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:31.378152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port f560ff38-d4d1-4aee-9ca1-4b50e1549320 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:31.378841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.459270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5248517f-d3ee-49d9-866f-8863bd53207f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.465934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5248517f-d3ee-49d9-866f-8863bd53207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.499087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a039a-3479-4ee9-bdfb-335b58219dab req-e13a2a46-534f-44f0-9ee5-e4b68ae59a62 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:31.499614 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.510856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb2a039a-3479-4ee9-bdfb-335b58219dab req-e13a2a46-534f-44f0-9ee5-e4b68ae59a62 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 945 time: 0.0984507 Nov 25 17:08:31.514652 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5248517f-d3ee-49d9-866f-8863bd53207f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7605d7b55b094a558dfc2df11eefd4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090517 Nov 25 17:08:31.522145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:31.526683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248517f-d3ee-49d9-866f-8863bd53207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c6905e-35f6-4f3b-9c89-ae8a1688d2a8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:31.583135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f560ff38-d4d1-4aee-9ca1-4b50e1549320, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f560ff38-d4d1-4aee-9ca1-4b50e1549320,segment=NetworkSegment(93ee5926-25a4-4bb7-859b-9e2e39f9ef36),segment_id=93ee5926-25a4-4bb7-859b-9e2e39f9ef36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:31.590131 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.640756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4bfb-0a4b-4d16-9d7e-9cbdbda1b360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.646408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb2a039a-3479-4ee9-bdfb-335b58219dab req-02e74377-5e81-42c9-a72e-bc9380a1aa8c tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322889 Nov 25 17:08:31.699166 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4bfb-0a4b-4d16-9d7e-9cbdbda1b360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.771464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f560ff38-d4d1-4aee-9ca1-4b50e1549320,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:31.774990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4bfb-0a4b-4d16-9d7e-9cbdbda1b360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.778300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5ba4bfb-0a4b-4d16-9d7e-9cbdbda1b360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.781548 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e5ba4bfb-0a4b-4d16-9d7e-9cbdbda1b360 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93c6905e-35f6-4f3b-9c89-ae8a1688d2a8 HTTP/1.1" status: 204 len: 168 time: 0.2556818 Nov 25 17:08:31.798825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.799180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.799528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.799867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.800203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.800538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.800866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.801221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.805288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba4bfb-0a4b-4d16-9d7e-9cbdbda1b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c6905e-35f6-4f3b-9c89-ae8a1688d2a8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:31.808971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.809417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.809771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.810117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:31.926765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740421-1144-40d7-99da-35d805ff873c req-b13ca903-ecd8-45ff-9513-08c78a9ea738 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:31.935492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98740421-1144-40d7-99da-35d805ff873c req-b13ca903-ecd8-45ff-9513-08c78a9ea738 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 950 time: 0.0826952 Nov 25 17:08:31.957031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0605acb4-7501-4a75-948c-41c2ab81a9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e49957-f62e-4789-bba1-dfe0f5a71b1c'}, {'server_uuid': '8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f560ff38-d4d1-4aee-9ca1-4b50e1549320'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:31.964140 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77cd0ce-a526-460e-b33a-3705c4ff85b5" -d '{"events": [{"server_uuid": "0605acb4-7501-4a75-948c-41c2ab81a9db", "name": "network-vif-plugged", "status": "completed", "tag": "a7e49957-f62e-4789-bba1-dfe0f5a71b1c"}, {"server_uuid": "8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "f560ff38-d4d1-4aee-9ca1-4b50e1549320"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:32.013886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98740421-1144-40d7-99da-35d805ff873c req-697b39fd-abcf-4107-a564-ed210f314444 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 Nov 25 17:08:32.117865 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b299c6-6c99-4780-8e62-8748f3d589d6 x-openstack-request-id: req-46b299c6-6c99-4780-8e62-8748f3d589d6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:32.118287 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0605acb4-7501-4a75-948c-41c2ab81a9db", "name": "network-vif-plugged", "status": "completed", "tag": "a7e49957-f62e-4789-bba1-dfe0f5a71b1c", "code": 200}, {"server_uuid": "8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3", "name": "network-vif-plugged", "status": "completed", "tag": "f560ff38-d4d1-4aee-9ca1-4b50e1549320", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:32.118684 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46b299c6-6c99-4780-8e62-8748f3d589d6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:32.119305 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0605acb4-7501-4a75-948c-41c2ab81a9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e49957-f62e-4789-bba1-dfe0f5a71b1c', 'code': 200} Nov 25 17:08:32.119628 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f560ff38-d4d1-4aee-9ca1-4b50e1549320', 'code': 200} Nov 25 17:08:32.157403 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8aa56a1b-a40b-4684-a01a-cd548a3ed67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.304545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d10de-f0ef-4729-bcbc-6c7e9f9b8895 req-752ce94c-7896-488b-99d5-d317e5fd21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:32.306316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d82d10de-f0ef-4729-bcbc-6c7e9f9b8895 req-752ce94c-7896-488b-99d5-d317e5fd21f6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 1101 time: 0.0870707 Nov 25 17:08:32.332738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af266d-1ac0-41d8-8cc4-d81c2a731723 req-c5e0117d-7b30-4be9-9892-b3ce90f7f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:32.333833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63af266d-1ac0-41d8-8cc4-d81c2a731723 req-c5e0117d-7b30-4be9-9892-b3ce90f7f0c3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 1097 time: 0.0907311 Nov 25 17:08:32.369895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:32.385989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d82d10de-f0ef-4729-bcbc-6c7e9f9b8895 req-50421b83-a0da-40f0-8748-1148074c35b3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699368 Nov 25 17:08:32.425988 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63af266d-1ac0-41d8-8cc4-d81c2a731723 req-bd3646e7-48d7-421f-b2a7-d043d3bac941 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829203 Nov 25 17:08:32.427246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e7b535a-2839-4d8b-8493-7a78a6aa9ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.534610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e7b535a-2839-4d8b-8493-7a78a6aa9ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.541686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e7b535a-2839-4d8b-8493-7a78a6aa9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.581721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:32.592707 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8e7b535a-2839-4d8b-8493-7a78a6aa9ca2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc5abb82cbce407eb4309aed2e446351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213397 Nov 25 17:08:32.594936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b535a-2839-4d8b-8493-7a78a6aa9ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b5c200-4164-463c-9f99-55fd2e66dfbd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:32.595997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:32.684089 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3549752a-02c0-4ca2-a1ef-98f02146dfbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.721662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3549752a-02c0-4ca2-a1ef-98f02146dfbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.758379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d2c3f8-0000-4f06-86c0-d6f5b37f1de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.838180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3549752a-02c0-4ca2-a1ef-98f02146dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.841252 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3549752a-02c0-4ca2-a1ef-98f02146dfbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.842457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3549752a-02c0-4ca2-a1ef-98f02146dfbb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3b5c200-4164-463c-9f99-55fd2e66dfbd HTTP/1.1" status: 204 len: 168 time: 0.2450774 Nov 25 17:08:32.860087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549752a-02c0-4ca2-a1ef-98f02146dfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b5c200-4164-463c-9f99-55fd2e66dfbd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:32.990971 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d2c3f8-0000-4f06-86c0-d6f5b37f1de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.997548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d2c3f8-0000-4f06-86c0-d6f5b37f1de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.053604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-33d2c3f8-0000-4f06-86c0-d6f5b37f1de0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27d3905a26e54b8396d0d4464b81f1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674628 Nov 25 17:08:33.054640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:33.075425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f0d10-0cb8-4e49-963f-631a55caa964 req-72ac6e9e-256b-49ca-9d52-224a43198187 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.076978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-691f0d10-0cb8-4e49-963f-631a55caa964 req-72ac6e9e-256b-49ca-9d52-224a43198187 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 949 time: 0.1503606 Nov 25 17:08:33.077643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2c3f8-0000-4f06-86c0-d6f5b37f1de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba50e2-f6c5-4fcd-bcbb-5e8a3a171acc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:33.171765 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80449796-479b-4cdc-8be4-1237bdb01681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.191765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-691f0d10-0cb8-4e49-963f-631a55caa964 req-dfd909ee-fcd4-443a-889f-c24a9a7af8bf tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927744 Nov 25 17:08:33.208340 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80449796-479b-4cdc-8be4-1237bdb01681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.342040 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80449796-479b-4cdc-8be4-1237bdb01681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.344489 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80449796-479b-4cdc-8be4-1237bdb01681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.345673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-80449796-479b-4cdc-8be4-1237bdb01681 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4ba50e2-f6c5-4fcd-bcbb-5e8a3a171acc HTTP/1.1" status: 204 len: 168 time: 0.2894042 Nov 25 17:08:33.391020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449796-479b-4cdc-8be4-1237bdb01681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba50e2-f6c5-4fcd-bcbb-5e8a3a171acc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:33.421503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bade6-f217-48cb-8db2-05fe3669df30 req-987acd5e-4cf3-41a0-afca-26b6de53a231 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.423762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-343bade6-f217-48cb-8db2-05fe3669df30 req-987acd5e-4cf3-41a0-afca-26b6de53a231 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 950 time: 0.0920279 Nov 25 17:08:33.514554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-343bade6-f217-48cb-8db2-05fe3669df30 req-a7b2543a-9779-4992-8564-c77cd18a73c7 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758870 Nov 25 17:08:33.698007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3c2a1-dedb-4b73-994e-7df90b20407c req-688a35f0-0529-4026-8cbf-ae3cd3bf56d8 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.709465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ed3c2a1-dedb-4b73-994e-7df90b20407c req-688a35f0-0529-4026-8cbf-ae3cd3bf56d8 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 946 time: 0.0783863 Nov 25 17:08:33.789811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ed3c2a1-dedb-4b73-994e-7df90b20407c req-9a84b7d2-f81c-4d23-b463-ee17f4742694 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791764 Nov 25 17:08:33.963857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42282036-25d3-42e1-a086-0540a4d16539 req-724ed4f9-d7f2-4e0d-b62a-94cb36ccc0a7 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.966219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42282036-25d3-42e1-a086-0540a4d16539 req-724ed4f9-d7f2-4e0d-b62a-94cb36ccc0a7 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 950 time: 0.0844083 Nov 25 17:08:34.038023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33600) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:34.041554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42282036-25d3-42e1-a086-0540a4d16539 req-24ecfbb7-3a63-404a-beb6-6767416089ba tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644214 Nov 25 17:08:34.068361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1329442-bf6a-4758-87a1-9f962e86ce03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.200441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1329442-bf6a-4758-87a1-9f962e86ce03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.205899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1329442-bf6a-4758-87a1-9f962e86ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.231734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:34.256992 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e1329442-bf6a-4758-87a1-9f962e86ce03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=13c1773d47bb414ca07545e9dfaba2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157674 Nov 25 17:08:34.258247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33610) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:34.265959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1329442-bf6a-4758-87a1-9f962e86ce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd947682-6689-4c39-855b-13a77fc88ec8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:34.282921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82852bc6-e21c-4fe9-b41f-5fd8fc83c8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.373618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df97b69e-27cd-49e7-ace9-dde74b5db35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.421362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df97b69e-27cd-49e7-ace9-dde74b5db35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.472040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-5e2d8d0b-eb59-40bb-beb2-60ad795456cf tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:34.473871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-5e2d8d0b-eb59-40bb-beb2-60ad795456cf tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2409265 Nov 25 17:08:34.548258 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df97b69e-27cd-49e7-ace9-dde74b5db35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.551388 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df97b69e-27cd-49e7-ace9-dde74b5db35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.552587 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-df97b69e-27cd-49e7-ace9-dde74b5db35c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd947682-6689-4c39-855b-13a77fc88ec8 HTTP/1.1" status: 204 len: 168 time: 0.2929301 Nov 25 17:08:34.565130 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97b69e-27cd-49e7-ace9-dde74b5db35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd947682-6689-4c39-855b-13a77fc88ec8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:34.614315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64ea9-fe8f-476c-924a-b949ac3b1be9 req-ad8db35e-3d64-469b-b29e-5a736f540e4f tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.616903 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78d64ea9-fe8f-476c-924a-b949ac3b1be9 req-ad8db35e-3d64-469b-b29e-5a736f540e4f tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 949 time: 0.0921350 Nov 25 17:08:34.705530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78d64ea9-fe8f-476c-924a-b949ac3b1be9 req-95213748-cba3-4d07-ab24-bd3588a3ca11 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773947 Nov 25 17:08:34.884848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72366b1b-16c9-45b9-a361-5298c87e704c req-ca35850b-965b-4653-94ae-19af66f3bf1c tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.887974 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-72366b1b-16c9-45b9-a361-5298c87e704c req-ca35850b-965b-4653-94ae-19af66f3bf1c tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 950 time: 0.1155667 Nov 25 17:08:34.915043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-e220c936-7ee0-4b4b-b9e4-8b74cba1f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.927335 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-e220c936-7ee0-4b4b-b9e4-8b74cba1f891 service neutron] 10.222.0.81 "GET /v2.0/ports/3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 1094 time: 0.2706528 Nov 25 17:08:34.936630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Request body: {'binding': {'host': 'n-h2-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:34.937804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:08:35.057708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Deleting port cbc33494-6e4a-45d2-adf5-af01502876fe {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:35.059026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:35.218694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] For port cbc33494-6e4a-45d2-adf5-af01502876fe, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cbc33494-6e4a-45d2-adf5-af01502876fe,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:35.219234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:35.253577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Calling delete_port for cbc33494-6e4a-45d2-adf5-af01502876fe owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:35.262448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119a825-92c0-4bfb-9474-12b3dacb0623 req-2f6f98d5-dd40-4194-a4b6-033b089f4137 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:35.267495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f119a825-92c0-4bfb-9474-12b3dacb0623 req-2f6f98d5-dd40-4194-a4b6-033b089f4137 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 950 time: 0.4290204 Nov 25 17:08:35.270475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on host n-h2-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:35.275158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:35.275762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:35.287737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:35.290711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:35.310384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:35.311050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:35.311761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:35.312590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Bound port: 3e7904f0-5ada-4717-8251-ae26d4236390, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:35.494333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f119a825-92c0-4bfb-9474-12b3dacb0623 req-97f531cc-0293-416d-83f4-a6feae6b5272 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078931 Nov 25 17:08:35.502474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:35.514639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:35.526995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['557cdaea-f181-4a47-b8d1-e35e4f43f393', 'cbc33494-6e4a-45d2-adf5-af01502876fe'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:35.531216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:35.532672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-475a02cf-dd4f-46a5-916b-7f7dfbb90713 service neutron] 10.222.0.81 "POST /v2.0/ports/3e7904f0-5ada-4717-8251-ae26d4236390/bindings HTTP/1.1" status: 201 len: 389 time: 0.6040838 Nov 25 17:08:35.560595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Pushing event deleted for resources: {'Port': ['ID=cbc33494-6e4a-45d2-adf5-af01502876fe,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:35.659735 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] No DVR routers for this DVR port cbc33494-6e4a-45d2-adf5-af01502876fe on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:35.669200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:35.672067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:35.674932 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-72366b1b-16c9-45b9-a361-5298c87e704c req-8e07a449-5168-43b3-ac29-01aa4e85e923 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "DELETE /v2.0/ports/cbc33494-6e4a-45d2-adf5-af01502876fe HTTP/1.1" status: 204 len: 173 time: 0.7769563 Nov 25 17:08:35.678021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18ea0a4-0766-4323-99d1-b0b64df6301b', 'name': 'network-vif-deleted', 'tag': 'cbc33494-6e4a-45d2-adf5-af01502876fe'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:35.683628 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1b8204-19ab-49dc-900c-2a2215d5e335" -d '{"events": [{"server_uuid": "d18ea0a4-0766-4323-99d1-b0b64df6301b", "name": "network-vif-deleted", "tag": "cbc33494-6e4a-45d2-adf5-af01502876fe"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:35.889407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47a710ce-ca9d-426b-a06f-602bfc0acb32 req-197fe7aa-d98b-4c02-8c48-fdc032490494 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=d18ea0a4-0766-4323-99d1-b0b64df6301b HTTP/1.1" status: 200 len: 210 time: 0.1077030 Nov 25 17:08:36.121697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cab796-5978-4eb8-93ad-8f5b05ed1ce6 req-a835d5e9-9540-4b4a-8e28-666c0a1cf6d5 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.124873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18cab796-5978-4eb8-93ad-8f5b05ed1ce6 req-a835d5e9-9540-4b4a-8e28-666c0a1cf6d5 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 946 time: 0.0777457 Nov 25 17:08:36.135331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-aa0cad2d-5c3d-4883-9cef-34a8290e513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.137340 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-aa0cad2d-5c3d-4883-9cef-34a8290e513d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1097 time: 0.0864267 Nov 25 17:08:36.233770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18cab796-5978-4eb8-93ad-8f5b05ed1ce6 req-d6153293-c34d-4590-88d5-9f8481f69fca tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961435 Nov 25 17:08:36.252771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:36.320058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-e9544dd2-d6ca-4bbe-a09b-bd5947d43d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.323265 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-e9544dd2-d6ca-4bbe-a09b-bd5947d43d05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.1644528 Nov 25 17:08:36.464059 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-6dc3a9e6-42ce-4606-8d5a-8487880ec96c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 217 time: 0.1311424 Nov 25 17:08:36.506522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee583-777b-40e3-b67f-8749950b5229 req-813e4208-4b10-4e72-baf8-f87a5b04bf85 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.517086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6aeee583-777b-40e3-b67f-8749950b5229 req-813e4208-4b10-4e72-baf8-f87a5b04bf85 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 946 time: 0.1677644 Nov 25 17:08:36.595409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-616b1832-0bd1-4f6e-af0f-8958e746c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.598443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-616b1832-0bd1-4f6e-af0f-8958e746c887 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1083286 Nov 25 17:08:36.642818 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:36.657618 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6aeee583-777b-40e3-b67f-8749950b5229 req-42ba5269-5125-4c41-9dc7-c4ed8d776902 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309290 Nov 25 17:08:36.688125 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-92fd25ec-7a05-40b1-9c3d-2483c681b242 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753839 Nov 25 17:08:36.869431 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9d71b8-5b45-45ff-835e-6b6e43c79330 x-openstack-request-id: req-8e9d71b8-5b45-45ff-835e-6b6e43c79330 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:36.869752 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18ea0a4-0766-4323-99d1-b0b64df6301b", "name": "network-vif-deleted", "tag": "cbc33494-6e4a-45d2-adf5-af01502876fe", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:36.870025 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e9d71b8-5b45-45ff-835e-6b6e43c79330 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:36.870475 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18ea0a4-0766-4323-99d1-b0b64df6301b', 'name': 'network-vif-deleted', 'tag': 'cbc33494-6e4a-45d2-adf5-af01502876fe', 'status': 'completed', 'code': 200} Nov 25 17:08:36.947131 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2de3975e-0f07-4474-83b1-439c31e2e2ab service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380929 Nov 25 17:08:36.962142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.077615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e485-63ae-4a01-bfe1-4d2f155534de req-b2cb7fc0-51e9-412c-a650-47cee9186b3d tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:37.092643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe67e485-63ae-4a01-bfe1-4d2f155534de req-b2cb7fc0-51e9-412c-a650-47cee9186b3d tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 949 time: 0.2176809 Nov 25 17:08:37.139061 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2cdc0159-0514-4177-8841-14e16b77693a service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826727 Nov 25 17:08:37.141280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950362f-5078-4c0a-ab6a-a87ed911daaf req-20b31a2a-a744-4f85-aff8-c053e6376e75 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:37.151705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2950362f-5078-4c0a-ab6a-a87ed911daaf req-20b31a2a-a744-4f85-aff8-c053e6376e75 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 950 time: 0.1707618 Nov 25 17:08:37.238553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe67e485-63ae-4a01-bfe1-4d2f155534de req-177c901c-6ffb-4a66-8fb7-e3b7a1c8c090 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293318 Nov 25 17:08:37.270551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2950362f-5078-4c0a-ab6a-a87ed911daaf req-04b11c62-7a74-45ee-8ecb-c48b655f43b6 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131043 Nov 25 17:08:37.567281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-3ac831ab-e0c4-4683-80d0-d0ae90276ad1 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:37.571378 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-3ac831ab-e0c4-4683-80d0-d0ae90276ad1 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1097 time: 0.1620626 Nov 25 17:08:37.593767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819349-3'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:37.674369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632a2c6-b16c-4bc8-a1c8-518e67e8e7b3 req-69f1512b-6ecf-4570-af06-32173fe9bc0c tempest-LiveMigrationNegativeTest-1735438845 tempest-LiveMigrationNegativeTest-1735438845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:37.681168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9632a2c6-b16c-4bc8-a1c8-518e67e8e7b3 req-69f1512b-6ecf-4570-af06-32173fe9bc0c tempest-LiveMigrationNegativeTest-1735438845 tempest-LiveMigrationNegativeTest-1735438845-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 1101 time: 0.1164403 Nov 25 17:08:37.700737 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.715216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9632a2c6-b16c-4bc8-a1c8-518e67e8e7b3 req-e48ec405-5498-45c3-9f84-5570816dbdb9 tempest-LiveMigrationNegativeTest-1735438845 tempest-LiveMigrationNegativeTest-1735438845-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.844361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.888569 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9632a2c6-b16c-4bc8-a1c8-518e67e8e7b3 req-e48ec405-5498-45c3-9f84-5570816dbdb9 tempest-LiveMigrationNegativeTest-1735438845 tempest-LiveMigrationNegativeTest-1735438845-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.894927 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9632a2c6-b16c-4bc8-a1c8-518e67e8e7b3 req-e48ec405-5498-45c3-9f84-5570816dbdb9 tempest-LiveMigrationNegativeTest-1735438845 tempest-LiveMigrationNegativeTest-1735438845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.978862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:37.983274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9632a2c6-b16c-4bc8-a1c8-518e67e8e7b3 req-e48ec405-5498-45c3-9f84-5570816dbdb9 tempest-LiveMigrationNegativeTest-1735438845 tempest-LiveMigrationNegativeTest-1735438845-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994649 Nov 25 17:08:37.985699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ec405-5498-45c3-9f84-5570816dbdb9 tempest-LiveMigrationNegativeTest-1735438845 tempest-LiveMigrationNegativeTest-1735438845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1219154-07b8-4951-9b94-e499156d5fac,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:38.081681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:38.149904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.164439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.223077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f3f6-87b2-41f5-8f50-c48b3abd3852 req-220f4523-3e20-4681-a584-e6bdb66b2a4b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:38.234718 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe34f3f6-87b2-41f5-8f50-c48b3abd3852 req-220f4523-3e20-4681-a584-e6bdb66b2a4b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 946 time: 0.1278515 Nov 25 17:08:38.370403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on host n-h1-819349-3 for vnic_type normal with profile {"migrating_to": "n-h2-819349-3"} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:38.370755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:38.371093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:38.385311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:38.385830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Attempting to bind port 3e7904f0-5ada-4717-8251-ae26d4236390 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:38.395939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:38.410043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:38.411058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:38.411498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:38.411971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Bound port: 3e7904f0-5ada-4717-8251-ae26d4236390, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:38.412342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.418532 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe34f3f6-87b2-41f5-8f50-c48b3abd3852 req-392ade11-4fae-4e71-81cb-55f546f34e7d tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823854 Nov 25 17:08:38.443031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ec5b1-f7e7-4687-8517-131b75fbbbe6 req-e9c98021-8e1a-4610-ac4d-55f8925b1d2b tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:38.451433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4ec5b1-f7e7-4687-8517-131b75fbbbe6 req-e9c98021-8e1a-4610-ac4d-55f8925b1d2b tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 949 time: 0.1867085 Nov 25 17:08:38.536830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:38.543870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:38.552196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.564334 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4ec5b1-f7e7-4687-8517-131b75fbbbe6 req-6a503858-b94c-40a8-ab78-3d68a9f12dfd tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097054 Nov 25 17:08:38.592990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350865f9-2200-4f93-85e1-1f86137342d3 req-a67a62f8-bb53-4f27-9757-7029359458f2 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:38.595128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-350865f9-2200-4f93-85e1-1f86137342d3 req-a67a62f8-bb53-4f27-9757-7029359458f2 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 949 time: 0.2505641 Nov 25 17:08:38.685154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:38.686236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.689653 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] 10.222.0.60 "PUT /v2.0/ports/3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 1122 time: 1.1036453 Nov 25 17:08:38.697269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7ff9-deb8-44cf-946c-555374253492 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:38.762069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33754) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:38.771039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['3e7904f0-5ada-4717-8251-ae26d4236390'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:38.871844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390'}, {'name': 'network-changed', 'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:38.875040 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7" -d '{"events": [{"server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "name": "network-vif-unplugged", "status": "completed", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390"}, {"name": "network-changed", "server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:38.876382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33a5e1-497f-420d-99c3-8fade38b07b0 req-55ec4eaa-fc56-460b-8fad-cdfa0c202ff1 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:38.884679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a33a5e1-497f-420d-99c3-8fade38b07b0 req-55ec4eaa-fc56-460b-8fad-cdfa0c202ff1 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/ports?device_id=eaf0172d-049a-4fbe-abea-59aeedb5eb69 HTTP/1.1" status: 200 len: 949 time: 0.1233978 Nov 25 17:08:38.957762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Deleting port 661440d0-7088-479a-bc2d-16ad6cd88bb5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:38.958131 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.986217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a33a5e1-497f-420d-99c3-8fade38b07b0 req-0ba32993-6d65-4dca-b81f-3008e6cf21c0 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.81 "GET /v2.0/security-groups?id=27ecec50-675c-47b2-8074-4ca5e1387fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992086 Nov 25 17:08:39.006426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c1e24e0-5c29-4890-94e4-2bf6fe1765ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.188459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] For port 661440d0-7088-479a-bc2d-16ad6cd88bb5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=661440d0-7088-479a-bc2d-16ad6cd88bb5,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:39.190444 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.213254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c1e24e0-5c29-4890-94e4-2bf6fe1765ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.216355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Calling delete_port for 661440d0-7088-479a-bc2d-16ad6cd88bb5 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:39.222612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c1e24e0-5c29-4890-94e4-2bf6fe1765ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.279862 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8c1e24e0-5c29-4890-94e4-2bf6fe1765ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1669887c4ea748ef9c55c2ea9bd5b7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139298 Nov 25 17:08:39.279862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e24e0-5c29-4890-94e4-2bf6fe1765ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a4c074-fceb-4515-a784-b4dd9909a580,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:39.282060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33764) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:39.309417 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16fdae5-eddd-43a4-a352-dd58aa60f41f x-openstack-request-id: req-e16fdae5-eddd-43a4-a352-dd58aa60f41f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:39.309956 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "name": "network-vif-unplugged", "status": "completed", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390", "code": 200}, {"name": "network-changed", "server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:39.310316 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e16fdae5-eddd-43a4-a352-dd58aa60f41f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:39.310993 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390', 'code': 200} Nov 25 17:08:39.311182 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390', 'status': 'completed', 'code': 200} Nov 25 17:08:39.379116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device cbc33494-6e4a-45d2-adf5-af01502876fe no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:39.483336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: cbc33494-6e4a-45d2-adf5-af01502876fe {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:39.484313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device cbc33494-6e4a-45d2-adf5-af01502876fe not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:39.498686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-364790fb-495b-4361-975b-5d22148ca9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:39.501009 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-364790fb-495b-4361-975b-5d22148ca9ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1125 time: 0.1596942 Nov 25 17:08:39.509822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbb891ba-1f61-4fe0-b5ab-ba43a0a02efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.529049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.551991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['661440d0-7088-479a-bc2d-16ad6cd88bb5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:39.564431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Pushing event deleted for resources: {'Port': ['ID=661440d0-7088-479a-bc2d-16ad6cd88bb5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:39.746395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbb891ba-1f61-4fe0-b5ab-ba43a0a02efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.791683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] No DVR routers for this DVR port 661440d0-7088-479a-bc2d-16ad6cd88bb5 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:39.799336 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.815988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-350865f9-2200-4f93-85e1-1f86137342d3 req-04682fd5-e933-4907-8690-9c5074f593e4 tempest-DeleteServersAdminTestJSON-1543548144 tempest-DeleteServersAdminTestJSON-1543548144-project] 10.222.0.60 "DELETE /v2.0/ports/661440d0-7088-479a-bc2d-16ad6cd88bb5 HTTP/1.1" status: 204 len: 173 time: 1.2114477 Nov 25 17:08:39.817206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf0172d-049a-4fbe-abea-59aeedb5eb69', 'name': 'network-vif-deleted', 'tag': '661440d0-7088-479a-bc2d-16ad6cd88bb5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:39.826351 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd248ea-efa8-4f5d-80a4-27d2a7ee0f89" -d '{"events": [{"server_uuid": "eaf0172d-049a-4fbe-abea-59aeedb5eb69", "name": "network-vif-deleted", "tag": "661440d0-7088-479a-bc2d-16ad6cd88bb5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:39.859896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-5ba6523d-e817-417c-bd5e-7141e43918fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:39.862633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-5ba6523d-e817-417c-bd5e-7141e43918fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.3539338 Nov 25 17:08:39.893330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7306409-7126-4dd6-8f89-ff5128d91bd1 req-cf2307fa-31a3-431a-898e-1ef1e24847dc tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:39.908122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7306409-7126-4dd6-8f89-ff5128d91bd1 req-cf2307fa-31a3-431a-898e-1ef1e24847dc tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 944 time: 0.2197680 Nov 25 17:08:40.047264 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-7f1181a6-eb5d-49f9-a77a-7c840d820c16 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 217 time: 0.1722393 Nov 25 17:08:40.075641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbb891ba-1f61-4fe0-b5ab-ba43a0a02efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.078897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbb891ba-1f61-4fe0-b5ab-ba43a0a02efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.080117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbb891ba-1f61-4fe0-b5ab-ba43a0a02efd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90a4c074-fceb-4515-a784-b4dd9909a580 HTTP/1.1" status: 204 len: 168 time: 0.7969692 Nov 25 17:08:40.177185 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb891ba-1f61-4fe0-b5ab-ba43a0a02efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a4c074-fceb-4515-a784-b4dd9909a580,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:40.202844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-32a35214-bae7-4f52-910c-a5b07393d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.212104 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-32a35214-bae7-4f52-910c-a5b07393d7c9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1495719 Nov 25 17:08:40.256613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-70d0c2bc-1235-45ca-9350-cdc76344ce1c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380056 Nov 25 17:08:40.382056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7306409-7126-4dd6-8f89-ff5128d91bd1 req-db694f87-3b2d-4d8a-ab77-68c4095999aa tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727690 Nov 25 17:08:40.386603 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-79e63fad-e147-4c69-ac4f-ac5c682f75ce service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201258 Nov 25 17:08:40.398430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-44be9cab-fe8d-48c4-9431-046b24f275ab tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.400060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-44be9cab-fe8d-48c4-9431-046b24f275ab tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 949 time: 0.1136153 Nov 25 17:08:40.407580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322fca7-e18a-4d47-adf5-700a252087e3 req-6c641c49-4d56-493b-b58c-56ea9c2d124c tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.410220 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:08:40.420999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5322fca7-e18a-4d47-adf5-700a252087e3 req-6c641c49-4d56-493b-b58c-56ea9c2d124c tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 949 time: 0.1281579 Nov 25 17:08:40.512551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afc073e1-0f2a-4c40-a08b-c1525f3b3da7 req-5c7fe8fa-6cc1-4612-b5ba-42c753463137 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169832 Nov 25 17:08:40.568137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33796) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:40.581418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5322fca7-e18a-4d47-adf5-700a252087e3 req-ff16e64e-0de7-4cb4-8716-5d020706a594 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/security-groups?id=db5e92db-9388-472d-bcf0-1b3eed0095a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647596 Nov 25 17:08:40.586661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73337a72-b141-46f2-9c36-5cdefad770db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.618313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15bf92-0f44-4b79-afc4-2efaa1a76cc1 req-eae2bb0d-4768-473d-9951-77c003eed9c1 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.619971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a15bf92-0f44-4b79-afc4-2efaa1a76cc1 req-eae2bb0d-4768-473d-9951-77c003eed9c1 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 950 time: 0.0898423 Nov 25 17:08:40.636133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Deleting port 557cdaea-f181-4a47-b8d1-e35e4f43f393 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:40.636661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.716705 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c7e80-6cb6-46fe-ad46-0cadf9232f68 x-openstack-request-id: req-386c7e80-6cb6-46fe-ad46-0cadf9232f68 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:40.717029 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf0172d-049a-4fbe-abea-59aeedb5eb69", "name": "network-vif-deleted", "tag": "661440d0-7088-479a-bc2d-16ad6cd88bb5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:40.717289 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-386c7e80-6cb6-46fe-ad46-0cadf9232f68 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:40.717685 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf0172d-049a-4fbe-abea-59aeedb5eb69', 'name': 'network-vif-deleted', 'tag': '661440d0-7088-479a-bc2d-16ad6cd88bb5', 'status': 'completed', 'code': 200} Nov 25 17:08:40.723145 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73337a72-b141-46f2-9c36-5cdefad770db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.730291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73337a72-b141-46f2-9c36-5cdefad770db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.777460 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73337a72-b141-46f2-9c36-5cdefad770db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3c612d522f3478b9ae0687a59504b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076602 Nov 25 17:08:40.782669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:40.799073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a15bf92-0f44-4b79-afc4-2efaa1a76cc1 req-66dd78c4-bcfc-412e-9046-50cb3ded8700 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574697 Nov 25 17:08:40.800189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73337a72-b141-46f2-9c36-5cdefad770db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b66bbe-294f-472b-b0f9-d55145c7a278,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:40.809455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] For port 557cdaea-f181-4a47-b8d1-e35e4f43f393, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=557cdaea-f181-4a47-b8d1-e35e4f43f393,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:40.809829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.826602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Calling delete_port for 557cdaea-f181-4a47-b8d1-e35e4f43f393 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:40.875829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55da4722-6a91-4af1-a571-3c38d681ecc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.915703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55da4722-6a91-4af1-a571-3c38d681ecc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.996065 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55da4722-6a91-4af1-a571-3c38d681ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.000462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55da4722-6a91-4af1-a571-3c38d681ecc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.004546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-55da4722-6a91-4af1-a571-3c38d681ecc2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7b66bbe-294f-472b-b0f9-d55145c7a278 HTTP/1.1" status: 204 len: 168 time: 0.2185991 Nov 25 17:08:41.015176 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.030392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['557cdaea-f181-4a47-b8d1-e35e4f43f393'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:41.031636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da4722-6a91-4af1-a571-3c38d681ecc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b66bbe-294f-472b-b0f9-d55145c7a278,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:41.071236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Pushing event deleted for resources: {'Port': ['ID=557cdaea-f181-4a47-b8d1-e35e4f43f393,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:41.144752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] No DVR routers for this DVR port 557cdaea-f181-4a47-b8d1-e35e4f43f393 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:41.148330 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.155294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9aef3d2c-cd48-4463-85b2-47d89b209f6d req-c67ed0dd-19b0-42a0-9b71-9e711308033f tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.60 "DELETE /v2.0/ports/557cdaea-f181-4a47-b8d1-e35e4f43f393 HTTP/1.1" status: 204 len: 173 time: 0.7364745 Nov 25 17:08:41.407162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:41.640827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0f296-49ec-4c6f-9957-0dc858ee100d req-040688ed-9a5b-4b79-b844-d8d4203bca81 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.642859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59300f10-ad1b-43e6-9eab-be517a807643 req-97e47d98-72b2-4563-842f-b8a814e0b3e4 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.646999 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59300f10-ad1b-43e6-9eab-be517a807643 req-97e47d98-72b2-4563-842f-b8a814e0b3e4 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.95 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 950 time: 0.1496184 Nov 25 17:08:41.651831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5c0f296-49ec-4c6f-9957-0dc858ee100d req-040688ed-9a5b-4b79-b844-d8d4203bca81 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 944 time: 0.1355665 Nov 25 17:08:41.670478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:41.692632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 has no active binding in host n-h2-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:08:41.764139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5c0f296-49ec-4c6f-9957-0dc858ee100d req-4151e8bd-6a9c-494a-bd96-232613c1c41c tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100283 Nov 25 17:08:41.864229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54e573ce-e6fa-450b-b7b4-2adb6f511d94 req-5ba2e450-3ddf-4782-b178-988b074f3c27 tempest-ServersAdminNegativeTestJSON-1439636077 tempest-ServersAdminNegativeTestJSON-1439636077-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f87a2b-14c0-4271-bdd3-cbc5ad2800ee HTTP/1.1" status: 200 len: 210 time: 0.0689700 Nov 25 17:08:41.924565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Deleting port a7e49957-f62e-4789-bba1-dfe0f5a71b1c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:41.925297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.011910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:42.152362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] For port a7e49957-f62e-4789-bba1-dfe0f5a71b1c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:42.154157 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.172173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Calling delete_port for a7e49957-f62e-4789-bba1-dfe0f5a71b1c owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:42.309972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea55dbd-1175-494c-b915-5b153cc78f85 req-071287e3-c0fc-4fa2-a975-d4a6eb013e3b tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:42.333476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ea55dbd-1175-494c-b915-5b153cc78f85 req-071287e3-c0fc-4fa2-a975-d4a6eb013e3b tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=0605acb4-7501-4a75-948c-41c2ab81a9db HTTP/1.1" status: 200 len: 950 time: 0.1692505 Nov 25 17:08:42.429358 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.456615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['a7e49957-f62e-4789-bba1-dfe0f5a71b1c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:42.460217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['690953d8-f3fe-4071-881e-9843bfb63948'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:42.489329 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6a148d41-08bb-45f4-a0b8-26d233d73986 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfc79e533bdb49c2ae70b044089988df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753313 Nov 25 17:08:42.492238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33880) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:42.522679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ea55dbd-1175-494c-b915-5b153cc78f85 req-2529f4d8-44eb-4fd9-bfb6-dc58e4ce2067 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875992 Nov 25 17:08:42.605425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Pushing event deleted for resources: {'Port': ['ID=a7e49957-f62e-4789-bba1-dfe0f5a71b1c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:42.687188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] No DVR routers for this DVR port a7e49957-f62e-4789-bba1-dfe0f5a71b1c on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:42.691082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.712701 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59300f10-ad1b-43e6-9eab-be517a807643 req-671f636f-fe96-486d-9d33-793bac6b5f45 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.95 "DELETE /v2.0/ports/a7e49957-f62e-4789-bba1-dfe0f5a71b1c HTTP/1.1" status: 204 len: 173 time: 0.9846072 Nov 25 17:08:42.713570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0605acb4-7501-4a75-948c-41c2ab81a9db', 'name': 'network-vif-deleted', 'tag': 'a7e49957-f62e-4789-bba1-dfe0f5a71b1c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:42.720082 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba9e6a-9ca0-459a-8ac6-36f1621aa1a7" -d '{"events": [{"server_uuid": "0605acb4-7501-4a75-948c-41c2ab81a9db", "name": "network-vif-deleted", "tag": "a7e49957-f62e-4789-bba1-dfe0f5a71b1c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:42.728354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f87a2b-14c0-4271-bdd3-cbc5ad2800ee', 'name': 'network-vif-deleted', 'tag': '557cdaea-f181-4a47-b8d1-e35e4f43f393'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:42.740207 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef30085-01a8-456a-a1be-d8d0f9f3b49c" -d '{"events": [{"server_uuid": "67f87a2b-14c0-4271-bdd3-cbc5ad2800ee", "name": "network-vif-deleted", "tag": "557cdaea-f181-4a47-b8d1-e35e4f43f393"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:42.764331 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-598c87a8-3e0d-4720-9cbc-9abdebdc07cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.830036 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-598c87a8-3e0d-4720-9cbc-9abdebdc07cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.890305 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0224d4be-2d43-474a-804d-07f64fa14088 x-openstack-request-id: req-0224d4be-2d43-474a-804d-07f64fa14088 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:42.894215 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0605acb4-7501-4a75-948c-41c2ab81a9db", "name": "network-vif-deleted", "tag": "a7e49957-f62e-4789-bba1-dfe0f5a71b1c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:42.896761 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0224d4be-2d43-474a-804d-07f64fa14088 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:42.898384 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0605acb4-7501-4a75-948c-41c2ab81a9db', 'name': 'network-vif-deleted', 'tag': 'a7e49957-f62e-4789-bba1-dfe0f5a71b1c', 'status': 'completed', 'code': 200} Nov 25 17:08:42.965126 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-598c87a8-3e0d-4720-9cbc-9abdebdc07cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.971627 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-598c87a8-3e0d-4720-9cbc-9abdebdc07cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.975206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-598c87a8-3e0d-4720-9cbc-9abdebdc07cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27ecec50-675c-47b2-8074-4ca5e1387fc0 HTTP/1.1" status: 204 len: 168 time: 0.4791484 Nov 25 17:08:42.975206 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945fc368-feb2-47a0-8513-facb1e7a1bd4 x-openstack-request-id: req-945fc368-feb2-47a0-8513-facb1e7a1bd4 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:42.976292 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f87a2b-14c0-4271-bdd3-cbc5ad2800ee", "name": "network-vif-deleted", "tag": "557cdaea-f181-4a47-b8d1-e35e4f43f393", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:42.976563 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-945fc368-feb2-47a0-8513-facb1e7a1bd4 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:42.976993 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f87a2b-14c0-4271-bdd3-cbc5ad2800ee', 'name': 'network-vif-deleted', 'tag': '557cdaea-f181-4a47-b8d1-e35e4f43f393', 'status': 'completed', 'code': 200} Nov 25 17:08:42.986274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c87a8-3e0d-4720-9cbc-9abdebdc07cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ecec50-675c-47b2-8074-4ca5e1387fc0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:43.130911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394a87e-05cc-4246-a892-ae0c21801fd0 req-d1422a2e-e1cc-451d-84a5-0b068d8ae095 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:43.142243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c394a87e-05cc-4246-a892-ae0c21801fd0 req-d1422a2e-e1cc-451d-84a5-0b068d8ae095 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 944 time: 0.0758460 Nov 25 17:08:43.246847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c394a87e-05cc-4246-a892-ae0c21801fd0 req-eda462ca-aace-4351-9ee4-3c670bf67176 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994470 Nov 25 17:08:43.396416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 661440d0-7088-479a-bc2d-16ad6cd88bb5 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:43.439448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 661440d0-7088-479a-bc2d-16ad6cd88bb5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:43.440006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 661440d0-7088-479a-bc2d-16ad6cd88bb5 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:43.653983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:43.708263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:43.729762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dec5eb6b-86ba-4700-9a63-bdcd189dd895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.900504 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dec5eb6b-86ba-4700-9a63-bdcd189dd895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.998657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dec5eb6b-86ba-4700-9a63-bdcd189dd895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.056623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5eb6b-86ba-4700-9a63-bdcd189dd895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbaffcd-2a4c-43a2-b300-128f466c4a3a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:44.091078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb2b55-b1b3-4d97-9154-429854b45bea req-c7d949bc-ea58-4c94-964d-0017f74eff38 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.104358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35eb2b55-b1b3-4d97-9154-429854b45bea req-c7d949bc-ea58-4c94-964d-0017f74eff38 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 950 time: 0.2012198 Nov 25 17:08:44.113453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dec5eb6b-86ba-4700-9a63-bdcd189dd895 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f884b91e2e0437f940b5f50759031bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017894 Nov 25 17:08:44.114694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:44.216506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8690158-0fa9-4ca5-8163-86cab4ec1d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.276572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8690158-0fa9-4ca5-8163-86cab4ec1d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.284993 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e36a2bfd-8bb8-40e0-9cd6-3d8dc5086c59 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5e4f3b5903f419c8837bcf3635046d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6287646 Nov 25 17:08:44.288060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33950) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:44.342402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35eb2b55-b1b3-4d97-9154-429854b45bea req-d32f0682-a12e-4d43-9cac-6aebbdeef9c7 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287414 Nov 25 17:08:44.434905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c04db76c-1324-42b3-b43a-6851c2b3c9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.473877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c04db76c-1324-42b3-b43a-6851c2b3c9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.544682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a34c89-c736-4400-b772-74191e52748f req-fd2fe07d-08aa-4b95-8ad3-25475e02a0cd tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.548325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8690158-0fa9-4ca5-8163-86cab4ec1d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.553891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8690158-0fa9-4ca5-8163-86cab4ec1d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.554821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8a34c89-c736-4400-b772-74191e52748f req-fd2fe07d-08aa-4b95-8ad3-25475e02a0cd tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 944 time: 0.1001351 Nov 25 17:08:44.558069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e8690158-0fa9-4ca5-8163-86cab4ec1d08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7dbaffcd-2a4c-43a2-b300-128f466c4a3a HTTP/1.1" status: 204 len: 168 time: 0.4397860 Nov 25 17:08:44.666761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8a34c89-c736-4400-b772-74191e52748f req-cb8e10d9-d245-4dc9-9811-aac3f59f6fdc tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072681 Nov 25 17:08:44.675936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8690158-0fa9-4ca5-8163-86cab4ec1d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbaffcd-2a4c-43a2-b300-128f466c4a3a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:44.783244 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c04db76c-1324-42b3-b43a-6851c2b3c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.785889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c04db76c-1324-42b3-b43a-6851c2b3c9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.787083 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c04db76c-1324-42b3-b43a-6851c2b3c9fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db5e92db-9388-472d-bcf0-1b3eed0095a6 HTTP/1.1" status: 204 len: 168 time: 0.4968789 Nov 25 17:08:44.805898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04db76c-1324-42b3-b43a-6851c2b3c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e92db-9388-472d-bcf0-1b3eed0095a6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:44.812958 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-3713c96f-03aa-44dd-a672-8993886b3439 service neutron] 10.222.0.95 "GET /v2.0/ports/3e7904f0-5ada-4717-8251-ae26d4236390/bindings/n-h2-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.2683270 Nov 25 17:08:45.182358 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:45.230784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:45.298688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a7e49957-f62e-4789-bba1-dfe0f5a71b1c no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:45.352552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: a7e49957-f62e-4789-bba1-dfe0f5a71b1c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:45.353579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a7e49957-f62e-4789-bba1-dfe0f5a71b1c not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:45.360876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7904f0-5ada-4717-8251-ae26d4236390 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:45.385868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:45.415245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 557cdaea-f181-4a47-b8d1-e35e4f43f393 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:45.436655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.491146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 557cdaea-f181-4a47-b8d1-e35e4f43f393 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:45.494261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 557cdaea-f181-4a47-b8d1-e35e4f43f393 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:45.610483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] Transition to ACTIVE for port object 3e7904f0-5ada-4717-8251-ae26d4236390 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:45.620105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.704248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:45.828882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a844d73a-6131-436b-8691-7db7dfb1e23e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc30db3a5f10412994b0e1f3cde530a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1205699 Nov 25 17:08:45.832410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33996) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:45.881722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] No DVR routers for this DVR port 3e7904f0-5ada-4717-8251-ae26d4236390 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:45.955096 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-82811042-b533-4698-ad55-d7dbd149658a service neutron] 10.222.0.95 "PUT /v2.0/ports/3e7904f0-5ada-4717-8251-ae26d4236390/bindings/n-h2-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1190071 Nov 25 17:08:45.959496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82811042-b533-4698-ad55-d7dbd149658a service neutron] Pushing event updated for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=10']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:46.027927 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b090c5c-5710-4bd1-a88d-087d8619f3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.096623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-d5e3dfee-d1b7-4162-b7ab-f118e2e1a213 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.098316 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-d5e3dfee-d1b7-4162-b7ab-f118e2e1a213 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.0723944 Nov 25 17:08:46.099286 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b090c5c-5710-4bd1-a88d-087d8619f3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.168007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0991249-0094-46e0-95cf-3d53afab08cd req-152e2ba3-f0b5-427f-b438-0fa026448b66 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.179961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0991249-0094-46e0-95cf-3d53afab08cd req-152e2ba3-f0b5-427f-b438-0fa026448b66 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 950 time: 0.3100722 Nov 25 17:08:46.215020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-8815403c-e229-4e2d-9ff0-d97fcd94c4f2 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.217461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-8815403c-e229-4e2d-9ff0-d97fcd94c4f2 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 950 time: 0.2853887 Nov 25 17:08:46.218263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b090c5c-5710-4bd1-a88d-087d8619f3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.220997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b090c5c-5710-4bd1-a88d-087d8619f3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.222191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0b090c5c-5710-4bd1-a88d-087d8619f3ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4170c70-d53d-4b3c-9a0d-8191abf0fcaa HTTP/1.1" status: 204 len: 168 time: 0.3884284 Nov 25 17:08:46.246557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b090c5c-5710-4bd1-a88d-087d8619f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4170c70-d53d-4b3c-9a0d-8191abf0fcaa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:46.389128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0991249-0094-46e0-95cf-3d53afab08cd req-11aa9f8f-adab-42da-b400-7b0eafa2f9f5 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f48997f-387e-4802-bd98-2c05abdc7a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071497 Nov 25 17:08:46.461510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Deleting port 690953d8-f3fe-4071-881e-9843bfb63948 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:46.463507 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.705700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ff5b-c771-4ced-9ca5-794a3202adfa req-cf6ff8b4-c833-4ddc-94c2-3dba5498cc14 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.709224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3360ff5b-c771-4ced-9ca5-794a3202adfa req-cf6ff8b4-c833-4ddc-94c2-3dba5498cc14 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 945 time: 0.1455483 Nov 25 17:08:46.714804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-44e13088-90fd-4d29-bdbf-31aa655be92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.718603 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-44e13088-90fd-4d29-bdbf-31aa655be92e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9&tenant_id=38d7203f59664fa3b6099740af359228 HTTP/1.1" status: 200 len: 1096 time: 0.6035562 Nov 25 17:08:46.776437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] For port 690953d8-f3fe-4071-881e-9843bfb63948, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=690953d8-f3fe-4071-881e-9843bfb63948,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:46.776437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.842129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-6e87b49a-73f8-4d90-98c7-08de3cca9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.847288 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-6e87b49a-73f8-4d90-98c7-08de3cca9d98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1096 time: 0.0983124 Nov 25 17:08:46.864750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Calling delete_port for 690953d8-f3fe-4071-881e-9843bfb63948 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:46.999209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-384df4cf-fb35-404b-9295-8958a7041f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:47.000701 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-384df4cf-fb35-404b-9295-8958a7041f83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.1413801 Nov 25 17:08:47.032832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3360ff5b-c771-4ced-9ca5-794a3202adfa req-0dc830ca-20db-4580-9011-249282314908 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100021 Nov 25 17:08:47.149441 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-c8437c93-70de-45b4-b0a6-de47e957033f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 217 time: 0.1321416 Nov 25 17:08:47.227451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.243377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['690953d8-f3fe-4071-881e-9843bfb63948'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:47.306595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-b4587cb8-8b9c-4b79-8dc5-c58f6922225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:47.317908 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-b4587cb8-8b9c-4b79-8dc5-c58f6922225e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1481366 Nov 25 17:08:47.320619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Pushing event deleted for resources: {'Port': ['ID=690953d8-f3fe-4071-881e-9843bfb63948,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:47.414212 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-7edb0ac1-5e24-4903-9b87-94d97b085b39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837731 Nov 25 17:08:47.483385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] No DVR routers for this DVR port 690953d8-f3fe-4071-881e-9843bfb63948 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:47.494243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.503893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-acf26f0e-9477-4a06-ad69-95fc248c6de6 req-612209f0-5330-4515-b82f-ea30d1dbd82f tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.60 "DELETE /v2.0/ports/690953d8-f3fe-4071-881e-9843bfb63948 HTTP/1.1" status: 204 len: 173 time: 1.2584531 Nov 25 17:08:47.504574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f682368-87dc-4300-8133-a3f3db0f9cb9', 'name': 'network-vif-deleted', 'tag': '690953d8-f3fe-4071-881e-9843bfb63948'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:47.515010 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e60d7da-7088-4056-9681-97c7e89d2ecb" -d '{"events": [{"server_uuid": "6f682368-87dc-4300-8133-a3f3db0f9cb9", "name": "network-vif-deleted", "tag": "690953d8-f3fe-4071-881e-9843bfb63948"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:47.630072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2cc28e82-9127-4cb1-8e7b-4c4d73b015f3 req-304ec07a-c80d-4f8f-8f69-400b23dda9d7 tempest-LiveMigrationNegativeTest-486937605 tempest-LiveMigrationNegativeTest-486937605-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f682368-87dc-4300-8133-a3f3db0f9cb9 HTTP/1.1" status: 200 len: 210 time: 0.0770788 Nov 25 17:08:47.696501 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-efeabd0d-2356-4149-8494-ccaa30556562 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735534 Nov 25 17:08:47.765372 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3640c578-897c-4d63-af6d-64e01fa845e6 x-openstack-request-id: req-3640c578-897c-4d63-af6d-64e01fa845e6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:47.766495 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f682368-87dc-4300-8133-a3f3db0f9cb9", "name": "network-vif-deleted", "tag": "690953d8-f3fe-4071-881e-9843bfb63948", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:47.767075 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3640c578-897c-4d63-af6d-64e01fa845e6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:47.767721 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f682368-87dc-4300-8133-a3f3db0f9cb9', 'name': 'network-vif-deleted', 'tag': '690953d8-f3fe-4071-881e-9843bfb63948', 'status': 'completed', 'code': 200} Nov 25 17:08:47.948508 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-d216219b-a340-419b-bcea-d23d50dce82e service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389762 Nov 25 17:08:47.988318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:48.259609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1199a0-cca9-43f9-b52c-d69bcb439ad9 req-f9e2b1fe-2e5c-421c-93ec-21f152bbf071 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:48.281834 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a1199a0-cca9-43f9-b52c-d69bcb439ad9 req-f9e2b1fe-2e5c-421c-93ec-21f152bbf071 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 945 time: 0.1451080 Nov 25 17:08:48.305529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-002b0a74-b9b4-4256-9e3c-e2b8ca1c008d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.511251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a1199a0-cca9-43f9-b52c-d69bcb439ad9 req-0dc09ee6-3035-4492-921a-714410631a76 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265604 Nov 25 17:08:48.528065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:48.658855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-002b0a74-b9b4-4256-9e3c-e2b8ca1c008d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.669145 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-002b0a74-b9b4-4256-9e3c-e2b8ca1c008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.715917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-network', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:48.734465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-adc900fb-dd15-4354-b971-7307a54f3edf tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:48.736836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-adc900fb-dd15-4354-b971-7307a54f3edf tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.2281365 Nov 25 17:08:48.747707 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-002b0a74-b9b4-4256-9e3c-e2b8ca1c008d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=055788f6cc004bb19844d7d609d5804a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7578418 Nov 25 17:08:48.750167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:48.794721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b0a74-b9b4-4256-9e3c-e2b8ca1c008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c34d9e-2c02-4cff-be54-8d667ef909e4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:48.840157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Made reservation on behalf of 2261c73fec784f35bb557e39e21de9b5 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:48.847215 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.867174 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.940018 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-218ecdc9-b82f-4d12-b001-f585d4a44e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.988393 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-218ecdc9-b82f-4d12-b001-f585d4a44e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.057361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.061398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.093682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-218ecdc9-b82f-4d12-b001-f585d4a44e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.097210 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-218ecdc9-b82f-4d12-b001-f585d4a44e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.098691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-218ecdc9-b82f-4d12-b001-f585d4a44e55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8c34d9e-2c02-4cff-be54-8d667ef909e4 HTTP/1.1" status: 204 len: 168 time: 0.3473959 Nov 25 17:08:49.104646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:49.110661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:49.124434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-9c35f197-6318-4eb6-a464-06631dcb19f4 service neutron] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:49.127843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.128835 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Added segment 0777d981-dd97-40b6-94fa-0353256d2e90 of type vlan for network e1c07fee-d192-4447-b3dd-f14b660d548a Nov 25 17:08:49.130471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ecdc9-b82f-4d12-b001-f585d4a44e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c34d9e-2c02-4cff-be54-8d667ef909e4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:49.131082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-9c35f197-6318-4eb6-a464-06631dcb19f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.132993 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48078e40-deaf-4fe1-b3b7-c056c88d9bbc req-9c35f197-6318-4eb6-a464-06631dcb19f4 service neutron] 10.222.0.60 "DELETE /v2.0/ports/3e7904f0-5ada-4717-8251-ae26d4236390/bindings/n-h1-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.3815856 Nov 25 17:08:49.221527 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.268580 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.268580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:49.268580 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.297890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:49.385308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:49.386236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c07fee-d192-4447-b3dd-f14b660d548a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:49.393536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:49.408751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network e1c07fee-d192-4447-b3dd-f14b660d548a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:49.409565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34108) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:49.411118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ebe43c9e-fe68-4f54-a075-e04f50f11ae3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8817523 Nov 25 17:08:49.414887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Request body: {'subnet': {'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-subnet', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:49.470834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Made reservation on behalf of 2261c73fec784f35bb557e39e21de9b5 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:49.473213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.627726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 690953d8-f3fe-4071-881e-9843bfb63948 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:49.674376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 690953d8-f3fe-4071-881e-9843bfb63948 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:49.675080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 690953d8-f3fe-4071-881e-9843bfb63948 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:49.810026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:49.810494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:49.846226 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.928107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406706-474a-45ca-88b6-1a8e6e028c67 req-59f41f30-c45e-4d5e-8367-2175b1665bda tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:49.932261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80406706-474a-45ca-88b6-1a8e6e028c67 req-59f41f30-c45e-4d5e-8367-2175b1665bda tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 945 time: 0.2137029 Nov 25 17:08:49.999887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07abb7c7-f094-4974-8dd6-07922d8b402c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:50.010723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Checking segment: {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:50.011093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Network hostable DHCP agents. Network: e1c07fee-d192-4447-b3dd-f14b660d548a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:50.034264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Network e1c07fee-d192-4447-b3dd-f14b660d548a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:50.041393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34130) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.063749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, e1c07fee-d192-4447-b3dd-f14b660d548a) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:50.066232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4e30687-df13-4ea5-ad0f-3f0203a1f6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.073117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:50.073602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.077636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64280f-f643-4af1-a871-deddae70a94f None None] Network e1c07fee-d192-4447-b3dd-f14b660d548a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:50.088604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80406706-474a-45ca-88b6-1a8e6e028c67 req-cce5e0fc-3c71-4b1d-9567-9ecdde0ec0b9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478882 Nov 25 17:08:50.145128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-27c3ec7e-3437-4645-ac96-66618f7ea008 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7321029 Nov 25 17:08:50.146203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.151585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:50.227826 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.232985 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.344863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4e30687-df13-4ea5-ad0f-3f0203a1f6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.359088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4e30687-df13-4ea5-ad0f-3f0203a1f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.448955 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e4e30687-df13-4ea5-ad0f-3f0203a1f6f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe3f66f538354d28a6d827bbec4692a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063206 Nov 25 17:08:50.449943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34138) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.512045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.537166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e30687-df13-4ea5-ad0f-3f0203a1f6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f98b7d8-e477-4126-af24-e9fb8ba1075f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:50.550562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-e1c07fee-d192-4447-b3dd-f14b660d548a', 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'fixed_ips': [{'subnet_id': '07abb7c7-f094-4974-8dd6-07922d8b402c'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:08:50.552215 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.582625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a05d6386-7ad0-41f6-bebf-1b67d9a8b7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.612230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ac60729-e0a1-4e09-86ea-037310423f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.633516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a05d6386-7ad0-41f6-bebf-1b67d9a8b7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.745023 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a05d6386-7ad0-41f6-bebf-1b67d9a8b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.748527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a05d6386-7ad0-41f6-bebf-1b67d9a8b7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.753521 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a05d6386-7ad0-41f6-bebf-1b67d9a8b7be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f98b7d8-e477-4126-af24-e9fb8ba1075f HTTP/1.1" status: 204 len: 168 time: 0.3007739 Nov 25 17:08:50.775282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d6386-7ad0-41f6-bebf-1b67d9a8b7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f98b7d8-e477-4126-af24-e9fb8ba1075f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:50.811405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Allocated IP 172.20.0.2 (e1c07fee-d192-4447-b3dd-f14b660d548a/07abb7c7-f094-4974-8dd6-07922d8b402c/4124b4cf-ede4-416a-8a8f-c08ff63680e9) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:50.865253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e13686-4855-4ba7-baef-62e0cb97abed req-bc3a8dc1-0bf2-41c7-8513-155ec6da543e tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:50.868549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73e13686-4855-4ba7-baef-62e0cb97abed req-bc3a8dc1-0bf2-41c7-8513-155ec6da543e tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1096 time: 0.3530595 Nov 25 17:08:50.975844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b2d8842a-82be-489a-89a3-e5ae13e4d37d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e54417ef3c1b4065ae432f8155c5d41f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1624897 Nov 25 17:08:50.981444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34156) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:51.029715 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.101752 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09b5491c-3a98-4860-a14a-fe8fffbba5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.148831 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.154489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09b5491c-3a98-4860-a14a-fe8fffbba5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.164453 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.183525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73e13686-4855-4ba7-baef-62e0cb97abed req-4df469b2-f809-4278-abe8-901123b97d1b tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621622 Nov 25 17:08:51.227597 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09b5491c-3a98-4860-a14a-fe8fffbba5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.230528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09b5491c-3a98-4860-a14a-fe8fffbba5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.234469 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-09b5491c-3a98-4860-a14a-fe8fffbba5f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f48997f-387e-4802-bd98-2c05abdc7a7c HTTP/1.1" status: 204 len: 168 time: 0.2492213 Nov 25 17:08:51.244574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5491c-3a98-4860-a14a-fe8fffbba5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f48997f-387e-4802-bd98-2c05abdc7a7c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.262100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ac60729-e0a1-4e09-86ea-037310423f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.277012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ac60729-e0a1-4e09-86ea-037310423f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.314848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:51.337402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Network e1c07fee-d192-4447-b3dd-f14b660d548a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:51.341972 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5f50d54-828f-450d-9713-84612ba027f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.353916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:51.356804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Pushing event updated for resources: {'Port': ['ID=4124b4cf-ede4-416a-8a8f-c08ff63680e9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.364735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5ac60729-e0a1-4e09-86ea-037310423f92 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb4d0ca2ef3348f4acb4cbeec10e8493&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5532486 Nov 25 17:08:51.371075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:51.383197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac60729-e0a1-4e09-86ea-037310423f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bddbc7f-ab20-47dd-a9c3-46eeca8c6e98,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.385242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:51.429661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:51.461763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Attempting to bind port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:51.462335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Attempting to bind port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:51.462594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Attempting to bind port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 on network e1c07fee-d192-4447-b3dd-f14b660d548a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:51.478455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:51.478840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Checking segment: {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:51.483112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.483602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Bound using segment: {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:51.485035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Bound port: 4124b4cf-ede4-416a-8a8f-c08ff63680e9, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:51.487187 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.584434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6201574-5dde-4188-8d39-a646f1f4ec20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.654308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6201574-5dde-4188-8d39-a646f1f4ec20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.677649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5f50d54-828f-450d-9713-84612ba027f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.694791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5f50d54-828f-450d-9713-84612ba027f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.718436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] For port 4124b4cf-ede4-416a-8a8f-c08ff63680e9, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:51.722931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] For port 4124b4cf-ede4-416a-8a8f-c08ff63680e9, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4124b4cf-ede4-416a-8a8f-c08ff63680e9,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:51.737667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.845157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f50d54-828f-450d-9713-84612ba027f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c872a312-8fc8-4230-b469-e3939626792d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.863627 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e5f50d54-828f-450d-9713-84612ba027f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b76bdf3b16149f08237db3788a9d9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475843 Nov 25 17:08:51.864794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:51.934844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef38401-66e5-46d2-8083-ae98456cb61c None None] Pushing event updated for resources: {'Port': ['ID=4124b4cf-ede4-416a-8a8f-c08ff63680e9,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.940849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6201574-5dde-4188-8d39-a646f1f4ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.947522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6201574-5dde-4188-8d39-a646f1f4ec20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.949305 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e6201574-5dde-4188-8d39-a646f1f4ec20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2bddbc7f-ab20-47dd-a9c3-46eeca8c6e98 HTTP/1.1" status: 204 len: 168 time: 0.5768383 Nov 25 17:08:51.973894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6201574-5dde-4188-8d39-a646f1f4ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bddbc7f-ab20-47dd-a9c3-46eeca8c6e98,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:52.000331 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b53ccad4-b1b6-4220-9b5f-02bf85ba1653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.047613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b53ccad4-b1b6-4220-9b5f-02bf85ba1653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.125725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b53ccad4-b1b6-4220-9b5f-02bf85ba1653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.130168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b53ccad4-b1b6-4220-9b5f-02bf85ba1653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.143368 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b53ccad4-b1b6-4220-9b5f-02bf85ba1653 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c872a312-8fc8-4230-b469-e3939626792d HTTP/1.1" status: 204 len: 168 time: 0.2736473 Nov 25 17:08:52.174983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ccad4-b1b6-4220-9b5f-02bf85ba1653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c872a312-8fc8-4230-b469-e3939626792d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:52.283585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-8945afe1-c9c8-4513-b1b2-9d3dc790a364 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:52.285642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-8945afe1-c9c8-4513-b1b2-9d3dc790a364 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 821 time: 0.2220104 Nov 25 17:08:52.286526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ab3bc8a-10a6-47cc-83ba-07776ae51242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.317367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:52.336746 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.347030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-dd1b27e6-e6e3-4aa9-ad78-535ea90ca02d tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/quotas/38d7203f59664fa3b6099740af359228 HTTP/1.1" status: 200 len: 375 time: 0.0459254 Nov 25 17:08:52.399878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a13d722-59ab-48b3-bfd7-2a94708a3c3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=060582f8b8df4464b260c968951a51ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781162 Nov 25 17:08:52.400274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:52.470712 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.517329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54b743c1-fe97-4e98-9369-0a7007eff638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.580565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54b743c1-fe97-4e98-9369-0a7007eff638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.684131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54b743c1-fe97-4e98-9369-0a7007eff638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.687280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54b743c1-fe97-4e98-9369-0a7007eff638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.688852 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54b743c1-fe97-4e98-9369-0a7007eff638 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1219154-07b8-4951-9b94-e499156d5fac HTTP/1.1" status: 204 len: 168 time: 0.2874873 Nov 25 17:08:52.700057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b743c1-fe97-4e98-9369-0a7007eff638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1219154-07b8-4951-9b94-e499156d5fac,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:52.723668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:52.735313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ab3bc8a-10a6-47cc-83ba-07776ae51242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.746526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ab3bc8a-10a6-47cc-83ba-07776ae51242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.764528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Allocated IP 172.25.1.150 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/337bb356-d6ad-4470-b067-941ac9886191) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:52.779125 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a506db59-0962-484a-bea6-43389ca6f5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.807810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-c2af707c-db96-4dc6-a5df-4f708d49ff5a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4598753 Nov 25 17:08:52.835599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7ab3bc8a-10a6-47cc-83ba-07776ae51242 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efbfecdbc9fa4341a26d9997a8a7d827&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3928180 Nov 25 17:08:52.838671 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34210) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:52.968521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-15027999-670a-4899-87d0-74fc1d65f3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.019015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-15027999-670a-4899-87d0-74fc1d65f3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.105915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-15027999-670a-4899-87d0-74fc1d65f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.113543 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-15027999-670a-4899-87d0-74fc1d65f3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.114940 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-15027999-670a-4899-87d0-74fc1d65f3a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0990f2a-de95-4187-8469-6488c5b32be7 HTTP/1.1" status: 204 len: 168 time: 0.2748833 Nov 25 17:08:53.124860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15027999-670a-4899-87d0-74fc1d65f3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0990f2a-de95-4187-8469-6488c5b32be7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:53.135309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-e18541c0-20a3-4f1b-b9fa-2d580a5c34cb service neutron] 10.222.0.81 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253857 Nov 25 17:08:53.241583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-316cb706-c415-4771-b6eb-854217fef19c service neutron] 10.222.0.81 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046956 Nov 25 17:08:53.242279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3bc8a-10a6-47cc-83ba-07776ae51242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0990f2a-de95-4187-8469-6488c5b32be7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:53.365511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903faa12-8656-499e-bfd3-5bb98814cc76 None None] Network e1c07fee-d192-4447-b3dd-f14b660d548a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:53.385339 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.392855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a506db59-0962-484a-bea6-43389ca6f5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.403460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a506db59-0962-484a-bea6-43389ca6f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.463266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34242) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:53.463799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a506db59-0962-484a-bea6-43389ca6f5ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9a0b1cf23cf4e3ca53b7f05ccb2489d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7343223 Nov 25 17:08:53.466592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506db59-0962-484a-bea6-43389ca6f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6427665-d855-4e1f-945c-aee7a7882b46,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:53.525747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0440e08e-d4c5-4e18-b6aa-303b211ad1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.543494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a7ff475-0e88-4ac4-b064-ec378cd22c84 req-20464b6c-9623-4d95-b3a5-44bf574d8f7b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 210 time: 0.0364354 Nov 25 17:08:53.564315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.571625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0440e08e-d4c5-4e18-b6aa-303b211ad1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.617863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-875c05df-2b9f-45ed-92b9-781457e80e2f None None] Provisioning complete for port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:53.618496 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-875c05df-2b9f-45ed-92b9-781457e80e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.722060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Pushing event updated for resources: {'Port': ['ID=337bb356-d6ad-4470-b067-941ac9886191,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:53.732027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0440e08e-d4c5-4e18-b6aa-303b211ad1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.734835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0440e08e-d4c5-4e18-b6aa-303b211ad1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.742656 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0440e08e-d4c5-4e18-b6aa-303b211ad1b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6427665-d855-4e1f-945c-aee7a7882b46 HTTP/1.1" status: 204 len: 168 time: 0.2781572 Nov 25 17:08:53.764733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:53.765618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440e08e-d4c5-4e18-b6aa-303b211ad1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6427665-d855-4e1f-945c-aee7a7882b46,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:53.775544 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-875c05df-2b9f-45ed-92b9-781457e80e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.778888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:53.784260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:53.874816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:53.917005 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb054-1064-4c39-a587-192c11143062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.123118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-875c05df-2b9f-45ed-92b9-781457e80e2f None None] For port 4124b4cf-ede4-416a-8a8f-c08ff63680e9, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4124b4cf-ede4-416a-8a8f-c08ff63680e9,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:54.158116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-875c05df-2b9f-45ed-92b9-781457e80e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.205253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb054-1064-4c39-a587-192c11143062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.212204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb054-1064-4c39-a587-192c11143062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.241933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4124b4cf-ede4-416a-8a8f-c08ff63680e9 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:54.289661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bb054-1064-4c39-a587-192c11143062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b15199-6ab2-4a70-b8ad-27e8765a4315,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:54.331274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.339904 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e5bb054-1064-4c39-a587-192c11143062 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fae375dd1df4252bb7ad90c934f6afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619081 Nov 25 17:08:54.342645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:54.416953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c05df-2b9f-45ed-92b9-781457e80e2f None None] Pushing event updated for resources: {'Port': ['ID=4124b4cf-ede4-416a-8a8f-c08ff63680e9,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:54.471085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:54.471776 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.503875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f495647-906d-40aa-a949-9ca251f954bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.532038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cb644796-8b5f-4e3e-95a2-a52f7bb2b2db None None] Provisioning complete for port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:54.532590 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb644796-8b5f-4e3e-95a2-a52f7bb2b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.542146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f495647-906d-40aa-a949-9ca251f954bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.622862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f495647-906d-40aa-a949-9ca251f954bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.626582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f495647-906d-40aa-a949-9ca251f954bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.630481 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2f495647-906d-40aa-a949-9ca251f954bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78b15199-6ab2-4a70-b8ad-27e8765a4315 HTTP/1.1" status: 204 len: 168 time: 0.2843199 Nov 25 17:08:54.639545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f495647-906d-40aa-a949-9ca251f954bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b15199-6ab2-4a70-b8ad-27e8765a4315,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:54.815185 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea0c215b-d67e-4dbc-8f04-6724cbdd1865 req-2167f405-0416-4dc4-a674-5ea435de3c9a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 210 time: 0.1092129 Nov 25 17:08:54.847192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.046256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:08:55.248300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:08:55.264987 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Sync routers for ids ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:08:55.279173 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Routers {'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:08:55.279912 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:08:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:55.291337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.293526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-24c195af-839b-4b26-b13b-3714a52bb843 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1460023 Nov 25 17:08:55.296164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:55.327166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-a59f4317-6ee4-45bf-9351-9efa5cb72a12 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:55.328717 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-a59f4317-6ee4-45bf-9351-9efa5cb72a12 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 821 time: 0.1695468 Nov 25 17:08:55.355151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Request body: {'port': {'device_id': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'admin_state_up': True, 'tenant_id': '38d7203f59664fa3b6099740af359228'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:55.478585 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Set router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:08:55.571436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Made reservation on behalf of 38d7203f59664fa3b6099740af359228 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:55.580312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.777305 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '337bb356-d6ad-4470-b067-941ac9886191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:08:54Z', 'revision_number': 3, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port': {'id': '337bb356-d6ad-4470-b067-941ac9886191', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:52Z', 'updated_at': '2021-11-25T17:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:55.802291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Allocated IP 172.20.0.14 (bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61/d0610ca3-b76d-4b30-86ee-f6c72f80a594/2acf0d08-ea97-4fda-ad80-cccecac3fd82) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:55.817044 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Checking router: a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:08:55.817681 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Updating router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 port 337bb356-d6ad-4470-b067-941ac9886191 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:08:55.882911 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.093005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4124b4cf-ede4-416a-8a8f-c08ff63680e9 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:56.095558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4690334-206a-4b40-9437-8725409b6e57 req-2c4177d0-7cd3-4ea1-875c-e88ae3cc4436 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 210 time: 0.0620260 Nov 25 17:08:56.192849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.193375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:56.193830 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.252786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.393420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:56.394744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Pushing event updated for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:56.399573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:56.412213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:56.421211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:56.422338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.429123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.431576 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.440830 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.453188 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-6dc67fdd-8c50-4412-9ff9-372d319ddb78 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1055293 Nov 25 17:08:56.475638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Request body: {'port': {'device_id': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:56.543563 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Attempting to bind port 337bb356-d6ad-4470-b067-941ac9886191 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:56.544256 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Attempting to bind port 337bb356-d6ad-4470-b067-941ac9886191 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:56.544624 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Attempting to bind port 337bb356-d6ad-4470-b067-941ac9886191 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:56.556984 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Pushing event updated for resources: {'Port': ['ID=337bb356-d6ad-4470-b067-941ac9886191,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:56.558828 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.560214 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:56.560804 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:56.561389 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.561965 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:56.562628 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Bound port: 337bb356-d6ad-4470-b067-941ac9886191, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:56.563200 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.598918 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.599489 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.601193 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.601709 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.602236 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.602584 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.602926 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.603414 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.603900 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.604399 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.604976 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.605316 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:56.657987 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] For port 337bb356-d6ad-4470-b067-941ac9886191, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:56.664348 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] For port 337bb356-d6ad-4470-b067-941ac9886191, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=337bb356-d6ad-4470-b067-941ac9886191,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:56.669817 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.732889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Allocated IP 172.20.0.1 (e1c07fee-d192-4447-b3dd-f14b660d548a/07abb7c7-f094-4974-8dd6-07922d8b402c/a249a618-978a-4c71-ba53-1e046a659fb9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:56.737387 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Routers {'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:08:56.738292 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:08:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:56.744721 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f55c5-d13f-49c9-9d8c-8ae72515cb42 None None] Pushing event updated for resources: {'Port': ['ID=337bb356-d6ad-4470-b067-941ac9886191,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:56.792686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34348) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:56.878457 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] Set router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:08:56.996453 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.073434 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.193267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Network e1c07fee-d192-4447-b3dd-f14b660d548a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:57.202527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acf0d08-ea97-4fda-ad80-cccecac3fd82 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:57.205802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:57.223627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:57.224153 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.227267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-96282365-network', 'tenant_id': '1e8e1fa2cad240ce9bd17a710f9a9e68'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:57.250406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.311264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Transition to ACTIVE for port object 2acf0d08-ea97-4fda-ad80-cccecac3fd82 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:57.320776 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.349219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Made reservation on behalf of 1e8e1fa2cad240ce9bd17a710f9a9e68 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:57.360329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.384770 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '337bb356-d6ad-4470-b067-941ac9886191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:08:54Z', 'revision_number': 3, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port': {'id': '337bb356-d6ad-4470-b067-941ac9886191', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:52Z', 'updated_at': '2021-11-25T17:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:57.418128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.438491 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed166004-c866-427c-aa26-b4ebea7d60c2 None None] The sync data for ids ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'] in n-d-819349-3 is: [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '337bb356-d6ad-4470-b067-941ac9886191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:08:54Z', 'revision_number': 3, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port': {'id': '337bb356-d6ad-4470-b067-941ac9886191', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:52Z', 'updated_at': '2021-11-25T17:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:08:57.542485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Pushing event updated for resources: {'Port': ['ID=a249a618-978a-4c71-ba53-1e046a659fb9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:57.599300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:57.647894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:57.649212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:57.649716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:57.657209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:57.657552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:57.671557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:57.671898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:57.672304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:57.672762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Bound port: 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:57.673179 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.694688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c1ed3-58f4-485e-aaa8-44b948b8d8b2 req-22357e25-d9cd-43a4-8523-023bc9e9f538 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:57.698601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ab6c1ed3-58f4-485e-aaa8-44b948b8d8b2 req-22357e25-d9cd-43a4-8523-023bc9e9f538 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 944 time: 0.2304811 Nov 25 17:08:57.729381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8c2cc059-95ae-4e6a-aa78-ed36351bad90 None None] Provisioning complete for port a249a618-978a-4c71-ba53-1e046a659fb9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:57.729954 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc059-95ae-4e6a-aa78-ed36351bad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.778252 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.778459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cc059-95ae-4e6a-aa78-ed36351bad90 None None] Port a249a618-978a-4c71-ba53-1e046a659fb9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:57.778656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.787265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.831416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:57.847286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:57.853659 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.854015 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Added segment aa75df22-6843-4f61-bcd8-92655a9c2693 of type vlan for network d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e Nov 25 17:08:57.860400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dcb280-f368-4291-a9fa-18bfc7f32a2e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:57.875215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:57.896604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.972415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.987319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:57.987994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.989483 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 1092 time: 1.5249579 Nov 25 17:08:57.990109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:57.992596 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf2e98c-bdfc-4525-8fb3-491da400f837" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:58.033375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97e0b7-141f-405d-adfe-0d3a750a97d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:58.042858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.043855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.044447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.154234 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3600237 Nov 25 17:08:58.161720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34384) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:58.174723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Request body: {'subnet': {'network_id': 'd2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-96282365-subnet', 'tenant_id': '1e8e1fa2cad240ce9bd17a710f9a9e68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:58.175428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.175980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.176457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.176566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 337bb356-d6ad-4470-b067-941ac9886191 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:58.177011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.177762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.178538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.179016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.179478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.179969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.180508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.194192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768a544-979d-49de-ae79-316632ac56d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:58.199666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-030db048-a28b-4401-b577-ba7cd06c15e0 req-abc8b872-53c7-4d04-92b9-0edfbc1ff53d tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7154 time: 0.4547014 Nov 25 17:08:58.212231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ab6c1ed3-58f4-485e-aaa8-44b948b8d8b2 req-27ffcd78-7078-46c2-b4ee-c7a4eb8d8029 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057111 Nov 25 17:08:58.254411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-91079933-331e-414d-9291-69a54bbc6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.257262 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-91079933-331e-414d-9291-69a54bbc6d49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1095 time: 0.1864400 Nov 25 17:08:58.258913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Made reservation on behalf of 1e8e1fa2cad240ce9bd17a710f9a9e68 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:58.261731 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.308166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:58.338302 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b426d074-a6c1-4814-9a1b-360524b1f597 x-openstack-request-id: req-b426d074-a6c1-4814-9a1b-360524b1f597 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:58.338615 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:58.339109 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b426d074-a6c1-4814-9a1b-360524b1f597 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:58.339896 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82', 'status': 'completed', 'code': 200} Nov 25 17:08:58.415791 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-87e4cefe-7d70-450c-b31c-15876ca3028e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 217 time: 0.1272373 Nov 25 17:08:58.534258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-8f6f1917-f986-40bf-8f16-be5d148b6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.536423 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-8f6f1917-f986-40bf-8f16-be5d148b6942 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1101677 Nov 25 17:08:58.543071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 337bb356-d6ad-4470-b067-941ac9886191 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:58.543451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.650289 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-bc160190-50ec-4e6e-8b72-4e71eb143388 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025455 Nov 25 17:08:58.675004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.694673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.696693 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.715126 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.743495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 337bb356-d6ad-4470-b067-941ac9886191, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=337bb356-d6ad-4470-b067-941ac9886191,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:58.757019 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.880511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=337bb356-d6ad-4470-b067-941ac9886191,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:58.918228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.998787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-7975bb13-b743-462c-8433-668a84c72a18 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366313 Nov 25 17:08:59.054685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c65cd6-7634-41cf-b111-e682189a6cf4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:59.109850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Checking segment: {'id': 'aa75df22-6843-4f61-bcd8-92655a9c2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:59.110156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Network hostable DHCP agents. Network: d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:59.149588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Network d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:59.160827 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f50bd2f7-3ad2-4d4c-b28e-1e283c7a16d1 req-1d9e807d-498f-4260-824f-1add6c6b2822 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483252 Nov 25 17:08:59.163528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:59.167731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:59.168692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.176520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd7982-c8f3-44cd-bdc9-5f3bfce2dd07 None None] Network d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:59.181355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-eee2a98d-d016-4e40-a65d-4e6e272dfa48 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ebb331fa0e9e416784fd9a128129a62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1072516 Nov 25 17:08:59.205035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Pushing event updated for resources: {'Port': ['ID=a249a618-978a-4c71-ba53-1e046a659fb9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:59.232917 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9c06fc07-02a1-4c98-9cf7-0670ccff5d73 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0555842 Nov 25 17:08:59.251149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9806da-b59b-4067-855a-d20a5b1424df req-308d50f7-8975-4e05-8b74-6f7bf944e927 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:59.274319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c9806da-b59b-4067-855a-d20a5b1424df req-308d50f7-8975-4e05-8b74-6f7bf944e927 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 886 time: 0.8588600 Nov 25 17:08:59.362301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-8a1f224b-e940-40ef-8ce1-2628a3a5b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:59.364779 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-8a1f224b-e940-40ef-8ce1-2628a3a5b73d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0892966 Nov 25 17:08:59.431924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Network e1c07fee-d192-4447-b3dd-f14b660d548a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:59.441736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:59.468218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23052513-b814-4de6-b195-540e7a5e4558 None None] Network d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:59.489280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-90eceb96-e6e9-48b1-937f-8f9619cc54fb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:59.491937 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-90eceb96-e6e9-48b1-937f-8f9619cc54fb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932916 Nov 25 17:08:59.630229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-e7864445-ff02-4946-9a46-e4f092deac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:59.636767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-e7864445-ff02-4946-9a46-e4f092deac6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.2611821 Nov 25 17:08:59.767503 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-ed0820a1-4009-4496-be82-a8a659b363e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 217 time: 0.1212063 Nov 25 17:08:59.870848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-fa17fa6c-7824-45e1-b563-4b68d6c7451b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/quotas/ebb331fa0e9e416784fd9a128129a62a HTTP/1.1" status: 200 len: 375 time: 0.2656026 Nov 25 17:08:59.875554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:08:59.892861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-2d095ddf-6f03-4cbe-8146-910ab0f998ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:59.895330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-2d095ddf-6f03-4cbe-8146-910ab0f998ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1111753 Nov 25 17:08:59.938677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-21a099fe-39bb-475d-8845-92c8a4a792b8 None None] Provisioning complete for port a249a618-978a-4c71-ba53-1e046a659fb9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:59.940111 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21a099fe-39bb-475d-8845-92c8a4a792b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.969413 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-7e4be2be-cafa-42d3-a3fd-8bb0a8c85ff4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645311 Nov 25 17:08:59.997998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-922c3902-c7e0-441d-8ea7-2b8412730d4f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251793 Nov 25 17:09:00.063366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-21a099fe-39bb-475d-8845-92c8a4a792b8 None None] Port a249a618-978a-4c71-ba53-1e046a659fb9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:00.126815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 337bb356-d6ad-4470-b067-941ac9886191 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:00.150586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50457f59-44fb-48a0-a1d0-710517beb4ba req-070b0911-048b-4a60-a6f8-2df749fb13f1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.154057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50457f59-44fb-48a0-a1d0-710517beb4ba req-070b0911-048b-4a60-a6f8-2df749fb13f1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 944 time: 0.3094056 Nov 25 17:09:00.182333 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-92600c79-a89f-4dbf-80b4-7ce2f6b42823 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044878 Nov 25 17:09:00.276835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50457f59-44fb-48a0-a1d0-710517beb4ba req-f5422cfb-835b-4dab-b156-722ff90c0e65 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145272 Nov 25 17:09:00.308378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:00.335880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-167a4f31-789f-4e1e-934c-1e69d3d87fee admin admin] 10.222.0.81 "PUT /v2.0/routers/a42a4cf1-eeb9-4ac1-bca4-3875c846efb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0378652 Nov 25 17:09:00.345925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 337bb356-d6ad-4470-b067-941ac9886191 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:00.346309 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.423191 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf2e98c-bdfc-4525-8fb3-491da400f837 req-1f5bd1c5-2964-46d7-9d31-f5c3ee8c941d service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330105 Nov 25 17:09:00.428990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Sync routers for ids ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:00.472464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Routers {'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:00.481252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:08:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:00.590769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.591750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.592444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.593242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.593905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.594863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.595791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.596454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.597048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.597585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.598567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.618116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04fa46f2-b095-4f9f-a30a-0436410f6c03 req-a5482360-e220-40aa-bb3b-103e61204b86 tempest-NetworksTest-403585746 tempest-NetworksTest-403585746-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7865 time: 0.2483833 Nov 25 17:09:00.688011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Set router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:01.014934 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-7315703e-d366-4242-8e30-52aafea3dca5 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ebb331fa0e9e416784fd9a128129a62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457051 Nov 25 17:09:01.018971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '337bb356-d6ad-4470-b067-941ac9886191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:08:57Z', 'revision_number': 4, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port': {'id': '337bb356-d6ad-4470-b067-941ac9886191', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:52Z', 'updated_at': '2021-11-25T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'a249a618-978a-4c71-ba53-1e046a659fb9', 'name': '', 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'mac_address': 'fa:16:3e:5d:66:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07abb7c7-f094-4974-8dd6-07922d8b402c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:56Z', 'updated_at': '2021-11-25T17:08:58Z', 'revision_number': 2, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'subnets': [{'id': '07abb7c7-f094-4974-8dd6-07922d8b402c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:01.063609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Checking router: a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:01.064131 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Updating router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 port a249a618-978a-4c71-ba53-1e046a659fb9 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:01.126563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.195179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-ddc91194-2ae1-4728-9db5-22a4699af1eb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:01.204429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-ddc91194-2ae1-4728-9db5-22a4699af1eb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803598 Nov 25 17:09:01.218539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-4c888cf7-2737-4a13-b126-1e620f8ff391 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/quotas/ebb331fa0e9e416784fd9a128129a62a HTTP/1.1" status: 200 len: 375 time: 0.0128510 Nov 25 17:09:01.252382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:01.259851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-960064224-network', 'tenant_id': '8223bdaade0947cf886170662375dcce'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:01.301985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-d95a76e2-cb66-4fdd-bf8b-27e6183b5d16 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698919 Nov 25 17:09:01.327275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Made reservation on behalf of 8223bdaade0947cf886170662375dcce for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:01.330158 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.362353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.368752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:01.623167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.630976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.688203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:01.734952 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25a778ba-c425-4e21-a430-88646a5c3d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.791651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.792076 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Added segment 61556d4e-cefc-4691-acd0-00956c9aa771 of type vlan for network 383992a0-9d68-4025-b6b6-d008094526b8 Nov 25 17:09:01.852554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ccf47-16e0-4ba6-b440-b59b016bff5d req-6466bcbb-11f1-4247-92ae-ef21347347c4 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:01.866858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b0ccf47-16e0-4ba6-b440-b59b016bff5d req-6466bcbb-11f1-4247-92ae-ef21347347c4 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 944 time: 0.2107408 Nov 25 17:09:01.969864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.986546 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.996272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b0ccf47-16e0-4ba6-b440-b59b016bff5d req-5b410096-fd4f-4a64-8733-be8dd62a5f38 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271176 Nov 25 17:09:01.996817 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.134709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.135688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:02.136293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.182336 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9252217 Nov 25 17:09:02.228498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:02.236531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3066d0e-72ae-45bb-a316-8e9a2f67dcc7 None None] Pushing event updated for resources: {'Port': ['ID=a249a618-978a-4c71-ba53-1e046a659fb9,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:02.247076 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-2ccaa38e-57e0-4ba9-b04f-b2ddc6b580cb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=ebb331fa0e9e416784fd9a128129a62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1569686 Nov 25 17:09:02.252059 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25a778ba-c425-4e21-a430-88646a5c3d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.280273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Request body: {'subnet': {'network_id': '383992a0-9d68-4025-b6b6-d008094526b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-960064224-subnet', 'tenant_id': '8223bdaade0947cf886170662375dcce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:02.343940 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8768a3fe-2cef-48dd-81c2-976df684e27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.344729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34514) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:02.361670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-network', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:02.394776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Attempting to bind port a249a618-978a-4c71-ba53-1e046a659fb9 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:02.395214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Attempting to bind port a249a618-978a-4c71-ba53-1e046a659fb9 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:02.395793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Attempting to bind port a249a618-978a-4c71-ba53-1e046a659fb9 on network e1c07fee-d192-4447-b3dd-f14b660d548a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:02.407084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:02.407529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Checking segment: {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:02.407948 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.408410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Bound using segment: {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:02.409077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Bound port: a249a618-978a-4c71-ba53-1e046a659fb9, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:02.409667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.412170 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2ce4df7-fe74-42ac-a89d-d51a85c620ec req-78803e54-4fab-456d-b311-8291df3a31f9 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 210 time: 0.2595584 Nov 25 17:09:02.415562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Made reservation on behalf of 8223bdaade0947cf886170662375dcce for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:02.426494 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.428661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a59bdd-4664-493d-ac3e-e203a81a9e6a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:02.527124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] For port a249a618-978a-4c71-ba53-1e046a659fb9, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:02.534963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] For port a249a618-978a-4c71-ba53-1e046a659fb9, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a249a618-978a-4c71-ba53-1e046a659fb9,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:02.540183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.570761 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25a778ba-c425-4e21-a430-88646a5c3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.746268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Routers {'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:02.749637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:08:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:02.756563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-25a778ba-c425-4e21-a430-88646a5c3d78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32161e140f964e18a61220d7e75a2f45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3855021 Nov 25 17:09:02.762569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a778ba-c425-4e21-a430-88646a5c3d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cc8b80-9ec2-4bec-aa4a-c56854ca7006,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:02.777979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:02.971749 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9ab-1b08-4538-87c3-15ddbbf0eff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.986822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] Set router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:03.025533 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9ab-1b08-4538-87c3-15ddbbf0eff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.030546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Made reservation on behalf of f0abfc87df04497cb09b05ca693eb0e1 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:03.033170 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.051269 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.058405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588d8d9-bc3b-489a-bb13-abd359e2a772 admin admin] Pushing event updated for resources: {'Network': ['ID=383992a0-9d68-4025-b6b6-d008094526b8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:03.162146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 383992a0-9d68-4025-b6b6-d008094526b8 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:03.169904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-d223f186-8c7c-4cc4-898f-be18d0aace31 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:03.171928 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-d223f186-8c7c-4cc4-898f-be18d0aace31 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9049149 Nov 25 17:09:03.173703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9ab-1b08-4538-87c3-15ddbbf0eff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.181905 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9ab-1b08-4538-87c3-15ddbbf0eff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.185210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c8ebb9ab-1b08-4538-87c3-15ddbbf0eff1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87cc8b80-9ec2-4bec-aa4a-c56854ca7006 HTTP/1.1" status: 204 len: 168 time: 0.4043643 Nov 25 17:09:03.188828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Request body: {'port': {'device_id': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'ebb331fa0e9e416784fd9a128129a62a'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:03.196804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3066d0e-72ae-45bb-a316-8e9a2f67dcc7 None None] Pushing event updated for resources: {'Port': ['ID=a249a618-978a-4c71-ba53-1e046a659fb9,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:03.214338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-313f3047-203c-427c-8b1b-1b70f27cc733 None None] Provisioning complete for port a249a618-978a-4c71-ba53-1e046a659fb9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:03.214866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-313f3047-203c-427c-8b1b-1b70f27cc733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.278906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:03.292995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.310138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.318244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebb9ab-1b08-4538-87c3-15ddbbf0eff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cc8b80-9ec2-4bec-aa4a-c56854ca7006,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:03.324308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.333689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:03.349498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.350762 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Added segment 46a6c323-1c4c-4dcf-8d75-9a865146801c of type vlan for network cec6fffa-9b9c-46d4-b6d6-17d17344df31 Nov 25 17:09:03.455571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a6771-12b7-49c8-9efa-d6241be2608b req-18ee2915-9402-4767-8472-4a7181d37df9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:03.466869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b74a6771-12b7-49c8-9efa-d6241be2608b req-18ee2915-9402-4767-8472-4a7181d37df9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 944 time: 0.2692108 Nov 25 17:09:03.480013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.487461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6afb6-1e9c-42dc-8dfa-900ec36f6f32,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:03.498882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56523dc-f188-4e90-b17c-ce3a06a25744,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:03.540202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Made reservation on behalf of ebb331fa0e9e416784fd9a128129a62a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:03.544050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.553859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.560888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:03.562441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.598141 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.640499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2acf0d08-ea97-4fda-ad80-cccecac3fd82 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:03.663025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-0a9f8aa8-f302-4aae-a080-5d3290e60de4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ebb331fa0e9e416784fd9a128129a62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842638 Nov 25 17:09:03.673421 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3275921 Nov 25 17:09:03.701268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:03.708490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Request body: {'subnet': {'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-subnet', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:03.745933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Made reservation on behalf of f0abfc87df04497cb09b05ca693eb0e1 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:03.747460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cb87a97-ee04-4d4b-bc45-6f5d96c16237 req-ae4ed24e-76ba-4e5a-bc25-4df0b73bef83 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 210 time: 0.1500969 Nov 25 17:09:03.749258 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.752626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Checking segment: {'id': '61556d4e-cefc-4691-acd0-00956c9aa771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '383992a0-9d68-4025-b6b6-d008094526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:03.753177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Network hostable DHCP agents. Network: 383992a0-9d68-4025-b6b6-d008094526b8, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:03.771077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5d32970-e4b7-4b34-a9e3-970c229adf70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.814644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b74a6771-12b7-49c8-9efa-d6241be2608b req-e52d15ed-b0ab-45d7-ba66-2343273e7223 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357580 Nov 25 17:09:03.855047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Network 383992a0-9d68-4025-b6b6-d008094526b8 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:03.879608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 383992a0-9d68-4025-b6b6-d008094526b8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:03.884487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:03.885406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.885676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a98593-84c9-46f8-afbe-90efab2a91b8 admin admin] Pushing event updated for resources: {'Network': ['ID=cec6fffa-9b9c-46d4-b6d6-17d17344df31,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:03.946274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:03.948716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fcbb0ee0-4fd2-4f39-9d10-6dedc681367e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7030258 Nov 25 17:09:03.985728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '2acf0d08-ea97-4fda-ad80-cccecac3fd82', 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'port_id': '2acf0d08-ea97-4fda-ad80-cccecac3fd82', 'mac_address': 'fa:16:3e:02:7e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0610ca3-b76d-4b30-86ee-f6c72f80a594', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:04.006404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56769970-15a1-4810-a403-e7595031893e None None] Network 383992a0-9d68-4025-b6b6-d008094526b8 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:04.052054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-2a01993b-7979-4ec0-8a87-1216b342e90e tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:04.054209 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-2a01993b-7979-4ec0-8a87-1216b342e90e tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724818 Nov 25 17:09:04.074768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Request body: {'port': {'device_id': '05790079-9a8b-47ab-80a1-cc3676e43bcf', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'ebb331fa0e9e416784fd9a128129a62a'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:04.110052 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5d32970-e4b7-4b34-a9e3-970c229adf70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.114466 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.118753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5d32970-e4b7-4b34-a9e3-970c229adf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.135530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:04.167562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d32970-e4b7-4b34-a9e3-970c229adf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5d1717-45f4-426a-b3de-92be0b012c7e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.190792 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.196824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network cec6fffa-9b9c-46d4-b6d6-17d17344df31 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:04.197820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8da8ad9d-55f0-4cb5-a23d-8bfa1598a019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.206012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a5d32970-e4b7-4b34-a9e3-970c229adf70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7ef9c1b4fb545948f8dec0a8476e0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9246047 Nov 25 17:09:04.208636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34560) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:04.254742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:04.323340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1dc95f-633a-44cd-a5f7-c59b97e75236 admin admin] Deleting subnet 71c65cd6-7634-41cf-b111-e682189a6cf4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:09:04.331808 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc95f-633a-44cd-a5f7-c59b97e75236 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.344173 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8da8ad9d-55f0-4cb5-a23d-8bfa1598a019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.376043 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.396786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-350eee3b-d2f9-4c0b-92f6-b6b2a9583cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.399347 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8da8ad9d-55f0-4cb5-a23d-8bfa1598a019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.414320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc95f-633a-44cd-a5f7-c59b97e75236 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.426583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acf0d08-ea97-4fda-ad80-cccecac3fd82 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:04.434169 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc95f-633a-44cd-a5f7-c59b97e75236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.450487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:04.457557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b73146d-cf43-4d48-abf8-706b2b397448,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.469347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-350eee3b-d2f9-4c0b-92f6-b6b2a9583cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.474444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.544059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8ad9d-55f0-4cb5-a23d-8bfa1598a019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc167438-a63f-46aa-8995-229cd5e75336,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.556074 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d6509c8-df4e-4f8d-b882-9b264cca7349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.557652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd018e-1fbb-4bef-bdbf-689de89ac386 None None] Network 383992a0-9d68-4025-b6b6-d008094526b8 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:04.564738 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc95f-633a-44cd-a5f7-c59b97e75236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.564964 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8da8ad9d-55f0-4cb5-a23d-8bfa1598a019 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1291d0ec8634b949ba1aff112ada74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949592 Nov 25 17:09:04.575019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:04.593560 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-350eee3b-d2f9-4c0b-92f6-b6b2a9583cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.596827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-350eee3b-d2f9-4c0b-92f6-b6b2a9583cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.598042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-350eee3b-d2f9-4c0b-92f6-b6b2a9583cb2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef5d1717-45f4-426a-b3de-92be0b012c7e HTTP/1.1" status: 204 len: 168 time: 0.3873289 Nov 25 17:09:04.608122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.617759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '337bb356-d6ad-4470-b067-941ac9886191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:08:57Z', 'revision_number': 4, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port': {'id': '337bb356-d6ad-4470-b067-941ac9886191', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:52Z', 'updated_at': '2021-11-25T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'a249a618-978a-4c71-ba53-1e046a659fb9', 'name': '', 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'mac_address': 'fa:16:3e:5d:66:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07abb7c7-f094-4974-8dd6-07922d8b402c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:56Z', 'updated_at': '2021-11-25T17:09:02Z', 'revision_number': 4, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'subnets': [{'id': '07abb7c7-f094-4974-8dd6-07922d8b402c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:04.618142 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc95f-633a-44cd-a5f7-c59b97e75236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.621478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ae1dc95f-633a-44cd-a5f7-c59b97e75236 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/71c65cd6-7634-41cf-b111-e682189a6cf4 HTTP/1.1" status: 204 len: 168 time: 0.3657391 Nov 25 17:09:04.625218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:04.626640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.714151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1ae69-d83b-482a-8e00-4bd8ffafada0 None None] The sync data for ids ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'] in n-d-819349-3 is: [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '337bb356-d6ad-4470-b067-941ac9886191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:08:57Z', 'revision_number': 4, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port': {'id': '337bb356-d6ad-4470-b067-941ac9886191', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:52Z', 'updated_at': '2021-11-25T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'a249a618-978a-4c71-ba53-1e046a659fb9', 'name': '', 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'mac_address': 'fa:16:3e:5d:66:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '07abb7c7-f094-4974-8dd6-07922d8b402c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:56Z', 'updated_at': '2021-11-25T17:09:02Z', 'revision_number': 4, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'subnets': [{'id': '07abb7c7-f094-4974-8dd6-07922d8b402c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:04.714834 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.716624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dc95f-633a-44cd-a5f7-c59b97e75236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c65cd6-7634-41cf-b111-e682189a6cf4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.718546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350eee3b-d2f9-4c0b-92f6-b6b2a9583cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5d1717-45f4-426a-b3de-92be0b012c7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.777384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Allocated IP 192.168.233.201 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/876febd1-a5bb-4dab-8c85-84088aa97260) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:04.839562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['2acf0d08-ea97-4fda-ad80-cccecac3fd82'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:04.853608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd81953-652b-44f9-af2a-fd1d7fc00b8c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.877743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Made reservation on behalf of ebb331fa0e9e416784fd9a128129a62a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:04.883766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.888601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.047722 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.048103 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.048916 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.049289 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > port after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.049642 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.049986 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.050330 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.050661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.050986 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.051316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.125965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-313f3047-203c-427c-8b1b-1b70f27cc733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.184761 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.222396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-313f3047-203c-427c-8b1b-1b70f27cc733 None None] For port a249a618-978a-4c71-ba53-1e046a659fb9, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a249a618-978a-4c71-ba53-1e046a659fb9,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:05.232599 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.232995 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.233444 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.233763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:05.234149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:05.243788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.274872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2b30a65-965e-4f52-bd26-3863ea26284d req-8fba2846-e125-4a29-b772-2e0e0fb0c9d2 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 210 time: 0.3476279 Nov 25 17:09:05.290059 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-313f3047-203c-427c-8b1b-1b70f27cc733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.341834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa75df22-6843-4f61-bcd8-92655a9c2693') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:05.341834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa75df22-6843-4f61-bcd8-92655a9c2693') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:05.352780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:05.376424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.408304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:05.408766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f21bde0-14d5-422a-9996-321c7f1cc55d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.426576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.434336 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-443e340a-9bb5-45e3-bac5-8336904889e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.449587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:09:05.449995 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: from cryptography.utils import int_from_bytes Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: from cryptography.utils import int_from_bytes Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:09:05.474458 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:09:05.516661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f3047-203c-427c-8b1b-1b70f27cc733 None None] Pushing event updated for resources: {'Port': ['ID=a249a618-978a-4c71-ba53-1e046a659fb9,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:05.541374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Checking segment: {'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:05.541706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dd55ff99-59b2-4cc8-8b1e-790b2cd9760e None None] Provisioning complete for port a249a618-978a-4c71-ba53-1e046a659fb9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:05.541924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Network hostable DHCP agents. Network: cec6fffa-9b9c-46d4-b6d6-17d17344df31, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:05.542101 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd55ff99-59b2-4cc8-8b1e-790b2cd9760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.548474 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:05.583014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46bfdc-ca7b-40ad-be49-53119c9af367 req-8d512c4d-f2ad-467c-b879-784835be2f00 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:05.586859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:05.594533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f46bfdc-ca7b-40ad-be49-53119c9af367 req-8d512c4d-f2ad-467c-b879-784835be2f00 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 0.6026466 Nov 25 17:09:05.608493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:05.626184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:05.626869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.642430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-443e340a-9bb5-45e3-bac5-8336904889e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.668570 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.723812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.810982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f21bde0-14d5-422a-9996-321c7f1cc55d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.817386 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-77d88bf0-6ecc-4f3f-868f-bdc75e648bc4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6340363 Nov 25 17:09:05.838214 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.838940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Network cec6fffa-9b9c-46d4-b6d6-17d17344df31 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:05.844262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e HTTP/1.1" status: 204 len: 168 time: 1.2090445 Nov 25 17:09:05.847152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34582) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:05.858086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Request body: {'port': {'device_id': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:05.858366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3c18-259a-4cbd-86e1-b6fc56044908 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2fe1d26-6f02-4ff8-96d5-8e1e74c0ac7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:05.864491 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f21bde0-14d5-422a-9996-321c7f1cc55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.886602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f46bfdc-ca7b-40ad-be49-53119c9af367 req-8cf3d0a7-028a-47ef-ad16-8280988f06b7 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679229 Nov 25 17:09:05.936450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21bde0-14d5-422a-9996-321c7f1cc55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b279b8-c2eb-45c7-8e67-fe0ad3662c19,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:05.955372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3f21bde0-14d5-422a-9996-321c7f1cc55d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e6fba71ebb54294b02a8d0d12eb62f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901618 Nov 25 17:09:05.956105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:05.984181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, cec6fffa-9b9c-46d4-b6d6-17d17344df31) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:06.002317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b4fbc9-a399-45a5-bd10-fecba10aa7c0 None None] Network cec6fffa-9b9c-46d4-b6d6-17d17344df31 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:06.016484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:06.017285 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.064770 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-443e340a-9bb5-45e3-bac5-8336904889e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.067390 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-443e340a-9bb5-45e3-bac5-8336904889e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.071879 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-443e340a-9bb5-45e3-bac5-8336904889e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc167438-a63f-46aa-8995-229cd5e75336 HTTP/1.1" status: 204 len: 168 time: 1.4924932 Nov 25 17:09:06.084991 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Allocated IP 192.168.233.50 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/1b36a241-a971-4c6b-8a78-ee752bb825bb) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:06.091510 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fed39a5-687a-4e9b-8a03-e5fd7376d497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.139454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e340a-9bb5-45e3-bac5-8336904889e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc167438-a63f-46aa-8995-229cd5e75336,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:06.166381 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fed39a5-687a-4e9b-8a03-e5fd7376d497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.171037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a5c129-85ca-4981-807e-0dea7d9997d4 admin admin] Deleting subnet e56523dc-f188-4e90-b17c-ce3a06a25744 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:09:06.193080 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3eecf6cf-f343-4bde-8e82-977fd96916c7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4880073 Nov 25 17:09:06.196730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:06.198379 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29a5c129-85ca-4981-807e-0dea7d9997d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.200203 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.215038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:06.261878 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.264773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.325557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fed39a5-687a-4e9b-8a03-e5fd7376d497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.328208 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fed39a5-687a-4e9b-8a03-e5fd7376d497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.332437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3fed39a5-687a-4e9b-8a03-e5fd7376d497 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35b279b8-c2eb-45c7-8e67-fe0ad3662c19 HTTP/1.1" status: 204 len: 168 time: 0.3746760 Nov 25 17:09:06.374627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed39a5-687a-4e9b-8a03-e5fd7376d497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b279b8-c2eb-45c7-8e67-fe0ad3662c19,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:06.379779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.464206 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29a5c129-85ca-4981-807e-0dea7d9997d4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.508233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a249a618-978a-4c71-ba53-1e046a659fb9 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:06.598926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29a5c129-85ca-4981-807e-0dea7d9997d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.683241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.684045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.709257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-006e16bf-1980-4621-b675-ae455a287f82 None None] Provisioning complete for port 876febd1-a5bb-4dab-8c85-84088aa97260 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:06.709798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-006e16bf-1980-4621-b675-ae455a287f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.765947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-006e16bf-1980-4621-b675-ae455a287f82 None None] Port 876febd1-a5bb-4dab-8c85-84088aa97260 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:06.808917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec928c67-b566-494f-ad42-fe75ed310710 req-57809add-67b6-4831-950a-0f77e56ca177 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 210 time: 0.2272961 Nov 25 17:09:06.825714 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.896181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a249a618-978a-4c71-ba53-1e046a659fb9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:06.897692 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.936565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-cec6fffa-9b9c-46d4-b6d6-17d17344df31', 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'fixed_ips': [{'subnet_id': '0dd81953-652b-44f9-af2a-fd1d7fc00b8c'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:09:06.937612 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.987012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.049894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29a5c129-85ca-4981-807e-0dea7d9997d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.094436 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.156575 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.285350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:07.319089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Pushing event updated for resources: {'Port': ['ID=1b36a241-a971-4c6b-8a78-ee752bb825bb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:07.334960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:07.340587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Allocated IP 172.20.0.2 (cec6fffa-9b9c-46d4-b6d6-17d17344df31/0dd81953-652b-44f9-af2a-fd1d7fc00b8c/f2537c9e-73e2-4673-90b4-77fa00803497) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:07.347773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:07.369566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2d49-c60f-4dc3-a5b7-356c922a84c7 req-f045cc4d-8dff-442b-9201-7940467eb6d5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:07.370628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:07.372980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.377557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3db2d49-c60f-4dc3-a5b7-356c922a84c7 req-f045cc4d-8dff-442b-9201-7940467eb6d5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 0.2212071 Nov 25 17:09:07.417173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.432333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-b28f899a-9ef3-41d5-98e1-cecee64f7249 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225190 Nov 25 17:09:07.469673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.484558 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-5386f8ae-2415-4d09-84b0-d03ec7d9ae34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4141996 Nov 25 17:09:07.485909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5c129-85ca-4981-807e-0dea7d9997d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56523dc-f188-4e90-b17c-ce3a06a25744,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:07.506833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2acf0d08-ea97-4fda-ad80-cccecac3fd82 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:07.515738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Request body: {'port': {'device_id': '05790079-9a8b-47ab-80a1-cc3676e43bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:07.561676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3db2d49-c60f-4dc3-a5b7-356c922a84c7 req-b988e39f-e21a-4a16-a26d-00f81ea7160c tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825972 Nov 25 17:09:07.735402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29a5c129-85ca-4981-807e-0dea7d9997d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.744256 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-29a5c129-85ca-4981-807e-0dea7d9997d4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e56523dc-f188-4e90-b17c-ce3a06a25744 HTTP/1.1" status: 204 len: 168 time: 1.8915415 Nov 25 17:09:07.754437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34632) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:07.758076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:07.759774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.773171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:07.790057 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.798212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-ca544cda-a13d-4f10-a897-f7f26c48f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:07.806524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-ca544cda-a13d-4f10-a897-f7f26c48f4fd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 1096 time: 0.3014429 Nov 25 17:09:08.027919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.102855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876febd1-a5bb-4dab-8c85-84088aa97260 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:08.127771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.130702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.157983 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.171956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Transition to ACTIVE for port object 876febd1-a5bb-4dab-8c85-84088aa97260 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:08.199478 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.279303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f28d20b5-663c-4964-a01d-80008a5aa713 None None] Provisioning complete for port 1b36a241-a971-4c6b-8a78-ee752bb825bb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:08.279999 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f28d20b5-663c-4964-a01d-80008a5aa713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.282008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Allocated IP 172.25.1.139 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c19e1c13-0d1b-4d0c-a818-6dfed9767e65) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:08.286685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Network cec6fffa-9b9c-46d4-b6d6-17d17344df31 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:08.341998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:08.360428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:08.389156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Pushing event updated for resources: {'Port': ['ID=f2537c9e-73e2-4673-90b4-77fa00803497,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:08.400905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:08.461255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Attempting to bind port 876febd1-a5bb-4dab-8c85-84088aa97260 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:08.461847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Attempting to bind port 876febd1-a5bb-4dab-8c85-84088aa97260 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:08.462341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Attempting to bind port 876febd1-a5bb-4dab-8c85-84088aa97260 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:08.477425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Port 876febd1-a5bb-4dab-8c85-84088aa97260 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:08.478002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Attempting to bind port 876febd1-a5bb-4dab-8c85-84088aa97260 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:08.500261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:08.501418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:08.501980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:08.502249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f28d20b5-663c-4964-a01d-80008a5aa713 None None] Port 1b36a241-a971-4c6b-8a78-ee752bb825bb cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:08.502871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Bound port: 876febd1-a5bb-4dab-8c85-84088aa97260, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:08.503480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.523116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:08.575419 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.594975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.620189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Attempting to bind port f2537c9e-73e2-4673-90b4-77fa00803497 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:08.632511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Attempting to bind port f2537c9e-73e2-4673-90b4-77fa00803497 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:08.633308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Attempting to bind port f2537c9e-73e2-4673-90b4-77fa00803497 on network cec6fffa-9b9c-46d4-b6d6-17d17344df31 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:08.666368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:08.669410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Checking segment: {'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:08.669942 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.670450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Bound using segment: {'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:08.671061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Bound port: f2537c9e-73e2-4673-90b4-77fa00803497, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:08.675204 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.682612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:08.697082 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03cdf86-fd09-491b-84a9-73eda9b0f5d5" -d '{"events": [{"server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "name": "network-vif-plugged", "status": "completed", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:08.733643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:08.737281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:08.750723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b36a241-a971-4c6b-8a78-ee752bb825bb {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:08.766580 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.772715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:08.792737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Transition to ACTIVE for port object 1b36a241-a971-4c6b-8a78-ee752bb825bb will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:08.797217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.799512 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.822822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e957f6-e242-4b0c-81fe-4f061081f544 req-198d7f1c-6ed8-4d36-bd14-78a02606604c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:08.824396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1e957f6-e242-4b0c-81fe-4f061081f544 req-198d7f1c-6ed8-4d36-bd14-78a02606604c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 935 time: 0.6721041 Nov 25 17:09:08.857943 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.878228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.887390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:08.888434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.890160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] 10.222.0.95 "PUT /v2.0/ports/876febd1-a5bb-4dab-8c85-84088aa97260 HTTP/1.1" status: 200 len: 1096 time: 3.0417597 Nov 25 17:09:08.892029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:08.894954 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5899f359-c97a-48c7-9bec-02c1bab227f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:09.002185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:09.074640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1323500822-network', 'tenant_id': '16f239ed12554ebe8fcdb9786186913f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:09.082170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] For port f2537c9e-73e2-4673-90b4-77fa00803497, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:09.088572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] For port f2537c9e-73e2-4673-90b4-77fa00803497, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2537c9e-73e2-4673-90b4-77fa00803497,segment=NetworkSegment(46a6c323-1c4c-4dcf-8d75-9a865146801c),segment_id=46a6c323-1c4c-4dcf-8d75-9a865146801c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:09.092254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f6e14-c694-40c4-b115-71cacc292ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:09.095372 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.149457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.217698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1167916-2300-4aee-a968-81c16e40c717 None None] Pushing event updated for resources: {'Port': ['ID=f2537c9e-73e2-4673-90b4-77fa00803497,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:09.222218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383992a0-9d68-4025-b6b6-d008094526b8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:09.226253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Made reservation on behalf of 16f239ed12554ebe8fcdb9786186913f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:09.229569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.241809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-cddd9e24-215b-4323-8e8f-0f2304a70ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:09.244616 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-cddd9e24-215b-4323-8e8f-0f2304a70ca0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1099 time: 0.2975659 Nov 25 17:09:09.254739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Attempting to bind port 1b36a241-a971-4c6b-8a78-ee752bb825bb on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:09.263945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Attempting to bind port 1b36a241-a971-4c6b-8a78-ee752bb825bb by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:09.264684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Attempting to bind port 1b36a241-a971-4c6b-8a78-ee752bb825bb on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:09.282620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.283442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61556d4e-cefc-4691-acd0-00956c9aa771') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:09.283905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61556d4e-cefc-4691-acd0-00956c9aa771') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:09.305691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.322920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.329851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:09:09.330490 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.344865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Pushing event updated for resources: {'Port': ['ID=1b36a241-a971-4c6b-8a78-ee752bb825bb,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:09.362235 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-c8776c97-7f90-4020-a003-295bdf3de330 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=876febd1-a5bb-4dab-8c85-84088aa97260 HTTP/1.1" status: 200 len: 217 time: 0.0926285 Nov 25 17:09:09.364753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Port 1b36a241-a971-4c6b-8a78-ee752bb825bb on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:09.365513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Attempting to bind port 1b36a241-a971-4c6b-8a78-ee752bb825bb on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:09.434874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:09.442010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:09.442944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:09.445004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Bound port: 1b36a241-a971-4c6b-8a78-ee752bb825bb, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:09.445631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.449102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1e957f6-e242-4b0c-81fe-4f061081f544 req-dab09c8d-fc65-4f4b-b81f-c61f136dc877 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883393 Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:09:09.452090 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:09:09.483464 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.601771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-13840495-b335-43c3-acfd-6b446a98189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:09.603284 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-13840495-b335-43c3-acfd-6b446a98189a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2313921 Nov 25 17:09:09.686403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-de269444-2e2e-4706-b464-e1fc25ddc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:09.688005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-de269444-2e2e-4706-b464-e1fc25ddc5fc service neutron] 10.222.0.95 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 925 time: 1.8549581 Nov 25 17:09:09.690263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:09.728384 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895c11d-9cdc-4871-887a-d61d6155308e x-openstack-request-id: req-2895c11d-9cdc-4871-887a-d61d6155308e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:09.728687 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "name": "network-vif-plugged", "status": "completed", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:09.729047 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2895c11d-9cdc-4871-887a-d61d6155308e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:09.729451 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82', 'code': 200} Nov 25 17:09:09.740314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c19e1c13-0d1b-4d0c-a818-6dfed9767e65,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:09.742962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.759165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:09.773850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bc23e-6467-4f00-a487-117eb3bb1a12 req-65b7844c-03f5-4138-b5a1-3574a16e7a73 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:09.781910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c2bc23e-6467-4f00-a487-117eb3bb1a12 req-65b7844c-03f5-4138-b5a1-3574a16e7a73 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 1.0585601 Nov 25 17:09:09.782924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:09.880554 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.905219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] 10.222.0.81 "DELETE /v2.0/networks/383992a0-9d68-4025-b6b6-d008094526b8 HTTP/1.1" status: 204 len: 168 time: 2.1401343 Nov 25 17:09:10.168628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49efac5-9ed5-4c81-9be7-b0073381460e admin admin] Pushing event deleted for resources: {'Network': ['ID=383992a0-9d68-4025-b6b6-d008094526b8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.242981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2537c9e-73e2-4673-90b4-77fa00803497 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:10.257346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c2bc23e-6467-4f00-a487-117eb3bb1a12 req-0328bae8-6929-46ce-8b0f-80d0cea07999 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571384 Nov 25 17:09:10.327026 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904b27b5-b86f-473c-9fc7-0eacdbcadbff x-openstack-request-id: req-904b27b5-b86f-473c-9fc7-0eacdbcadbff {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:10.329580 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:10.330751 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-904b27b5-b86f-473c-9fc7-0eacdbcadbff {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:10.334566 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260', 'status': 'completed', 'code': 200} Nov 25 17:09:10.361006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:10.381031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f2537c9e-73e2-4673-90b4-77fa00803497 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:10.381990 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.447337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-ebec754b-35f1-469d-92d2-3a893d4689f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab HTTP/1.1" status: 200 len: 1001 time: 0.7006249 Nov 25 17:09:10.469243 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.475319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] For port 1b36a241-a971-4c6b-8a78-ee752bb825bb, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:10.483103 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.494694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8f0f0-a389-4843-a90a-ae7c6a1fc7a8 req-c7c5f59e-3c78-4aa8-ba25-fc4ae19aef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:10.496129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfd8f0f0-a389-4843-a90a-ae7c6a1fc7a8 req-c7c5f59e-3c78-4aa8-ba25-fc4ae19aef86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1097 time: 0.4651062 Nov 25 17:09:10.524911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] For port 1b36a241-a971-4c6b-8a78-ee752bb825bb, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1b36a241-a971-4c6b-8a78-ee752bb825bb,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:10.535736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:10.538431 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.555189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-393ba068-053c-4dba-b1fb-5b8c1fa99cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:10.556757 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-393ba068-053c-4dba-b1fb-5b8c1fa99cf1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9435437 Nov 25 17:09:10.602962 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.611913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:10.612897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.614437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] 10.222.0.60 "PUT /v2.0/ports/1b36a241-a971-4c6b-8a78-ee752bb825bb HTTP/1.1" status: 200 len: 1095 time: 3.1102233 Nov 25 17:09:10.631758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.632163 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Added segment aee237ed-bef9-46f7-83c6-941f8a7c3b03 of type vlan for network 2a372fd2-fd20-46be-88d6-b1e28cdca09a Nov 25 17:09:10.633702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.718837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port f2537c9e-73e2-4673-90b4-77fa00803497, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2537c9e-73e2-4673-90b4-77fa00803497,segment=NetworkSegment(46a6c323-1c4c-4dcf-8d75-9a865146801c),segment_id=46a6c323-1c4c-4dcf-8d75-9a865146801c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:10.726760 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.805996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-970d2956-994b-4ef7-8562-1b7d87e87492 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=cae7f28982f848d9bcc56d2b4ab84141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3358207 Nov 25 17:09:10.809589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=f2537c9e-73e2-4673-90b4-77fa00803497,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.836353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.890959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-db9d7d4f-7d92-4cb3-a952-c909867d2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:10.892503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-db9d7d4f-7d92-4cb3-a952-c909867d2383 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 HTTP/1.1" status: 200 len: 863 time: 0.4092543 Nov 25 17:09:10.901608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac73de5-163e-447d-8fc5-076e14525367 service neutron] Pushing event updated for resources: {'Port': ['ID=1b36a241-a971-4c6b-8a78-ee752bb825bb,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.949908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.950854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:10.951519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.961111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-62df452d-2e4d-46aa-8b15-9bbb26e2000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:10.962687 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-62df452d-2e4d-46aa-8b15-9bbb26e2000e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 1098 time: 0.2178011 Nov 25 17:09:10.969098 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-e86df6ec-d710-4179-af28-a1012619e653 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959644 Nov 25 17:09:11.000825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2276765a-9b35-490e-a6b3-b0bd29cacbd3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e8e1fa2cad240ce9bd17a710f9a9e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5759759 Nov 25 17:09:11.014878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:11.046474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ecebd-1bbf-4bdc-b1dc-1884850fd8e3 req-31c791d7-3351-4430-b021-2f1f0d442ddd tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.048333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c9ecebd-1bbf-4bdc-b1dc-1884850fd8e3 req-31c791d7-3351-4430-b021-2f1f0d442ddd tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 947 time: 0.4052308 Nov 25 17:09:11.050664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfd8f0f0-a389-4843-a90a-ae7c6a1fc7a8 req-f30e0e38-7c78-4dcd-9a43-11fd23dbcc52 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523551 Nov 25 17:09:11.086758 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-046b9c20-69d7-4828-847b-6b7d4ac9603e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=1b36a241-a971-4c6b-8a78-ee752bb825bb HTTP/1.1" status: 200 len: 217 time: 0.1094861 Nov 25 17:09:11.090749 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5582299 Nov 25 17:09:11.103986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:11.116477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Request body: {'subnet': {'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1323500822-subnet', 'tenant_id': '16f239ed12554ebe8fcdb9786186913f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:11.150972 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6c00dc-945b-421a-86ed-66d8e3a3bb58 None None] Network cec6fffa-9b9c-46d4-b6d6-17d17344df31 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:11.162457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb064-5300-4459-8548-7aaa94696472 admin admin] Pushing event updated for resources: {'Network': ['ID=2a372fd2-fd20-46be-88d6-b1e28cdca09a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:11.181958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 2a372fd2-fd20-46be-88d6-b1e28cdca09a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:11.217921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ba6e897-eee4-44a2-ad45-8efc121057d0 req-75211be0-21bc-4b3c-a874-1c76f684e516 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189741 Nov 25 17:09:11.323012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-44f2fe65-46ea-486f-8f8e-66b71ec9cf82 None None] Provisioning complete for port f2537c9e-73e2-4673-90b4-77fa00803497 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:11.323900 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44f2fe65-46ea-486f-8f8e-66b71ec9cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.371387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12515094-4162-40ff-bf2c-e2860b47a47f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.376283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-434cebf6-efdc-407e-bb1c-7946ddff2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.378287 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-434cebf6-efdc-407e-bb1c-7946ddff2ed9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1099 time: 0.1039162 Nov 25 17:09:11.394419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-5ff07b13-192f-4e58-baaa-bb361e2da6ac tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.404669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-5ff07b13-192f-4e58-baaa-bb361e2da6ac tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5870571 Nov 25 17:09:11.411742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c9ecebd-1bbf-4bdc-b1dc-1884850fd8e3 req-790f2ba6-84da-4791-a8e0-9c508e72e217 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123395 Nov 25 17:09:11.414860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-6edc7e7c-d363-499a-997b-4dded5938371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.416762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-6edc7e7c-d363-499a-997b-4dded5938371 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=88e0a557-13a0-4829-a3cf-2460ca964044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5067756 Nov 25 17:09:11.460516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Made reservation on behalf of 16f239ed12554ebe8fcdb9786186913f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:11.463291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.570450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-9fde3692-39f9-4d33-9603-3d199de666dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.571979 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-9fde3692-39f9-4d33-9603-3d199de666dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2596068 Nov 25 17:09:11.589824 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12515094-4162-40ff-bf2c-e2860b47a47f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.601694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-02004508-fd24-4b51-bf57-aabee03b11f8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/quotas/cae7f28982f848d9bcc56d2b4ab84141 HTTP/1.1" status: 200 len: 375 time: 0.1953309 Nov 25 17:09:11.694410 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.715657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-484b276d-2e08-43bb-896a-7d56ed81c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.717740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-484b276d-2e08-43bb-896a-7d56ed81c5a5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3321643 Nov 25 17:09:11.764502 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-f68e4cc3-fb45-4f3b-954e-08a5c608c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.768406 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-f68e4cc3-fb45-4f3b-954e-08a5c608c29f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1822770 Nov 25 17:09:11.819153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-207df4af-3219-4ddb-bc31-c56372ca896b tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cae7f28982f848d9bcc56d2b4ab84141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2164690 Nov 25 17:09:11.970727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-af43f71a-0b4a-4b11-82a0-0e2fdab7caba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=876febd1-a5bb-4dab-8c85-84088aa97260 HTTP/1.1" status: 200 len: 217 time: 0.2278967 Nov 25 17:09:11.974227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-01b11b4b-e6a9-4d54-9872-54613c534752 None None] Provisioning complete for port f2537c9e-73e2-4673-90b4-77fa00803497 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:11.975334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01b11b4b-e6a9-4d54-9872-54613c534752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.101858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-dbd00f3d-2b82-4bab-ba74-b54b58800457 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665510 Nov 25 17:09:12.165046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-b4f5b984-46ff-4372-9e18-a0022ab140dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:12.167077 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-b4f5b984-46ff-4372-9e18-a0022ab140dd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1814060 Nov 25 17:09:12.304676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-36b80a20-52e8-4a80-b795-fdd9653e418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:12.308063 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-36b80a20-52e8-4a80-b795-fdd9653e418e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937097 Nov 25 17:09:12.339525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2537c9e-73e2-4673-90b4-77fa00803497 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:12.362611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05790079-9a8b-47ab-80a1-cc3676e43bcf', 'tag': '1b36a241-a971-4c6b-8a78-ee752bb825bb'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:12.367072 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f" -d '{"events": [{"name": "network-changed", "server_uuid": "05790079-9a8b-47ab-80a1-cc3676e43bcf", "tag": "1b36a241-a971-4c6b-8a78-ee752bb825bb"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:12.442015 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb73d082-9ab3-4ef2-8fda-6a5f0d0f9af0 req-edceea7a-aa6a-42ba-a784-5d1af5af0154 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292680 Nov 25 17:09:12.532121 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-4976c863-2f43-400c-a5ed-aebec86f7a37 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150886 Nov 25 17:09:12.602170 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cd524d1-f4e1-4bb2-827a-cec9c86c5f95 req-3d56e11a-886f-47d8-b9d1-c2baebd41f28 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 210 time: 0.2010963 Nov 25 17:09:12.608204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-0dd3f011-289f-4fa7-bf87-2e7591e53782 service neutron] 10.222.0.95 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1622910 Nov 25 17:09:12.619348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f2537c9e-73e2-4673-90b4-77fa00803497 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:12.619706 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.749250 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a3c967-e19b-4d16-900b-0efeec213fe0 x-openstack-request-id: req-e7a3c967-e19b-4d16-900b-0efeec213fe0 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:12.749810 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05790079-9a8b-47ab-80a1-cc3676e43bcf", "tag": "1b36a241-a971-4c6b-8a78-ee752bb825bb", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:12.750223 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7a3c967-e19b-4d16-900b-0efeec213fe0 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:12.752727 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05790079-9a8b-47ab-80a1-cc3676e43bcf', 'tag': '1b36a241-a971-4c6b-8a78-ee752bb825bb', 'status': 'completed', 'code': 200} Nov 25 17:09:12.758713 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5899f359-c97a-48c7-9bec-02c1bab227f6 req-b03a8fd7-1d3e-4b90-907c-f65f95183e09 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161105 Nov 25 17:09:12.783574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12515094-4162-40ff-bf2c-e2860b47a47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.786291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12515094-4162-40ff-bf2c-e2860b47a47f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.790388 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-12515094-4162-40ff-bf2c-e2860b47a47f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79dcb280-f368-4291-a9fa-18bfc7f32a2e HTTP/1.1" status: 204 len: 168 time: 1.7679601 Nov 25 17:09:12.796318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f05b31-65dc-4cf2-ad03-ea162054733d req-d4ad8ff2-2d05-4a25-8f94-6364fb157a31 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:12.798037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89f05b31-65dc-4cf2-ad03-ea162054733d req-d4ad8ff2-2d05-4a25-8f94-6364fb157a31 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 946 time: 0.9258406 Nov 25 17:09:12.860872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12515094-4162-40ff-bf2c-e2860b47a47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dcb280-f368-4291-a9fa-18bfc7f32a2e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:12.934135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-668018ec-dc9a-4fde-aead-5c570e01a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:12.938566 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-668018ec-dc9a-4fde-aead-5c570e01a9ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 1098 time: 0.1572394 Nov 25 17:09:13.097492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f0bafad-f455-42b8-9f46-eb3025e63f4c req-9a59fcb6-8875-4d13-b353-ebd9a3667866 service neutron] 10.222.0.95 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641829 Nov 25 17:09:13.097706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-38ad2b41-07d8-432b-968d-1f2135a1ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:13.114201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89f05b31-65dc-4cf2-ad03-ea162054733d req-c9e8b66f-fe9d-4106-aacf-e51552dda236 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840135 Nov 25 17:09:13.117036 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-38ad2b41-07d8-432b-968d-1f2135a1ddc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1682029 Nov 25 17:09:13.129745 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.205327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a009dcb-f5b8-4625-9dbd-7d89f453a643 req-fc0a79ec-097c-4665-9ccb-71dff0638d9f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:13.219449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a009dcb-f5b8-4625-9dbd-7d89f453a643 req-fc0a79ec-097c-4665-9ccb-71dff0638d9f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 947 time: 0.3605063 Nov 25 17:09:13.225941 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-d8f0ec2e-f1e9-477f-b4c9-3869386c529f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=1b36a241-a971-4c6b-8a78-ee752bb825bb HTTP/1.1" status: 200 len: 217 time: 0.0943298 Nov 25 17:09:13.296422 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.338170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1beb38-5c08-499a-bd1c-8c41ce530903,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:13.407367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-579fae12-9201-4075-b78e-61f3ec8c86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:13.411727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-579fae12-9201-4075-b78e-61f3ec8c86fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1764297 Nov 25 17:09:13.415398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a009dcb-f5b8-4625-9dbd-7d89f453a643 req-2b8a4fc9-4b14-461f-a743-9824bc84a789 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951346 Nov 25 17:09:13.488544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:13.488905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Network hostable DHCP agents. Network: 2a372fd2-fd20-46be-88d6-b1e28cdca09a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:13.490276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34732) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:13.527083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-1de3f98c-15ba-480c-87df-fdcd839ae4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:13.529741 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-1de3f98c-15ba-480c-87df-fdcd839ae4d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039298 Nov 25 17:09:13.553372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Network 2a372fd2-fd20-46be-88d6-b1e28cdca09a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:13.574803 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9db52f11-c5f9-45b6-9412-18cd4f42631e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8223bdaade0947cf886170662375dcce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0832078 Nov 25 17:09:13.589185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:13.595094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 2a372fd2-fd20-46be-88d6-b1e28cdca09a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:13.605335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f714a-4adb-43ce-929e-6ce84e81cfdc None None] Network 2a372fd2-fd20-46be-88d6-b1e28cdca09a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:13.614903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Router 2d292d82-d779-4142-aacd-13402f7912d1 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:09:13.618198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:13.618841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.627492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-9e3d1f7f-9acf-4997-be79-5c19ef96e325 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=cae7f28982f848d9bcc56d2b4ab84141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585773 Nov 25 17:09:13.661511 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-834ea6f6-5ea9-41dd-81a6-f067e9d8b487 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042678 Nov 25 17:09:13.696871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1dbeb685-7e04-42cd-97dd-b2c0de836a22 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5896425 Nov 25 17:09:13.864789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-adaec180-4be4-4034-ba7e-04b049cc5484 req-f08b6933-0086-4ab7-afe8-a9e54a525e13 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 210 time: 0.1177652 Nov 25 17:09:13.868014 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e663a32f-32fd-41c6-9ff0-3fa2e578c84f req-2403f979-6b50-44f4-8f8d-786b08d3ca0f service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909478 Nov 25 17:09:13.869475 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-869b83b5-7d32-4999-adc1-bfa9e8fa143b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.939711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d924bdd7-fe25-4c27-b1fc-b053ef900fe3 None None] Network 2a372fd2-fd20-46be-88d6-b1e28cdca09a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:13.980368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-869b83b5-7d32-4999-adc1-bfa9e8fa143b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.010737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-88e38bf5-7643-4d0b-8235-0144eb2cf5c4 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:14.013440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-88e38bf5-7643-4d0b-8235-0144eb2cf5c4 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722165 Nov 25 17:09:14.038507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Request body: {'port': {'device_id': '12aa974e-5366-4613-8724-32a9cdc78e3e', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'cae7f28982f848d9bcc56d2b4ab84141'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:14.067857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:14.080429 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Sync routers for ids ['2d292d82-d779-4142-aacd-13402f7912d1'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:14.103723 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Routers {'2d292d82-d779-4142-aacd-13402f7912d1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:14.104622 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['2d292d82-d779-4142-aacd-13402f7912d1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:14.184092 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-869b83b5-7d32-4999-adc1-bfa9e8fa143b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.209408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-869b83b5-7d32-4999-adc1-bfa9e8fa143b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.210630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-869b83b5-7d32-4999-adc1-bfa9e8fa143b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1a59bdd-4664-493d-ac3e-e203a81a9e6a HTTP/1.1" status: 204 len: 168 time: 0.6167502 Nov 25 17:09:14.228276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.241797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-367214e3-21e1-403a-916b-2ba6f00507b6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0406647 Nov 25 17:09:14.245321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b83b5-7d32-4999-adc1-bfa9e8fa143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a59bdd-4664-493d-ac3e-e203a81a9e6a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:14.252048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34750) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:14.367106 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Set router 2d292d82-d779-4142-aacd-13402f7912d1 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:14.473597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Made reservation on behalf of cae7f28982f848d9bcc56d2b4ab84141 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:14.480178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.557612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd0a53-004f-4a1f-92a5-a15951037752 req-255636be-84d4-42a5-82c2-e46687ada297 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:14.572977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4dcd0a53-004f-4a1f-92a5-a15951037752 req-255636be-84d4-42a5-82c2-e46687ada297 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 946 time: 0.2623072 Nov 25 17:09:14.589294 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.787663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4dcd0a53-004f-4a1f-92a5-a15951037752 req-4d7923de-458c-4949-b3ff-5ebb72c3f1ba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087944 Nov 25 17:09:14.863570 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.889447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf50ad-0524-4651-a96b-d071f8fb012a req-b68a2569-9b28-4985-bb78-0f0bad604938 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:14.893701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fcf50ad-0524-4651-a96b-d071f8fb012a req-b68a2569-9b28-4985-bb78-0f0bad604938 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 947 time: 0.1804564 Nov 25 17:09:14.898620 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.056114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Allocated IP 192.168.233.88 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/80379fb6-639a-4750-bd4e-566245cbffe7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:15.064895 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:10Z', 'revision_number': 3, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:15.161158 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Checking router: 2d292d82-d779-4142-aacd-13402f7912d1 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:15.162436 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Updating router 2d292d82-d779-4142-aacd-13402f7912d1 port c19e1c13-0d1b-4d0c-a818-6dfed9767e65 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:15.174138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:15.190881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.202082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1458937959-network', 'tenant_id': '9f5709c680c64587897776fd25cf44c7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:15.216855 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.300717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32002c62-4fcf-4ff6-97be-b8fe9a4f9252 req-e680fa74-422b-4128-9ff2-8620f04c7267 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:15.308761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32002c62-4fcf-4ff6-97be-b8fe9a4f9252 req-e680fa74-422b-4128-9ff2-8620f04c7267 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1097 time: 0.2354414 Nov 25 17:09:15.322394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2534d60c-dc12-42ee-90fb-dad269c41887,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:15.390541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fcf50ad-0524-4651-a96b-d071f8fb012a req-53607081-dfb5-4648-9daf-2d161be74a8f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177800 Nov 25 17:09:15.410193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32002c62-4fcf-4ff6-97be-b8fe9a4f9252 req-cc40acd0-c9ac-4a01-a4cc-c7d29626374c tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002986 Nov 25 17:09:15.428358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Made reservation on behalf of 9f5709c680c64587897776fd25cf44c7 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:15.441952 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.501258 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.515792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:15.520838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1b36a241-a971-4c6b-8a78-ee752bb825bb details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:15.563008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Allocated IP 172.20.0.1 (cec6fffa-9b9c-46d4-b6d6-17d17344df31/0dd81953-652b-44f9-af2a-fd1d7fc00b8c/349efc33-7ab3-4523-8a1d-90492503662a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:15.743866 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.757392 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.804093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98bb9629-5ed6-4103-b5d0-44faddab3504 req-695e9cd1-0a90-4f09-84d7-260c4323a9a6 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 210 time: 0.0914912 Nov 25 17:09:15.824566 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3f621-b91e-4659-ad4b-39be27de72e3 None None] Pushing event updated for resources: {'Port': ['ID=c19e1c13-0d1b-4d0c-a818-6dfed9767e65,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:15.830929 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.869881 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Attempting to bind port c19e1c13-0d1b-4d0c-a818-6dfed9767e65 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:15.870293 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Attempting to bind port c19e1c13-0d1b-4d0c-a818-6dfed9767e65 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:15.870666 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Attempting to bind port c19e1c13-0d1b-4d0c-a818-6dfed9767e65 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:15.873091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.885364 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:15.889289 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:15.897060 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.897060 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:15.897060 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Bound port: c19e1c13-0d1b-4d0c-a818-6dfed9767e65, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:15.897060 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.947208 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.962569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.014408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53217a70-2c50-417e-98e8-2dd61c532187 req-88aa8e1c-0e53-4b9f-8fb7-fad256ec290f tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:16.023131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53217a70-2c50-417e-98e8-2dd61c532187 req-88aa8e1c-0e53-4b9f-8fb7-fad256ec290f tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1097 time: 0.3139915 Nov 25 17:09:16.041905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:16.042530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:16.049393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Network cec6fffa-9b9c-46d4-b6d6-17d17344df31 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:16.056694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:16.064789 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] For port c19e1c13-0d1b-4d0c-a818-6dfed9767e65, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:16.069807 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] For port c19e1c13-0d1b-4d0c-a818-6dfed9767e65, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c19e1c13-0d1b-4d0c-a818-6dfed9767e65,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:16.075900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:16.079518 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.090378 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.106033 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '876febd1-a5bb-4dab-8c85-84088aa97260', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '876febd1-a5bb-4dab-8c85-84088aa97260', 'mac_address': 'fa:16:3e:34:58:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:16.159310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.159807 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Added segment 792c7adb-ede2-4bc7-a925-ee3fd4376ac7 of type vlan for network 23872dac-3bdf-47ed-ba57-5594d6cbf091 Nov 25 17:09:16.201930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8398ea05-3b5d-419b-bf39-3b3d2c1a8b95,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:16.210561 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3f621-b91e-4659-ad4b-39be27de72e3 None None] Pushing event updated for resources: {'Port': ['ID=c19e1c13-0d1b-4d0c-a818-6dfed9767e65,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:16.226975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1b36a241-a971-4c6b-8a78-ee752bb825bb, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1b36a241-a971-4c6b-8a78-ee752bb825bb,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:16.247920 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Routers {'2d292d82-d779-4142-aacd-13402f7912d1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:16.248568 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['2d292d82-d779-4142-aacd-13402f7912d1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:16.284637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '1b36a241-a971-4c6b-8a78-ee752bb825bb', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '1b36a241-a971-4c6b-8a78-ee752bb825bb', 'mac_address': 'fa:16:3e:69:3c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:16.292747 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.368361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876febd1-a5bb-4dab-8c85-84088aa97260 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:16.398191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.411854 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] Set router 2d292d82-d779-4142-aacd-13402f7912d1 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:16.450805 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53217a70-2c50-417e-98e8-2dd61c532187 req-a4c354cd-5376-485d-9391-8261b90d57ae tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250867 Nov 25 17:09:16.465073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.470608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:16.473313 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.480271 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.538364 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:09:16.558301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b36a241-a971-4c6b-8a78-ee752bb825bb {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:16.599057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f850b820-abbe-4ea5-9bbe-f1b82f33e6f5 None None] Provisioning complete for port 349efc33-7ab3-4523-8a1d-90492503662a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:16.600156 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f850b820-abbe-4ea5-9bbe-f1b82f33e6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.634106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.635519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Pushing event updated for resources: {'Port': ['ID=349efc33-7ab3-4523-8a1d-90492503662a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:16.636804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:16.638701 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.687511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1b36a241-a971-4c6b-8a78-ee752bb825bb, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1b36a241-a971-4c6b-8a78-ee752bb825bb,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:16.690396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:16.692345 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:10Z', 'revision_number': 3, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:16.698921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.708210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f850b820-abbe-4ea5-9bbe-f1b82f33e6f5 None None] Port 349efc33-7ab3-4523-8a1d-90492503662a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:16.748679 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bd88c-d76c-4817-8acb-e9aacdfa525b None None] The sync data for ids ['2d292d82-d779-4142-aacd-13402f7912d1'] in n-d-819349-3 is: [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:10Z', 'revision_number': 3, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:16.758603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['876febd1-a5bb-4dab-8c85-84088aa97260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:16.766205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] Pushing event updated for resources: {'Network': ['ID=23872dac-3bdf-47ed-ba57-5594d6cbf091,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:16.786548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6fcdf84b-9151-4e6d-9bcf-e8ed3e42c69d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6095614 Nov 25 17:09:16.792178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:16.804394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Request body: {'subnet': {'network_id': '23872dac-3bdf-47ed-ba57-5594d6cbf091', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1458937959-subnet', 'tenant_id': '9f5709c680c64587897776fd25cf44c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:16.809070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 23872dac-3bdf-47ed-ba57-5594d6cbf091 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:16.815181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825c99e-1ef5-4ed8-8ffd-4b3243f0a382 req-67bffc66-6716-42af-8158-a967bba50531 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:16.816929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7825c99e-1ef5-4ed8-8ffd-4b3243f0a382 req-67bffc66-6716-42af-8158-a967bba50531 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 947 time: 0.2176950 Nov 25 17:09:16.819128 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.848715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.941556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:16.946753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:16.951030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Made reservation on behalf of 9f5709c680c64587897776fd25cf44c7 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:16.953413 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.963843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1b36a241-a971-4c6b-8a78-ee752bb825bb,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:17.013625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:17.069776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1b36a241-a971-4c6b-8a78-ee752bb825bb'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:17.127102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Pushing event updated for resources: {'Port': ['ID=80379fb6-639a-4750-bd4e-566245cbffe7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:17.236769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7825c99e-1ef5-4ed8-8ffd-4b3243f0a382 req-e2a0abce-78f8-4357-b632-2d4aec4175f4 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015541 Nov 25 17:09:17.417053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.417741 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.419723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.423623 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:09:17.435650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.436449 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.495379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6861c520-379f-4149-b5e9-2ad44dd2d9d3 None None] Provisioning complete for port 80379fb6-639a-4750-bd4e-566245cbffe7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:17.495755 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6861c520-379f-4149-b5e9-2ad44dd2d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.507739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-270030b5-d340-48ea-b317-4e8eafed2625 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4829328 Nov 25 17:09:17.522250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cacf8f-d247-47c3-953e-a51ee2cb14ac req-28927165-074f-4720-a495-ad8f885d45a9 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.525396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2cacf8f-d247-47c3-953e-a51ee2cb14ac req-28927165-074f-4720-a495-ad8f885d45a9 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 935 time: 0.2869170 Nov 25 17:09:17.535044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Pushing event updated for resources: {'Port': ['ID=349efc33-7ab3-4523-8a1d-90492503662a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:17.545903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Request body: {'port': {'device_id': '12aa974e-5366-4613-8724-32a9cdc78e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:17.603920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6861c520-379f-4149-b5e9-2ad44dd2d9d3 None None] Port 80379fb6-639a-4750-bd4e-566245cbffe7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:17.724152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Network cec6fffa-9b9c-46d4-b6d6-17d17344df31 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:17.727207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:17.913945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Router 2d292d82-d779-4142-aacd-13402f7912d1 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:09:18.048311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-589dc908-14b9-4f66-8f9b-9be2fc295c3a None None] Provisioning complete for port 349efc33-7ab3-4523-8a1d-90492503662a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:18.048694 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-589dc908-14b9-4f66-8f9b-9be2fc295c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.097236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:18.116165 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d21ea785-ab96-49d1-92f4-b37213daadb7 admin admin] 10.222.0.81 "PUT /v2.0/routers/2d292d82-d779-4142-aacd-13402f7912d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8626990 Nov 25 17:09:18.138648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-589dc908-14b9-4f66-8f9b-9be2fc295c3a None None] Port 349efc33-7ab3-4523-8a1d-90492503662a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:18.149293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92722b-f965-4dd9-b167-2eae692a4131 req-306f3a60-9d66-4c8d-94af-b8be580c7327 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:18.150879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c92722b-f965-4dd9-b167-2eae692a4131 req-306f3a60-9d66-4c8d-94af-b8be580c7327 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1097 time: 0.6524034 Nov 25 17:09:18.165179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.172612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c19e1c13-0d1b-4d0c-a818-6dfed9767e65 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:18.202431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2cacf8f-d247-47c3-953e-a51ee2cb14ac req-699c0ddc-9a9b-4a26-8f1a-5a5b0a336b3a tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341085 Nov 25 17:09:18.266366 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.303380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c19e1c13-0d1b-4d0c-a818-6dfed9767e65 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:18.303953 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.448314 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.473371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c92722b-f965-4dd9-b167-2eae692a4131 req-3b6e8f01-5fb3-4d74-81e3-d161c3455ac1 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984569 Nov 25 17:09:18.476354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port c19e1c13-0d1b-4d0c-a818-6dfed9767e65, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c19e1c13-0d1b-4d0c-a818-6dfed9767e65,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:18.491926 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.557204 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=c19e1c13-0d1b-4d0c-a818-6dfed9767e65,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:18.609021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a517a77d-427a-48ec-a54c-c37d6f1d1a2d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:18.668694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Checking segment: {'id': '792c7adb-ede2-4bc7-a925-ee3fd4376ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '23872dac-3bdf-47ed-ba57-5594d6cbf091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:18.669053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Network hostable DHCP agents. Network: 23872dac-3bdf-47ed-ba57-5594d6cbf091, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:18.695928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee36bfa-5c60-4924-9414-3ff68b2303ee req-3d3c8e2b-87d9-4b75-a941-d59852b039a5 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:18.697567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ee36bfa-5c60-4924-9414-3ff68b2303ee req-3d3c8e2b-87d9-4b75-a941-d59852b039a5 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 948 time: 0.3533263 Nov 25 17:09:18.824510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Network 23872dac-3bdf-47ed-ba57-5594d6cbf091 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:18.860649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 23872dac-3bdf-47ed-ba57-5594d6cbf091) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:18.873256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:18.873885 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.877956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3088d89-2686-46ac-abfd-279789c4d7d2 None None] Network 23872dac-3bdf-47ed-ba57-5594d6cbf091 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:18.883396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ee36bfa-5c60-4924-9414-3ff68b2303ee req-a4327dcd-f8ee-4495-b3f7-ae87d70a081c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717010 Nov 25 17:09:18.965854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cd51262a-b953-4c92-aba3-2abe53f52a82 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1662486 Nov 25 17:09:19.109252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80379fb6-639a-4750-bd4e-566245cbffe7 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:19.133176 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.156233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Transition to ACTIVE for port object 80379fb6-639a-4750-bd4e-566245cbffe7 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:19.161497 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.248556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5348ebf-432f-48dc-83c6-c0f23cb05667 None None] Network 23872dac-3bdf-47ed-ba57-5594d6cbf091 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:19.404502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=80379fb6-639a-4750-bd4e-566245cbffe7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:19.534083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1b36a241-a971-4c6b-8a78-ee752bb825bb up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:19.535796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:19.628897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abe08a-6cfc-4894-b941-65ce54b48632 req-dca1576d-0701-4993-a3ac-c145adb2ac22 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.653365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9abe08a-6cfc-4894-b941-65ce54b48632 req-dca1576d-0701-4993-a3ac-c145adb2ac22 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 947 time: 0.2726729 Nov 25 17:09:19.706916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Attempting to bind port 80379fb6-639a-4750-bd4e-566245cbffe7 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:19.707270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Attempting to bind port 80379fb6-639a-4750-bd4e-566245cbffe7 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:19.707575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Attempting to bind port 80379fb6-639a-4750-bd4e-566245cbffe7 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:19.741229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Sync routers for ids ['2d292d82-d779-4142-aacd-13402f7912d1'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:19.830192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Port 80379fb6-639a-4750-bd4e-566245cbffe7 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:19.830537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Attempting to bind port 80379fb6-639a-4750-bd4e-566245cbffe7 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:19.851395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:19.851741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:19.852141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:19.852583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Bound port: 80379fb6-639a-4750-bd4e-566245cbffe7, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:19.852960 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.884562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9abe08a-6cfc-4894-b941-65ce54b48632 req-c327789d-c9c1-4509-bc61-14539758195b tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302539 Nov 25 17:09:19.890192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Routers {'2d292d82-d779-4142-aacd-13402f7912d1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:19.893453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['2d292d82-d779-4142-aacd-13402f7912d1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:19.982895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661e43c-8991-4f23-8641-497e18c186fb req-f8e30d6a-d412-4147-85a1-947245de6e4a tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.984424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d661e43c-8991-4f23-8641-497e18c186fb req-f8e30d6a-d412-4147-85a1-947245de6e4a tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1097 time: 0.2397685 Nov 25 17:09:20.092626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 876febd1-a5bb-4dab-8c85-84088aa97260 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:20.098125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34906) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:20.133662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 1b36a241-a971-4c6b-8a78-ee752bb825bb completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:20.180359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 876febd1-a5bb-4dab-8c85-84088aa97260 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:20.181059 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.236959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c19e1c13-0d1b-4d0c-a818-6dfed9767e65 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:20.245185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] For port 80379fb6-639a-4750-bd4e-566245cbffe7, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:20.280734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d661e43c-8991-4f23-8641-497e18c186fb req-869f978f-b5d0-4c8b-842c-f211d8558416 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643721 Nov 25 17:09:20.282280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] For port 80379fb6-639a-4750-bd4e-566245cbffe7, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=80379fb6-639a-4750-bd4e-566245cbffe7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:20.294421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.409989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=80379fb6-639a-4750-bd4e-566245cbffe7,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:20.434077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.435787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.436386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.436871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.437387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.437881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.438368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.438856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.439460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.439946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.457673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.461141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:20.471360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:20.473576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.478242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-bd1badb0-1e36-4aff-b4b1-4177408bf3e9 service neutron] 10.222.0.95 "PUT /v2.0/ports/80379fb6-639a-4750-bd4e-566245cbffe7 HTTP/1.1" status: 200 len: 1095 time: 2.9468193 Nov 25 17:09:20.482909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12aa974e-5366-4613-8724-32a9cdc78e3e', 'tag': '80379fb6-639a-4750-bd4e-566245cbffe7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:20.498825 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "12aa974e-5366-4613-8724-32a9cdc78e3e", "tag": "80379fb6-639a-4750-bd4e-566245cbffe7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:20.620303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.666134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-ec4e1858-757b-4ca8-b8c5-a70719297b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:20.671494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-ec4e1858-757b-4ca8-b8c5-a70719297b2a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cae7f28982f848d9bcc56d2b4ab84141&device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 1098 time: 0.1326208 Nov 25 17:09:20.770591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-0aa1199c-8ead-439b-90e5-d9d7a819645d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=80379fb6-639a-4750-bd4e-566245cbffe7 HTTP/1.1" status: 200 len: 217 time: 0.0887508 Nov 25 17:09:20.807756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Set router 2d292d82-d779-4142-aacd-13402f7912d1 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:20.842188 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.874041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.914990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 1b36a241-a971-4c6b-8a78-ee752bb825bb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:20.915568 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.945989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-57cffe40-3b8f-45aa-922a-9a6b681a0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:20.947856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-57cffe40-3b8f-45aa-922a-9a6b681a0282 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1181164 Nov 25 17:09:20.980345 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6d736c18bfb478282444463dd64db8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8783720 Nov 25 17:09:20.982615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34926) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:20.988173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506326ca-f326-419f-a74a-c46d162ac811,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:21.045421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.045772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.046119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.046465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.047229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.047341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.047822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.047908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.048242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.049338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.049710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.050051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca68e32-fa46-46df-bf53-ee645006cffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:21.073974 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d69a572-7070-47cc-99fe-eb2167e182ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.108815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d69a572-7070-47cc-99fe-eb2167e182ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.118412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd7cc6-8bf2-453c-9c17-9b950955611a req-91f2d752-1116-4135-9326-b0aa1dd5639f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.127902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6cd7cc6-8bf2-453c-9c17-9b950955611a req-91f2d752-1116-4135-9326-b0aa1dd5639f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 948 time: 0.3552165 Nov 25 17:09:21.198024 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.208319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c19e1c13-0d1b-4d0c-a818-6dfed9767e65 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:21.209256 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.242034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-fd6db794-2466-42af-bb36-aec63f625552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.261724 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.269045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-fd6db794-2466-42af-bb36-aec63f625552 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2924094 Nov 25 17:09:21.277043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d69a572-7070-47cc-99fe-eb2167e182ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.279883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d69a572-7070-47cc-99fe-eb2167e182ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.281114 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5d69a572-7070-47cc-99fe-eb2167e182ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/506326ca-f326-419f-a74a-c46d162ac811 HTTP/1.1" status: 204 len: 168 time: 0.2959201 Nov 25 17:09:21.312816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69a572-7070-47cc-99fe-eb2167e182ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506326ca-f326-419f-a74a-c46d162ac811,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:21.383207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:21.385913 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b1b5bd-082a-4ee4-81f1-deef3e98dc54" -d '{"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-plugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:21.434580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:21.460517 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.471224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1b36a241-a971-4c6b-8a78-ee752bb825bb, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1b36a241-a971-4c6b-8a78-ee752bb825bb,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:21.516036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6cd7cc6-8bf2-453c-9c17-9b950955611a req-7653e17d-e517-4507-b068-d9f9912c803a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587677 Nov 25 17:09:21.541142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.589331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:16Z', 'revision_number': 4, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '349efc33-7ab3-4523-8a1d-90492503662a', 'name': '', 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'mac_address': 'fa:16:3e:db:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0dd81953-652b-44f9-af2a-fd1d7fc00b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:15Z', 'updated_at': '2021-11-25T17:09:16Z', 'revision_number': 2, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'subnets': [{'id': '0dd81953-652b-44f9-af2a-fd1d7fc00b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:21.651123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-48bc0534-3dea-4fb7-bf26-d7d1eb02c093 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635633 Nov 25 17:09:21.668995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-bd0f0e38-bf26-4da9-a895-1208c0cf6507 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.676961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-bd0f0e38-bf26-4da9-a895-1208c0cf6507 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 808 time: 0.7505472 Nov 25 17:09:21.790490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Checking router: 2d292d82-d779-4142-aacd-13402f7912d1 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:21.794643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Updating router 2d292d82-d779-4142-aacd-13402f7912d1 port 349efc33-7ab3-4523-8a1d-90492503662a binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:21.874891 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.937686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:22.020409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-c9b63fe3-d0e1-4bcc-ad2c-0f4cc29312cc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/quotas/16f239ed12554ebe8fcdb9786186913f HTTP/1.1" status: 200 len: 375 time: 0.3226349 Nov 25 17:09:22.114780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-24ab43df-a302-435e-a329-708f6c38619e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897548 Nov 25 17:09:22.156666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a874729-f1b8-475e-b4cd-5f299a29939b req-cc2f446e-fc7e-45d8-84fb-568c009217b9 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569762 Nov 25 17:09:22.310342 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-c1f8d0f7-0048-4b6d-b92e-fe6834898ef9 service neutron] 10.222.0.81 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925640 Nov 25 17:09:22.492660 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1b36a241-a971-4c6b-8a78-ee752bb825bb,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:22.523288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-ee762fb7-dd99-4a7b-87cb-68d91140bfb4 service neutron] 10.222.0.81 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103357 Nov 25 17:09:22.888435 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f1836-4257-41da-b4a6-1ab88b3c0c40 x-openstack-request-id: req-969f1836-4257-41da-b4a6-1ab88b3c0c40 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:22.889102 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12aa974e-5366-4613-8724-32a9cdc78e3e", "tag": "80379fb6-639a-4750-bd4e-566245cbffe7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:22.889356 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-969f1836-4257-41da-b4a6-1ab88b3c0c40 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:22.889767 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12aa974e-5366-4613-8724-32a9cdc78e3e', 'tag': '80379fb6-639a-4750-bd4e-566245cbffe7', 'status': 'completed', 'code': 200} Nov 25 17:09:22.958543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:23.050075 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.077061 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.163817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-654e5130-f1fa-4a17-a788-a26946d6bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.165412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-654e5130-f1fa-4a17-a788-a26946d6bfdf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cae7f28982f848d9bcc56d2b4ab84141&device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 1098 time: 0.2682009 Nov 25 17:09:23.430356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-network', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:23.451380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b1a19-f2f5-4a17-b121-739358cbf9e2 req-95bef06d-a3df-4d1a-a0af-22f62101110b tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.470516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-583b1a19-f2f5-4a17-b121-739358cbf9e2 req-95bef06d-a3df-4d1a-a0af-22f62101110b tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 947 time: 0.3945742 Nov 25 17:09:23.490682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Made reservation on behalf of a440ecf97e9443af80fbfbd41f321ab0 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:23.495307 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.516418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff56ee4-2426-4c43-a035-681ee5711e19 None None] Pushing event updated for resources: {'Port': ['ID=349efc33-7ab3-4523-8a1d-90492503662a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:23.533738 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.565701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Attempting to bind port 349efc33-7ab3-4523-8a1d-90492503662a on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:23.566538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Attempting to bind port 349efc33-7ab3-4523-8a1d-90492503662a by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:23.566918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Attempting to bind port 349efc33-7ab3-4523-8a1d-90492503662a on network cec6fffa-9b9c-46d4-b6d6-17d17344df31 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:23.594075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:23.596882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Checking segment: {'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:23.599804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.600286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Bound using segment: {'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:23.606181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Bound port: 349efc33-7ab3-4523-8a1d-90492503662a, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6c323-1c4c-4dcf-8d75-9a865146801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:23.608227 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.721818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-583b1a19-f2f5-4a17-b121-739358cbf9e2 req-9ddbacb1-4cbf-4e5a-960d-15a6d15c68f0 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498927 Nov 25 17:09:23.728669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-1acf31d9-a8c3-4265-95c2-739d321bc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.731385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-1acf31d9-a8c3-4265-95c2-739d321bc7aa service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5396528 Nov 25 17:09:23.833129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c3095b5e-f50d-4ca3-9451-d149452fd397 None None] Provisioning complete for port 349efc33-7ab3-4523-8a1d-90492503662a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:23.837234 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3095b5e-f50d-4ca3-9451-d149452fd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.841934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.856078 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.919681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-c1bd1225-1a65-4f30-835b-b391ffc824ca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=80379fb6-639a-4750-bd4e-566245cbffe7 HTTP/1.1" status: 200 len: 217 time: 0.1807983 Nov 25 17:09:23.929579 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8ccec2-6089-49c9-b941-fe40ef82f631 x-openstack-request-id: req-0e8ccec2-6089-49c9-b941-fe40ef82f631 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:23.930231 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-plugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:23.930726 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e8ccec2-6089-49c9-b941-fe40ef82f631 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:23.932178 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260', 'code': 200} Nov 25 17:09:23.950174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:24.060001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c3095b5e-f50d-4ca3-9451-d149452fd397 None None] Port 349efc33-7ab3-4523-8a1d-90492503662a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:24.090934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] For port 349efc33-7ab3-4523-8a1d-90492503662a, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:24.104898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-1218d334-3ab0-4bb1-a58c-0b394bab2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.110898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] For port 349efc33-7ab3-4523-8a1d-90492503662a, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=349efc33-7ab3-4523-8a1d-90492503662a,segment=NetworkSegment(46a6c323-1c4c-4dcf-8d75-9a865146801c),segment_id=46a6c323-1c4c-4dcf-8d75-9a865146801c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:24.114093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-1218d334-3ab0-4bb1-a58c-0b394bab2a00 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1829684 Nov 25 17:09:24.122534 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.138596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.141711 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Added segment eb9067c3-a042-4fa8-b7a9-2a15babf73ef of type vlan for network 283b845c-c0a6-4ad8-8167-9772a277034a Nov 25 17:09:24.163242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff476b-8d5a-4e19-a4a5-4fa7121657e4 req-e9f9fe98-6a54-4b9a-8b1e-376e41680003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.165473 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8fff476b-8d5a-4e19-a4a5-4fa7121657e4 req-e9f9fe98-6a54-4b9a-8b1e-376e41680003 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1101 time: 0.1781073 Nov 25 17:09:24.166315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60491aa7-a1a2-4e87-87e5-f59ab405f914,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:24.220690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:24.340219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Routers {'2d292d82-d779-4142-aacd-13402f7912d1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:24.341735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['2d292d82-d779-4142-aacd-13402f7912d1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:24.385787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-27c65228-ca40-4121-afc2-f0eb6281ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.391062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-27c65228-ca40-4121-afc2-f0eb6281ae43 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2677062 Nov 25 17:09:24.431890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-da6d63bd-4a78-4928-9433-8cbc3b3dbc1c tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:09:24.440383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff56ee4-2426-4c43-a035-681ee5711e19 None None] Pushing event updated for resources: {'Port': ['ID=349efc33-7ab3-4523-8a1d-90492503662a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:24.464800 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-da6d63bd-4a78-4928-9433-8cbc3b3dbc1c tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2426100 Nov 25 17:09:24.545499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.609799 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8fff476b-8d5a-4e19-a4a5-4fa7121657e4 req-3b2c23a7-4efb-41a4-99f6-ecd92017dda7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188049 Nov 25 17:09:24.620365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] Set router 2d292d82-d779-4142-aacd-13402f7912d1 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:24.649433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fc815-1192-47fa-a341-61d8ea0d5903 req-5006f595-9e9c-4e70-bc9e-3ed74fc997a9 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.658538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-255fc815-1192-47fa-a341-61d8ea0d5903 req-5006f595-9e9c-4e70-bc9e-3ed74fc997a9 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 949 time: 0.3529682 Nov 25 17:09:24.703870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.704544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.705335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.902619 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9388092 Nov 25 17:09:24.909733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:24.917642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Request body: {'subnet': {'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-subnet', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:24.926696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-68b0cc5d-8b5c-4a75-aebe-a1ca6255195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.933252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579473e8-0b9a-42f9-9c86-88003b3d916f admin admin] Pushing event updated for resources: {'Network': ['ID=283b845c-c0a6-4ad8-8167-9772a277034a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:24.949034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-68b0cc5d-8b5c-4a75-aebe-a1ca6255195b service neutron] 10.222.0.81 "GET /v2.0/ports/2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 1094 time: 0.3534946 Nov 25 17:09:24.960883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Made reservation on behalf of a440ecf97e9443af80fbfbd41f321ab0 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:24.961982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Request body: {'binding': {'host': 'n-h1-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:24.962560 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:09:24.965743 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.972604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 283b845c-c0a6-4ad8-8167-9772a277034a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:24.981398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-255fc815-1192-47fa-a341-61d8ea0d5903 req-6fc5df10-93eb-4918-a29d-c85f506a38a0 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197620 Nov 25 17:09:25.116077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-936e3271-167b-4074-bb03-eadedee21aba req-71d82ae8-dca6-4898-a160-c0e5f5054b3d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 210 time: 0.0434623 Nov 25 17:09:25.147940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-37ac1c7e-ebd5-4a2f-b943-ecc52e9e9a48 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473967 Nov 25 17:09:25.275401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-33eb5933-92cd-4d85-8fae-f7ee3787b656 None None] Provisioning complete for port 349efc33-7ab3-4523-8a1d-90492503662a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:25.275915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33eb5933-92cd-4d85-8fae-f7ee3787b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.505637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:16Z', 'revision_number': 4, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '349efc33-7ab3-4523-8a1d-90492503662a', 'name': '', 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'mac_address': 'fa:16:3e:db:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0dd81953-652b-44f9-af2a-fd1d7fc00b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:15Z', 'updated_at': '2021-11-25T17:09:24Z', 'revision_number': 4, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'subnets': [{'id': '0dd81953-652b-44f9-af2a-fd1d7fc00b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:25.567260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae0ae6-d538-4d05-b530-2063bb98df0f None None] The sync data for ids ['2d292d82-d779-4142-aacd-13402f7912d1'] in n-d-819349-3 is: [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:16Z', 'revision_number': 4, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '349efc33-7ab3-4523-8a1d-90492503662a', 'name': '', 'network_id': 'cec6fffa-9b9c-46d4-b6d6-17d17344df31', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'mac_address': 'fa:16:3e:db:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0dd81953-652b-44f9-af2a-fd1d7fc00b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:15Z', 'updated_at': '2021-11-25T17:09:24Z', 'revision_number': 4, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'subnets': [{'id': '0dd81953-652b-44f9-af2a-fd1d7fc00b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:25.578974 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33eb5933-92cd-4d85-8fae-f7ee3787b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.612796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-5edbb16b-ae49-4f86-8e5b-e855836f88a1 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.616522 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-5edbb16b-ae49-4f86-8e5b-e855836f88a1 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 808 time: 0.3392198 Nov 25 17:09:25.622712 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.646675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 80379fb6-639a-4750-bd4e-566245cbffe7 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:25.659605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Request body: {'port': {'device_id': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'admin_state_up': True, 'tenant_id': '16f239ed12554ebe8fcdb9786186913f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:25.723663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on host n-h1-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:25.725848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:25.726223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:25.757168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:25.757537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:25.785461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:25.785815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:25.789180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:25.789682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Bound port: 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:25.859036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:25.888284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:25.916291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356727f-a92a-4cd9-98ae-71ca300b284c req-97946316-14c0-4917-94ab-bde7ef79df69 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.918524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2356727f-a92a-4cd9-98ae-71ca300b284c req-97946316-14c0-4917-94ab-bde7ef79df69 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 947 time: 0.5798330 Nov 25 17:09:25.921963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.923064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-a9215169-6d80-4370-a1f4-a250a10b7005 service neutron] 10.222.0.81 "POST /v2.0/ports/2acf0d08-ea97-4fda-ad80-cccecac3fd82/bindings HTTP/1.1" status: 201 len: 389 time: 0.9730825 Nov 25 17:09:26.024553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 80379fb6-639a-4750-bd4e-566245cbffe7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=80379fb6-639a-4750-bd4e-566245cbffe7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:26.032102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2356727f-a92a-4cd9-98ae-71ca300b284c req-8235558d-d554-4853-b4a8-db1c397389c2 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050677 Nov 25 17:09:26.085924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05790079-9a8b-47ab-80a1-cc3676e43bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b36a241-a971-4c6b-8a78-ee752bb825bb'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:26.095289 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224c002b-4f99-49d6-b8ba-6c7234a5b9c8" -d '{"events": [{"server_uuid": "05790079-9a8b-47ab-80a1-cc3676e43bcf", "name": "network-vif-plugged", "status": "completed", "tag": "1b36a241-a971-4c6b-8a78-ee752bb825bb"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:26.105258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031eb3cc-cea9-47de-ae3b-7a07be0c4a0e req-3c68c41a-6e56-444d-8781-3b3ae2d52d78 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9414630 Nov 25 17:09:26.126662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '80379fb6-639a-4750-bd4e-566245cbffe7', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '80379fb6-639a-4750-bd4e-566245cbffe7', 'mac_address': 'fa:16:3e:13:69:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:26.229623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-33eb5933-92cd-4d85-8fae-f7ee3787b656 None None] For port 349efc33-7ab3-4523-8a1d-90492503662a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=349efc33-7ab3-4523-8a1d-90492503662a,segment=NetworkSegment(46a6c323-1c4c-4dcf-8d75-9a865146801c),segment_id=46a6c323-1c4c-4dcf-8d75-9a865146801c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:26.320874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Made reservation on behalf of 16f239ed12554ebe8fcdb9786186913f for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:26.324437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.384794 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33eb5933-92cd-4d85-8fae-f7ee3787b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.402185 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.453041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Checking segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:26.453568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Network hostable DHCP agents. Network: 283b845c-c0a6-4ad8-8167-9772a277034a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:26.514291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 349efc33-7ab3-4523-8a1d-90492503662a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:26.535018 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286942b-b19e-423a-9b84-6eaf57a483f3 req-817258d0-7a9d-4a00-90b0-b96f643f665c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.537891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0286942b-b19e-423a-9b84-6eaf57a483f3 req-817258d0-7a9d-4a00-90b0-b96f643f665c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 949 time: 0.2045934 Nov 25 17:09:26.643790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-20cd43b9-b126-44dc-8993-855b3946a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.645693 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-20cd43b9-b126-44dc-8993-855b3946a95d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1097 time: 0.2129381 Nov 25 17:09:26.681247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80379fb6-639a-4750-bd4e-566245cbffe7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:26.737268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Network 283b845c-c0a6-4ad8-8167-9772a277034a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:26.745530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741bf25-6d5f-414e-8171-3121ba3dd86f req-36e3aece-7feb-47cc-bdfa-7f39f44781da tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.754061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4741bf25-6d5f-414e-8171-3121ba3dd86f req-36e3aece-7feb-47cc-bdfa-7f39f44781da tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 946 time: 0.2357121 Nov 25 17:09:26.759813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Allocated IP 172.20.0.7 (2a372fd2-fd20-46be-88d6-b1e28cdca09a/6e1beb38-5c08-499a-bd1c-8c41ce530903/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:26.770216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb5933-92cd-4d85-8fae-f7ee3787b656 None None] Pushing event updated for resources: {'Port': ['ID=349efc33-7ab3-4523-8a1d-90492503662a,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:26.788824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 283b845c-c0a6-4ad8-8167-9772a277034a) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:26.808335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 80379fb6-639a-4750-bd4e-566245cbffe7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=80379fb6-639a-4750-bd4e-566245cbffe7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:26.811126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595e85f-ce19-4060-a8b0-d7408522ee0b None None] Network 283b845c-c0a6-4ad8-8167-9772a277034a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:26.840523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.841401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.844705 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.929123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0286942b-b19e-423a-9b84-6eaf57a483f3 req-04e33b73-1485-48aa-acd9-e6a5b11d71b5 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788750 Nov 25 17:09:27.063916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4741bf25-6d5f-414e-8171-3121ba3dd86f req-9765e9ec-8317-401d-9bc8-f3deaa5f8f72 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087485 Nov 25 17:09:27.210936 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3a209df9-9d84-4bc0-b951-beeb890e9cef admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3000529 Nov 25 17:09:27.223007 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d34cb14-b97f-45b5-a342-0665f9990cb0 x-openstack-request-id: req-0d34cb14-b97f-45b5-a342-0665f9990cb0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:27.223230 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05790079-9a8b-47ab-80a1-cc3676e43bcf", "name": "network-vif-plugged", "status": "completed", "tag": "1b36a241-a971-4c6b-8a78-ee752bb825bb", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:27.223516 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d34cb14-b97f-45b5-a342-0665f9990cb0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:27.224423 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05790079-9a8b-47ab-80a1-cc3676e43bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b36a241-a971-4c6b-8a78-ee752bb825bb', 'code': 200} Nov 25 17:09:27.248148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35032) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:27.266026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 349efc33-7ab3-4523-8a1d-90492503662a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:27.266462 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.280324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:27.357556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.371511 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.371771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['80379fb6-639a-4750-bd4e-566245cbffe7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:27.414181 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb87a562-3c0d-4c23-8245-bf710ecb2d65 req-97d465a0-2721-416e-b594-866af84e22b3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 210 time: 0.1389277 Nov 25 17:09:27.502082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-8cf24cc4-2110-4d26-b310-5ff9a168a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:27.503573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-8cf24cc4-2110-4d26-b310-5ff9a168a854 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.8360150 Nov 25 17:09:27.543770 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.586236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-2049f36b-e004-49fa-8282-e4361a32dd47 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 217 time: 0.0592921 Nov 25 17:09:27.682069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93f878-943c-468a-a5a2-6f811eaa201f req-10a63a78-1d46-47e5-9cac-0b0e9aaedab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:27.683659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e93f878-943c-468a-a5a2-6f811eaa201f req-10a63a78-1d46-47e5-9cac-0b0e9aaedab6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 1100 time: 0.4883878 Nov 25 17:09:27.699192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf588-e8c7-464e-b8aa-f91a1252ef48 req-ff770242-d1bc-4cd4-b0a0-7f1d5f263efc tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:27.706498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-951cf588-e8c7-464e-b8aa-f91a1252ef48 req-ff770242-d1bc-4cd4-b0a0-7f1d5f263efc tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 948 time: 0.2903478 Nov 25 17:09:27.747984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=80379fb6-639a-4750-bd4e-566245cbffe7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:27.751321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.757362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.933637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-951cf588-e8c7-464e-b8aa-f91a1252ef48 req-1caee9d9-e97e-46a6-be62-ec8c665317ee tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544642 Nov 25 17:09:27.968086 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-283b845c-c0a6-4ad8-8167-9772a277034a', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:09:27.969678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.046877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Network 2a372fd2-fd20-46be-88d6-b1e28cdca09a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:28.053660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:28.065033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e93f878-943c-468a-a5a2-6f811eaa201f req-d7c3a4d2-efa7-4d3c-bf5b-d002c5bf7655 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472455 Nov 25 17:09:28.076587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:28.081057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-bf9e516e-aa24-4642-b37e-9af3599b5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:28.082689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-bf9e516e-aa24-4642-b37e-9af3599b5ef3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.4862766 Nov 25 17:09:28.093257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:28.093930 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.128539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-c9d88e75-373c-48a6-b024-695ddbddbaa9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358939 Nov 25 17:09:28.348117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 349efc33-7ab3-4523-8a1d-90492503662a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:28.394725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.459317 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8151772 Nov 25 17:09:28.462736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c73270-7d24-4bd6-8567-c27da03d440e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Pushing event updated for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:28.522742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Request body: {'port': {'device_id': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:28.584905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 349efc33-7ab3-4523-8a1d-90492503662a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:28.585857 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.614067 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.630771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Allocated IP 172.20.0.2 (283b845c-c0a6-4ad8-8167-9772a277034a/3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d/c45f6b2d-79b2-4f62-b61f-97824c4e381b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:28.771681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-56508cb7-e17a-45d1-9c78-6c64210cc131 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689697 Nov 25 17:09:29.000291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-6c0ec91f-8275-4b9b-95ce-c0d30fa4d997 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774251 Nov 25 17:09:29.025191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62334cfe-d3ea-4355-a73a-27807c104973 req-05d1f58c-8341-42d3-b0b1-5801c07855fa tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.034703 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62334cfe-d3ea-4355-a73a-27807c104973 req-05d1f58c-8341-42d3-b0b1-5801c07855fa tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 949 time: 0.9047649 Nov 25 17:09:29.092591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:29.105805 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.121978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Transition to ACTIVE for port object b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:29.131364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.144253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.163680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bfd05-582f-4495-b72e-40d45ee2f070 req-cc915dfd-29bf-4250-af97-20d47e0fe430 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.165286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-184bfd05-582f-4495-b72e-40d45ee2f070 req-cc915dfd-29bf-4250-af97-20d47e0fe430 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 946 time: 0.3904591 Nov 25 17:09:29.205684 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.219174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-81d26716-bb1f-4627-b9ad-61dbd0544193 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.220876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-81d26716-bb1f-4627-b9ad-61dbd0544193 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1097 time: 0.1548469 Nov 25 17:09:29.242086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-3'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:29.272919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:29.346514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Network 283b845c-c0a6-4ad8-8167-9772a277034a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:29.350527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62334cfe-d3ea-4355-a73a-27807c104973 req-2ee9e4df-5e84-4be9-af6a-09615ab2afe2 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126066 Nov 25 17:09:29.386904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:29.388236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:29.389340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:29.392822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:29.398217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-184bfd05-582f-4495-b72e-40d45ee2f070 req-bbca103d-07ab-4328-9dab-7a59a90af4be tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191792 Nov 25 17:09:29.409777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.419787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:29.423040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:29.424008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:29.524422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Pushing event updated for resources: {'Port': ['ID=c45f6b2d-79b2-4f62-b61f-97824c4e381b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:29.612222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 80379fb6-639a-4750-bd4e-566245cbffe7 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:29.634521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:29.634873 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:29.635269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:29.635729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Bound port: b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:29.658830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.659052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:29.743151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:29.751708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Attempting to bind port c45f6b2d-79b2-4f62-b61f-97824c4e381b on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:29.752510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Attempting to bind port c45f6b2d-79b2-4f62-b61f-97824c4e381b by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:29.753294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Attempting to bind port c45f6b2d-79b2-4f62-b61f-97824c4e381b on network 283b845c-c0a6-4ad8-8167-9772a277034a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:29.762388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:29.763406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Checking segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:29.764092 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.764731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Bound using segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:29.765451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Bound port: c45f6b2d-79b2-4f62-b61f-97824c4e381b, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:29.766885 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.797317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:29.805663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:29.822066 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.857411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:29.858558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] For port c45f6b2d-79b2-4f62-b61f-97824c4e381b, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:29.859773 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5496df8a-b34a-408b-8b11-968d0949ab09" -d '{"events": [{"server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:29.862871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] For port c45f6b2d-79b2-4f62-b61f-97824c4e381b, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c45f6b2d-79b2-4f62-b61f-97824c4e381b,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:29.869582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.873919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.887600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 80379fb6-639a-4750-bd4e-566245cbffe7 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:29.894226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20efb3c-48cc-4d16-bde5-a5c0b789453e req-37658fb7-2ca8-4ccd-928d-61d9d88b1e36 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.896322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b20efb3c-48cc-4d16-bde5-a5c0b789453e req-37658fb7-2ca8-4ccd-928d-61d9d88b1e36 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 943 time: 0.1556518 Nov 25 17:09:29.898415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.908254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cf1b8-a54c-4a9c-8b43-c16f03d2acd3 req-8eae6c29-9b1d-4fff-9353-b23f29c7a15b tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.920158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-432cf1b8-a54c-4a9c-8b43-c16f03d2acd3 req-8eae6c29-9b1d-4fff-9353-b23f29c7a15b tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 948 time: 0.1784053 Nov 25 17:09:29.949704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 80379fb6-639a-4750-bd4e-566245cbffe7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:29.951774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.003411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:30.077048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.078613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e84f2-cf63-4b04-843a-ccd33ac4f04b None None] Pushing event updated for resources: {'Port': ['ID=c45f6b2d-79b2-4f62-b61f-97824c4e381b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:30.079048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.080529 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 1091 time: 1.5702271 Nov 25 17:09:30.081365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:30.090528 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d616e053-fb1e-4398-976d-a5ba27c313ba" -d '{"events": [{"name": "network-changed", "server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:30.126567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.163038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b20efb3c-48cc-4d16-bde5-a5c0b789453e req-0adf4a7f-6d89-4df3-83fa-cff8ad52f3f4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327971 Nov 25 17:09:30.199523 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.203180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.246755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa974e-5366-4613-8724-32a9cdc78e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80379fb6-639a-4750-bd4e-566245cbffe7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:30.252863 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546d1fb3-5804-421e-8b26-1ef8bf239f14" -d '{"events": [{"server_uuid": "12aa974e-5366-4613-8724-32a9cdc78e3e", "name": "network-vif-plugged", "status": "completed", "tag": "80379fb6-639a-4750-bd4e-566245cbffe7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:30.279995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106d284-0d46-4f73-a8fc-6800270712a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:30.295494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 80379fb6-639a-4750-bd4e-566245cbffe7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=80379fb6-639a-4750-bd4e-566245cbffe7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:30.301577 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.302984 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3f540-0620-4b61-96ca-8b064e97e5d6 x-openstack-request-id: req-fef3f540-0620-4b61-96ca-8b064e97e5d6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:30.303944 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:30.304641 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fef3f540-0620-4b61-96ca-8b064e97e5d6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:30.306152 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82', 'code': 200} Nov 25 17:09:30.326498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-432cf1b8-a54c-4a9c-8b43-c16f03d2acd3 req-18e5887d-7031-4a89-bf57-2f46c9397b9c tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052057 Nov 25 17:09:30.355486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on host n-h2-819349-3 for vnic_type normal with profile {"migrating_to": "n-h1-819349-3"} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:30.355486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:30.355486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:30.355486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:30.355983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Attempting to bind port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:30.378412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:30.378412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:30.378412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:30.378412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Bound port: 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:30.378412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.476168 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a1ad0-6c39-4f43-803c-6fdc614fc819 x-openstack-request-id: req-5e2a1ad0-6c39-4f43-803c-6fdc614fc819 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:30.476521 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:30.478209 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e2a1ad0-6c39-4f43-803c-6fdc614fc819 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:30.478577 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c', 'status': 'completed', 'code': 200} Nov 25 17:09:30.530667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=80379fb6-639a-4750-bd4e-566245cbffe7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:30.586023 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4641a336-4ec1-431c-84cf-9040601de5ec x-openstack-request-id: req-4641a336-4ec1-431c-84cf-9040601de5ec {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:30.586343 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aa974e-5366-4613-8724-32a9cdc78e3e", "name": "network-vif-plugged", "status": "completed", "tag": "80379fb6-639a-4750-bd4e-566245cbffe7", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:30.586607 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4641a336-4ec1-431c-84cf-9040601de5ec {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:30.587014 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12aa974e-5366-4613-8724-32a9cdc78e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80379fb6-639a-4750-bd4e-566245cbffe7', 'code': 200} Nov 25 17:09:30.684260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-684ae7f8-02e9-4570-a656-2b9aaebb0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.686636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-684ae7f8-02e9-4570-a656-2b9aaebb0cf9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1094 time: 0.4860535 Nov 25 17:09:30.730266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:30.734295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:30.736905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Allocated IP 172.25.1.43 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/4ee77928-ca4f-46a1-a5ce-94f2568945cb) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:30.748357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.801346 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-ffb5bdff-2cc5-4ff7-9a3c-d7dc180243c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 217 time: 0.0398622 Nov 25 17:09:30.880066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b99e9-7a4b-4f42-a27f-5ea7ee8a15a9 req-ade2db49-250a-40a8-b538-d649105a13bc tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.903140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be2b99e9-7a4b-4f42-a27f-5ea7ee8a15a9 req-ade2db49-250a-40a8-b538-d649105a13bc tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 949 time: 0.3574207 Nov 25 17:09:30.909759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=8']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:31.070462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be2b99e9-7a4b-4f42-a27f-5ea7ee8a15a9 req-063fff46-4280-4fa3-b81c-d1abc1a56f50 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661837 Nov 25 17:09:31.124055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.133582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.136481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-db36e1ae-e5a6-46d0-9175-9a9587ca5a7a service neutron] 10.222.0.95 "PUT /v2.0/ports/2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 1122 time: 1.9054277 Nov 25 17:09:31.172967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9a28c-43d7-40d7-b3ab-4e32316894a4 req-5a5c45c8-20af-4f5d-b4ac-2a19dc1c5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.173599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed050-708c-424a-9a5b-0bc36c50875f req-7ab0f963-aca9-4d39-9469-0e9f91e341e1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.174897 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25a9a28c-43d7-40d7-b3ab-4e32316894a4 req-5a5c45c8-20af-4f5d-b4ac-2a19dc1c5d81 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 1100 time: 0.5204792 Nov 25 17:09:31.177740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-122ed050-708c-424a-9a5b-0bc36c50875f req-7ab0f963-aca9-4d39-9469-0e9f91e341e1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 944 time: 0.4946730 Nov 25 17:09:31.226726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['2acf0d08-ea97-4fda-ad80-cccecac3fd82'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:31.235340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-97491344-5c72-4ea8-aa32-7529909ddf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.236995 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-97491344-5c72-4ea8-aa32-7529909ddf1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.4217927 Nov 25 17:09:31.295401 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-30690473-ff47-4900-bac4-aefd8a345db3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380573 Nov 25 17:09:31.405202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-122ed050-708c-424a-9a5b-0bc36c50875f req-f10d1c9a-021b-42c1-9239-fa4802bebc46 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190480 Nov 25 17:09:31.485253 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-432b1340-4703-4310-8018-8daafbc6dd57 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652894 Nov 25 17:09:31.571807 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25a9a28c-43d7-40d7-b3ab-4e32316894a4 req-ef96f375-1588-4650-b04d-d9affb7ad3fa service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828321 Nov 25 17:09:31.753091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.848430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924214a5-e8e0-4a6b-b5a5-e4a74930d982 req-396c1524-3099-4074-b8ee-29a8b51b0087 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.856238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-924214a5-e8e0-4a6b-b5a5-e4a74930d982 req-396c1524-3099-4074-b8ee-29a8b51b0087 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1708581 Nov 25 17:09:31.955836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23ffedf4-050d-4e31-a3da-1933c8ec42c6 req-b3d7172c-792f-436d-baf2-82b323ca22db service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547353 Nov 25 17:09:31.956661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-924214a5-e8e0-4a6b-b5a5-e4a74930d982 req-f0ac0d9e-0d3b-485d-bc1f-e328812070bc tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924897 Nov 25 17:09:32.015534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.081790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c7bed-d628-4392-b599-37614fa54262 None None] Network 283b845c-c0a6-4ad8-8167-9772a277034a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:32.119247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9f4df-32f4-40be-995d-02f7e0f04acf req-e04b9c7e-cd16-4f3b-a9e2-55cc0e3f0326 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.136754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0f9f4df-32f4-40be-995d-02f7e0f04acf req-e04b9c7e-cd16-4f3b-a9e2-55cc0e3f0326 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 943 time: 0.1735921 Nov 25 17:09:32.142551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:32.154417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:32.157485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:32.307800 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:32.310629 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e385e06c-e18f-4e68-85dc-e3f89f810859" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:32.356893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd63ec-41ac-4c39-be53-6578d3741b8a req-eb3136bd-8ca1-4872-9b80-6f3a22bfd3b3 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.360215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edd63ec-41ac-4c39-be53-6578d3741b8a req-eb3136bd-8ca1-4872-9b80-6f3a22bfd3b3 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 949 time: 0.2193940 Nov 25 17:09:32.366757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0f9f4df-32f4-40be-995d-02f7e0f04acf req-8099c2c8-0795-424f-a19b-d756f8bd3491 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274778 Nov 25 17:09:32.379388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Pushing event updated for resources: {'Port': ['ID=4ee77928-ca4f-46a1-a5ce-94f2568945cb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:32.417870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-a4067fc9-d217-490a-bedb-740fd366a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.422871 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-a4067fc9-d217-490a-bedb-740fd366a5f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1094 time: 0.3725703 Nov 25 17:09:32.436864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c45f6b2d-79b2-4f62-b61f-97824c4e381b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:32.495741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edd63ec-41ac-4c39-be53-6578d3741b8a req-f8e2ed26-8f9d-49f3-bf90-8e54be26a0e8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245377 Nov 25 17:09:32.569850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b383059e-0a61-463f-95ac-72c67820fad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.591244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Provisioning complete for port c45f6b2d-79b2-4f62-b61f-97824c4e381b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:32.591615 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.632510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9f18f-d398-4b25-8eb8-1340d4f8f700 req-94039c74-a278-49fc-95b6-b38e79934e35 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.635176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d9f18f-d398-4b25-8eb8-1340d4f8f700 req-94039c74-a278-49fc-95b6-b38e79934e35 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 946 time: 0.0856857 Nov 25 17:09:32.672218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-703711ed-fd59-49cc-9c57-0cdc10808b34 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ebb331fa0e9e416784fd9a128129a62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347738 Nov 25 17:09:32.729536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c45f6b2d-79b2-4f62-b61f-97824c4e381b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:32.730248 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.760403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-ba5b5223-446f-4d2e-ba0b-912a8d51b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.762679 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-ba5b5223-446f-4d2e-ba0b-912a8d51b7c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.3232825 Nov 25 17:09:32.763628 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.837864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d9f18f-d398-4b25-8eb8-1340d4f8f700 req-dbf1fda0-1df2-48a5-b59d-e12b87308771 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826007 Nov 25 17:09:32.900077 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-9d23cf3b-cff0-48af-af32-593955c4b709 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 217 time: 0.0691817 Nov 25 17:09:32.996021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-de7fa2c6-4261-419e-8ff8-a5c5a77694e0 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.999093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-de7fa2c6-4261-419e-8ff8-a5c5a77694e0 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141651 Nov 25 17:09:33.041814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f866e479-7216-49e8-94d2-d258f63e4fce tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/quotas/ebb331fa0e9e416784fd9a128129a62a HTTP/1.1" status: 200 len: 375 time: 0.0321400 Nov 25 17:09:33.047229 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.140224 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df81b68-cd04-43b8-b0b0-ba421a88d0bd x-openstack-request-id: req-5df81b68-cd04-43b8-b0b0-ba421a88d0bd {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:33.141981 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:33.142461 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5df81b68-cd04-43b8-b0b0-ba421a88d0bd {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:33.144342 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82', 'status': 'completed', 'code': 200} Nov 25 17:09:33.154653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-b7f55bcc-aee4-46f4-b49a-6d3ddf3bf1af tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983729 Nov 25 17:09:33.206391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-88843d66-978d-447f-969f-6845be4f8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.215838 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-88843d66-978d-447f-969f-6845be4f8e95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.2904727 Nov 25 17:09:33.231333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-ea63c8d6-5a07-49ac-b172-2e676adeefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.233201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-ea63c8d6-5a07-49ac-b172-2e676adeefd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1125 time: 0.0699337 Nov 25 17:09:33.339235 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-eaedbb31-cca2-48a1-9693-e16b4f162d38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151922 Nov 25 17:09:33.346607 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.422654 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] For port c45f6b2d-79b2-4f62-b61f-97824c4e381b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c45f6b2d-79b2-4f62-b61f-97824c4e381b,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:33.434968 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.529723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.548167 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-a89cdec5-12b1-4fdb-8fed-f7e5a86e61c6 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967266 Nov 25 17:09:33.577214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-0e256cd2-fe9c-4455-818c-e32845a3babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.579015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-0e256cd2-fe9c-4455-818c-e32845a3babf service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.3375969 Nov 25 17:09:33.656301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 2acf0d08-ea97-4fda-ad80-cccecac3fd82 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:33.699459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Pushing event updated for resources: {'Port': ['ID=c45f6b2d-79b2-4f62-b61f-97824c4e381b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:33.716050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:09:33.716715 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:09:33.721990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-77eeae19-411f-4cdb-93b0-6bab55f8e94e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 217 time: 0.1260977 Nov 25 17:09:33.727969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1787a523-3243-4ec0-9c63-522c6f6eb6bc None None] Provisioning complete for port c45f6b2d-79b2-4f62-b61f-97824c4e381b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:33.728360 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1787a523-3243-4ec0-9c63-522c6f6eb6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.745141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae7192-a219-49f3-bc75-868755d9cc6f req-2019fc09-806a-4c7e-b426-9fe3d8be63ba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.753535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9ae7192-a219-49f3-bc75-868755d9cc6f req-2019fc09-806a-4c7e-b426-9fe3d8be63ba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 944 time: 0.4685361 Nov 25 17:09:33.780337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.780711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.781052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.781380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.782459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.782684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.782933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.783264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.783594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.783921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.784246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.784568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79100ab1-d1d6-4c51-881b-03ba544f3b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:33.808518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-1107e181-231d-4b3a-bf08-0a1d19b6164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.810012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-1107e181-231d-4b3a-bf08-0a1d19b6164b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.0537915 Nov 25 17:09:33.812056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-76b215cd-9282-4297-8064-9b3b1e67d9d2 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.814886 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-76b215cd-9282-4297-8064-9b3b1e67d9d2 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.95 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 946 time: 0.2032316 Nov 25 17:09:33.859124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f3097-67a2-4805-829e-fcce15d94158 req-1b98a969-bcc6-4bd7-901f-5998227004e8 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.865249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b3f3097-67a2-4805-829e-fcce15d94158 req-1b98a969-bcc6-4bd7-901f-5998227004e8 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 943 time: 0.2647552 Nov 25 17:09:33.888139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-6d7645c2-e9fa-40cb-b48e-ff365aba3a9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661378 Nov 25 17:09:33.910003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d616e053-fb1e-4398-976d-a5ba27c313ba req-434a5148-9a1c-4eb3-b881-48afba55cc4e service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282762 Nov 25 17:09:33.983560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Router ce44b01f-03b6-463c-9b67-20ab18ce339f is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:09:34.119810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Deleting port f560ff38-d4d1-4aee-9ca1-4b50e1549320 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:09:34.120144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.132688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:34.138971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-d881e81a-74c5-48bc-b8b8-b997be3e2641 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244561 Nov 25 17:09:34.155598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 2acf0d08-ea97-4fda-ad80-cccecac3fd82 has no active binding in host n-h1-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:09:34.225257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9ae7192-a219-49f3-bc75-868755d9cc6f req-ac78753d-b784-4c02-800d-0684cc2686d5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699388 Nov 25 17:09:34.251958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b3f3097-67a2-4805-829e-fcce15d94158 req-4fbeb922-361d-4efa-aba6-de0726026859 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665540 Nov 25 17:09:34.402816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b8c04fa-6f8d-46bb-a3d7-40818953fd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.456709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98ef3f77-338d-4700-9132-eff56491188f req-ff990e92-7a16-435e-95e6-da61effdcaff tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 210 time: 0.0662768 Nov 25 17:09:34.496042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] For port f560ff38-d4d1-4aee-9ca1-4b50e1549320, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f560ff38-d4d1-4aee-9ca1-4b50e1549320,segment=NetworkSegment(93ee5926-25a4-4bb7-859b-9e2e39f9ef36),segment_id=93ee5926-25a4-4bb7-859b-9e2e39f9ef36)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:34.496398 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.538914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Calling delete_port for f560ff38-d4d1-4aee-9ca1-4b50e1549320 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:09:34.682504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c45f6b2d-79b2-4f62-b61f-97824c4e381b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:34.759770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21199178-f785-4e1b-9015-7f8a6f91f0d6 req-bd5769dd-c60b-4da6-a2b7-b98798053f63 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:34.772696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21199178-f785-4e1b-9015-7f8a6f91f0d6 req-bd5769dd-c60b-4da6-a2b7-b98798053f63 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 949 time: 0.3086746 Nov 25 17:09:34.780166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e385e06c-e18f-4e68-85dc-e3f89f810859 req-ee654b16-2037-4a14-9679-d078b1fd9b69 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159725 Nov 25 17:09:34.877167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21199178-f785-4e1b-9015-7f8a6f91f0d6 req-76a78566-18ee-40c3-8cdb-9f680ef89fe7 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028159 Nov 25 17:09:34.919663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:34.928813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c45f6b2d-79b2-4f62-b61f-97824c4e381b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:34.929255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.939718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.940975 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:34.961224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.966771 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73a5ffda-ffbd-437e-b9a2-deba3c4fd1af admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.7089744 Nov 25 17:09:34.976114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35140) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:35.006659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f560ff38-d4d1-4aee-9ca1-4b50e1549320'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:35.015696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec76d7f-53fc-4b1b-8781-6d56ac44b6a7 req-d7315aa4-752d-4b0c-b407-499a35a5a703 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:35.024805 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:35.026395 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:35.042556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fec76d7f-53fc-4b1b-8781-6d56ac44b6a7 req-d7315aa4-752d-4b0c-b407-499a35a5a703 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3 HTTP/1.1" status: 200 len: 946 time: 0.4150028 Nov 25 17:09:35.045903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Pushing event deleted for resources: {'Port': ['ID=f560ff38-d4d1-4aee-9ca1-4b50e1549320,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:35.171512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fec76d7f-53fc-4b1b-8781-6d56ac44b6a7 req-d9d4c3da-a547-4d19-b4da-aa550ee72ca0 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc55a410-a783-4b59-8695-b29f305777fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271245 Nov 25 17:09:35.304662 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:35.489549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-8d4a7370-cb87-4704-8cbc-be53b89d8cf3 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=ebb331fa0e9e416784fd9a128129a62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348892 Nov 25 17:09:35.571269 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-5c472e81-09c8-4a0d-a7c9-715bcc0ee496 service neutron] 10.222.0.60 "GET /v2.0/ports/2acf0d08-ea97-4fda-ad80-cccecac3fd82/bindings/n-h1-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.1290212 Nov 25 17:09:35.612228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] No DVR routers for this DVR port f560ff38-d4d1-4aee-9ca1-4b50e1549320 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:35.619923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b2094-75a7-465f-a888-dd825db5b5bb req-b0082463-8bdc-4672-823c-0f511eb127a2 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:35.621420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.624966 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7f3aa24e-c490-43b4-a547-4477d8224100 req-1e10c7d4-9da4-4c5b-be6b-84eebe18f522 tempest-VolumesAdminNegativeTest-423532012 tempest-VolumesAdminNegativeTest-423532012-project] 10.222.0.95 "DELETE /v2.0/ports/f560ff38-d4d1-4aee-9ca1-4b50e1549320 HTTP/1.1" status: 204 len: 173 time: 1.7696095 Nov 25 17:09:35.634276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3', 'name': 'network-vif-deleted', 'tag': 'f560ff38-d4d1-4aee-9ca1-4b50e1549320'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:35.643958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f6b2094-75a7-465f-a888-dd825db5b5bb req-b0082463-8bdc-4672-823c-0f511eb127a2 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 944 time: 0.2758300 Nov 25 17:09:35.644577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:35.652220 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7a2259-fe21-4d89-8538-c38e5deb0d1f" -d '{"events": [{"server_uuid": "8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3", "name": "network-vif-deleted", "tag": "f560ff38-d4d1-4aee-9ca1-4b50e1549320"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:35.896490 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:32Z', 'revision_number': 3, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:35.902964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.956631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:35.961599 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:35.962204 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Updating router ce44b01f-03b6-463c-9b67-20ab18ce339f port 4ee77928-ca4f-46a1-a5ce-94f2568945cb binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:35.994692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c', 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'port_id': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c', 'mac_address': 'fa:16:3e:c2:31:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1beb38-5c08-499a-bd1c-8c41ce530903', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:36.038243 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.077884 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.120986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:36.182335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:36.188896 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.324088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f6b2094-75a7-465f-a888-dd825db5b5bb req-c165b204-92a2-4e31-a69e-44b4799ba045 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234263 Nov 25 17:09:36.337676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.351333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:36.363062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-de986f56-2b1a-4fbe-a5a8-72e4bb29354a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:36.366034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-de986f56-2b1a-4fbe-a5a8-72e4bb29354a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8523836 Nov 25 17:09:36.377435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6e87-88b9-486a-82db-866a4aac4861 req-eadc0da5-4dbd-49f5-8a51-4a9aad0c3da7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:36.385915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e9d6e87-88b9-486a-82db-866a4aac4861 req-eadc0da5-4dbd-49f5-8a51-4a9aad0c3da7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 943 time: 0.5806284 Nov 25 17:09:36.420909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Request body: {'port': {'device_id': 'fb928d0b-be68-4acf-9e97-4b1d2646d818', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': 'ebb331fa0e9e416784fd9a128129a62a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:36.476000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:36.499654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.562902 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.578395 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.586304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e9d6e87-88b9-486a-82db-866a4aac4861 req-50a85235-e1b3-4d63-aec1-cc9df5f586fc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991599 Nov 25 17:09:36.641602 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Attempting to bind port 4ee77928-ca4f-46a1-a5ce-94f2568945cb on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:36.642101 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Attempting to bind port 4ee77928-ca4f-46a1-a5ce-94f2568945cb by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:36.642469 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Attempting to bind port 4ee77928-ca4f-46a1-a5ce-94f2568945cb on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:36.652699 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:36.653103 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:36.653508 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.653955 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:36.654435 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Bound port: 4ee77928-ca4f-46a1-a5ce-94f2568945cb, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:36.654871 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.680820 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.691196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:36.714327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:36.729722 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] For port 4ee77928-ca4f-46a1-a5ce-94f2568945cb, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:36.734134 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] For port 4ee77928-ca4f-46a1-a5ce-94f2568945cb, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4ee77928-ca4f-46a1-a5ce-94f2568945cb,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:36.742298 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.762410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acf0d08-ea97-4fda-ad80-cccecac3fd82 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:36.777538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:36.781197 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:36.781979 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:36.832352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a56b609-b282-4787-bd73-0dc7c88a3726 req-a2b8be46-220f-4e16-9fb5-1ac7500eb06c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 210 time: 0.2436924 Nov 25 17:09:36.865988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.944514 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.945118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Allocated IP 172.20.0.1 (283b845c-c0a6-4ad8-8167-9772a277034a/3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d/b6c714bd-e711-48f3-82c8-f40a08fef655) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:36.945978 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:36.951394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6ce16-550a-41dd-b78b-9dd00a934ac0 req-7be909c0-db63-42f9-a3cc-158a3d0201dc tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:36.962811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47a6ce16-550a-41dd-b78b-9dd00a934ac0 req-7be909c0-db63-42f9-a3cc-158a3d0201dc tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 949 time: 0.1719248 Nov 25 17:09:36.988191 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54762bf-f3e9-4e79-a419-3368502e0420 x-openstack-request-id: req-a54762bf-f3e9-4e79-a419-3368502e0420 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:36.988721 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3", "name": "network-vif-deleted", "tag": "f560ff38-d4d1-4aee-9ca1-4b50e1549320", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:36.989140 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a54762bf-f3e9-4e79-a419-3368502e0420 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:36.990217 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e17be0f-f78c-4bda-a0ac-2f3fa676a0d3', 'name': 'network-vif-deleted', 'tag': 'f560ff38-d4d1-4aee-9ca1-4b50e1549320', 'status': 'completed', 'code': 200} Nov 25 17:09:37.159182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.186114 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3822f-3acb-4495-8b0c-975c3e213c4d None None] Pushing event updated for resources: {'Port': ['ID=4ee77928-ca4f-46a1-a5ce-94f2568945cb,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:37.217302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47a6ce16-550a-41dd-b78b-9dd00a934ac0 req-779745a0-74c7-4241-b8fa-c7bde1c269b7 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/security-groups?id=2534d60c-dc12-42ee-90fb-dad269c41887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532172 Nov 25 17:09:37.217697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35158) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:37.275126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.334454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Made reservation on behalf of ebb331fa0e9e416784fd9a128129a62a for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:37.335649 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3822f-3acb-4495-8b0c-975c3e213c4d None None] Pushing event updated for resources: {'Port': ['ID=4ee77928-ca4f-46a1-a5ce-94f2568945cb,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:37.352626 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.365064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Network 283b845c-c0a6-4ad8-8167-9772a277034a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:37.373479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:37.382345 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:32Z', 'revision_number': 3, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:37.404196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:37.405451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.420683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c714bd-e711-48f3-82c8-f40a08fef655,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:37.453469 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903ca4d-247a-42d3-8619-f874b633bbd7 None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:32Z', 'revision_number': 3, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:37.498878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-f12e3bcf-c66a-45ce-b405-7e4c4d12804c tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:37.500571 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-f12e3bcf-c66a-45ce-b405-7e4c4d12804c tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.95 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 949 time: 0.2689421 Nov 25 17:09:37.627204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] Transition to ACTIVE for port object 2acf0d08-ea97-4fda-ad80-cccecac3fd82 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:37.640394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-331e966c-6b87-4f42-b848-980febb4b770 admin admin] Deleting subnet 833f6c3c-8c92-4f4f-ab40-68726d8de595 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:09:37.644207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-331e966c-6b87-4f42-b848-980febb4b770 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.655746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f560ff38-d4d1-4aee-9ca1-4b50e1549320 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:37.668043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:37.743627 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-331e966c-6b87-4f42-b848-980febb4b770 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.782602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.796257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: f560ff38-d4d1-4aee-9ca1-4b50e1549320 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:09:37.796973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f560ff38-d4d1-4aee-9ca1-4b50e1549320 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:37.807044 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.816613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:37.823206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Allocated IP 192.168.233.216 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/01d4a745-4368-44a3-b224-ab5fba44068c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:37.827950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Deleting port 80379fb6-639a-4750-bd4e-566245cbffe7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:09:37.828301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.848374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:37.849703 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.924716 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.980627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-01e017b9-e96a-465f-929f-7ab401365fa6 None None] Provisioning complete for port b6c714bd-e711-48f3-82c8-f40a08fef655 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:37.981343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01e017b9-e96a-465f-929f-7ab401365fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.033830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-331e966c-6b87-4f42-b848-980febb4b770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.035829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] For port 80379fb6-639a-4750-bd4e-566245cbffe7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=80379fb6-639a-4750-bd4e-566245cbffe7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:38.036910 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.078770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-01e017b9-e96a-465f-929f-7ab401365fa6 None None] Port b6c714bd-e711-48f3-82c8-f40a08fef655 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:38.086679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Calling delete_port for 80379fb6-639a-4750-bd4e-566245cbffe7 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:09:38.116811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004307bb-6a88-48d9-8758-57420d8dcd17 req-690b46ad-452e-4f79-a997-163efcd51c36 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:38.124513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-004307bb-6a88-48d9-8758-57420d8dcd17 req-690b46ad-452e-4f79-a997-163efcd51c36 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 944 time: 0.5804543 Nov 25 17:09:38.139068 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.159278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-331e966c-6b87-4f42-b848-980febb4b770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.184083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:38.193008 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a8899-4c68-4b24-8877-efbfab722132" -d '{"events": [{"server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "name": "network-vif-plugged", "status": "completed", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:38.208288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:38.212870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-331e966c-6b87-4f42-b848-980febb4b770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.216437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-331e966c-6b87-4f42-b848-980febb4b770 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/833f6c3c-8c92-4f4f-ab40-68726d8de595 HTTP/1.1" status: 204 len: 168 time: 0.9957376 Nov 25 17:09:38.217367 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.229789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e966c-6b87-4f42-b848-980febb4b770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833f6c3c-8c92-4f4f-ab40-68726d8de595,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.263679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:38.283468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] No DVR routers for this DVR port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:38.365729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.421163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504926-bb79-475d-be44-0a13130e67cd req-7402afa7-e1cb-4058-84ab-461a8f7ec732 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:38.422737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75504926-bb79-475d-be44-0a13130e67cd req-7402afa7-e1cb-4058-84ab-461a8f7ec732 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 944 time: 0.6736696 Nov 25 17:09:38.519027 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.557964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.561768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.589182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['80379fb6-639a-4750-bd4e-566245cbffe7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:38.627262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.640237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.658229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4ee77928-ca4f-46a1-a5ce-94f2568945cb up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:38.674007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] 10.222.0.60 "PUT /v2.0/ports/2acf0d08-ea97-4fda-ad80-cccecac3fd82/bindings/n-h1-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 3.0257688 Nov 25 17:09:38.678120 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.696622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-004307bb-6a88-48d9-8758-57420d8dcd17 req-14d63c96-52df-430e-b6e3-535e1ecab0ea tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711138 Nov 25 17:09:38.753431 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.754592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Pushing event deleted for resources: {'Port': ['ID=80379fb6-639a-4750-bd4e-566245cbffe7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.762069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] No DVR routers for this DVR port 80379fb6-639a-4750-bd4e-566245cbffe7 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:38.766416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.782770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['876febd1-a5bb-4dab-8c85-84088aa97260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:38.786082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1b36a241-a971-4c6b-8a78-ee752bb825bb'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:38.793778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fe819fd-d8b1-47bf-b029-3302e2b8820d req-b55ff158-b4da-43b5-b994-ab06ee99eae8 tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.95 "DELETE /v2.0/ports/80379fb6-639a-4750-bd4e-566245cbffe7 HTTP/1.1" status: 204 len: 173 time: 1.2662299 Nov 25 17:09:38.867949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09335c5-f0e5-432c-a24c-d61a3a497b83 service neutron] Pushing event updated for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.886455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:38.934300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c714bd-e711-48f3-82c8-f40a08fef655,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.945387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4ee77928-ca4f-46a1-a5ce-94f2568945cb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:38.945767 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.950282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75504926-bb79-475d-be44-0a13130e67cd req-ae330c5b-3ced-4def-9f49-8c968ad2f843 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015783 Nov 25 17:09:38.951250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:38.953480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Pushing event updated for resources: {'Port': ['ID=01d4a745-4368-44a3-b224-ab5fba44068c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.969468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:38.992420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12aa974e-5366-4613-8724-32a9cdc78e3e', 'name': 'network-vif-deleted', 'tag': '80379fb6-639a-4750-bd4e-566245cbffe7'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:38.997691 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150db31b-a201-46d3-8653-886f2ff2c039" -d '{"events": [{"server_uuid": "12aa974e-5366-4613-8724-32a9cdc78e3e", "name": "network-vif-deleted", "tag": "80379fb6-639a-4750-bd4e-566245cbffe7"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:39.145203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-88deceac-164b-4676-8f13-0aac04086c3e tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.149568 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-88deceac-164b-4676-8f13-0aac04086c3e tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.3428280 Nov 25 17:09:39.176313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.243795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c85a910-b7d5-4f02-844a-afad4d512a3d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:39.281518 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776ef602-53ce-4309-9f14-320e413a98a3 x-openstack-request-id: req-776ef602-53ce-4309-9f14-320e413a98a3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:39.282071 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "name": "network-vif-plugged", "status": "completed", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:39.282071 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-776ef602-53ce-4309-9f14-320e413a98a3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:39.282492 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c', 'code': 200} Nov 25 17:09:39.284560 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.286466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ee5926-25a4-4bb7-859b-9e2e39f9ef36') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:39.286855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ee5926-25a4-4bb7-859b-9e2e39f9ef36') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:39.320905 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.338926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 4ee77928-ca4f-46a1-a5ce-94f2568945cb, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4ee77928-ca4f-46a1-a5ce-94f2568945cb,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:39.362478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Network 283b845c-c0a6-4ad8-8167-9772a277034a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:39.367936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:39.382665 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.402713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-94400d18-f3fe-416f-a73d-8afb551f497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.404249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-94400d18-f3fe-416f-a73d-8afb551f497e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1&tenant_id=38d7203f59664fa3b6099740af359228 HTTP/1.1" status: 200 len: 1096 time: 0.2440362 Nov 25 17:09:39.472489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21b648fc-794c-4691-8c9d-371140399321 req-b07fa8d4-24b4-46df-acb4-805da04f7ced tempest-ServerDiagnosticsNegativeTest-936219228 tempest-ServerDiagnosticsNegativeTest-936219228-project] 10.222.0.81 "GET /v2.0/ports?device_id=12aa974e-5366-4613-8724-32a9cdc78e3e HTTP/1.1" status: 200 len: 210 time: 0.0732174 Nov 25 17:09:39.530130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.545846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=4ee77928-ca4f-46a1-a5ce-94f2568945cb,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:39.628977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:09:39.630096 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:09:39.636971 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:09:39.647680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.649456 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.654323 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ff2266-85b2-4435-8231-d0c1a18bf9f3 x-openstack-request-id: req-68ff2266-85b2-4435-8231-d0c1a18bf9f3 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:39.654635 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12aa974e-5366-4613-8724-32a9cdc78e3e", "name": "network-vif-deleted", "tag": "80379fb6-639a-4750-bd4e-566245cbffe7", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:39.654909 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68ff2266-85b2-4435-8231-d0c1a18bf9f3 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:39.655320 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12aa974e-5366-4613-8724-32a9cdc78e3e', 'name': 'network-vif-deleted', 'tag': '80379fb6-639a-4750-bd4e-566245cbffe7', 'status': 'completed', 'code': 200} Nov 25 17:09:39.726316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e5eda-39e0-40f4-acb0-e19bf2402326 req-dd18ba12-6c35-428a-8e01-7fbd630b963c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.735935 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c48e5eda-39e0-40f4-acb0-e19bf2402326 req-dd18ba12-6c35-428a-8e01-7fbd630b963c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 936 time: 0.8477397 Nov 25 17:09:39.775473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6deb0-aaf2-4eb0-a718-996497262b5f req-a08bdfef-16ac-440a-8e2f-fdc7e2aff713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.777059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8da6deb0-aaf2-4eb0-a718-996497262b5f req-a08bdfef-16ac-440a-8e2f-fdc7e2aff713 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1096 time: 0.4086075 Nov 25 17:09:39.807600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-f3ca3bfa-bd4d-423b-9721-805b40d449e8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3988655 Nov 25 17:09:39.825139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-2396fbd8-71b2-43b5-a92e-36afb66b8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.827462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Request body: {'port': {'device_id': 'fb928d0b-be68-4acf-9e97-4b1d2646d818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:39.828989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e06e2701-de54-486b-98e3-7759638c1203 None None] Provisioning complete for port 01d4a745-4368-44a3-b224-ab5fba44068c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:39.829577 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e06e2701-de54-486b-98e3-7759638c1203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.832167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2acf0d08-ea97-4fda-ad80-cccecac3fd82 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:39.836255 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-2396fbd8-71b2-43b5-a92e-36afb66b8f76 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1096 time: 0.1879160 Nov 25 17:09:39.858398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Router ce44b01f-03b6-463c-9b67-20ab18ce339f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:09:39.920930 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.944501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2acf0d08-ea97-4fda-ad80-cccecac3fd82 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:39.979486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.985691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] 10.222.0.81 "DELETE /v2.0/networks/8c85a910-b7d5-4f02-844a-afad4d512a3d HTTP/1.1" status: 204 len: 168 time: 1.6959071 Nov 25 17:09:39.987045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e06e2701-de54-486b-98e3-7759638c1203 None None] Port 01d4a745-4368-44a3-b224-ab5fba44068c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:40.005404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:40.033513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8da6deb0-aaf2-4eb0-a718-996497262b5f req-a96eaef9-5f06-4ee1-b10d-509d02f986ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220163 Nov 25 17:09:40.048089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93206c24-aa64-4fc5-b163-8bea78b603bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8c85a910-b7d5-4f02-844a-afad4d512a3d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:40.056620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c48e5eda-39e0-40f4-acb0-e19bf2402326 req-342f5990-1395-4358-92b8-621e9e8294f3 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197830 Nov 25 17:09:40.125153 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.125605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f2d8fee0-886b-4dd5-a6ef-20e86a56fbc0 None None] Provisioning complete for port b6c714bd-e711-48f3-82c8-f40a08fef655 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:40.125990 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2d8fee0-886b-4dd5-a6ef-20e86a56fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.193608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abc5a1-eb8c-4a2b-96a8-9e84131bd2e3 req-5bfe9131-09c4-42bb-885d-447c0505b194 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:40.205391 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0abc5a1-eb8c-4a2b-96a8-9e84131bd2e3 req-5bfe9131-09c4-42bb-885d-447c0505b194 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 0.3036523 Nov 25 17:09:40.235794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d889d2c2-b81a-4905-8a09-298ec2e55df4 admin admin] Deleting subnet 0a95240f-3f64-45b5-a1fd-9574872426d3 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:09:40.250978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f2d8fee0-886b-4dd5-a6ef-20e86a56fbc0 None None] Port b6c714bd-e711-48f3-82c8-f40a08fef655 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:40.251661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c2-b81a-4905-8a09-298ec2e55df4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.338182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c2-b81a-4905-8a09-298ec2e55df4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.349663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-536c87a0-d7f2-48b2-819a-33aa4b70b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:40.351451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-536c87a0-d7f2-48b2-819a-33aa4b70b5a4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.5046723 Nov 25 17:09:40.357633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c2-b81a-4905-8a09-298ec2e55df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.413575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0abc5a1-eb8c-4a2b-96a8-9e84131bd2e3 req-ca1d253f-81c9-4527-ae35-e37a402249f3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037728 Nov 25 17:09:40.444370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76467-70ba-4c72-8057-0341eb283137 req-054e08f7-7ad8-4303-a2d6-4bb1b9774efe tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:40.446249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fee76467-70ba-4c72-8057-0341eb283137 req-054e08f7-7ad8-4303-a2d6-4bb1b9774efe tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 945 time: 0.2294185 Nov 25 17:09:40.464579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:40.478902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:40.507999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:40.508994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:40.538419 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-077d725d-f294-4011-a1bb-29b85cf4b1f3 admin admin] 10.222.0.81 "PUT /v2.0/routers/ce44b01f-03b6-463c-9b67-20ab18ce339f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5324402 Nov 25 17:09:40.538419 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-01546b41-785a-4a77-a10a-f610f85371b0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 217 time: 0.1437304 Nov 25 17:09:40.538419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c2-b81a-4905-8a09-298ec2e55df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.626178 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c2-b81a-4905-8a09-298ec2e55df4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.630246 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d889d2c2-b81a-4905-8a09-298ec2e55df4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0a95240f-3f64-45b5-a1fd-9574872426d3 HTTP/1.1" status: 204 len: 168 time: 0.6182806 Nov 25 17:09:40.636469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889d2c2-b81a-4905-8a09-298ec2e55df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a95240f-3f64-45b5-a1fd-9574872426d3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:40.638464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:40.672201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fee76467-70ba-4c72-8057-0341eb283137 req-9be349c2-f0b4-4a6a-958f-6735cdbc03a7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956549 Nov 25 17:09:40.775199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.823613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-262f4507-01d5-4411-bdfc-352cac950f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:40.830547 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-262f4507-01d5-4411-bdfc-352cac950f84 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.2862525 Nov 25 17:09:40.918940 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-2b533e45-f3ad-473f-a1e1-c73b124a4b6c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619667 Nov 25 17:09:40.992753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d4a745-4368-44a3-b224-ab5fba44068c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:41.006107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.059241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Transition to ACTIVE for port object 01d4a745-4368-44a3-b224-ab5fba44068c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:41.065973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.113598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.161146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Pushing event updated for resources: {'Port': ['ID=01d4a745-4368-44a3-b224-ab5fba44068c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:41.247671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4ee77928-ca4f-46a1-a5ce-94f2568945cb up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:41.272148 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.273889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.274803 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.280883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > port after_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.280883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.280883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > port after_update 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.282045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.282482 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.282822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.287780 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.483463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:41.541902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.541902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.541902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.541902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:09:41.542695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79feb35d-16cc-4ff9-adf5-1e3e1121dcfc']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:41.571251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdc30c2-c176-424d-bb6a-6d36c557a8f1') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:41.571623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdc30c2-c176-424d-bb6a-6d36c557a8f1') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:41.621706 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.644333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 80379fb6-639a-4750-bd4e-566245cbffe7 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:41.651458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.653533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4ee77928-ca4f-46a1-a5ce-94f2568945cb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:41.654094 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.661684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:09:41.663110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.713648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 80379fb6-639a-4750-bd4e-566245cbffe7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:09:41.713991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 80379fb6-639a-4750-bd4e-566245cbffe7 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: from cryptography.utils import int_from_bytes Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: from cryptography.utils import int_from_bytes Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:09:41.724652 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:09:41.731380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:41.776486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.805430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.814106 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] 10.222.0.81 "DELETE /v2.0/networks/79feb35d-16cc-4ff9-adf5-1e3e1121dcfc HTTP/1.1" status: 204 len: 168 time: 1.1656129 Nov 25 17:09:41.833788 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-b3cb9449-dcc8-444c-822a-c8dfa25d4082 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8946433 Nov 25 17:09:41.834847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2252e0-3fbb-4e3a-b8e7-7a86fa62b544 admin admin] Pushing event deleted for resources: {'Network': ['ID=79feb35d-16cc-4ff9-adf5-1e3e1121dcfc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:41.853853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Attempting to bind port 01d4a745-4368-44a3-b224-ab5fba44068c on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:41.854546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Attempting to bind port 01d4a745-4368-44a3-b224-ab5fba44068c by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:41.854892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Attempting to bind port 01d4a745-4368-44a3-b224-ab5fba44068c on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:41.894768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Port 01d4a745-4368-44a3-b224-ab5fba44068c on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:41.895158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Attempting to bind port 01d4a745-4368-44a3-b224-ab5fba44068c on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:41.911976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:41.913468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:41.914034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:41.914608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Bound port: 01d4a745-4368-44a3-b224-ab5fba44068c, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:41.915081 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.955298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21291a7d-2ae4-48a2-9b6c-4ff3b7e2029d req-8dcdae06-be7f-4093-b527-9bc0edcaa188 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:41.958620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21291a7d-2ae4-48a2-9b6c-4ff3b7e2029d req-8dcdae06-be7f-4093-b527-9bc0edcaa188 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 948 time: 0.6362250 Nov 25 17:09:42.052884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:42.079264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:38Z', 'revision_number': 2, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:42.125818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:42.126336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Updating router ce44b01f-03b6-463c-9b67-20ab18ce339f port b6c714bd-e711-48f3-82c8-f40a08fef655 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:42.157690 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.165100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21291a7d-2ae4-48a2-9b6c-4ff3b7e2029d req-5eca95db-8486-4760-a02d-ccd744db7fb8 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989846 Nov 25 17:09:42.180059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-c7c84ae5-8b20-4329-8a17-bdfb5d9f4f1e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.182099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-c7c84ae5-8b20-4329-8a17-bdfb5d9f4f1e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 821 time: 0.8378315 Nov 25 17:09:42.221264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-183bf4fd-b5c1-4ac4-8eeb-435c1acd2c0f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/quotas/a440ecf97e9443af80fbfbd41f321ab0 HTTP/1.1" status: 200 len: 375 time: 0.0171797 Nov 25 17:09:42.265894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] For port 01d4a745-4368-44a3-b224-ab5fba44068c, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:42.340560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0464e59d-e1cd-4fbb-858b-e0550f0f7da9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6ea278b494f4a1cb1ba31c0611debdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733371 Nov 25 17:09:42.344545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35226) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:42.368222 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c16105b-6bca-4ed3-a313-40d5e27d4293 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cae7f28982f848d9bcc56d2b4ab84141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6228001 Nov 25 17:09:42.370292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] For port 01d4a745-4368-44a3-b224-ab5fba44068c, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=01d4a745-4368-44a3-b224-ab5fba44068c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:42.375499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:42.417290 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-707c7afd-c208-4e0e-9acc-fe9d35cd01f8 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769680 Nov 25 17:09:42.461716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.495609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47c8af7a-280f-487b-8701-ee928a2affb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.544272 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47c8af7a-280f-487b-8701-ee928a2affb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.573829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-c678e9b4-3c47-4099-a9e7-e067b6cac9bc tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3352337 Nov 25 17:09:42.647109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47c8af7a-280f-487b-8701-ee928a2affb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.651306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47c8af7a-280f-487b-8701-ee928a2affb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.655286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-47c8af7a-280f-487b-8701-ee928a2affb3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc55a410-a783-4b59-8695-b29f305777fd HTTP/1.1" status: 204 len: 168 time: 0.3062973 Nov 25 17:09:42.687028 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.687505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217bd5a-8e8a-4351-90be-98a0f4796769 req-3c8dc18d-229c-4a02-af62-a90919ab60e9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.689952 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9217bd5a-8e8a-4351-90be-98a0f4796769 req-3c8dc18d-229c-4a02-af62-a90919ab60e9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 0.3745739 Nov 25 17:09:42.697635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8af7a-280f-487b-8701-ee928a2affb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc55a410-a783-4b59-8695-b29f305777fd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:42.702661 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.716740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.717658 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.719587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] 10.222.0.95 "PUT /v2.0/ports/01d4a745-4368-44a3-b224-ab5fba44068c HTTP/1.1" status: 200 len: 1096 time: 2.8976712 Nov 25 17:09:42.734961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb928d0b-be68-4acf-9e97-4b1d2646d818', 'tag': '01d4a745-4368-44a3-b224-ab5fba44068c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:42.739676 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5072b6-39db-4636-820c-bdc6385b8517" -d '{"events": [{"name": "network-changed", "server_uuid": "fb928d0b-be68-4acf-9e97-4b1d2646d818", "tag": "01d4a745-4368-44a3-b224-ab5fba44068c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:42.959677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30463348-1c7b-4dda-99cd-237d1a5544c3 None None] Pushing event updated for resources: {'Port': ['ID=b6c714bd-e711-48f3-82c8-f40a08fef655,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.021807 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-911b4706-7fe4-4b74-b0a4-d2b30b6792e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.048664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-23ddf844-bdac-44b6-a2e2-30a5921d912d tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.053278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-23ddf844-bdac-44b6-a2e2-30a5921d912d tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.1858799 Nov 25 17:09:43.070917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb82f8-63a9-4aed-9601-2733552928bf service neutron] Pushing event updated for resources: {'Port': ['ID=01d4a745-4368-44a3-b224-ab5fba44068c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.112802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Attempting to bind port b6c714bd-e711-48f3-82c8-f40a08fef655 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:43.113209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Attempting to bind port b6c714bd-e711-48f3-82c8-f40a08fef655 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:43.113573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Attempting to bind port b6c714bd-e711-48f3-82c8-f40a08fef655 on network 283b845c-c0a6-4ad8-8167-9772a277034a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:43.148000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:43.148376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Checking segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:43.148788 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.149225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Bound using segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:43.149714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Bound port: b6c714bd-e711-48f3-82c8-f40a08fef655, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:43.150096 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.181774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-c1b0fffd-8242-492e-886f-f26dd3a41edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.183358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-c1b0fffd-8242-492e-886f-f26dd3a41edb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 1099 time: 0.3276596 Nov 25 17:09:43.229829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-911b4706-7fe4-4b74-b0a4-d2b30b6792e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.288205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9217bd5a-8e8a-4351-90be-98a0f4796769 req-1d9c062b-6f04-4b52-b5f5-7df9f87e122a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450902 Nov 25 17:09:43.313723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-5ee0b19d-7752-4337-9b40-ae850da33e44 service neutron] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:43.319958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-5ee0b19d-7752-4337-9b40-ae850da33e44 service neutron] Publish callbacks [] for binding, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.342801 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82c19be0-7c03-4aa7-b7d0-a64bf3d0740d req-5ee0b19d-7752-4337-9b40-ae850da33e44 service neutron] 10.222.0.95 "DELETE /v2.0/ports/2acf0d08-ea97-4fda-ad80-cccecac3fd82/bindings/n-h2-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.2801564 Nov 25 17:09:43.349030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] For port b6c714bd-e711-48f3-82c8-f40a08fef655, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:43.396994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] For port b6c714bd-e711-48f3-82c8-f40a08fef655, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b6c714bd-e711-48f3-82c8-f40a08fef655,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:43.398041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-adbcbf6b-00aa-4edf-aa92-046ee1fa871e None None] Provisioning complete for port b6c714bd-e711-48f3-82c8-f40a08fef655 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:43.398660 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adbcbf6b-00aa-4edf-aa92-046ee1fa871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.418994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-60aa4991-71d8-4b28-b9ee-61fcb06904a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=01d4a745-4368-44a3-b224-ab5fba44068c HTTP/1.1" status: 200 len: 217 time: 0.1868901 Nov 25 17:09:43.458482 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.569547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-cbc7b934-a864-4a23-b1b0-ede1157ab364 service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8458500 Nov 25 17:09:43.573916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35242) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:43.673997 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2d9cd5c0-1125-453a-bc43-cf061015b813 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eda659350ad94497b3a975f600148bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0949328 Nov 25 17:09:43.674266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35244) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:43.681710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:43.682374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:43.684774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30463348-1c7b-4dda-99cd-237d1a5544c3 None None] Pushing event updated for resources: {'Port': ['ID=b6c714bd-e711-48f3-82c8-f40a08fef655,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.757982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-44784c55-b38b-47ca-b745-d5e996fd0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.759629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-44784c55-b38b-47ca-b745-d5e996fd0a87 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.3256190 Nov 25 17:09:43.805850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-911b4706-7fe4-4b74-b0a4-d2b30b6792e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.808654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-911b4706-7fe4-4b74-b0a4-d2b30b6792e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.813871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7852ae8f-5c1f-4ffb-bcde-a4783013bb71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.814601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-911b4706-7fe4-4b74-b0a4-d2b30b6792e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2534d60c-dc12-42ee-90fb-dad269c41887 HTTP/1.1" status: 204 len: 168 time: 1.4380507 Nov 25 17:09:43.878154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b4706-7fe4-4b74-b0a4-d2b30b6792e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2534d60c-dc12-42ee-90fb-dad269c41887,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.895718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7852ae8f-5c1f-4ffb-bcde-a4783013bb71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.916562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-4e3146f8-d54c-46c8-af72-e1bbd6985572 service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459175 Nov 25 17:09:43.960538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6379d8-cc1d-4e35-8057-09755d5d1193 req-8794bf2f-6cfe-4e91-be93-b54a1962e2ae tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.969525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f6379d8-cc1d-4e35-8057-09755d5d1193 req-8794bf2f-6cfe-4e91-be93-b54a1962e2ae tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 945 time: 0.2726760 Nov 25 17:09:43.996573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-76d16128-bf67-4d01-9c06-e59015845029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:44.000498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-76d16128-bf67-4d01-9c06-e59015845029 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2315085 Nov 25 17:09:44.031735 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adbcbf6b-00aa-4edf-aa92-046ee1fa871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.036504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7852ae8f-5c1f-4ffb-bcde-a4783013bb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.043702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7852ae8f-5c1f-4ffb-bcde-a4783013bb71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.044892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7852ae8f-5c1f-4ffb-bcde-a4783013bb71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af6de18c-db52-4cc7-82a7-0f5163271c6b HTTP/1.1" status: 204 len: 168 time: 0.3698127 Nov 25 17:09:44.090501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852ae8f-5c1f-4ffb-bcde-a4783013bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6de18c-db52-4cc7-82a7-0f5163271c6b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:44.311372 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7572a3ab-47e4-4b5c-a97c-9fc64e4aa4ea x-openstack-request-id: req-7572a3ab-47e4-4b5c-a97c-9fc64e4aa4ea {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:44.318590 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb928d0b-be68-4acf-9e97-4b1d2646d818", "tag": "01d4a745-4368-44a3-b224-ab5fba44068c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:44.321138 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7572a3ab-47e4-4b5c-a97c-9fc64e4aa4ea {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:44.323412 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb928d0b-be68-4acf-9e97-4b1d2646d818', 'tag': '01d4a745-4368-44a3-b224-ab5fba44068c', 'status': 'completed', 'code': 200} Nov 25 17:09:44.330470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-adbcbf6b-00aa-4edf-aa92-046ee1fa871e None None] For port b6c714bd-e711-48f3-82c8-f40a08fef655, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b6c714bd-e711-48f3-82c8-f40a08fef655,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:44.357105 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adbcbf6b-00aa-4edf-aa92-046ee1fa871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.366659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f6379d8-cc1d-4e35-8057-09755d5d1193 req-2f56b08e-53bd-4c22-bdd3-3c0d43a4212b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941052 Nov 25 17:09:44.545306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcbf6b-00aa-4edf-aa92-046ee1fa871e None None] Pushing event updated for resources: {'Port': ['ID=b6c714bd-e711-48f3-82c8-f40a08fef655,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:44.567999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15fd4637-f8a7-4715-bcfd-4935f30bbd76 req-f3d52236-0dc9-44be-81a3-a35b62f54e8e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 210 time: 0.0526626 Nov 25 17:09:44.572450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:44.582236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-3d7e22c6-63eb-4d15-aaeb-36f1995a20bf service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656750 Nov 25 17:09:44.783528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9e9d3409-2512-46eb-a3af-643050080558 None None] Provisioning complete for port b6c714bd-e711-48f3-82c8-f40a08fef655 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:44.784155 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e9d3409-2512-46eb-a3af-643050080558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.827247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:44.849419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4217d725-4d7b-4b82-8442-2ae53aba38af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.896256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b23fbb-873d-4c83-95fa-b5d7c61ab3f7 req-6a1f295e-44f4-47f1-830d-8178c4799b51 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:44.909797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7b23fbb-873d-4c83-95fa-b5d7c61ab3f7 req-6a1f295e-44f4-47f1-830d-8178c4799b51 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 948 time: 0.4437258 Nov 25 17:09:45.046359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7b23fbb-873d-4c83-95fa-b5d7c61ab3f7 req-90883826-cf12-4bc0-a6a8-19fbfeca3946 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353385 Nov 25 17:09:45.061972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42738bc4-1d1f-4f2d-ba16-575a0e38f896 req-84e41c18-56b9-4355-bfab-6ebf1730e279 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688573 Nov 25 17:09:45.106568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77bb75-2a1c-4bd7-8e8a-74d03e242d97 req-d3966272-72f3-4400-941a-5bd92aa5eaea tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:45.112885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e77bb75-2a1c-4bd7-8e8a-74d03e242d97 req-d3966272-72f3-4400-941a-5bd92aa5eaea tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 0.1828864 Nov 25 17:09:45.187045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4217d725-4d7b-4b82-8442-2ae53aba38af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.194106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4217d725-4d7b-4b82-8442-2ae53aba38af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.211696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e77bb75-2a1c-4bd7-8e8a-74d03e242d97 req-49b44f6d-ca7f-4e36-a22f-6e07a0c6d857 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903916 Nov 25 17:09:45.289588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217d725-4d7b-4b82-8442-2ae53aba38af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff5bc99-8f60-438e-be9f-60d01f0f3821,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:45.335360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-d273d491-e434-4736-8bdc-4737fb9a27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:45.336753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-d273d491-e434-4736-8bdc-4737fb9a27ad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 1099 time: 0.0995719 Nov 25 17:09:45.344402 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4217d725-4d7b-4b82-8442-2ae53aba38af admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a010e9b53b784136b9665a9b4254d7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154436 Nov 25 17:09:45.347494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35282) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:45.471398 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05f87c93-7938-4d80-94e3-3bba6fc51122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.474497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:43Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:45.524235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05f87c93-7938-4d80-94e3-3bba6fc51122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.553596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1bd7c-e42b-4f1d-b7ff-3ed4148a8cff None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:43Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:45.683949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-e7b3d9e6-4e65-4338-9b21-caa240378c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:45.687770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-e7b3d9e6-4e65-4338-9b21-caa240378c2b service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3408322 Nov 25 17:09:45.713952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05f87c93-7938-4d80-94e3-3bba6fc51122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.717274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05f87c93-7938-4d80-94e3-3bba6fc51122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.718407 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-05f87c93-7938-4d80-94e3-3bba6fc51122 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ff5bc99-8f60-438e-be9f-60d01f0f3821 HTTP/1.1" status: 204 len: 168 time: 0.3699434 Nov 25 17:09:45.755864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f87c93-7938-4d80-94e3-3bba6fc51122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff5bc99-8f60-438e-be9f-60d01f0f3821,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:45.785989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-037a7895-0533-45f6-a9ad-f85f9d6fddfd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=01d4a745-4368-44a3-b224-ab5fba44068c HTTP/1.1" status: 200 len: 217 time: 0.0874119 Nov 25 17:09:45.927612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-2700ae54-9013-48b7-94c6-6656ebd43ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:45.930301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-2700ae54-9013-48b7-94c6-6656ebd43ec3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0865672 Nov 25 17:09:46.072648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6c40f-4567-4f9f-8def-869108b62a6c req-e512192f-4a69-45a5-9272-e7246c30e45d tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:46.074818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ee6c40f-4567-4f9f-8def-869108b62a6c req-e512192f-4a69-45a5-9272-e7246c30e45d tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1096 time: 0.2707973 Nov 25 17:09:46.078642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-4f116402-2727-47c6-a3b8-0345645844e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:46.080124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-4f116402-2727-47c6-a3b8-0345645844e2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251905 Nov 25 17:09:46.084035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722356a-01f4-4714-9cbb-dc2d4f68d9a0 req-32bd5a09-1110-460a-bbd5-f0a372b70c58 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:46.086290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5722356a-01f4-4714-9cbb-dc2d4f68d9a0 req-32bd5a09-1110-460a-bbd5-f0a372b70c58 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1096 time: 0.2986522 Nov 25 17:09:46.266743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-21e4685c-beb9-4585-abce-1d64415c1404 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774600 Nov 25 17:09:46.446661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c5072b6-39db-4636-820c-bdc6385b8517 req-3a34bf78-ae65-4030-8968-5972d4c78654 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299033 Nov 25 17:09:46.477410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:46.715463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-network', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:46.744982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b6c714bd-e711-48f3-82c8-f40a08fef655 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:46.783228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Made reservation on behalf of d5d473efc0c94cc1ad1d5c91bc3ba6a8 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:46.790853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.806765 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.873159 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ee6c40f-4567-4f9f-8def-869108b62a6c req-1a132036-efce-4363-a2d6-dc7a3ea22ab2 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020384 Nov 25 17:09:46.888143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b6c714bd-e711-48f3-82c8-f40a08fef655 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:46.888523 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.898435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5722356a-01f4-4714-9cbb-dc2d4f68d9a0 req-46fc1738-26fd-49c4-94e9-265084fa1b27 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031787 Nov 25 17:09:47.061338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.075463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.079056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-041d8932-1d29-4d06-8ecb-d1804443d820 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:47.080628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-041d8932-1d29-4d06-8ecb-d1804443d820 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.60 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 821 time: 0.5801585 Nov 25 17:09:47.126981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Request body: {'port': {'device_id': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'admin_state_up': True, 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:47.165080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:47.209588 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.210043 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Added segment 2082a164-3fb8-488b-a6d6-9f46e596b81d of type vlan for network d0982aff-0528-4969-b9ba-990ede17369c Nov 25 17:09:47.214581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96550980-aeb4-4819-95cb-5a52f88d9953 req-82db6210-5956-43ef-a64d-2cb14913fb8b tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 210 time: 0.1328411 Nov 25 17:09:47.234726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13836f-e2b3-48ed-bbd6-fa3d795f5349,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:47.354760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.432496 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.433711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:47.434313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.493105 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0135891 Nov 25 17:09:47.505428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:47.511227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Request body: {'subnet': {'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-subnet', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:47.534092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98b083-6441-4bfa-bdf5-270b7f1c05b4 req-0ea5bab4-b72d-4e76-a4db-4e207bf6c87d tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:47.536210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b98b083-6441-4bfa-bdf5-270b7f1c05b4 req-0ea5bab4-b72d-4e76-a4db-4e207bf6c87d tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 948 time: 0.3513598 Nov 25 17:09:47.553705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381042b-776f-4971-84f8-119145362ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=d0982aff-0528-4969-b9ba-990ede17369c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:47.568998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d0982aff-0528-4969-b9ba-990ede17369c details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:47.680316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 01d4a745-4368-44a3-b224-ab5fba44068c details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:47.684873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b98b083-6441-4bfa-bdf5-270b7f1c05b4 req-eed474e3-920e-4d12-9b7f-cb9f5b352a6b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295807 Nov 25 17:09:47.694145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Made reservation on behalf of a440ecf97e9443af80fbfbd41f321ab0 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:47.703745 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.712439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Made reservation on behalf of d5d473efc0c94cc1ad1d5c91bc3ba6a8 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:47.716494 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.775403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5a411-03a0-4944-a533-44607fc6192a req-3fc1c9f7-07eb-45a5-a274-d22a5b01b3c0 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:47.783467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79d5a411-03a0-4944-a533-44607fc6192a req-3fc1c9f7-07eb-45a5-a274-d22a5b01b3c0 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1096 time: 0.3314514 Nov 25 17:09:48.003691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 01d4a745-4368-44a3-b224-ab5fba44068c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=01d4a745-4368-44a3-b224-ab5fba44068c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:48.106735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79d5a411-03a0-4944-a533-44607fc6192a req-5e9f8c33-29bf-4d53-be6f-9de4bb06ccd3 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214097 Nov 25 17:09:48.284784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '01d4a745-4368-44a3-b224-ab5fba44068c', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '01d4a745-4368-44a3-b224-ab5fba44068c', 'mac_address': 'fa:16:3e:a2:93:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:48.345933 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.365611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d4a745-4368-44a3-b224-ab5fba44068c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:48.381501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-7641dbda-276e-4522-a24e-68cf0de810f6 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:48.383260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-7641dbda-276e-4522-a24e-68cf0de810f6 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 821 time: 0.5156701 Nov 25 17:09:48.403276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 01d4a745-4368-44a3-b224-ab5fba44068c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=01d4a745-4368-44a3-b224-ab5fba44068c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:48.408620 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.412985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-1f8a2f09-87ac-499f-8c53-789e11638b5e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/quotas/38d7203f59664fa3b6099740af359228 HTTP/1.1" status: 200 len: 375 time: 0.0185599 Nov 25 17:09:48.526954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Allocated IP 172.20.0.4 (283b845c-c0a6-4ad8-8167-9772a277034a/3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d/5408debd-0784-480f-97db-f601ccc98296) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:48.589309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-e4b0b86d-5837-4672-91a0-940b9f8023b1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651571 Nov 25 17:09:48.609567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=01d4a745-4368-44a3-b224-ab5fba44068c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:48.657276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['01d4a745-4368-44a3-b224-ab5fba44068c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:48.750557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.975228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-68e2597f-09c6-45a2-b247-828e9fca9e7f service neutron] 10.222.0.81 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318982 Nov 25 17:09:48.986737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3618b062-d832-4452-9fd9-b2d8689a4b09,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:49.470081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Checking segment: {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:49.470614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Network hostable DHCP agents. Network: d0982aff-0528-4969-b9ba-990ede17369c, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:49.534777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.562957 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-f9af2386-ec93-4db7-8a7d-0680a1fd7c1d service neutron] 10.222.0.81 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779979 Nov 25 17:09:49.565964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Network d0982aff-0528-4969-b9ba-990ede17369c is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:49.580238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d0982aff-0528-4969-b9ba-990ede17369c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:49.593323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:49.594485 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.601720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbdc69-b153-4cfd-b73c-03cb5101830a None None] Network d0982aff-0528-4969-b9ba-990ede17369c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:49.631305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-522c87ad-7571-4a02-afa1-7210345991ed admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1238427 Nov 25 17:09:49.634083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35392) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:49.635904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.638617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:49.683908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.685395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.713468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-1a0bd71f-911f-4eb7-8fdf-1f015d277454 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:09:49.715093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-1a0bd71f-911f-4eb7-8fdf-1f015d277454 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136218 Nov 25 17:09:49.750317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 01d4a745-4368-44a3-b224-ab5fba44068c up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:49.767715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Network 283b845c-c0a6-4ad8-8167-9772a277034a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:49.776838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:49.784379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:49.791334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.794799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Pushing event updated for resources: {'Port': ['ID=5408debd-0784-480f-97db-f601ccc98296,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:49.833964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-d080245f-1f28-4692-8f29-439bfda30b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:49.842305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-d080245f-1f28-4692-8f29-439bfda30b39 service neutron] 10.222.0.81 "GET /v2.0/ports/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 1093 time: 0.1197805 Nov 25 17:09:49.881282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Request body: {'binding': {'host': 'n-h1-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:49.881890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:09:50.012535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:50.014607 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.116565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 01d4a745-4368-44a3-b224-ab5fba44068c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:50.127361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 01d4a745-4368-44a3-b224-ab5fba44068c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:50.127853 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.158791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.228602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-d0982aff-0528-4969-b9ba-990ede17369c', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:09:50.229773 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.236885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0c89d063-c3bc-446f-b52c-dde268d4a2f0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1268330 Nov 25 17:09:50.276519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Request body: {'port': {'device_id': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:50.381462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be81b4-22ba-47b8-8f5d-908cb5611310 req-a323b8e2-8d8f-4cb6-8cd4-d11bb55168b4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:50.383047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16be81b4-22ba-47b8-8f5d-908cb5611310 req-a323b8e2-8d8f-4cb6-8cd4-d11bb55168b4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 931 time: 0.2557471 Nov 25 17:09:50.471733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on host n-h1-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:50.472612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:50.472612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:50.493933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d908a758-1d93-4d12-9a05-5036a99bf432 None None] Provisioning complete for port 5408debd-0784-480f-97db-f601ccc98296 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:50.494648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d908a758-1d93-4d12-9a05-5036a99bf432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.501484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.504865 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.576773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:50.580634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.583702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:50.587592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d908a758-1d93-4d12-9a05-5036a99bf432 None None] Port 5408debd-0784-480f-97db-f601ccc98296 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:50.596454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb928d0b-be68-4acf-9e97-4b1d2646d818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d4a745-4368-44a3-b224-ab5fba44068c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:50.599414 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fc7797-014e-43b2-a130-2f677981a2b9" -d '{"events": [{"server_uuid": "fb928d0b-be68-4acf-9e97-4b1d2646d818", "name": "network-vif-plugged", "status": "completed", "tag": "01d4a745-4368-44a3-b224-ab5fba44068c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:50.619751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 01d4a745-4368-44a3-b224-ab5fba44068c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=01d4a745-4368-44a3-b224-ab5fba44068c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:50.620625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:50.621093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:50.621959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:50.622580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Bound port: b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:50.639754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.640973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16be81b4-22ba-47b8-8f5d-908cb5611310 req-862f136f-51a1-4593-8e33-2a4a500dfd13 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510328 Nov 25 17:09:50.642200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Allocated IP 172.20.0.2 (d0982aff-0528-4969-b9ba-990ede17369c/3618b062-d832-4452-9fd9-b2d8689a4b09/49d7f23c-5088-47bd-868c-88480c94b209) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:50.648112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.797273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:50.811005 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.813228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-6df9eb9d-36b4-4b94-b409-ac0a223eb83f service neutron] 10.222.0.81 "POST /v2.0/ports/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9430039 Nov 25 17:09:50.961997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Allocated IP 172.25.1.203 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/93ce4c6a-3637-4557-97c0-8e5751e36794) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:51.110671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eb760-9557-4df4-9957-4408f7fb7441 req-37fe29cd-93d6-4357-887d-421baa9a14af tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:51.112454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c0eb760-9557-4df4-9957-4408f7fb7441 req-37fe29cd-93d6-4357-887d-421baa9a14af tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 950 time: 0.1095490 Nov 25 17:09:51.132106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=01d4a745-4368-44a3-b224-ab5fba44068c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:51.156297 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.179630 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.264978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Network d0982aff-0528-4969-b9ba-990ede17369c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:51.271765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:51.277120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:51.295095 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.330737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Pushing event updated for resources: {'Port': ['ID=49d7f23c-5088-47bd-868c-88480c94b209,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:51.340238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c0eb760-9557-4df4-9957-4408f7fb7441 req-d7561882-9511-49bd-8e60-1f986a7cc301 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662827 Nov 25 17:09:51.375825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.438068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:51.441353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:51.446434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:51.461472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Attempting to bind port 49d7f23c-5088-47bd-868c-88480c94b209 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:51.462168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Attempting to bind port 49d7f23c-5088-47bd-868c-88480c94b209 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:51.462776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Attempting to bind port 49d7f23c-5088-47bd-868c-88480c94b209 on network d0982aff-0528-4969-b9ba-990ede17369c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:51.469144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:51.469986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Checking segment: {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:51.470621 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.471220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Bound using segment: {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:51.472312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Bound port: 49d7f23c-5088-47bd-868c-88480c94b209, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:51.472913 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.483528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Pushing event updated for resources: {'Port': ['ID=93ce4c6a-3637-4557-97c0-8e5751e36794,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:51.561825 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07723739-0ffa-4fcf-880c-06df7d9663ff x-openstack-request-id: req-07723739-0ffa-4fcf-880c-06df7d9663ff {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:51.562510 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb928d0b-be68-4acf-9e97-4b1d2646d818", "name": "network-vif-plugged", "status": "completed", "tag": "01d4a745-4368-44a3-b224-ab5fba44068c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:51.562994 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07723739-0ffa-4fcf-880c-06df7d9663ff {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:51.566357 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb928d0b-be68-4acf-9e97-4b1d2646d818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d4a745-4368-44a3-b224-ab5fba44068c', 'code': 200} Nov 25 17:09:51.646499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] For port 49d7f23c-5088-47bd-868c-88480c94b209, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:51.653419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] For port 49d7f23c-5088-47bd-868c-88480c94b209, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=49d7f23c-5088-47bd-868c-88480c94b209,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:51.661100 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.785963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0fe08-e9de-41eb-9675-21576bf512a9 None None] Pushing event updated for resources: {'Port': ['ID=49d7f23c-5088-47bd-868c-88480c94b209,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:51.809028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed0633f5-48f1-4d0f-96bd-cd21da24aa36 req-b42809d6-32bf-4731-9ddc-bfcab7b867d6 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 210 time: 0.1404638 Nov 25 17:09:51.865543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb3de1-0b20-49f7-b735-6d826e498d7d req-1c5be185-49ba-42aa-b5e3-9b86b1a3aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:51.867224 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eeb3de1-0b20-49f7-b735-6d826e498d7d req-1c5be185-49ba-42aa-b5e3-9b86b1a3aa24 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 1101 time: 0.2129812 Nov 25 17:09:51.883636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-5b2f20b5-880e-4cfc-91e8-419c011139b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:51.883754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-5b2f20b5-880e-4cfc-91e8-419c011139b9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1096 time: 0.4656804 Nov 25 17:09:51.931822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5408debd-0784-480f-97db-f601ccc98296 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:51.990194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de315503-1a3f-4b99-b53a-b1137d8335f5 req-e93fe18d-6b57-4b0d-acb3-ae2622121efe tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:51.991476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de315503-1a3f-4b99-b53a-b1137d8335f5 req-e93fe18d-6b57-4b0d-acb3-ae2622121efe tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 945 time: 0.3252716 Nov 25 17:09:51.993766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.039973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eeb3de1-0b20-49f7-b735-6d826e498d7d req-b2894340-fd9d-4198-b7f9-7e40a5b5cec2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614833 Nov 25 17:09:52.174797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Transition to ACTIVE for port object 5408debd-0784-480f-97db-f601ccc98296 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:52.251273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.267379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-66681409-9f0e-4c7c-84be-a04e8b3f95d6 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:52.268569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-66681409-9f0e-4c7c-84be-a04e8b3f95d6 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 821 time: 0.1512754 Nov 25 17:09:52.274553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de315503-1a3f-4b99-b53a-b1137d8335f5 req-23376dba-d8c1-4820-bc75-e210decd69a6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347927 Nov 25 17:09:52.280298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.330697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Request body: {'port': {'device_id': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'admin_state_up': True, 'tenant_id': '38d7203f59664fa3b6099740af359228'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:52.426827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-a5d564b3-bcbb-44f8-b8ac-486ba8b34f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:52.429155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-a5d564b3-bcbb-44f8-b8ac-486ba8b34f29 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.5278754 Nov 25 17:09:52.601374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e79b8-f45a-4c2b-b74f-e71af0b00655 req-50b1dc7f-8381-41c6-99c8-47afd74047fe tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:52.610079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c73e79b8-f45a-4c2b-b74f-e71af0b00655 req-50b1dc7f-8381-41c6-99c8-47afd74047fe tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 931 time: 0.5220492 Nov 25 17:09:52.612134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Pushing event updated for resources: {'Port': ['ID=5408debd-0784-480f-97db-f601ccc98296,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:52.626280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-cd3792ca-7a6e-485e-b017-e4cde7fc10c9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 217 time: 0.1576393 Nov 25 17:09:52.721321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 49d7f23c-5088-47bd-868c-88480c94b209 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:52.741679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.855540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 49d7f23c-5088-47bd-868c-88480c94b209 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:52.855930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.873187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Made reservation on behalf of 38d7203f59664fa3b6099740af359228 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:52.877780 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.035088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-d9f3fbeb-45c1-41c6-b588-6f1a101d258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:53.041391 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-d9f3fbeb-45c1-41c6-b588-6f1a101d258d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.3655155 Nov 25 17:09:53.072111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c73e79b8-f45a-4c2b-b74f-e71af0b00655 req-c4754f8c-6e58-48ca-9306-04c2fde45219 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609740 Nov 25 17:09:53.120977 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.142569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Router 47cd1128-bb6f-4f1c-ad16-547665f5a284 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:09:53.157721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Allocated IP 172.20.0.5 (bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61/d0610ca3-b76d-4b30-86ee-f6c72f80a594/c1bd6dfd-6e58-4500-90c2-526e6e17dd04) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:53.192810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696f40a-bc3b-4a7d-8373-e1a61ff704f0 req-d183e190-48f1-4e57-ab0e-de8f81993e45 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:53.213770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3696f40a-bc3b-4a7d-8373-e1a61ff704f0 req-d183e190-48f1-4e57-ab0e-de8f81993e45 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 950 time: 0.3828213 Nov 25 17:09:53.263466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 49d7f23c-5088-47bd-868c-88480c94b209, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=49d7f23c-5088-47bd-868c-88480c94b209,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:53.268737 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.333050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-85e4d80c-de4e-40b5-bb13-e03c78b1d066 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2503471 Nov 25 17:09:53.356259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Attempting to bind port 5408debd-0784-480f-97db-f601ccc98296 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:53.361496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Attempting to bind port 5408debd-0784-480f-97db-f601ccc98296 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:53.362178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Attempting to bind port 5408debd-0784-480f-97db-f601ccc98296 on network 283b845c-c0a6-4ad8-8167-9772a277034a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:53.408325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=49d7f23c-5088-47bd-868c-88480c94b209,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:53.467495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Port 5408debd-0784-480f-97db-f601ccc98296 on network 283b845c-c0a6-4ad8-8167-9772a277034a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:53.470488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Attempting to bind port 5408debd-0784-480f-97db-f601ccc98296 on network 283b845c-c0a6-4ad8-8167-9772a277034a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:53.539939 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:53.540445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Checking segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:53.540973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Bound using segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:53.542658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Bound port: 5408debd-0784-480f-97db-f601ccc98296, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:53.543156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.557243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a17bf94a-74c7-4d3f-8129-790aeda757be req-0b8aa9bd-8e09-4593-ab81-5fd38388e82a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 210 time: 0.1898623 Nov 25 17:09:53.598405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:53.616057 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Sync routers for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:53.674995 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:53.675929 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:53.678724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.683239 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-175fd920-9397-4f22-8f5b-4480f6b7eb3c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.0480044 Nov 25 17:09:53.688201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:53.738291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] For port 5408debd-0784-480f-97db-f601ccc98296, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:53.748567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] For port 5408debd-0784-480f-97db-f601ccc98296, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5408debd-0784-480f-97db-f601ccc98296,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:53.796076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6f04d-0f67-421a-9c0c-c2ade90c15af None None] Network d0982aff-0528-4969-b9ba-990ede17369c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:53.819995 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.821043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.898962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3696f40a-bc3b-4a7d-8373-e1a61ff704f0 req-0257c12b-5bb3-4eb5-a945-2811974c489d tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778983 Nov 25 17:09:53.899417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.961550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8c21eb7d-97b7-49cb-adac-89f2fb360af5 None None] Provisioning complete for port 49d7f23c-5088-47bd-868c-88480c94b209 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:53.965676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c21eb7d-97b7-49cb-adac-89f2fb360af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.000306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:54.017255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:54.021639 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.025118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] 10.222.0.60 "PUT /v2.0/ports/5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 1091 time: 3.7607303 Nov 25 17:09:54.036590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:54.039058 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4098aff-5e67-4687-b422-74bcebf7c033" -d '{"events": [{"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:54.071967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-1466db47-6b00-4e83-a2aa-dc35a008426d service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032146 Nov 25 17:09:54.105581 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:54.178856 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a5a142-b65c-4b6a-accc-0519ea7eca5c x-openstack-request-id: req-72a5a142-b65c-4b6a-accc-0519ea7eca5c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:54.186291 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:54.186666 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72a5a142-b65c-4b6a-accc-0519ea7eca5c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:54.187114 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296', 'status': 'completed', 'code': 200} Nov 25 17:09:54.383705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c0d91-b99d-482f-b94a-ee1a6cb0cb56 req-36d4d759-bada-4a01-b2b6-09d6836ec54c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:54.385378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-302c0d91-b99d-482f-b94a-ee1a6cb0cb56 req-36d4d759-bada-4a01-b2b6-09d6836ec54c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 945 time: 0.6318662 Nov 25 17:09:54.461432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f1345-eac6-4fca-8b8b-7db45f26f69e service neutron] Pushing event updated for resources: {'Port': ['ID=5408debd-0784-480f-97db-f601ccc98296,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:54.543767 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd0b5-0d3c-4109-baa4-8f5bc35b05f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.601753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa148-df62-45e1-bb21-b00e56745d6c req-6d8ac364-387e-4ce6-a3d4-cb0e1c1993b7 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:54.603606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-207fa148-df62-45e1-bb21-b00e56745d6c req-6d8ac364-387e-4ce6-a3d4-cb0e1c1993b7 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 943 time: 0.2744579 Nov 25 17:09:54.610352 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:09:54.640277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-fd636273-8a8e-428f-829c-6eee63cfcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:54.651016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-fd636273-8a8e-428f-829c-6eee63cfcea1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1094 time: 0.4964633 Nov 25 17:09:54.689324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 49d7f23c-5088-47bd-868c-88480c94b209 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:54.705907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-79641819-9385-4df6-ad85-c867ded4d2cb None None] Provisioning complete for port 49d7f23c-5088-47bd-868c-88480c94b209 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:54.706255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-79641819-9385-4df6-ad85-c867ded4d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.848148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:54.857301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Pushing event updated for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:54.862602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 49d7f23c-5088-47bd-868c-88480c94b209 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:54.863097 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 3, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:54.864071 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.873240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-ae843f9e-500a-44ae-b9a9-79d5adfd3520 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 217 time: 0.1854277 Nov 25 17:09:54.883196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-84e0c1c7-844a-4ea6-bd2a-c442d5d855f0 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7984889 Nov 25 17:09:54.888692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:54.938325 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Checking router: 47cd1128-bb6f-4f1c-ad16-547665f5a284 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:54.938857 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Updating router 47cd1128-bb6f-4f1c-ad16-547665f5a284 port 93ce4c6a-3637-4557-97c0-8e5751e36794 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:54.977887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:54.985287 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.069977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.070795 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.134302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-207fa148-df62-45e1-bb21-b00e56745d6c req-636a4597-2895-44e7-9f11-9a19b787610e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124667 Nov 25 17:09:55.143881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-302c0d91-b99d-482f-b94a-ee1a6cb0cb56 req-e4ba53eb-8989-4f08-8c1b-e7ddc6a4c412 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123075 Nov 25 17:09:55.208098 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd0b5-0d3c-4109-baa4-8f5bc35b05f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.222454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd0b5-0d3c-4109-baa4-8f5bc35b05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.309644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dd0b5-0d3c-4109-baa4-8f5bc35b05f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9735e1-57bb-4bd2-96c8-0b374fe212a7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:55.336042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-138a7044-4f58-4579-a243-7df43a8350b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.337554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-138a7044-4f58-4579-a243-7df43a8350b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.4533057 Nov 25 17:09:55.346730 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-83052f38-20d6-4b09-9fe7-206824419f13 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0608759 Nov 25 17:09:55.354145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-b17f43e2-6785-46b4-a858-4fba30a9de8e tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.355657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-b17f43e2-6785-46b4-a858-4fba30a9de8e tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.1989129 Nov 25 17:09:55.376918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Request body: {'port': {'device_id': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:55.431730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-3'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:55.461203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ab2dd0b5-0d3c-4109-baa4-8f5bc35b05f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2929c2375294f8f84c5e3afd035f397&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4346228 Nov 25 17:09:55.485489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35460) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:55.509525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7624d-43f3-4917-9609-aa0808dce0ef req-3f24f7df-9d1d-4e76-afaf-23378769b529 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.517691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dab7624d-43f3-4917-9609-aa0808dce0ef req-3f24f7df-9d1d-4e76-afaf-23378769b529 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 931 time: 0.1833141 Nov 25 17:09:55.584757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73541991-a824-41ee-8748-6496be337da1 req-cedd194d-71dc-4f7a-bcce-570767b014eb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.593393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73541991-a824-41ee-8748-6496be337da1 req-cedd194d-71dc-4f7a-bcce-570767b014eb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 950 time: 0.2656128 Nov 25 17:09:55.605911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.646275 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.656028 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.694657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.706602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73541991-a824-41ee-8748-6496be337da1 req-0c0174b5-c834-4de2-ba7d-69d17432bb9d tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Nov 25 17:09:55.763850 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Attempting to bind port 93ce4c6a-3637-4557-97c0-8e5751e36794 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:55.764537 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Attempting to bind port 93ce4c6a-3637-4557-97c0-8e5751e36794 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:55.765275 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Attempting to bind port 93ce4c6a-3637-4557-97c0-8e5751e36794 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:55.781707 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:55.782342 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:55.782972 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.783580 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:55.784326 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Bound port: 93ce4c6a-3637-4557-97c0-8e5751e36794, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:55.784962 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.794336 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb2160-9798-43b8-90e5-ac48d10d09b6 None None] Pushing event updated for resources: {'Port': ['ID=93ce4c6a-3637-4557-97c0-8e5751e36794,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:55.858949 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] For port 93ce4c6a-3637-4557-97c0-8e5751e36794, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:55.863120 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] For port 93ce4c6a-3637-4557-97c0-8e5751e36794, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=93ce4c6a-3637-4557-97c0-8e5751e36794,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:55.871602 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.885915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dab7624d-43f3-4917-9609-aa0808dce0ef req-9576fba9-e226-4825-8339-ca27240ab4b2 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669624 Nov 25 17:09:55.904816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-9fd10cd1-f8cd-40d9-8306-982b51b7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.915583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-9fd10cd1-f8cd-40d9-8306-982b51b7a766 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5157697 Nov 25 17:09:55.948050 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:55.948634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e474821-9288-44d0-9fa6-2ed06093af5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.948787 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:55.993292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.081804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e474821-9288-44d0-9fa6-2ed06093af5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.146841 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:56.341608 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb2160-9798-43b8-90e5-ac48d10d09b6 None None] Pushing event updated for resources: {'Port': ['ID=93ce4c6a-3637-4557-97c0-8e5751e36794,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:56.344677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bd6dfd-6e58-4500-90c2-526e6e17dd04 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:56.389845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.408660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e474821-9288-44d0-9fa6-2ed06093af5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.418382 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e474821-9288-44d0-9fa6-2ed06093af5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.425822 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9e474821-9288-44d0-9fa6-2ed06093af5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e9735e1-57bb-4bd2-96c8-0b374fe212a7 HTTP/1.1" status: 204 len: 168 time: 0.9342065 Nov 25 17:09:56.458214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e474821-9288-44d0-9fa6-2ed06093af5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9735e1-57bb-4bd2-96c8-0b374fe212a7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:56.472156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Transition to ACTIVE for port object c1bd6dfd-6e58-4500-90c2-526e6e17dd04 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:56.478480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.642140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:56.745181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:56.774053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:56.794840 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 3, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:56.853207 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce24f53-15e4-4d1b-9443-242fb5414d88 None None] The sync data for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 is: [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 3, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:56.930249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Allocated IP 172.20.0.1 (d0982aff-0528-4969-b9ba-990ede17369c/3618b062-d832-4452-9fd9-b2d8689a4b09/1ff978f6-40e3-498d-bf8d-d37d96e983d9) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:56.989154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-0a48b8c9-888f-47d0-9021-86fc54153e67 service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0425680 Nov 25 17:09:56.998944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:57.001992 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41333cb6-c34d-425d-b26f-c5dc97cca9ea" -d '{"events": [{"server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "name": "network-vif-unplugged", "status": "completed", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:57.011563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.031410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff91e-3f6d-4dd3-a2e2-b5cd59eaff5c req-c2110cda-6d13-480d-a979-d805ac992838 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:57.040083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19fff91e-3f6d-4dd3-a2e2-b5cd59eaff5c req-c2110cda-6d13-480d-a979-d805ac992838 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 943 time: 0.5221870 Nov 25 17:09:57.110530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:57.111073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:57.111537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:57.121936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:57.122251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:57.130526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.150746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:57.152927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:57.154273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:57.154950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Bound port: c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:57.156717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.211122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74031d5-be6b-4634-9684-0293b918edaa req-032eb8a4-0174-4fc2-ad58-f58d9de0f22f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:57.212843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f74031d5-be6b-4634-9684-0293b918edaa req-032eb8a4-0174-4fc2-ad58-f58d9de0f22f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 945 time: 0.3045371 Nov 25 17:09:57.267505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19fff91e-3f6d-4dd3-a2e2-b5cd59eaff5c req-3cd79b0f-d4ab-4f6c-bad6-9a9de9b23bd5 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264924 Nov 25 17:09:57.280370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35482) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:57.417027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b95f092-1807-4498-92cb-11aa85acc67c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.425571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.466486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34b6cf92-4ec4-4910-ac46-7f54b3021a12 req-d6e9a0ad-76b9-4164-8398-85b747555e49 service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612868 Nov 25 17:09:57.543972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on host n-h2-819349-3 for vnic_type normal with profile {"migrating_to": "n-h1-819349-3"} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:57.547298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:57.548178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:57.580292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:57.616645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:57.626940 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Attempting to bind port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:57.642410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:57.647316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:57.647923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:57.649994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:57.650674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:57.651494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Bound port: b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:57.651825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.659022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.699279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.765498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:57.771326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:57.778912 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.830891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b95f092-1807-4498-92cb-11aa85acc67c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.842576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff978f6-40e3-498d-bf8d-d37d96e983d9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:57.868191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:57.870991 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.873946 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] 10.222.0.60 "PUT /v2.0/ports/c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 200 len: 1091 time: 2.5028100 Nov 25 17:09:57.874652 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b95f092-1807-4498-92cb-11aa85acc67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.881806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:57.884421 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fea24e-a00d-462a-8d31-d849b8852ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:57.897178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Network d0982aff-0528-4969-b9ba-990ede17369c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:57.925328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=8']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:57.980266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-64b90d16-6915-4df4-96e4-e0d725382feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:57.982434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-64b90d16-6915-4df4-96e4-e0d725382feb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1094 time: 0.3925576 Nov 25 17:09:58.052347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:58.064803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:58.161887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.168618 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.171868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-ca277fca-6848-4255-97ea-ca8198550044 service neutron] 10.222.0.95 "PUT /v2.0/ports/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 1121 time: 2.7708931 Nov 25 17:09:58.186783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-2e828014-3047-474f-a319-5a7b9dcd69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.188440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95f092-1807-4498-92cb-11aa85acc67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e603ac-b1d1-4ab4-a8cb-0b602c822e25,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:58.192310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-2e828014-3047-474f-a319-5a7b9dcd69a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.1601539 Nov 25 17:09:58.225144 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b95f092-1807-4498-92cb-11aa85acc67c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba85817d2a20475c9e0dbdbbe95efde0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9108460 Nov 25 17:09:58.229229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f74031d5-be6b-4634-9684-0293b918edaa req-2f937aad-1f00-4374-84c5-f1b475c1f58d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9854650 Nov 25 17:09:58.236010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:58.276923 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-3744977a-bc22-4c5f-9596-d72a9e8decbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.291310 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-3744977a-bc22-4c5f-9596-d72a9e8decbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1094 time: 0.3192189 Nov 25 17:09:58.297422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:58.310578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380f62d-e444-43a8-bd42-a153c7c95044 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:58.361443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.437711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-5aeb58bf-dae2-43f5-91b1-ee43724f3d8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 217 time: 0.2006025 Nov 25 17:09:58.461413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.461908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.462383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.463705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.464134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.464848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.465701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.468346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.472109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.487071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-c2a9056c-b86e-4aa7-b93a-6d8c445679bf tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6&device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818&device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31&device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf&device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf&device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1&device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9&device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 8223 time: 0.5789716 Nov 25 17:09:58.567768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-785cf4d3-bde8-4b41-9eba-1e83c2a07b02 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.674250 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-9e206ce2-c571-4dae-b68b-e18227fd0904 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 200 len: 217 time: 0.3363159 Nov 25 17:09:58.708014 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-785cf4d3-bde8-4b41-9eba-1e83c2a07b02 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.772772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-785cf4d3-bde8-4b41-9eba-1e83c2a07b02 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.823520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 93ce4c6a-3637-4557-97c0-8e5751e36794 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:58.908136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5094e3a8-b23c-4252-9d9e-bcaa4acf66ee None None] Provisioning complete for port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:58.908785 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5094e3a8-b23c-4252-9d9e-bcaa4acf66ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.921897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-58b0b203-2105-4696-bb73-1ec60b03c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.923601 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-58b0b203-2105-4696-bb73-1ec60b03c759 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.2210610 Nov 25 17:09:58.992327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 93ce4c6a-3637-4557-97c0-8e5751e36794 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:59.000808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5ec2a76-0ec3-4428-8ba4-14e9221c45a1 req-785cf4d3-bde8-4b41-9eba-1e83c2a07b02 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&id=1b73146d-cf43-4d48-abf8-706b2b397448&id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&id=60491aa7-a1a2-4e87-87e5-f59ab405f914&id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.5123975 Nov 25 17:09:59.010678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.022614 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-2ce9db3d-9357-4178-83a3-a44b77396b12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788908 Nov 25 17:09:59.029092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cf4d3-bde8-4b41-9eba-1e83c2a07b02 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe48ce5-1e84-4a45-93c9-8f928fd1e474,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:59.138179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-403a2ed3-67e1-47a7-b81f-7a514f47a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:59.140386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-403a2ed3-67e1-47a7-b81f-7a514f47a138 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.6212575 Nov 25 17:09:59.222815 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae00c-fc2d-4b17-98ef-f7ee2db1c5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.261438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19b8b9-dba8-480e-814b-ba9ee47962aa req-92cde58f-a7c2-4254-806e-7b0ebbdeb791 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:59.263408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc19b8b9-dba8-480e-814b-ba9ee47962aa req-92cde58f-a7c2-4254-806e-7b0ebbdeb791 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 943 time: 0.3640373 Nov 25 17:09:59.297604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.349232 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-d81c76dd-7990-47ba-b26a-65ef12063448 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156691 Nov 25 17:09:59.359996 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.383264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 93ce4c6a-3637-4557-97c0-8e5751e36794, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=93ce4c6a-3637-4557-97c0-8e5751e36794,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:59.384929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5094e3a8-b23c-4252-9d9e-bcaa4acf66ee None None] Port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:59.419637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae00c-fc2d-4b17-98ef-f7ee2db1c5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.421739 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.497892 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f0202c-4265-45b7-919c-f7930ebbeaf0 x-openstack-request-id: req-90f0202c-4265-45b7-919c-f7930ebbeaf0 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:59.498198 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "name": "network-vif-unplugged", "status": "completed", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:59.498463 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90f0202c-4265-45b7-919c-f7930ebbeaf0 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:59.498870 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c', 'code': 200} Nov 25 17:09:59.506293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=93ce4c6a-3637-4557-97c0-8e5751e36794,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:59.528384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-194992f5-6c64-424c-b04d-7a5f75b473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:59.530360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-194992f5-6c64-424c-b04d-7a5f75b473e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3746934 Nov 25 17:09:59.578422 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e98b35e-e5ef-42c8-af8e-da7f37444f42 x-openstack-request-id: req-1e98b35e-e5ef-42c8-af8e-da7f37444f42 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:59.578944 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:59.579295 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e98b35e-e5ef-42c8-af8e-da7f37444f42 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:59.580144 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04', 'status': 'completed', 'code': 200} Nov 25 17:09:59.690860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc19b8b9-dba8-480e-814b-ba9ee47962aa req-56bc9c2c-13b1-42e2-b254-0501e324af00 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903506 Nov 25 17:09:59.802883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.807748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb132ec8-816f-4d2d-baaa-10b779ee6843 req-e1e1222f-dc1f-401a-af28-e19ba950cae4 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393312 Nov 25 17:09:59.809510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.886471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae00c-fc2d-4b17-98ef-f7ee2db1c5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.892389 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae00c-fc2d-4b17-98ef-f7ee2db1c5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.897410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b8ae00c-fc2d-4b17-98ef-f7ee2db1c5ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0e603ac-b1d1-4ab4-a8cb-0b602c822e25 HTTP/1.1" status: 204 len: 168 time: 1.6574743 Nov 25 17:09:59.956903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff978f6-40e3-498d-bf8d-d37d96e983d9,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:00.015357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ae00c-fc2d-4b17-98ef-f7ee2db1c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e603ac-b1d1-4ab4-a8cb-0b602c822e25,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:00.159191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.191048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efb786-3259-4563-87b1-ae22b514c51f req-85be9edc-a16a-48f8-b3e7-7c88ed4ece7a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:00.193615 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94efb786-3259-4563-87b1-ae22b514c51f req-85be9edc-a16a-48f8-b3e7-7c88ed4ece7a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 943 time: 0.5131674 Nov 25 17:10:00.197154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-0029fa0a-7c81-4fe9-b129-be38f46df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:00.199145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-47546caa-8b48-46fc-8c4a-784f7e9a6b3d service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471832 Nov 25 17:10:00.200967 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-0029fa0a-7c81-4fe9-b129-be38f46df4d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1094 time: 0.2344935 Nov 25 17:10:00.407943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-2ff2b2d9-5457-493a-9288-da2105345e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:00.409625 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-2ff2b2d9-5457-493a-9288-da2105345e74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.1794441 Nov 25 17:10:00.486720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Network d0982aff-0528-4969-b9ba-990ede17369c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:00.489000 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-290c51a1-cfd0-4708-9c1e-f4393c1986a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 200 len: 217 time: 0.0464530 Nov 25 17:10:00.510480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:00.529161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6212783-6323-4468-9596-700f8cc0c8b2 req-f012aba4-56b8-4064-94ff-5b3d81759d50 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:00.549534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d6212783-6323-4468-9596-700f8cc0c8b2 req-f012aba4-56b8-4064-94ff-5b3d81759d50 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 943 time: 0.5250640 Nov 25 17:10:00.620262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4098aff-5e67-4687-b422-74bcebf7c033 req-b4ed90d1-735e-4ba7-82f1-733052c53d3b service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834932 Nov 25 17:10:00.714236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 93ce4c6a-3637-4557-97c0-8e5751e36794 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:00.772381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94efb786-3259-4563-87b1-ae22b514c51f req-f42803f5-ce7e-4e8a-ae37-faef2a9c8ad8 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681975 Nov 25 17:10:00.784325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-785ba4bd-7318-4c96-a931-2a75459dd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:00.787208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-785ba4bd-7318-4c96-a931-2a75459dd11c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.2889605 Nov 25 17:10:00.797321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d6212783-6323-4468-9596-700f8cc0c8b2 req-90eb31e3-432e-49da-af43-8ca514493066 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466896 Nov 25 17:10:00.799726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 93ce4c6a-3637-4557-97c0-8e5751e36794 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:00.800204 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:01.252653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9c0ab467-ffe5-41f0-8bf0-3c3d1b67aa53 None None] Provisioning complete for port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:01.253548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab467-ffe5-41f0-8bf0-3c3d1b67aa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:01.278364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccedcf-a784-4d9c-8969-99750eb85b5b req-f369144c-6b12-4df9-ac82-0608d39e2a60 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:01.289938 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdccedcf-a784-4d9c-8969-99750eb85b5b req-f369144c-6b12-4df9-ac82-0608d39e2a60 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 943 time: 0.1526356 Nov 25 17:10:01.362450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ab467-ffe5-41f0-8bf0-3c3d1b67aa53 None None] Port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:01.389192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdccedcf-a784-4d9c-8969-99750eb85b5b req-e1dea0fa-0ad8-48af-86fa-b658d9a60146 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978084 Nov 25 17:10:01.397703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6972ee-220f-429d-8906-6bd9dc33eade req-c9826ca8-6daf-41b1-9ccd-05c10b6620f1 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:01.398214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6972ee-220f-429d-8906-6bd9dc33eade req-c9826ca8-6daf-41b1-9ccd-05c10b6620f1 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:01.398825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6972ee-220f-429d-8906-6bd9dc33eade req-c9826ca8-6daf-41b1-9ccd-05c10b6620f1 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:01.400781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b6972ee-220f-429d-8906-6bd9dc33eade req-c9826ca8-6daf-41b1-9ccd-05c10b6620f1 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818&device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf&device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 2883 time: 0.1079798 Nov 25 17:10:01.505590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:01.508548 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570" -d '{"events": [{"name": "network-changed", "server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:01.513715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b6972ee-220f-429d-8906-6bd9dc33eade req-5e20318b-ac64-44c3-b362-a1a66d917ab0 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026995 Nov 25 17:10:01.529550 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-179cf64e-a2ba-41c9-b49b-3546d9522d7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7044158 Nov 25 17:10:01.624237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Router 47cd1128-bb6f-4f1c-ad16-547665f5a284 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:01.628796 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ce8f86-3513-4435-ae63-97c4c7ec9ca0 x-openstack-request-id: req-56ce8f86-3513-4435-ae63-97c4c7ec9ca0 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:01.629550 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:01.630185 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56ce8f86-3513-4435-ae63-97c4c7ec9ca0 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:01.630818 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c', 'status': 'completed', 'code': 200} Nov 25 17:10:01.739171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:01.786572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-cb3b09a2-193f-4764-86f5-0a7c86a0993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:01.790621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-cb3b09a2-193f-4764-86f5-0a7c86a0993d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1124 time: 0.1120050 Nov 25 17:10:01.869819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:01.873815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5408debd-0784-480f-97db-f601ccc98296 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:01.891342 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Sync routers for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:01.904988 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9a72bf0f-7798-47e0-8715-0b10e80cca60 admin admin] 10.222.0.81 "PUT /v2.0/routers/47cd1128-bb6f-4f1c-ad16-547665f5a284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2063298 Nov 25 17:10:01.918068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-2e5215dd-28ee-49f3-b542-4f2349400f6e service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752272 Nov 25 17:10:01.976967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:01.978691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:02.053678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:10:02.139483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-fef1c3b7-f1b1-4724-bf91-0fec2803d567 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:02.152531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-fef1c3b7-f1b1-4724-bf91-0fec2803d567 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/networks?id=e1c07fee-d192-4447-b3dd-f14b660d548a HTTP/1.1" status: 200 len: 815 time: 0.3153150 Nov 25 17:10:02.155069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09fea24e-a00d-462a-8d31-d849b8852ab8 req-5a87b1e6-2c9c-4d48-b68d-f6121b3a11d9 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239382 Nov 25 17:10:02.184479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:02.187231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-2f345960-845c-4982-95ef-7afd642d56c0 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/quotas/2261c73fec784f35bb557e39e21de9b5 HTTP/1.1" status: 200 len: 375 time: 0.0334187 Nov 25 17:10:02.216963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-31d35e5c-f2cc-4823-ad5b-04ce59994b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:02.218651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-31d35e5c-f2cc-4823-ad5b-04ce59994b30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.3980203 Nov 25 17:10:02.263833 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43268875-d6e1-4e48-bef9-06216d45fe43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.267037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c has no active binding in host n-h1-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:10:02.307759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-6fc42401-d501-4184-8103-b325a3888ca9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 217 time: 0.0741868 Nov 25 17:10:02.328155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5408debd-0784-480f-97db-f601ccc98296, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5408debd-0784-480f-97db-f601ccc98296,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:02.332480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:02.359608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-fff5cd97-2605-443a-8ae1-22d2606c609a tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2261c73fec784f35bb557e39e21de9b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705978 Nov 25 17:10:02.376699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '5408debd-0784-480f-97db-f601ccc98296', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'mac_address': 'fa:16:3e:07:a3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:02.377785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e3480-c831-4edc-8ab5-e2996429a2a5 req-7aaa4bc0-3379-4a37-80a0-56a0e9696fe3 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:02.379393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c0e3480-c831-4edc-8ab5-e2996429a2a5 req-7aaa4bc0-3379-4a37-80a0-56a0e9696fe3 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 943 time: 0.1448016 Nov 25 17:10:02.453901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-f3c72e31-6d26-44ce-9555-bce9f76645a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:02.455365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-f3c72e31-6d26-44ce-9555-bce9f76645a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1379368 Nov 25 17:10:02.506392 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-46a1e7a9-0578-4874-bc73-6a4c260ade52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390244 Nov 25 17:10:02.521736 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.552145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c0e3480-c831-4edc-8ab5-e2996429a2a5 req-f92149bf-61fa-4a0b-a3fb-66f708802485 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610012 Nov 25 17:10:02.564107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5408debd-0784-480f-97db-f601ccc98296 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:02.599457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-13b7f6b6-3e0e-43a8-9955-ac86321e6d59 service neutron] 10.222.0.81 "GET /v2.0/networks/e1c07fee-d192-4447-b3dd-f14b660d548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168987 Nov 25 17:10:02.622878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5408debd-0784-480f-97db-f601ccc98296, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5408debd-0784-480f-97db-f601ccc98296,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:02.655551 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.709114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-eaac4d3c-8c13-402d-a1ca-f0bd2ae2f5d5 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943927 Nov 25 17:10:02.744957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=5408debd-0784-480f-97db-f601ccc98296,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:02.767238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 2, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:02.805179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Checking router: 47cd1128-bb6f-4f1c-ad16-547665f5a284 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:02.805537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Updating router 47cd1128-bb6f-4f1c-ad16-547665f5a284 port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:10:02.839679 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.840016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4338e-3562-41b1-ba7b-1eed615a6d4e req-e31cd282-265c-416d-8dae-8c1d5c008570 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:02.841598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12b4338e-3562-41b1-ba7b-1eed615a6d4e req-e31cd282-265c-416d-8dae-8c1d5c008570 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 943 time: 0.1514468 Nov 25 17:10:02.847174 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-e4feae32-8f0a-4a52-bb94-2be736982b2e service neutron] 10.222.0.81 "GET /v2.0/networks/e1c07fee-d192-4447-b3dd-f14b660d548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324395 Nov 25 17:10:02.875330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05dad55a-4cb1-4f52-9c0d-8e2bb8149570 req-113aad21-4303-4d68-a34b-68441d3352ed service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499403 Nov 25 17:10:02.975764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['5408debd-0784-480f-97db-f601ccc98296'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:03.208905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12b4338e-3562-41b1-ba7b-1eed615a6d4e req-97bf6f11-b2c7-439a-9089-4b2c6ddf7b35 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505628 Nov 25 17:10:03.309470 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.326565 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.474715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc54cdf-c7eb-460d-a45d-75ade0716ae6 None None] Pushing event updated for resources: {'Port': ['ID=1ff978f6-40e3-498d-bf8d-d37d96e983d9,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:03.490923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Attempting to bind port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:03.491257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Attempting to bind port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:03.491610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Attempting to bind port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 on network d0982aff-0528-4969-b9ba-990ede17369c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:03.505044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:03.505375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Checking segment: {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:03.505875 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.506219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Bound using segment: {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:03.506783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Bound port: 1ff978f6-40e3-498d-bf8d-d37d96e983d9, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:03.508011 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.640299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] For port 1ff978f6-40e3-498d-bf8d-d37d96e983d9, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:03.654927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] For port 1ff978f6-40e3-498d-bf8d-d37d96e983d9, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1ff978f6-40e3-498d-bf8d-d37d96e983d9,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:03.663030 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.776442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc54cdf-c7eb-460d-a45d-75ade0716ae6 None None] Pushing event updated for resources: {'Port': ['ID=1ff978f6-40e3-498d-bf8d-d37d96e983d9,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:03.789351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:03.790071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:09:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:03.824509 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-53840ac5-b818-4ee1-9b08-69ca3f2a1d7b service neutron] 10.222.0.60 "GET /v2.0/ports/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c/bindings/n-h1-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.1579831 Nov 25 17:10:04.024001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4851300-0b00-4442-ad95-5887509e0777 req-df5839eb-8223-437d-baf6-1320dae320aa tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:04.032170 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4851300-0b00-4442-ad95-5887509e0777 req-df5839eb-8223-437d-baf6-1320dae320aa tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 943 time: 0.2095206 Nov 25 17:10:04.077382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c1bd6dfd-6e58-4500-90c2-526e6e17dd04 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:04.114555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6a032f9a-b1dc-4070-93b6-b267db77bfb7 None None] Provisioning complete for port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:04.114928 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a032f9a-b1dc-4070-93b6-b267db77bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.150180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4851300-0b00-4442-ad95-5887509e0777 req-adfd626f-fef1-4f92-a923-8a8aeaa1cdd9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167953 Nov 25 17:10:04.158783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e34bc-562b-4699-b483-84ab8087776b req-8fbfdc1b-3bad-4dd8-b9ba-5ddfe6506ec3 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:04.162084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-8fbfdc1b-3bad-4dd8-b9ba-5ddfe6506ec3 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/networks?id=d0982aff-0528-4969-b9ba-990ede17369c HTTP/1.1" status: 200 len: 829 time: 0.3410609 Nov 25 17:10:04.197243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-53f1a712-1999-4c9a-be64-5478ed9ec898 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/quotas/d5d473efc0c94cc1ad1d5c91bc3ba6a8 HTTP/1.1" status: 200 len: 375 time: 0.0126023 Nov 25 17:10:04.298450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:04.333643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-554ae9ff-e521-4bdf-aae4-8a0e7db7381d req-af22719d-e250-49d3-826d-dce319364c71 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 210 time: 0.0782192 Nov 25 17:10:04.339413 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c6e83dd-b5a6-44b7-93ca-3ab4220ab7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.360458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-cdc07091-8af4-4050-8f80-092b5364a0d4 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5d473efc0c94cc1ad1d5c91bc3ba6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1539075 Nov 25 17:10:04.456407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:04.457463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:04.500380 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a032f9a-b1dc-4070-93b6-b267db77bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.530008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04', 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'port_id': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04', 'mac_address': 'fa:16:3e:b4:10:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0610ca3-b76d-4b30-86ee-f6c72f80a594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:04.538010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:04.613042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576b66c-4d0f-4a74-99f8-aa31ebf458ec req-38b856f5-d656-4e4f-9a3f-3ac0443e2aa0 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:04.615976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a576b66c-4d0f-4a74-99f8-aa31ebf458ec req-38b856f5-d656-4e4f-9a3f-3ac0443e2aa0 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 945 time: 0.1618888 Nov 25 17:10:04.629713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6a032f9a-b1dc-4070-93b6-b267db77bfb7 None None] For port 1ff978f6-40e3-498d-bf8d-d37d96e983d9, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1ff978f6-40e3-498d-bf8d-d37d96e983d9,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:04.638066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.641835 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a032f9a-b1dc-4070-93b6-b267db77bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.682191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:04.684145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bd6dfd-6e58-4500-90c2-526e6e17dd04 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:04.706026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-4e14f9c0-4e72-46bb-9f5a-969b5ab62400 service neutron] 10.222.0.81 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366721 Nov 25 17:10:04.710557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:04.751239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:04.766315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.772297 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.780576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a032f9a-b1dc-4070-93b6-b267db77bfb7 None None] Pushing event updated for resources: {'Port': ['ID=1ff978f6-40e3-498d-bf8d-d37d96e983d9,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:04.831602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0817256a-217d-44b7-9c25-aad11fc54e89 None None] Provisioning complete for port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:04.832033 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0817256a-217d-44b7-9c25-aad11fc54e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.872735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a576b66c-4d0f-4a74-99f8-aa31ebf458ec req-53684906-db11-4f9a-8c0e-2e8b6e5c0267 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132075 Nov 25 17:10:04.885941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:03Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:04.892217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:04.960901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] Transition to ACTIVE for port object b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:04.968275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d6654-439f-4e0b-87a1-758e61896dad None None] The sync data for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 is: [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:03Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:04.981003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:05.024498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-8f52b3af-93d8-43fc-a000-f2de18d754a3 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:05.026787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-8f52b3af-93d8-43fc-a000-f2de18d754a3 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.95 "GET /v2.0/networks?id=e1c07fee-d192-4447-b3dd-f14b660d548a HTTP/1.1" status: 200 len: 815 time: 0.4934444 Nov 25 17:10:05.114027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Request body: {'port': {'device_id': 'f6962388-f72c-413f-9273-851bdb0e0d88', 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a', 'admin_state_up': True, 'tenant_id': '2261c73fec784f35bb557e39e21de9b5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:05.114644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['c1bd6dfd-6e58-4500-90c2-526e6e17dd04'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:05.232244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-63203d90-49cb-4958-891d-43038289da75 service neutron] 10.222.0.81 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098732 Nov 25 17:10:05.248085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] No DVR routers for this DVR port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:10:05.485455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] Pushing event updated for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:05.534665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-986ab9a7-a851-40e6-8be9-988a48ccc4ed service neutron] 10.222.0.60 "PUT /v2.0/ports/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c/bindings/n-h1-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6515374 Nov 25 17:10:05.684050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:05.702020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f021d-cff9-4ca4-9dbd-f06d05948ed8 req-c9761ff3-6e66-48b9-9ed5-16ab8c8a2857 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:05.714821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f04f021d-cff9-4ca4-9dbd-f06d05948ed8 req-c9761ff3-6e66-48b9-9ed5-16ab8c8a2857 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 944 time: 0.3675082 Nov 25 17:10:05.806963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb224-e74e-4e74-8320-4c28e57e30b3 req-5587bfa2-3bbf-4077-8c96-6a4381d248f8 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:05.809752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d5fb224-e74e-4e74-8320-4c28e57e30b3 req-5587bfa2-3bbf-4077-8c96-6a4381d248f8 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 944 time: 0.3023105 Nov 25 17:10:05.840579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f04f021d-cff9-4ca4-9dbd-f06d05948ed8 req-3b9cd30d-96d9-408d-a870-edba83929be1 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239119 Nov 25 17:10:05.849646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Made reservation on behalf of 2261c73fec784f35bb557e39e21de9b5 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:05.854485 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5408debd-0784-480f-97db-f601ccc98296 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:05.862773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.026312 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d5fb224-e74e-4e74-8320-4c28e57e30b3 req-b6f4166d-dc4f-4163-9683-8bd2572c12ad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048512 Nov 25 17:10:06.054346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 5408debd-0784-480f-97db-f601ccc98296 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:06.074294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 5408debd-0784-480f-97db-f601ccc98296 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:06.076012 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.108071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07ab1ded-c41a-45c3-9270-dc245845b361 req-7dd20c85-caf9-4cdd-b29d-ccc4ea396939 tempest-FlavorsV2NegativeTest-1322935530 tempest-FlavorsV2NegativeTest-1322935530-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f109a4e0741a41edbb702ab4bb996700&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919077 Nov 25 17:10:06.273436 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.377618 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.420209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5408debd-0784-480f-97db-f601ccc98296'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:06.423645 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1079b969-2f2f-4e80-b095-06a209df1f73" -d '{"events": [{"server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "name": "network-vif-plugged", "status": "completed", "tag": "5408debd-0784-480f-97db-f601ccc98296"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:06.441808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5408debd-0784-480f-97db-f601ccc98296, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5408debd-0784-480f-97db-f601ccc98296,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:06.448667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.450252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:06.781859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2bd2-2881-41fc-9890-f822c77f3d1b req-60e07218-62e5-4873-8654-38635715619e tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:06.784321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0be2bd2-2881-41fc-9890-f822c77f3d1b req-60e07218-62e5-4873-8654-38635715619e tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1101 time: 0.5360475 Nov 25 17:10:06.818520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab1ded-c41a-45c3-9270-dc245845b361 req-0fb703a2-2b74-4285-b91e-485d82cd5c39 tempest-FlavorsV2NegativeTest-1322935530 tempest-FlavorsV2NegativeTest-1322935530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:06.827674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1ff978f6-40e3-498d-bf8d-d37d96e983d9 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:06.833386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07ab1ded-c41a-45c3-9270-dc245845b361 req-0fb703a2-2b74-4285-b91e-485d82cd5c39 tempest-FlavorsV2NegativeTest-1322935530 tempest-FlavorsV2NegativeTest-1322935530-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7244534 Nov 25 17:10:06.839128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:06.840712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=5408debd-0784-480f-97db-f601ccc98296,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:06.895107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Allocated IP 172.20.0.14 (e1c07fee-d192-4447-b3dd-f14b660d548a/07abb7c7-f094-4974-8dd6-07922d8b402c/9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:06.901713 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.012302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:07.012784 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.021505 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.298958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07ab1ded-c41a-45c3-9270-dc245845b361 req-d2e31d70-5382-48d8-a984-b0bdf5439a29 tempest-FlavorsV2NegativeTest-1322935530 tempest-FlavorsV2NegativeTest-1322935530-project] 10.222.0.81 "GET /v2.0/quotas/f109a4e0741a41edbb702ab4bb996700 HTTP/1.1" status: 200 len: 375 time: 0.4636228 Nov 25 17:10:07.374625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07ab1ded-c41a-45c3-9270-dc245845b361 req-1d65292a-08bc-4847-aca9-a9c73dcc1e7b tempest-FlavorsV2NegativeTest-1322935530 tempest-FlavorsV2NegativeTest-1322935530-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f109a4e0741a41edbb702ab4bb996700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745273 Nov 25 17:10:07.437609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0be2bd2-2881-41fc-9890-f822c77f3d1b req-9528e271-f33c-4520-a6c0-d672843692ab tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221159 Nov 25 17:10:07.581171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.633825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2e7828a-6178-4e86-a6d0-7f5d0b3e58a1 req-9c8ce6b3-5ab3-45dc-ad12-436adea3ca5b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 210 time: 0.0758011 Nov 25 17:10:07.858140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283b04f-1932-4b52-82d9-d1cf8ab58a8d req-bfdfe4e8-6e85-4a7f-ae01-b099f2e369b5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:07.870063 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c1bd6dfd-6e58-4500-90c2-526e6e17dd04 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:07.878815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e283b04f-1932-4b52-82d9-d1cf8ab58a8d req-bfdfe4e8-6e85-4a7f-ae01-b099f2e369b5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 944 time: 0.3448095 Nov 25 17:10:07.897854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8280a80f-4044-4d4c-9b2f-7031125c04e8 req-ce5cd320-7de1-40a5-89d4-5bbc1c03a808 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 210 time: 0.1532402 Nov 25 17:10:07.932144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.016124 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.069638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:08.077155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:08.077536 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.082205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Network e1c07fee-d192-4447-b3dd-f14b660d548a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:08.124069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e283b04f-1932-4b52-82d9-d1cf8ab58a8d req-1b6f6c14-baed-4309-903b-ff4dce039439 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438011 Nov 25 17:10:08.146890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:08.179440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e34bc-562b-4699-b483-84ab8087776b req-a5e543e6-a03f-4b67-9f7c-f1de4c7c126f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:08.181776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-a5e543e6-a03f-4b67-9f7c-f1de4c7c126f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.60 "GET /v2.0/networks?id=d0982aff-0528-4969-b9ba-990ede17369c HTTP/1.1" status: 200 len: 829 time: 0.5027456 Nov 25 17:10:08.183266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:08.214953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Pushing event updated for resources: {'Port': ['ID=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:08.350994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Request body: {'port': {'device_id': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'admin_state_up': True, 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:08.406673 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad83fc11-a5eb-4d54-9e02-435b1235baea x-openstack-request-id: req-ad83fc11-a5eb-4d54-9e02-435b1235baea {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:08.415041 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "name": "network-vif-plugged", "status": "completed", "tag": "5408debd-0784-480f-97db-f601ccc98296", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:08.415600 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad83fc11-a5eb-4d54-9e02-435b1235baea {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:08.416269 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5408debd-0784-480f-97db-f601ccc98296', 'code': 200} Nov 25 17:10:08.474767 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.544140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:08.559020 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.585129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd345c-ebd7-46ee-9d64-6205238bd3b3 req-3921e38c-bf9e-4075-9c65-57c902b873a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:08.590236 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7cd345c-ebd7-46ee-9d64-6205238bd3b3 req-3921e38c-bf9e-4075-9c65-57c902b873a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.1758695 Nov 25 17:10:08.714060 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:08.752501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35702) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:08.801516 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7cd345c-ebd7-46ee-9d64-6205238bd3b3 req-e1f95442-244e-4fef-b523-cec41bbad371 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009299 Nov 25 17:10:08.888572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-959d9994-3a9c-49c7-971e-2af7d5ef1b65 None None] Provisioning complete for port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:08.889184 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-959d9994-3a9c-49c7-971e-2af7d5ef1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.962526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0336-0944-42b8-8517-c36e4e5a3e75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.987711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-959d9994-3a9c-49c7-971e-2af7d5ef1b65 None None] Port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:09.138025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0336-0944-42b8-8517-c36e4e5a3e75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.151952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0336-0944-42b8-8517-c36e4e5a3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.233424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:09.234544 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.277838 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9d6b0336-0944-42b8-8517-c36e4e5a3e75 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f109a4e0741a41edbb702ab4bb996700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5147719 Nov 25 17:10:09.277838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35714) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:09.278394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-843fb740-2b09-4a0d-8ab5-6a181edc8aeb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1812272 Nov 25 17:10:09.297044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b0336-0944-42b8-8517-c36e4e5a3e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a549d0-16ff-40f2-80a3-b39bc3fa3395,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:09.354953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd64819-5ec2-44e2-9b13-1c5ad2e11840 req-76166a6f-d902-49e4-ba51-0b0f86e1d990 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:09.366005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1dd64819-5ec2-44e2-9b13-1c5ad2e11840 req-76166a6f-d902-49e4-ba51-0b0f86e1d990 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 944 time: 0.8448095 Nov 25 17:10:09.427545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828e74b-b46a-44e6-a2ea-da518ac183aa req-bd800c75-ea33-4b67-92b4-059ef91d2923 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:09.430515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b828e74b-b46a-44e6-a2ea-da518ac183aa req-bd800c75-ea33-4b67-92b4-059ef91d2923 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 945 time: 0.9669824 Nov 25 17:10:09.474586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7e4be2f-6c71-4b91-b21b-20c88e0f2807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.533458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1dd64819-5ec2-44e2-9b13-1c5ad2e11840 req-36aa3640-97bf-4aa5-962f-26606dcaa77e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660657 Nov 25 17:10:09.541587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7e4be2f-6c71-4b91-b21b-20c88e0f2807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.542054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Made reservation on behalf of d5d473efc0c94cc1ad1d5c91bc3ba6a8 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:09.550888 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.639770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b828e74b-b46a-44e6-a2ea-da518ac183aa req-ba68c48b-af57-4cf1-92d1-36b6cfda2f51 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867054 Nov 25 17:10:09.671359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7e4be2f-6c71-4b91-b21b-20c88e0f2807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.682157 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7e4be2f-6c71-4b91-b21b-20c88e0f2807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.682157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d7e4be2f-6c71-4b91-b21b-20c88e0f2807 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77a549d0-16ff-40f2-80a3-b39bc3fa3395 HTTP/1.1" status: 204 len: 168 time: 0.4055581 Nov 25 17:10:09.704309 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4be2f-6c71-4b91-b21b-20c88e0f2807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a549d0-16ff-40f2-80a3-b39bc3fa3395,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:09.874077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Allocated IP 172.20.0.14 (d0982aff-0528-4969-b9ba-990ede17369c/3618b062-d832-4452-9fd9-b2d8689a4b09/a2af2144-3dd1-45db-b97b-4b86ea225f98) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:10.153631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802933ed-0777-4a88-9cd8-df3a95e4d9c8 req-9e52dcd8-9f51-4d1d-824a-941c84c7375c tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:10.156528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-802933ed-0777-4a88-9cd8-df3a95e4d9c8 req-9e52dcd8-9f51-4d1d-824a-941c84c7375c tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 932 time: 0.2850134 Nov 25 17:10:10.171938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811afc3-fe17-439e-9ec2-0308a6dcd25b req-21ba3071-b932-4936-97f6-043e7f6bf465 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:10.174351 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1811afc3-fe17-439e-9ec2-0308a6dcd25b req-21ba3071-b932-4936-97f6-043e7f6bf465 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1101 time: 0.3016877 Nov 25 17:10:10.329657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-802933ed-0777-4a88-9cd8-df3a95e4d9c8 req-115ded70-9c10-464a-8f80-da07974b3b46 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499884 Nov 25 17:10:10.340994 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.414571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1811afc3-fe17-439e-9ec2-0308a6dcd25b req-ba1bc835-b990-41ab-ae11-624fd6810b93 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216723 Nov 25 17:10:10.418175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:10.418715 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.421423 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20bbef6-8b08-4a58-a0b0-d8a7232822f7" -d '{"events": [{"server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:10.490746 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Network d0982aff-0528-4969-b9ba-990ede17369c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:10.495154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:10.526211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:10.664988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Pushing event updated for resources: {'Port': ['ID=a2af2144-3dd1-45db-b97b-4b86ea225f98,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:10.812123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:10.812695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.895335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ce467-c13b-4d51-be2f-d8f1828bda45 req-c3c263d5-760e-4fe8-8f9b-a59b767755cb tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:10.914828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-932ce467-c13b-4d51-be2f-d8f1828bda45 req-c3c263d5-760e-4fe8-8f9b-a59b767755cb tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 932 time: 0.2128692 Nov 25 17:10:10.922539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-12a4090c-d1a4-4246-9984-6a594c5eed58 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7094152 Nov 25 17:10:10.941355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-4cdd2007-943d-4053-9380-d8fecc2c5b8b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--249061968&fields=id&tenant_id=0b553fd5832b479da09d135d021988c0 HTTP/1.1" status: 200 len: 267 time: 0.2700751 Nov 25 17:10:10.958858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Request body: {'port': {'device_id': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:10.980337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b2096911-ada3-4311-a71a-34adc578c8a9 None None] Provisioning complete for port a2af2144-3dd1-45db-b97b-4b86ea225f98 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:10.981240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2096911-ada3-4311-a71a-34adc578c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.230245 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-abe71b4e-f0da-4541-8f95-2ecda530950c tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.232734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-abe71b4e-f0da-4541-8f95-2ecda530950c tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 824 time: 0.2903678 Nov 25 17:10:11.303359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-932ce467-c13b-4d51-be2f-d8f1828bda45 req-fb0272d9-840e-4524-8088-3529a7f41318 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac13836f-e2b3-48ed-bbd6-fa3d795f5349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872406 Nov 25 17:10:11.303647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b2096911-ada3-4311-a71a-34adc578c8a9 None None] Port a2af2144-3dd1-45db-b97b-4b86ea225f98 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:11.319944 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-0b477a89-397f-48db-9074-c797bdbd174e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/quotas/0b553fd5832b479da09d135d021988c0 HTTP/1.1" status: 200 len: 375 time: 0.0621266 Nov 25 17:10:11.334117 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.458650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-d20b15d1-5a29-4a5f-ae1b-68f51c97d38e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1375980 Nov 25 17:10:11.684769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbff40-1cb0-4845-beef-f2ccd24497f8 req-8e2d2124-14ba-4c48-af6e-805c76ebe19e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.686390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55fbff40-1cb0-4845-beef-f2ccd24497f8 req-8e2d2124-14ba-4c48-af6e-805c76ebe19e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 945 time: 0.2506437 Nov 25 17:10:11.821761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-363ebd9f-3ded-456f-a603-8ad1dd61eb62 service neutron] 10.222.0.81 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297596 Nov 25 17:10:11.872783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55fbff40-1cb0-4845-beef-f2ccd24497f8 req-0cfcac63-3e15-49fb-bdde-07f4f90ab7aa tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693323 Nov 25 17:10:11.927675 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd034c-95d6-4078-aa41-9ecc39e2aeef x-openstack-request-id: req-1ecd034c-95d6-4078-aa41-9ecc39e2aeef {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:11.928671 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:11.929062 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ecd034c-95d6-4078-aa41-9ecc39e2aeef {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:11.929594 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04', 'code': 200} Nov 25 17:10:12.099188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2af2144-3dd1-45db-b97b-4b86ea225f98 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:12.108294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-69ca0153-ebff-4c79-9b53-b0dd73e565d2 service neutron] 10.222.0.81 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674332 Nov 25 17:10:12.115111 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.120016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44824e85-2e3a-420f-a938-6a48377a8462 req-81089c1c-36f2-4ad2-a38e-2ac8687083bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.123285 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-44824e85-2e3a-420f-a938-6a48377a8462 req-81089c1c-36f2-4ad2-a38e-2ac8687083bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1096 time: 0.1003618 Nov 25 17:10:12.132511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Transition to ACTIVE for port object a2af2144-3dd1-45db-b97b-4b86ea225f98 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:12.138784 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.224987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af2144-3dd1-45db-b97b-4b86ea225f98,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:12.239452 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-44824e85-2e3a-420f-a938-6a48377a8462 req-8fd40653-4cb3-4754-b254-ce8340160775 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053653 Nov 25 17:10:12.386854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Attempting to bind port a2af2144-3dd1-45db-b97b-4b86ea225f98 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:12.387198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Attempting to bind port a2af2144-3dd1-45db-b97b-4b86ea225f98 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:12.387778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Attempting to bind port a2af2144-3dd1-45db-b97b-4b86ea225f98 on network d0982aff-0528-4969-b9ba-990ede17369c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:12.406903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Port a2af2144-3dd1-45db-b97b-4b86ea225f98 on network d0982aff-0528-4969-b9ba-990ede17369c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:12.407994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Attempting to bind port a2af2144-3dd1-45db-b97b-4b86ea225f98 on network d0982aff-0528-4969-b9ba-990ede17369c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:12.420336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:12.420805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Checking segment: {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:12.421450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Bound using segment: {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:12.422130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Bound port: a2af2144-3dd1-45db-b97b-4b86ea225f98, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2082a164-3fb8-488b-a6d6-9f46e596b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:12.422675 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.633307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c3f89-50cf-4fa8-99b9-e399e5532109 req-e5fde873-dac3-4b83-9eea-2145da7a83f7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.641415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c18c3f89-50cf-4fa8-99b9-e399e5532109 req-e5fde873-dac3-4b83-9eea-2145da7a83f7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 944 time: 0.2133591 Nov 25 17:10:12.709204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] For port a2af2144-3dd1-45db-b97b-4b86ea225f98, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:12.749115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553bbdc-ba6a-415a-bc7c-1fe8588e62d3 req-de777928-eace-4dc9-bb2b-dc6d5fc48774 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.750759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4553bbdc-ba6a-415a-bc7c-1fe8588e62d3 req-de777928-eace-4dc9-bb2b-dc6d5fc48774 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 945 time: 0.1968119 Nov 25 17:10:12.754734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] For port a2af2144-3dd1-45db-b97b-4b86ea225f98, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:12.773944 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.832742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c18c3f89-50cf-4fa8-99b9-e399e5532109 req-ded026c5-01c7-4c51-abcd-ac84ed9501d4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829638 Nov 25 17:10:12.849755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.850390 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.852004 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 200 len: 1092 time: 1.9088805 Nov 25 17:10:12.859940 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:12.875892 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baffdda1-2efc-4187-8db6-954efd598299" -d '{"events": [{"name": "network-changed", "server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:13.018569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4553bbdc-ba6a-415a-bc7c-1fe8588e62d3 req-1cb3b6bb-6421-4061-ab96-7849adca6b05 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565689 Nov 25 17:10:13.021419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaace285-81bd-4424-9198-b6b4eec684d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af2144-3dd1-45db-b97b-4b86ea225f98,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:13.120593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e34bc-562b-4699-b483-84ab8087776b req-8e0dd87a-c805-4d53-959b-e98ad296e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.122855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-8e0dd87a-c805-4d53-959b-e98ad296e489 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d473efc0c94cc1ad1d5c91bc3ba6a8&device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 1095 time: 0.1974180 Nov 25 17:10:13.234042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-ebac31e1-a0a4-45ee-b0f2-a5aca92725bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 200 len: 217 time: 0.0942750 Nov 25 17:10:13.440813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1485-5100-4d2a-ad05-b2858e78c5f7 req-0094b35f-9b96-4ddf-848a-226a20cacc61 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.443085 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a7a1485-5100-4d2a-ad05-b2858e78c5f7 req-0094b35f-9b96-4ddf-848a-226a20cacc61 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 932 time: 0.2956297 Nov 25 17:10:13.455571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e34bc-562b-4699-b483-84ab8087776b req-4c2e29d4-43f0-49d3-a9c9-3dd4f2767e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.457240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-4c2e29d4-43f0-49d3-a9c9-3dd4f2767e73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3618b062-d832-4452-9fd9-b2d8689a4b09 HTTP/1.1" status: 200 len: 868 time: 0.2008727 Nov 25 17:10:13.597829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13b2b3-a9f1-40fe-9581-993b76c097c3 req-50ffa06a-3c3c-4a72-b6e0-e91bde14d2e8 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.600804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e13b2b3-a9f1-40fe-9581-993b76c097c3 req-50ffa06a-3c3c-4a72-b6e0-e91bde14d2e8 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 944 time: 0.1965127 Nov 25 17:10:13.606865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a7a1485-5100-4d2a-ad05-b2858e78c5f7 req-dbd295c6-1db5-4ebd-8a39-417fc002d1c9 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234350 Nov 25 17:10:13.609899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e34bc-562b-4699-b483-84ab8087776b req-b051543f-cea5-4411-9c6d-a4e89dc558e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.612370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-b051543f-cea5-4411-9c6d-a4e89dc558e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0982aff-0528-4969-b9ba-990ede17369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279309 Nov 25 17:10:13.758260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-c9c3369f-87e5-4d85-ac33-db1e681ea566 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330597 Nov 25 17:10:13.807741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e13b2b3-a9f1-40fe-9581-993b76c097c3 req-77fc9263-0bc2-4132-b8cd-7ede0ee85e15 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac13836f-e2b3-48ed-bbd6-fa3d795f5349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938434 Nov 25 17:10:13.882171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1dc1e296-c8f6-421c-b0e2-9e407ac19809 req-0cc3682b-e78b-4770-a069-8fcd1f4da0dd tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 210 time: 0.0712318 Nov 25 17:10:13.898980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35794) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:13.930406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-b254ce8f-506a-4cc7-9ecb-cf35d770494d service neutron] 10.222.0.60 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885475 Nov 25 17:10:13.937893 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcef4b9-c551-4b30-94e4-a5249a32fa82 x-openstack-request-id: req-4dcef4b9-c551-4b30-94e4-a5249a32fa82 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:13.938556 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:13.939183 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4dcef4b9-c551-4b30-94e4-a5249a32fa82 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:13.940121 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'status': 'completed', 'code': 200} Nov 25 17:10:14.131763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-8308f585-6bf0-4b89-9332-357cc3f26f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.152032 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-8308f585-6bf0-4b89-9332-357cc3f26f56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1096 time: 0.1510725 Nov 25 17:10:14.458898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-949f4097-a030-4b2c-9801-fda9e63bba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.467313 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-949f4097-a030-4b2c-9801-fda9e63bba87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.2760818 Nov 25 17:10:14.486864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c23ff8d-10bb-46a2-bc6b-9a606f2468c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:14.580385 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-41254ae9-9d03-4d80-a6df-b9e1e78097c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 217 time: 0.0879507 Nov 25 17:10:14.848454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d3b0-ff85-4054-8d50-f3836028a333 req-061517f3-41a1-4f66-b607-6561ca9b2106 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.857236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1be3d3b0-ff85-4054-8d50-f3836028a333 req-061517f3-41a1-4f66-b607-6561ca9b2106 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 945 time: 0.7620406 Nov 25 17:10:14.895799 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c23ff8d-10bb-46a2-bc6b-9a606f2468c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:14.934029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-f364021d-b7ad-4035-9c10-821b294f035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.939046 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4e34bc-562b-4699-b483-84ab8087776b req-31255fcc-116a-4176-9ec9-bd033eca738b service neutron] 10.222.0.60 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9846966 Nov 25 17:10:14.946994 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-f364021d-b7ad-4035-9c10-821b294f035b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.3506155 Nov 25 17:10:14.954197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c23ff8d-10bb-46a2-bc6b-9a606f2468c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:14.980776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-17cf1079-afd1-42f3-8f94-76f14ad8a0ae tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9935775 Nov 25 17:10:14.995348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:15.068694 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0c23ff8d-10bb-46a2-bc6b-9a606f2468c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ca17e0667524037b6d238807e8515e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1677191 Nov 25 17:10:15.081387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:15.179969 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-c5343501-9637-4915-9357-7e90f5ed4be6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544688 Nov 25 17:10:15.313131 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.353410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-8ab5b2a8-8c89-4b89-b0b2-63b3beb37681 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:15.355715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-8ab5b2a8-8c89-4b89-b0b2-63b3beb37681 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.60 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 824 time: 0.5874436 Nov 25 17:10:15.358900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffdda1-2efc-4187-8db6-954efd598299 req-ac0292f9-da53-4d9d-b526-a4be4e5240be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:15.361325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baffdda1-2efc-4187-8db6-954efd598299 req-ac0292f9-da53-4d9d-b526-a4be4e5240be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d473efc0c94cc1ad1d5c91bc3ba6a8&device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 1095 time: 0.2951250 Nov 25 17:10:15.392180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1be3d3b0-ff85-4054-8d50-f3836028a333 req-0afc726e-1639-41a4-9d1a-1741e006fe22 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336895 Nov 25 17:10:15.395249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-e55b4a95-74bd-4430-9a6b-c56fc25ee2c2 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980002 Nov 25 17:10:15.549530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23ff8d-10bb-46a2-bc6b-9a606f2468c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa6220-b04e-4b89-9f31-cba6ccfff22e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:15.612584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87af6537-5281-422d-903b-42a177dcb54e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.700868 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d57b96b-524e-4399-81d4-ac4be6c3321a req-87885db0-ac82-46d4-8db3-07ef7963360c service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878652 Nov 25 17:10:15.743154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87af6537-5281-422d-903b-42a177dcb54e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.761183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-50427a67-e6ff-4b4f-8ced-21559a6cb327 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b553fd5832b479da09d135d021988c0 HTTP/1.1" status: 200 len: 379 time: 0.3670173 Nov 25 17:10:15.784083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Request body: {'port': {'device_id': '07352c61-933e-41d8-98a5-9378954d59b8', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'admin_state_up': True, 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'security_groups': ['9494f228-0edb-48cc-a86a-db3fc78b87ac']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:15.842603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffdda1-2efc-4187-8db6-954efd598299 req-ecfb63fe-334b-4cd4-a68d-352996084337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:15.844265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baffdda1-2efc-4187-8db6-954efd598299 req-ecfb63fe-334b-4cd4-a68d-352996084337 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d0982aff-0528-4969-b9ba-990ede17369c HTTP/1.1" status: 200 len: 930 time: 0.3728766 Nov 25 17:10:15.850184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87af6537-5281-422d-903b-42a177dcb54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.855271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87af6537-5281-422d-903b-42a177dcb54e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.857840 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-87af6537-5281-422d-903b-42a177dcb54e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5dfa6220-b04e-4b89-9f31-cba6ccfff22e HTTP/1.1" status: 204 len: 168 time: 0.7745063 Nov 25 17:10:15.892349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af6537-5281-422d-903b-42a177dcb54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa6220-b04e-4b89-9f31-cba6ccfff22e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:16.012604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baffdda1-2efc-4187-8db6-954efd598299 req-276aef94-27ba-4b31-8e22-ec818a0024d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 200 len: 217 time: 0.0885081 Nov 25 17:10:16.100836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509620e-9c3b-486c-beb4-889bec067fad req-1fb4775d-e92e-48af-b61e-ccd08afd36c4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.108444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6509620e-9c3b-486c-beb4-889bec067fad req-1fb4775d-e92e-48af-b61e-ccd08afd36c4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 944 time: 0.3099580 Nov 25 17:10:16.157966 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.244679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffdda1-2efc-4187-8db6-954efd598299 req-ae02f207-91b3-49f4-8a95-d2fc0b751d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.246375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baffdda1-2efc-4187-8db6-954efd598299 req-ae02f207-91b3-49f4-8a95-d2fc0b751d02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3618b062-d832-4452-9fd9-b2d8689a4b09 HTTP/1.1" status: 200 len: 868 time: 0.2248120 Nov 25 17:10:16.362443 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6509620e-9c3b-486c-beb4-889bec067fad req-6bc7810d-4bc1-4b29-aae7-2b10d47629ac tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523332 Nov 25 17:10:16.407906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Made reservation on behalf of 0b553fd5832b479da09d135d021988c0 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:16.415351 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.588731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffdda1-2efc-4187-8db6-954efd598299 req-aa5dce48-d430-4c52-8c26-d7d3bf1a3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.590191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baffdda1-2efc-4187-8db6-954efd598299 req-aa5dce48-d430-4c52-8c26-d7d3bf1a3d32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0982aff-0528-4969-b9ba-990ede17369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2901576 Nov 25 17:10:16.642320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Allocated IP 172.25.1.111 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/fd54075a-76fb-4a0d-ba86-5f3907037f3b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:16.725394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c3c3-8aa1-4a24-b96c-99c41c85d691 req-169c8dec-415f-4187-afb0-54cdd90682fb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.727073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3076c3c3-8aa1-4a24-b96c-99c41c85d691 req-169c8dec-415f-4187-afb0-54cdd90682fb tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 932 time: 0.2653830 Nov 25 17:10:16.763978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Allocated IP 172.20.0.4 (88e0a557-13a0-4829-a3cf-2460ca964044/bd1eeeb9-3533-40a4-9a6f-42cbd192ad67/51377b51-b1a2-4b50-a0c7-a1e8990fbbe7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:16.882977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baffdda1-2efc-4187-8db6-954efd598299 req-738b9b93-7f6d-45d8-a357-b6729f5c43de service neutron] 10.222.0.60 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610712 Nov 25 17:10:16.950503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3076c3c3-8aa1-4a24-b96c-99c41c85d691 req-c7e62b66-2dc3-41cf-988f-90e0b5937201 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104423 Nov 25 17:10:17.111558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.207160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baffdda1-2efc-4187-8db6-954efd598299 req-da61a1ff-c014-42df-9340-c795826efba9 service neutron] 10.222.0.60 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053808 Nov 25 17:10:17.241635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b663432-96ad-433e-9716-f4e886829932 req-0082bc88-12c8-4a29-b6e5-c715f79d946f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.243466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b663432-96ad-433e-9716-f4e886829932 req-0082bc88-12c8-4a29-b6e5-c715f79d946f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 944 time: 0.1946819 Nov 25 17:10:17.256705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.267787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.348787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:17.358597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:17.364695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Pushing event updated for resources: {'Port': ['ID=fd54075a-76fb-4a0d-ba86-5f3907037f3b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:17.371471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:17.405420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b663432-96ad-433e-9716-f4e886829932 req-3c6af2c0-834b-41ba-bfa6-4f3b21a17166 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac13836f-e2b3-48ed-bbd6-fa3d795f5349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469417 Nov 25 17:10:17.417587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.479968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Request body: {'port': {'device_id': 'f6962388-f72c-413f-9273-851bdb0e0d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:17.500114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Network 88e0a557-13a0-4829-a3cf-2460ca964044 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:17.537616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:17.566125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:17.591734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event updated for resources: {'Port': ['ID=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:17.593609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-5aaa15b9-0a77-4a09-a841-d470e9522b2b tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.606350 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-5aaa15b9-0a77-4a09-a841-d470e9522b2b tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.0797360 Nov 25 17:10:17.702330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-bed2adc9-934b-4ff0-9918-a692c0016949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.704068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-bed2adc9-934b-4ff0-9918-a692c0016949 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31&tenant_id=16f239ed12554ebe8fcdb9786186913f HTTP/1.1" status: 200 len: 1095 time: 0.0831091 Nov 25 17:10:17.799221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-d17ce7aa-0dce-4ae9-9527-48fb5e36eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.802312 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-d17ce7aa-0dce-4ae9-9527-48fb5e36eba8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1095 time: 0.0628693 Nov 25 17:10:17.910993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-03598de8-f725-4cf0-b440-6ce309390cc6 None None] Provisioning complete for port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:17.912549 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03598de8-f725-4cf0-b440-6ce309390cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.912925 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.918694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a2af2144-3dd1-45db-b97b-4b86ea225f98 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:17.924280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-473f2317-f448-43e1-9b9e-90481de79b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.926859 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-473f2317-f448-43e1-9b9e-90481de79b5c service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.1153696 Nov 25 17:10:17.967810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.968448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.990970 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-6e8df420-a686-42a0-b404-6a2c4122259c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 217 time: 0.0508859 Nov 25 17:10:17.991250 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.024009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-042a3481-7c05-4de5-bd59-0ee443000fe9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2478893 Nov 25 17:10:18.031533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be55bd-3af9-47d8-b129-2ba4d102d047 req-41394e79-1590-4930-98b1-0fd6c7ee7418 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:18.033268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49be55bd-3af9-47d8-b129-2ba4d102d047 req-41394e79-1590-4930-98b1-0fd6c7ee7418 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 931 time: 0.5012367 Nov 25 17:10:18.036175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.041265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Request body: {'port': {'device_id': '07352c61-933e-41d8-98a5-9378954d59b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:18.066625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-03598de8-f725-4cf0-b440-6ce309390cc6 None None] Port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:18.086361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-f274688a-ebaf-4087-8706-eeff8f9000bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:18.089482 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-f274688a-ebaf-4087-8706-eeff8f9000bc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.0905225 Nov 25 17:10:18.146640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a2af2144-3dd1-45db-b97b-4b86ea225f98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:18.148045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-346c0d1a-8104-45a0-af82-75a3a8706977 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453887 Nov 25 17:10:18.165641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'port_id': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'mac_address': 'fa:16:3e:96:23:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:18.235755 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.258008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2af2144-3dd1-45db-b97b-4b86ea225f98 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:18.280523 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49be55bd-3af9-47d8-b129-2ba4d102d047 req-d34f5ed9-cdbd-4e90-91af-fc0770abf022 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334003 Nov 25 17:10:18.303032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a2af2144-3dd1-45db-b97b-4b86ea225f98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:18.309172 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.316287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.398092 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-89359af3-86eb-4047-927a-9bf338ad1978 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401488 Nov 25 17:10:18.457839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a2af2144-3dd1-45db-b97b-4b86ea225f98,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:18.562068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-1e103d30-4804-4140-aaba-61f42d7dc5e2 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554070 Nov 25 17:10:18.671550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a2af2144-3dd1-45db-b97b-4b86ea225f98'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:18.673872 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.679151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19d2c3-40f4-4ba0-9bea-49fe54bac03d req-f06631b3-a0e3-4e34-b521-2cb00e5117de tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:18.680624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad19d2c3-40f4-4ba0-9bea-49fe54bac03d req-f06631b3-a0e3-4e34-b521-2cb00e5117de tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1096 time: 0.2042925 Nov 25 17:10:18.692743 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.884328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Pushing event updated for resources: {'Port': ['ID=fd54075a-76fb-4a0d-ba86-5f3907037f3b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:18.927045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:18.939618 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad19d2c3-40f4-4ba0-9bea-49fe54bac03d req-caab44da-1668-4f9d-9105-cdd1c90908be tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424250 Nov 25 17:10:18.944587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.951548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.990886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.992138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-ef429616-ee58-4d9a-b2cf-0a78b81de3f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0101748 Nov 25 17:10:18.994726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Transition to ACTIVE for port object 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:19.002966 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.149794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-a2475f47-eaa1-42ba-b995-8de76cb0f75d tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 696 time: 0.1477978 Nov 25 17:10:19.170522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:19.199902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:19.278317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-060a1b6d-a79d-4516-baf7-802b8456765c tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:19.280989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-060a1b6d-a79d-4516-baf7-802b8456765c tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.95 "GET /v2.0/ports?device_id=01b777e5-9002-45bd-9d95-92fc9527b086 HTTP/1.1" status: 200 len: 945 time: 0.1310329 Nov 25 17:10:19.383227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.404884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Transition to ACTIVE for port object 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:19.414856 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.483802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Pushing event updated for resources: {'Port': ['ID=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:19.536204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Attempting to bind port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:19.536763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Attempting to bind port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:19.537375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Attempting to bind port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc on network e1c07fee-d192-4447-b3dd-f14b660d548a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:19.565188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc on network e1c07fee-d192-4447-b3dd-f14b660d548a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:19.565660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Attempting to bind port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc on network e1c07fee-d192-4447-b3dd-f14b660d548a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:19.590136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:19.590652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Checking segment: {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:19.591137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Bound using segment: {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:19.591741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Bound port: 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0777d981-dd97-40b6-94fa-0353256d2e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:19.592248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.625023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80284-cfc4-4120-810b-11248ea750ed req-38b6a750-ca32-4fee-a29d-2ad384b0d291 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:19.627370 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-38b6a750-ca32-4fee-a29d-2ad384b0d291 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.1317737 Nov 25 17:10:19.630906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Deleting port 1f505f19-9b96-4757-aeb0-18b0c35809ab {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:19.631497 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.725594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-c793304a-7d52-4f26-846d-d7db80384c9f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:19.734671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-c793304a-7d52-4f26-846d-d7db80384c9f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.5723433 Nov 25 17:10:19.742274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-2bb621fc-2561-4cd5-9a79-3614f3f5f73f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:19.757799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01caac06-824e-47f0-9246-fdaacb29c0c7 req-2bb621fc-2561-4cd5-9a79-3614f3f5f73f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218997 Nov 25 17:10:19.858839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] For port 1f505f19-9b96-4757-aeb0-18b0c35809ab, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1f505f19-9b96-4757-aeb0-18b0c35809ab,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:19.859257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.904109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] For port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:19.913001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] For port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:19.922027 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a2af2144-3dd1-45db-b97b-4b86ea225f98 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:19.988900 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.014282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port a2af2144-3dd1-45db-b97b-4b86ea225f98 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:20.020782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port a2af2144-3dd1-45db-b97b-4b86ea225f98 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:20.022083 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.030157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Attempting to bind port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:20.030607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Attempting to bind port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:20.031083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Attempting to bind port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 on network 88e0a557-13a0-4829-a3cf-2460ca964044 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:20.058366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 on network 88e0a557-13a0-4829-a3cf-2460ca964044 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:20.058898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Attempting to bind port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 on network 88e0a557-13a0-4829-a3cf-2460ca964044 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:20.080994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.081540 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.083255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] 10.222.0.95 "PUT /v2.0/ports/9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc HTTP/1.1" status: 200 len: 1092 time: 2.6180978 Nov 25 17:10:20.088835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6962388-f72c-413f-9273-851bdb0e0d88', 'tag': '9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:20.091588 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebdabe2-a58a-4970-ad5b-691760c33541" -d '{"events": [{"name": "network-changed", "server_uuid": "f6962388-f72c-413f-9273-851bdb0e0d88", "tag": "9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:20.096230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:20.096751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Checking segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:20.097951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Bound using segment: {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:20.100412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Bound port: 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:20.100412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.120568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-cce80284-cfc4-4120-810b-11248ea750ed req-d1de7242-b1d8-4911-a4c7-0c63ef848b62 service neutron] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:20.126260 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cce80284-cfc4-4120-810b-11248ea750ed req-d1de7242-b1d8-4911-a4c7-0c63ef848b62 service neutron] Publish callbacks [] for binding, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.130519 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cce80284-cfc4-4120-810b-11248ea750ed req-d1de7242-b1d8-4911-a4c7-0c63ef848b62 service neutron] 10.222.0.95 "DELETE /v2.0/ports/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c/bindings/n-h2-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.4927669 Nov 25 17:10:20.149536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14247d-a8e8-43d7-93a9-58b79d5fc0ff req-3f6a0032-97a2-4676-9c69-50c12c90cc20 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.152368 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d14247d-a8e8-43d7-93a9-58b79d5fc0ff req-3f6a0032-97a2-4676-9c69-50c12c90cc20 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 944 time: 0.2271938 Nov 25 17:10:20.156685 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.187751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063e3e-7e66-4ddf-800b-34808c2239c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:20.231009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec31231-110d-4622-90d3-cb2bbf4b93eb req-74552271-b947-4c88-96fd-b44f72298417 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.232658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ec31231-110d-4622-90d3-cb2bbf4b93eb req-74552271-b947-4c88-96fd-b44f72298417 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 944 time: 0.3086846 Nov 25 17:10:20.246239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:20.252448 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965edd4f-19fa-4efa-a5a8-87fdd6b3d4d5" -d '{"events": [{"server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "name": "network-vif-plugged", "status": "completed", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:20.259980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a2af2144-3dd1-45db-b97b-4b86ea225f98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:20.280893 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.331886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-1df0b0c2-839b-4bfc-8f7c-31ee69965ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.334120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-1df0b0c2-839b-4bfc-8f7c-31ee69965ca0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2261c73fec784f35bb557e39e21de9b5&device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 1095 time: 0.1853557 Nov 25 17:10:20.338271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] For port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:20.348398 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.349122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.349971 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Floating IP 3104514f-f015-4b2c-a32f-23c664f01a30 disassociated. External IP: 172.25.1.176, port: 1f505f19-9b96-4757-aeb0-18b0c35809ab. Nov 25 17:10:20.350597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Calling delete_port for 1f505f19-9b96-4757-aeb0-18b0c35809ab owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:20.366447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] For port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:20.371710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d14247d-a8e8-43d7-93a9-58b79d5fc0ff req-a12e6306-cc42-4018-a542-7c6890958152 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861413 Nov 25 17:10:20.381736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.391565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a2af2144-3dd1-45db-b97b-4b86ea225f98,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:20.408055 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ec31231-110d-4622-90d3-cb2bbf4b93eb req-ecd335d3-c6d1-4574-9978-8318e314e60e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547923 Nov 25 17:10:20.446768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.447415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.450759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] 10.222.0.60 "PUT /v2.0/ports/51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 HTTP/1.1" status: 200 len: 1091 time: 2.4144647 Nov 25 17:10:20.539622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.635282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Pushing event updated for resources: {'Port': ['ID=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:20.651400 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-ddc37c4b-ae9d-4302-8b05-f6ac95b7ea28 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc HTTP/1.1" status: 200 len: 217 time: 0.1207070 Nov 25 17:10:20.731340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.732153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.732736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.733416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.741112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.741994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.742577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.743150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.743726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.744299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.744869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.745896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513fff1-74dd-4017-972e-51ea5b0207e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:20.749963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event deleted for resources: {'Port': ['ID=1f505f19-9b96-4757-aeb0-18b0c35809ab,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:20.853353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85421237-0ca2-4ba5-9460-4604067b1933 req-ee8e6bfd-aef9-444a-9b2d-297182e7f13f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.856065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85421237-0ca2-4ba5-9460-4604067b1933 req-ee8e6bfd-aef9-444a-9b2d-297182e7f13f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 946 time: 0.3427134 Nov 25 17:10:20.869676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-ca04e1e0-a5ca-4d9e-ab8e-ff58feeadabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.871163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-ca04e1e0-a5ca-4d9e-ab8e-ff58feeadabd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07abb7c7-f094-4974-8dd6-07922d8b402c HTTP/1.1" status: 200 len: 854 time: 0.1419642 Nov 25 17:10:20.901936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-38317520-9c0c-4c77-9244-e539eddbbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.903975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-38317520-9c0c-4c77-9244-e539eddbbeea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 1094 time: 0.3355949 Nov 25 17:10:20.922795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139009e-01b2-4da7-8b11-bbae934034c0 req-a5cf59ca-73e9-44bf-9ed0-bbdc985ec794 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.925316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0139009e-01b2-4da7-8b11-bbae934034c0 req-a5cf59ca-73e9-44bf-9ed0-bbdc985ec794 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 943 time: 0.2085209 Nov 25 17:10:20.987407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-875eecdf-06fd-4625-9a3f-25963450998a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 HTTP/1.1" status: 200 len: 217 time: 0.0582256 Nov 25 17:10:21.003570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:21.006371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-d1529972-d0cd-40d7-9640-c4a4dbea6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:21.008377 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-d1529972-d0cd-40d7-9640-c4a4dbea6107 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e1c07fee-d192-4447-b3dd-f14b660d548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275856 Nov 25 17:10:21.040158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85421237-0ca2-4ba5-9460-4604067b1933 req-4ed9d310-9687-43f8-89bc-97fba1115c6f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac13836f-e2b3-48ed-bbd6-fa3d795f5349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720159 Nov 25 17:10:21.178807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0139009e-01b2-4da7-8b11-bbae934034c0 req-545c2755-a25d-4b01-99ef-4718a0e6cd54 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892951 Nov 25 17:10:21.231327 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-c51fe450-c8e8-45d4-a67f-206f097a6806 service neutron] 10.222.0.95 "GET /v2.0/networks/e1c07fee-d192-4447-b3dd-f14b660d548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101293 Nov 25 17:10:21.231738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-4b1a54e6-fa67-47d2-a1f6-04e426261b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:21.232867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:21.233165 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-4b1a54e6-fa67-47d2-a1f6-04e426261b25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 HTTP/1.1" status: 200 len: 863 time: 0.2013152 Nov 25 17:10:21.249766 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] Sync routers for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:21.403917 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:21.405405 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:21.444515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] No DVR routers for this DVR port 1f505f19-9b96-4757-aeb0-18b0c35809ab on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:10:21.452131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:21.462425 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48a27ae4-d40c-4c91-a629-99de7950aa3c req-24755d93-aeb1-4870-8bb7-97583b837599 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.95 "DELETE /v2.0/ports/1f505f19-9b96-4757-aeb0-18b0c35809ab HTTP/1.1" status: 204 len: 173 time: 2.1667719 Nov 25 17:10:21.464430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b777e5-9002-45bd-9d95-92fc9527b086', 'name': 'network-vif-deleted', 'tag': '1f505f19-9b96-4757-aeb0-18b0c35809ab'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:21.485920 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9617ebf-cc8c-4040-bca3-3f2a6b3ca386" -d '{"events": [{"server_uuid": "01b777e5-9002-45bd-9d95-92fc9527b086", "name": "network-vif-deleted", "tag": "1f505f19-9b96-4757-aeb0-18b0c35809ab"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:21.509894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5df113-e9ae-4a4e-96da-f0c86dd31bd2 req-a760586b-61bb-4e63-99dc-2eeadcdda259 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:21.512659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e5df113-e9ae-4a4e-96da-f0c86dd31bd2 req-a760586b-61bb-4e63-99dc-2eeadcdda259 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.3600674 Nov 25 17:10:21.527375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-2b2c4dc5-01d5-4921-b530-c801c2cc40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:21.535813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-2b2c4dc5-01d5-4921-b530-c801c2cc40ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e0a557-13a0-4829-a3cf-2460ca964044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631264 Nov 25 17:10:21.583974 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7ce8600d-b340-49df-82bc-328b4ef63627 req-a7922304-9531-4898-8889-f1f9abbb5be2 service neutron] 10.222.0.95 "GET /v2.0/networks/e1c07fee-d192-4447-b3dd-f14b660d548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391864 Nov 25 17:10:21.685977 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:21.763692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e5df113-e9ae-4a4e-96da-f0c86dd31bd2 req-7087e370-71f0-41b9-a197-21792ad78103 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015829 Nov 25 17:10:21.802141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-1f67c754-6f3d-40a4-80e4-9eacabeeacd6 service neutron] 10.222.0.60 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521536 Nov 25 17:10:21.849688 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c0f6cc-7c0e-4bf7-884e-05208241ae99 x-openstack-request-id: req-39c0f6cc-7c0e-4bf7-884e-05208241ae99 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:21.850098 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6962388-f72c-413f-9273-851bdb0e0d88", "tag": "9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:21.850454 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39c0f6cc-7c0e-4bf7-884e-05208241ae99 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:21.850947 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6962388-f72c-413f-9273-851bdb0e0d88', 'tag': '9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc', 'status': 'completed', 'code': 200} Nov 25 17:10:21.897073 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c059efe7-db68-494b-be82-2313bf2875cd x-openstack-request-id: req-c059efe7-db68-494b-be82-2313bf2875cd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:21.897584 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "name": "network-vif-plugged", "status": "completed", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:21.898158 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c059efe7-db68-494b-be82-2313bf2875cd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:21.898797 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'code': 200} Nov 25 17:10:21.931222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-ec60176a-a517-4b0c-a6ac-d315e365c0e1 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:21.943353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-ec60176a-a517-4b0c-a6ac-d315e365c0e1 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 821 time: 0.2544937 Nov 25 17:10:21.962708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-85ee0ef1-2e43-4c06-975f-faf0d60db32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:21.969998 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-85ee0ef1-2e43-4c06-975f-faf0d60db32b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2261c73fec784f35bb557e39e21de9b5&device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 1095 time: 0.0929098 Nov 25 17:10:21.986868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-120a77e0-d0a7-4db3-b70b-9db0a79b9560 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/quotas/a440ecf97e9443af80fbfbd41f321ab0 HTTP/1.1" status: 200 len: 375 time: 0.0360425 Nov 25 17:10:22.001468 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:22.091381 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] Checking router: 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:22.108155 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:22.108822 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:22.113640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315ebaf7-bc12-473e-910d-d9dcf4162447 req-786a9508-7de9-49de-90b3-df43e02f9e03 service neutron] 10.222.0.60 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978957 Nov 25 17:10:22.137422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-97f4bfe3-831a-4727-9fbd-44a38b3b9698 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469431 Nov 25 17:10:22.172670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-2d04050d-f6d2-492c-bc19-1c65c6c6a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:22.176415 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-2d04050d-f6d2-492c-bc19-1c65c6c6a056 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e1c07fee-d192-4447-b3dd-f14b660d548a HTTP/1.1" status: 200 len: 916 time: 0.1951818 Nov 25 17:10:22.261911 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-636ddc3a-1e70-44e5-a80a-5622c8dc596c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc HTTP/1.1" status: 200 len: 217 time: 0.0755985 Nov 25 17:10:22.358214 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:22.479910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329838d-6966-403e-bc0e-1f8639916a4b req-a3a94722-f328-40bb-a1fa-e05cb02219d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:22.479910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c329838d-6966-403e-bc0e-1f8639916a4b req-a3a94722-f328-40bb-a1fa-e05cb02219d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 1097 time: 0.4814537 Nov 25 17:10:22.500200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae04fa-d5b8-4814-8542-7c25496bb164 req-a4e5cdf5-5ac2-4083-9ba0-985cee44547d tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:22.501941 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bae04fa-d5b8-4814-8542-7c25496bb164 req-a4e5cdf5-5ac2-4083-9ba0-985cee44547d tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 944 time: 0.4453511 Nov 25 17:10:22.573053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c329838d-6966-403e-bc0e-1f8639916a4b req-7e0775b3-7cc6-4414-88d3-f8bcc81670b7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ac13836f-e2b3-48ed-bbd6-fa3d795f5349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888991 Nov 25 17:10:22.619474 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-8d5a1260-fa6d-4086-a920-2228a79def8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:22.620191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-a241bddf-dbd6-417b-b4c3-b7929bf7db5a service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776421 Nov 25 17:10:22.620355 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-8d5a1260-fa6d-4086-a920-2228a79def8d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07abb7c7-f094-4974-8dd6-07922d8b402c HTTP/1.1" status: 200 len: 854 time: 0.3487298 Nov 25 17:10:22.642211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bae04fa-d5b8-4814-8542-7c25496bb164 req-6949d7ed-3a29-42fc-9fd7-b11ce0e4acc6 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222415 Nov 25 17:10:22.693447 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:22.705186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-f5a7a83f-ab8e-43bf-980a-e327c61f7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:22.705186 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-f5a7a83f-ab8e-43bf-980a-e327c61f7616 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e1c07fee-d192-4447-b3dd-f14b660d548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777466 Nov 25 17:10:22.707288 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d713574-441f-4b82-bbbd-78339f8b635b x-openstack-request-id: req-7d713574-441f-4b82-bbbd-78339f8b635b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:22.707742 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b777e5-9002-45bd-9d95-92fc9527b086", "name": "network-vif-deleted", "tag": "1f505f19-9b96-4757-aeb0-18b0c35809ab", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:22.708093 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d713574-441f-4b82-bbbd-78339f8b635b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:22.708712 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b777e5-9002-45bd-9d95-92fc9527b086', 'name': 'network-vif-deleted', 'tag': '1f505f19-9b96-4757-aeb0-18b0c35809ab', 'status': 'completed', 'code': 200} Nov 25 17:10:22.753941 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac756f6-c3cb-46e9-b46e-d7a3e7980da8 None None] The sync data for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 is: [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:22.766936 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-7311a04d-94d5-4202-bd8f-8efb4a01b696 service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473110 Nov 25 17:10:22.965382 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-3bbc34f0-6882-4959-971d-ea942b3ac40b service neutron] 10.222.0.95 "GET /v2.0/networks/e1c07fee-d192-4447-b3dd-f14b660d548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489340 Nov 25 17:10:23.079197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299ef97-46e1-480e-8a37-8d0ca51e417d req-59003960-e45d-447c-8fff-c1608694d5da tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:23.080773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0299ef97-46e1-480e-8a37-8d0ca51e417d req-59003960-e45d-447c-8fff-c1608694d5da tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1095 time: 0.1087120 Nov 25 17:10:23.109904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c05253-a732-470c-8ba6-e1f73154fdcf req-8b71b2ff-9eba-4f31-821c-94886b168b3f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:23.114511 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2ebdabe2-a58a-4970-ad5b-691760c33541 req-76d8dee2-5fa4-485d-9995-cfd78f871d92 service neutron] 10.222.0.95 "GET /v2.0/networks/e1c07fee-d192-4447-b3dd-f14b660d548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362607 Nov 25 17:10:23.118266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85c05253-a732-470c-8ba6-e1f73154fdcf req-8b71b2ff-9eba-4f31-821c-94886b168b3f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 946 time: 0.1042869 Nov 25 17:10:23.256899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85c05253-a732-470c-8ba6-e1f73154fdcf req-2384795b-470b-45c8-ad5b-05ffcfd7a7d9 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac13836f-e2b3-48ed-bbd6-fa3d795f5349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125164 Nov 25 17:10:23.256899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0299ef97-46e1-480e-8a37-8d0ca51e417d req-e697a6fb-559c-415e-8250-e23b159a0c11 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588652 Nov 25 17:10:23.326201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2072b-e1bf-4bb9-bf3f-b40932942e2f None None] New status for floating IP 3104514f-f015-4b2c-a32f-23c664f01a30: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:23.471279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390be1b4-eb43-447b-9203-16fd5e115db8 req-4bb5346a-fcbd-4710-bc8d-816009004899 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:23.473135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-390be1b4-eb43-447b-9203-16fd5e115db8 req-4bb5346a-fcbd-4710-bc8d-816009004899 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 943 time: 0.1315055 Nov 25 17:10:23.528176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba4ddd-b258-4f56-a682-95135dc79b50 req-0d4d72d3-3828-4a78-b1c7-5be8fe5db277 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:23.530712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86ba4ddd-b258-4f56-a682-95135dc79b50 req-0d4d72d3-3828-4a78-b1c7-5be8fe5db277 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1144352 Nov 25 17:10:23.562582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35958) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:23.570658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-390be1b4-eb43-447b-9203-16fd5e115db8 req-d8479d5a-87fc-4e20-a796-3bf0aacc24fd tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885923 Nov 25 17:10:23.626049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86ba4ddd-b258-4f56-a682-95135dc79b50 req-bc1a1659-5c39-444e-86af-145e8c2987e0 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804355 Nov 25 17:10:23.674420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dc3303b-16b6-4230-b6ab-55eeb962ef0c req-ced312a5-59fc-4e2c-b6f8-e20e0690df28 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0471728 Nov 25 17:10:23.823389 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:23.856411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07352c61-933e-41d8-98a5-9378954d59b8', 'tag': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:23.858670 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "07352c61-933e-41d8-98a5-9378954d59b8", "tag": "51377b51-b1a2-4b50-a0c7-a1e8990fbbe7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:23.891257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1f505f19-9b96-4757-aeb0-18b0c35809ab no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:23.931120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 1f505f19-9b96-4757-aeb0-18b0c35809ab {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:23.931781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1f505f19-9b96-4757-aeb0-18b0c35809ab not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:23.975895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:23.985317 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:23.994897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-49e005c7-b409-4f26-ae59-30f422400c4c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.002381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-49e005c7-b409-4f26-ae59-30f422400c4c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 808 time: 0.2195516 Nov 25 17:10:24.020599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-b2d8db98-f177-4d17-b2a9-832dd346ccf4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/quotas/16f239ed12554ebe8fcdb9786186913f HTTP/1.1" status: 200 len: 375 time: 0.0170388 Nov 25 17:10:24.045499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5193e4cf-583a-4e5d-b3c9-2554a7007c99,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:24.050154 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=209349be71264f99bacbef92c9709bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813662 Nov 25 17:10:24.053618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:24.103324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.103682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.104040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.104394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.108272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.108664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.110007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.110192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.110514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.110915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.111207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.111691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a697e7d7-f1a3-4ab4-aa5b-1a64e6c353d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:24.117039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-989f8d70-83ae-4f32-949b-3d6bc0d4efdf tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841713 Nov 25 17:10:24.193545 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98e1507-13bc-42ef-aac5-e8136a972cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.227450 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98e1507-13bc-42ef-aac5-e8136a972cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.297545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8420b8f-944f-4681-9348-ea871f4b9326 req-1ab76981-529b-41fe-b6be-96807bde96ee tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.299916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8420b8f-944f-4681-9348-ea871f4b9326 req-1ab76981-529b-41fe-b6be-96807bde96ee tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 944 time: 0.0949273 Nov 25 17:10:24.303519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-b917a671-c0eb-4b71-99f5-6fe7ac5fc93c service neutron] 10.222.0.81 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653833 Nov 25 17:10:24.305258 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98e1507-13bc-42ef-aac5-e8136a972cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.309125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98e1507-13bc-42ef-aac5-e8136a972cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.314286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d98e1507-13bc-42ef-aac5-e8136a972cd9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5193e4cf-583a-4e5d-b3c9-2554a7007c99 HTTP/1.1" status: 204 len: 168 time: 0.2559531 Nov 25 17:10:24.329895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e1507-13bc-42ef-aac5-e8136a972cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5193e4cf-583a-4e5d-b3c9-2554a7007c99,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:24.542201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8420b8f-944f-4681-9348-ea871f4b9326 req-e86a69c7-c21c-4a14-b947-da6149697400 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246177 Nov 25 17:10:24.642926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-b96f2418-f64a-4001-a8b0-754ba8ffd8bf service neutron] 10.222.0.81 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276157 Nov 25 17:10:24.668474 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b076593-9aba-4956-9885-d97e3cf64421 x-openstack-request-id: req-0b076593-9aba-4956-9885-d97e3cf64421 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:24.668745 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07352c61-933e-41d8-98a5-9378954d59b8", "tag": "51377b51-b1a2-4b50-a0c7-a1e8990fbbe7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:24.668977 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b076593-9aba-4956-9885-d97e3cf64421 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:24.669347 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07352c61-933e-41d8-98a5-9378954d59b8', 'tag': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'status': 'completed', 'code': 200} Nov 25 17:10:24.773940 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-373f3a8b-9a9f-4dff-9494-003cfc9212e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.775653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-373f3a8b-9a9f-4dff-9494-003cfc9212e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 1094 time: 0.0668626 Nov 25 17:10:24.948481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493b009-5009-4e2c-863b-73558456d25c req-a35f76d5-9f88-4d4d-910c-f4ee23f57724 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.956030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a493b009-5009-4e2c-863b-73558456d25c req-a35f76d5-9f88-4d4d-910c-f4ee23f57724 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 946 time: 0.1721482 Nov 25 17:10:24.992101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-6b88b05e-8bc9-45d7-9b67-6deadeb093ae tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.994591 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-6b88b05e-8bc9-45d7-9b67-6deadeb093ae tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.95 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 821 time: 0.4297857 Nov 25 17:10:25.012184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Request body: {'port': {'device_id': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'admin_state_up': True, 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:25.062411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-efd0d903-abda-4d21-90db-01fc13b0f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.064788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-efd0d903-abda-4d21-90db-01fc13b0f40d service neutron] 10.222.0.60 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 925 time: 0.2475531 Nov 25 17:10:25.278752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Made reservation on behalf of a440ecf97e9443af80fbfbd41f321ab0 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:25.283456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-865989f5-0869-4a4c-a4a2-072aaa2d6276 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 HTTP/1.1" status: 200 len: 217 time: 0.2051687 Nov 25 17:10:25.289009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:25.484401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d92f0-1e4d-4889-ad59-3cd2adbdd80b req-fd875430-0fc1-4b14-907b-69fb28566819 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.486082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c0d92f0-1e4d-4889-ad59-3cd2adbdd80b req-fd875430-0fc1-4b14-907b-69fb28566819 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 943 time: 0.3855388 Nov 25 17:10:25.495185 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a493b009-5009-4e2c-863b-73558456d25c req-4b715621-57ca-4d2d-9da7-68aa998b7f86 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac13836f-e2b3-48ed-bbd6-fa3d795f5349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357793 Nov 25 17:10:25.497138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-cd7f1245-c4c7-41d2-8f02-b81b059abbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.505397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-cd7f1245-c4c7-41d2-8f02-b81b059abbd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 HTTP/1.1" status: 200 len: 863 time: 0.1834149 Nov 25 17:10:25.611602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c0d92f0-1e4d-4889-ad59-3cd2adbdd80b req-b5c6a554-f484-4be6-aeba-cb2ec9f363ee tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045299 Nov 25 17:10:25.629252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Allocated IP 172.20.0.10 (283b845c-c0a6-4ad8-8167-9772a277034a/3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d/a67e8891-1477-4e5e-b454-4849698a37f2) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:25.683325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-c55bbefe-192a-43b5-8893-8e63b8080541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.688480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-c55bbefe-192a-43b5-8893-8e63b8080541 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e0a557-13a0-4829-a3cf-2460ca964044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602104 Nov 25 17:10:25.856626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:25.887454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e0c313e-c930-4929-8876-5cd100292c92 req-f82033ee-5734-4a66-b38d-c6afaecbd07d tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 210 time: 0.0894792 Nov 25 17:10:25.900529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:25.936958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:25.940685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:25.974407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['5408debd-0784-480f-97db-f601ccc98296'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:25.990505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf94b-bbce-4e75-a7dd-c5c5674564dc req-c88927a6-bc0c-4c9b-b2e0-1d77df0f8b37 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.014008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbfbf94b-bbce-4e75-a7dd-c5c5674564dc req-c88927a6-bc0c-4c9b-b2e0-1d77df0f8b37 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.2636127 Nov 25 17:10:26.034956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Network 283b845c-c0a6-4ad8-8167-9772a277034a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:26.038667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:26.044691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:26.049158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Pushing event updated for resources: {'Port': ['ID=a67e8891-1477-4e5e-b454-4849698a37f2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:26.097515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44cb13e3-776e-44e9-b21a-93fcedf96006 req-c85f3518-93a3-41f4-a9fc-8be3a3518dc2 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 210 time: 0.0735807 Nov 25 17:10:26.108238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-6cbe592d-ecaf-45f9-95a2-17ad3e653429 service neutron] 10.222.0.60 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060102 Nov 25 17:10:26.118439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.119101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.151853 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:10:26.177726 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-8b7264e5-1e93-4a81-bb76-880dd93ea078 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1692080 Nov 25 17:10:26.194665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Request body: {'port': {'device_id': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:26.312146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbfbf94b-bbce-4e75-a7dd-c5c5674564dc req-ab94e01e-b2c4-44e1-b6eb-16282115db93 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119315 Nov 25 17:10:26.379653 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.403322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:26.476074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66d86ac-5b01-469a-b287-bd2d1b39a8a6 req-ae628965-cfe2-42ec-b47b-d83495e7c2b1 service neutron] 10.222.0.60 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372028 Nov 25 17:10:26.634034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc', 'network_id': 'e1c07fee-d192-4447-b3dd-f14b660d548a', 'port_id': '9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc', 'mac_address': 'fa:16:3e:61:46:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07abb7c7-f094-4974-8dd6-07922d8b402c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:26.687635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-64b692df-0a99-4c37-a12f-5bbe9c3ab7fb None None] Provisioning complete for port a67e8891-1477-4e5e-b454-4849698a37f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:26.688712 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64b692df-0a99-4c37-a12f-5bbe9c3ab7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.782560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-64b692df-0a99-4c37-a12f-5bbe9c3ab7fb None None] Port a67e8891-1477-4e5e-b454-4849698a37f2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:26.856212 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.870411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:26.872818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8c448-bf25-43c1-a4f4-1e10472f3d08 req-5c838c3e-3528-431d-90e6-3cc5350a1eed tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.882219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11b8c448-bf25-43c1-a4f4-1e10472f3d08 req-5c838c3e-3528-431d-90e6-3cc5350a1eed tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 944 time: 0.3380916 Nov 25 17:10:26.899390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67e8891-1477-4e5e-b454-4849698a37f2 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:26.911877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'port_id': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'mac_address': 'fa:16:3e:21:90:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:26.916669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-127dae82-f653-4974-b79c-2026735ce31c req-2b4de9c7-2183-4dd3-aab4-b06111f41c5d tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 258 time: 0.6725299 Nov 25 17:10:26.935181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:26.938161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.962218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:26.990287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Transition to ACTIVE for port object a67e8891-1477-4e5e-b454-4849698a37f2 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:26.996322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.026491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:27.034862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.039260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.077418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:27.100184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11b8c448-bf25-43c1-a4f4-1e10472f3d08 req-3f527b65-beeb-42f7-8163-2bb2cc811efa tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167342 Nov 25 17:10:27.122136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:27.130156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:27.136493 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.139275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.203307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Pushing event updated for resources: {'Port': ['ID=a67e8891-1477-4e5e-b454-4849698a37f2,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:27.282054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:27.312793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:27.354859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Attempting to bind port a67e8891-1477-4e5e-b454-4849698a37f2 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:27.355792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Attempting to bind port a67e8891-1477-4e5e-b454-4849698a37f2 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:27.356295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Attempting to bind port a67e8891-1477-4e5e-b454-4849698a37f2 on network 283b845c-c0a6-4ad8-8167-9772a277034a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:27.363698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Port a67e8891-1477-4e5e-b454-4849698a37f2 on network 283b845c-c0a6-4ad8-8167-9772a277034a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:27.364223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Attempting to bind port a67e8891-1477-4e5e-b454-4849698a37f2 on network 283b845c-c0a6-4ad8-8167-9772a277034a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:27.369949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-64bc3769-e20c-4176-87c7-b5b7808a04da tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.373302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:27.373910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Checking segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:27.374486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Bound using segment: {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:27.375101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Bound port: a67e8891-1477-4e5e-b454-4849698a37f2, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:27.375792 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.377592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-64bc3769-e20c-4176-87c7-b5b7808a04da tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 808 time: 0.4908133 Nov 25 17:10:27.408666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Request body: {'port': {'device_id': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'admin_state_up': True, 'tenant_id': '16f239ed12554ebe8fcdb9786186913f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:27.606099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['51377b51-b1a2-4b50-a0c7-a1e8990fbbe7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:27.627684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] For port a67e8891-1477-4e5e-b454-4849698a37f2, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:27.632045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] For port a67e8891-1477-4e5e-b454-4849698a37f2, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a67e8891-1477-4e5e-b454-4849698a37f2,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:27.637405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.689026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fb160-923c-461f-b53d-21093a60a949 req-7f98a5a2-3214-4829-9c40-a68bf9e557ec tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.698093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c86fb160-923c-461f-b53d-21093a60a949 req-7f98a5a2-3214-4829-9c40-a68bf9e557ec tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 944 time: 0.1093216 Nov 25 17:10:27.782807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Pushing event updated for resources: {'Port': ['ID=a67e8891-1477-4e5e-b454-4849698a37f2,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:27.796883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.798287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.800618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d8d606b7-2465-48e4-983a-0b73ae994905 service neutron] 10.222.0.95 "PUT /v2.0/ports/a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 1092 time: 1.6118853 Nov 25 17:10:27.801419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:27.804555 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224" -d '{"events": [{"name": "network-changed", "server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:27.885260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c86fb160-923c-461f-b53d-21093a60a949 req-93536efa-dfae-40de-80e2-f9ac26b5d0de tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844063 Nov 25 17:10:27.892501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Made reservation on behalf of 16f239ed12554ebe8fcdb9786186913f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:27.902043 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.934390 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.964403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-f93fa8bc-c6e1-4950-8e47-a98ee83d877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.971326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-f93fa8bc-c6e1-4950-8e47-a98ee83d877b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 1095 time: 0.1221933 Nov 25 17:10:28.034092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36052) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:28.116867 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-373e4baa-09ac-4ac9-9388-8bcc0fd61417 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 217 time: 0.1279914 Nov 25 17:10:28.235091 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d25df7b9-701c-46fa-8b8f-7b7c9bc06776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.239770 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-d25df7b9-701c-46fa-8b8f-7b7c9bc06776 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.1167049 Nov 25 17:10:28.287097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602acd63-e500-4935-b5a7-468352edc6ab req-afc2156e-c671-416f-b0d2-6970880c04f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.289100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-602acd63-e500-4935-b5a7-468352edc6ab req-afc2156e-c671-416f-b0d2-6970880c04f4 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 944 time: 0.1900403 Nov 25 17:10:28.304638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c70b5e-0feb-4a0f-b69e-91c6fe29f53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:28.307400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Allocated IP 172.25.1.239 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/4d3f7a4a-1aef-44aa-b8b9-367533cd6fbc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:28.318885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-648c201d-9eae-4491-bb37-f8b6a5f4fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.321352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-648c201d-9eae-4491-bb37-f8b6a5f4fe2d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698640 Nov 25 17:10:28.455929 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-b93780ab-ccd4-4e5d-9eb3-10ed7e31800b service neutron] 10.222.0.95 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219885 Nov 25 17:10:28.596518 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d88e87a7-6c37-45fb-819f-8e8fe7048bff req-922d3261-62b9-4a3e-b209-2d01e0c9e151 service neutron] 10.222.0.95 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292715 Nov 25 17:10:28.657467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Allocated IP 172.20.0.9 (2a372fd2-fd20-46be-88d6-b1e28cdca09a/6e1beb38-5c08-499a-bd1c-8c41ce530903/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:28.796918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-602acd63-e500-4935-b5a7-468352edc6ab req-58d60460-8f9e-4b2e-b478-65a27fc196ba tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935629 Nov 25 17:10:28.931990 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:28.992526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4752c896-9756-42e5-83e3-73f866abf6ea req-89e3489e-41cc-4119-b365-fa050a3e4b42 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 210 time: 0.0979118 Nov 25 17:10:29.025587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c70b5e-0feb-4a0f-b69e-91c6fe29f53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.039769 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c70b5e-0feb-4a0f-b69e-91c6fe29f53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.155316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-10c70b5e-0feb-4a0f-b69e-91c6fe29f53f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01f625c51a8d47faaf5608f45ebe9e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1198084 Nov 25 17:10:29.156044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c70b5e-0feb-4a0f-b69e-91c6fe29f53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3865bce6-f7c5-42d6-9982-037fb2d1e8bd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:29.158353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36062) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:29.164974 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.169852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.208654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:29.217744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:29.225266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:29.230309 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51b8be3e-9e78-426f-b2ab-685768f832c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.267846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51b8be3e-9e78-426f-b2ab-685768f832c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.287003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Pushing event updated for resources: {'Port': ['ID=4d3f7a4a-1aef-44aa-b8b9-367533cd6fbc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:29.302782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483a8ca-bcea-4f43-b1c2-56ed27f0c4aa req-a7665f01-80f9-4471-b3d0-4807932460cf tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.304386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c483a8ca-bcea-4f43-b1c2-56ed27f0c4aa req-a7665f01-80f9-4471-b3d0-4807932460cf tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.2002580 Nov 25 17:10:29.321572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.349661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51b8be3e-9e78-426f-b2ab-685768f832c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.354380 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51b8be3e-9e78-426f-b2ab-685768f832c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.361544 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-51b8be3e-9e78-426f-b2ab-685768f832c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3865bce6-f7c5-42d6-9982-037fb2d1e8bd HTTP/1.1" status: 204 len: 168 time: 0.1976142 Nov 25 17:10:29.373933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8be3e-9e78-426f-b2ab-685768f832c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3865bce6-f7c5-42d6-9982-037fb2d1e8bd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:29.459839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Network 2a372fd2-fd20-46be-88d6-b1e28cdca09a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:29.474293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:29.477513 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.479188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:29.482152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Pushing event updated for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:29.493522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c483a8ca-bcea-4f43-b1c2-56ed27f0c4aa req-3b3ffdc4-3dd3-4d03-a4ce-5e04d83a1edc tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750810 Nov 25 17:10:29.566630 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c662c035-a8ab-4fda-b9c4-09fe1b5638bb x-openstack-request-id: req-c662c035-a8ab-4fda-b9c4-09fe1b5638bb {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:29.568027 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:29.568339 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c662c035-a8ab-4fda-b9c4-09fe1b5638bb {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:29.569091 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'status': 'completed', 'code': 200} Nov 25 17:10:29.585021 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.679874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-0fc6bbe0-d1fa-4f50-ac1e-4e944efec5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.683324 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-0fc6bbe0-d1fa-4f50-ac1e-4e944efec5bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 1095 time: 0.0929565 Nov 25 17:10:29.789130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.789739 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.830233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-505e6fa4-e86b-4e3a-a74d-3bce56ebe53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.831874 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-505e6fa4-e86b-4e3a-a74d-3bce56ebe53a service neutron] 10.222.0.95 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.1411638 Nov 25 17:10:29.853499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-ad8bdc42-823a-4afe-abd8-5f14bf01a489 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4523559 Nov 25 17:10:29.878895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780d78d-4881-486a-aa38-dbbd4d4c1bae req-e29117d5-1ade-411d-a58e-3a977d6a4fa0 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.890178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9780d78d-4881-486a-aa38-dbbd4d4c1bae req-e29117d5-1ade-411d-a58e-3a977d6a4fa0 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 945 time: 0.1754239 Nov 25 17:10:29.897529 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-eeca7f6f-1c93-4801-9f48-f57ab1528444 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 217 time: 0.0524809 Nov 25 17:10:29.916239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Request body: {'port': {'device_id': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:29.923567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.926735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:29.959785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.967659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:30.065964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-02acba82-b6b0-466c-9e25-d151b150e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.072456 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-02acba82-b6b0-466c-9e25-d151b150e452 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.1646080 Nov 25 17:10:30.078176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:30.084461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:30.091201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:30.092096 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.098721 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:30.099487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.147265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9780d78d-4881-486a-aa38-dbbd4d4c1bae req-d62cac50-bec3-4cdc-9ee1-8073e4a4720a tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559187 Nov 25 17:10:30.171973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.200693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-d38fa399-703f-4ea4-a854-1429d834d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.203068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-d38fa399-703f-4ea4-a854-1429d834d46c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244912 Nov 25 17:10:30.206938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Pushing event updated for resources: {'Port': ['ID=4d3f7a4a-1aef-44aa-b8b9-367533cd6fbc,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:30.251224 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.353182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.361871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-127dae82-f653-4974-b79c-2026735ce31c req-6d93e76a-f583-4ee3-a735-ff5faee1ff18 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4403965 Nov 25 17:10:30.429283 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-4a6399bc-3274-451e-a87c-dd151c102a11 service neutron] 10.222.0.95 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163196 Nov 25 17:10:30.508037 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.517547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-127dae82-f653-4974-b79c-2026735ce31c req-7279c5e9-255f-4783-b051-4d07d279acb1 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.1539824 Nov 25 17:10:30.565029 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.587069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7ac6e8-1a9d-4863-aa55-a9253aedf224 req-d4a720c1-f7d0-4939-8afb-03e8d3ce1085 service neutron] 10.222.0.95 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487768 Nov 25 17:10:30.603868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6962388-f72c-413f-9273-851bdb0e0d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:30.607724 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0f4c37-b6bd-4150-a8ca-700397794fe9" -d '{"events": [{"server_uuid": "f6962388-f72c-413f-9273-851bdb0e0d88", "name": "network-vif-plugged", "status": "completed", "tag": "9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:30.632663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960873dd-f97b-4c0b-ae78-aa70cb9ccb7e req-af376f22-9f15-42be-91cc-afba822d68be tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.637860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:30.640660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-960873dd-f97b-4c0b-ae78-aa70cb9ccb7e req-af376f22-9f15-42be-91cc-afba822d68be tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 944 time: 0.3171041 Nov 25 17:10:30.652214 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.713110 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:30.724442 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.729964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:30.784754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-960873dd-f97b-4c0b-ae78-aa70cb9ccb7e req-5801d431-d264-4109-be15-9415f503ba83 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424050 Nov 25 17:10:30.806613 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dae82-f653-4974-b79c-2026735ce31c req-c6bd0404-9db8-45a2-8b85-bc2b52bff81d tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.823369 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-127dae82-f653-4974-b79c-2026735ce31c req-c6bd0404-9db8-45a2-8b85-bc2b52bff81d tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.3046241 Nov 25 17:10:30.868264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:31.000329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:31.012547 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.042949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacbaa5-583d-40bf-a709-c5de0b93de7f req-c030a835-a43e-40cf-9e5e-71b3c50b8e3f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.044855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dacbaa5-583d-40bf-a709-c5de0b93de7f req-c030a835-a43e-40cf-9e5e-71b3c50b8e3f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 944 time: 0.1494734 Nov 25 17:10:31.047968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Transition to ACTIVE for port object 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:31.058022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcde0d-8034-4fad-9a8b-4205bf992c1c req-f5ef4d54-448d-46e7-92f5-36a0b8cf5874 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.059593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40fcde0d-8034-4fad-9a8b-4205bf992c1c req-f5ef4d54-448d-46e7-92f5-36a0b8cf5874 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 931 time: 0.1120498 Nov 25 17:10:31.069237 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.213766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dacbaa5-583d-40bf-a709-c5de0b93de7f req-5ce02edc-a82b-4b25-8bf8-80bef12bfb60 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529534 Nov 25 17:10:31.214390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Pushing event updated for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:31.256869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40fcde0d-8034-4fad-9a8b-4205bf992c1c req-9a64aaab-fe1e-4489-968e-5b104a6f3cba tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842225 Nov 25 17:10:31.340056 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44122551-2d92-4a8b-bde5-ffc4e5e2c692 x-openstack-request-id: req-44122551-2d92-4a8b-bde5-ffc4e5e2c692 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:31.341387 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6962388-f72c-413f-9273-851bdb0e0d88", "name": "network-vif-plugged", "status": "completed", "tag": "9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:31.341858 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44122551-2d92-4a8b-bde5-ffc4e5e2c692 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:31.342356 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6962388-f72c-413f-9273-851bdb0e0d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc', 'code': 200} Nov 25 17:10:31.359197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:31.359662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:31.360068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:31.373851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36999a-1b2f-4613-ac28-cc29e0b45f97 req-e497487e-b8c5-481b-839a-ec378507bd74 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.375507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed36999a-1b2f-4613-ac28-cc29e0b45f97 req-e497487e-b8c5-481b-839a-ec378507bd74 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.0774450 Nov 25 17:10:31.379731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:31.380432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:31.395435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:31.395704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:31.396717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:31.397259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Bound port: 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:31.397688 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.494827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed36999a-1b2f-4613-ac28-cc29e0b45f97 req-83ce271c-9a33-48aa-965f-e45125373c6a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017752 Nov 25 17:10:31.542638 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:10:31.596494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1aed6-b20c-4259-8cec-a53c6372fb8d req-796cf3a3-ad24-47c4-b63e-a674ca28bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.605289 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79f1aed6-b20c-4259-8cec-a53c6372fb8d req-796cf3a3-ad24-47c4-b63e-a674ca28bc3e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 1097 time: 0.1427786 Nov 25 17:10:31.614223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:31.617932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:31.625687 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.684979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.686324 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.687961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] 10.222.0.60 "PUT /v2.0/ports/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 1091 time: 1.7858834 Nov 25 17:10:31.693628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:31.698415 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0727048-9ff9-457b-909e-37189434f7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:31.741826 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79f1aed6-b20c-4259-8cec-a53c6372fb8d req-64046ed4-f883-494c-aa09-78c98c189129 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273003 Nov 25 17:10:31.801910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af11a9-f121-4967-8089-0c0522e97f2d service neutron] Pushing event updated for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:31.928398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a67e8891-1477-4e5e-b454-4849698a37f2 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:31.987910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-5a9096bf-1fda-4933-87b4-3ebf62010a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.989659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-5a9096bf-1fda-4933-87b4-3ebf62010a6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1094 time: 0.2380247 Nov 25 17:10:32.009479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-16788d9b-608a-4a09-a28d-affe1c30af03 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:32.013852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-16788d9b-608a-4a09-a28d-affe1c30af03 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2003028 Nov 25 17:10:32.060650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a67e8891-1477-4e5e-b454-4849698a37f2, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a67e8891-1477-4e5e-b454-4849698a37f2,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:32.073658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'port_id': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'mac_address': 'fa:16:3e:44:18:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:32.095613 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa3ab-809d-4675-9f63-0ce615da79d4 req-70fc30af-dddd-47ff-8729-1cff8cb751d2 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:32.098158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c1aa3ab-809d-4675-9f63-0ce615da79d4 req-70fc30af-dddd-47ff-8729-1cff8cb751d2 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 946 time: 0.2250190 Nov 25 17:10:32.102782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-8f739543-44ed-4a23-a6a4-03a13a730249 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 217 time: 0.1011221 Nov 25 17:10:32.130404 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:32.157370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67e8891-1477-4e5e-b454-4849698a37f2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:32.164754 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20dba3f2-505a-4af0-9bc0-868fcfcd39e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:32.182739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a67e8891-1477-4e5e-b454-4849698a37f2, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a67e8891-1477-4e5e-b454-4849698a37f2,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:32.189535 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:32.256441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-580316f8-658e-4f8c-bd80-a205636db26f tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.2317379 Nov 25 17:10:32.264047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a67e8891-1477-4e5e-b454-4849698a37f2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:32.290511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Request body: {'floatingip': {'port_id': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:32.297622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-f5e5c17b-1b54-4cb4-8f7c-638eabf9f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:32.299298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-f5e5c17b-1b54-4cb4-8f7c-638eabf9f85a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1419830 Nov 25 17:10:32.352007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c1aa3ab-809d-4675-9f63-0ce615da79d4 req-8b45f8a8-ab67-4276-ac63-96c3dfd9ba5f tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964221 Nov 25 17:10:32.370430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:32.403670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-5ac01295-ef74-4edd-bfd5-84e456e1f3bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708630 Nov 25 17:10:32.433843 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b1733d-9abd-49be-82c7-6c7a6c49b9b9 x-openstack-request-id: req-65b1733d-9abd-49be-82c7-6c7a6c49b9b9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:32.434084 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:32.434314 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65b1733d-9abd-49be-82c7-6c7a6c49b9b9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:32.434717 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878', 'status': 'completed', 'code': 200} Nov 25 17:10:32.481398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['a67e8891-1477-4e5e-b454-4849698a37f2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:32.647923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-5a61d16a-ef0b-4f7d-abc2-339f07d8dc19 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123451 Nov 25 17:10:32.659772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb83987-736c-47a7-82d1-d37593033aa9 req-5070c4a4-8d74-4ba3-9f97-218054bd4823 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:32.661291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fb83987-736c-47a7-82d1-d37593033aa9 req-5070c4a4-8d74-4ba3-9f97-218054bd4823 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 945 time: 0.1649911 Nov 25 17:10:33.126559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fb83987-736c-47a7-82d1-d37593033aa9 req-99761ada-5226-4c10-9b3d-259efad89c0f tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534066 Nov 25 17:10:33.184177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45027a62-b5c0-41c0-9341-40b7c29f61ad req-05526048-e5b2-4f46-ad7b-9437f6aea012 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218942 Nov 25 17:10:33.343735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07352c61-933e-41d8-98a5-9378954d59b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:33.346289 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530eab9-50ae-4d18-ab52-09b16bc597a1" -d '{"events": [{"server_uuid": "07352c61-933e-41d8-98a5-9378954d59b8", "name": "network-vif-plugged", "status": "completed", "tag": "51377b51-b1a2-4b50-a0c7-a1e8990fbbe7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:33.351073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1e16d-43e6-4d2e-8c1a-db79714cf3d0 req-f973b526-9854-466b-b868-dd71025753a5 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.352627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77e1e16d-43e6-4d2e-8c1a-db79714cf3d0 req-f973b526-9854-466b-b868-dd71025753a5 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 945 time: 0.1489551 Nov 25 17:10:33.390045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727048-9ff9-457b-909e-37189434f7b3 req-d00e6ccb-1ce2-4f71-adc9-709b2eede828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.391538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0727048-9ff9-457b-909e-37189434f7b3 req-d00e6ccb-1ce2-4f71-adc9-709b2eede828 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1094 time: 0.1237993 Nov 25 17:10:33.527310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77e1e16d-43e6-4d2e-8c1a-db79714cf3d0 req-1e85d3bd-5233-4ea8-8385-ddd1919252cc tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549518 Nov 25 17:10:33.538310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.546295 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.656057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727048-9ff9-457b-909e-37189434f7b3 req-71b40d20-4a6b-45e3-b4f9-e34ddec1e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.657611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0727048-9ff9-457b-909e-37189434f7b3 req-71b40d20-4a6b-45e3-b4f9-e34ddec1e517 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.2544594 Nov 25 17:10:33.740983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0727048-9ff9-457b-909e-37189434f7b3 req-d7298c18-df27-4868-a81b-0e70662a6ee6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 217 time: 0.0542269 Nov 25 17:10:33.763556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd903a0-b7da-4dea-8b88-f2798298e672 req-5101f567-9669-42d3-a4ea-7e2f0427689f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.765082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1cd903a0-b7da-4dea-8b88-f2798298e672 req-5101f567-9669-42d3-a4ea-7e2f0427689f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 943 time: 0.1481578 Nov 25 17:10:33.777677 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Floating IP 7a72163c-d8cf-4bcd-81af-98a9539c3e8e associated. External IP: 172.25.1.239, port: a2af2144-3dd1-45db-b97b-4b86ea225f98. Nov 25 17:10:33.882785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727048-9ff9-457b-909e-37189434f7b3 req-079b7654-9bd0-4996-8369-fcf6a6ae982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.884294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0727048-9ff9-457b-909e-37189434f7b3 req-079b7654-9bd0-4996-8369-fcf6a6ae982c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1170247 Nov 25 17:10:33.922471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a67e8891-1477-4e5e-b454-4849698a37f2 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:33.958602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1cd903a0-b7da-4dea-8b88-f2798298e672 req-76e064ab-e468-4f92-93b8-fbdec4efa99c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823330 Nov 25 17:10:33.965208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0727048-9ff9-457b-909e-37189434f7b3 req-adfe6e98-13cb-4670-bb88-1c3bb8bdedf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698261 Nov 25 17:10:34.004493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port a67e8891-1477-4e5e-b454-4849698a37f2 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:34.013034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port a67e8891-1477-4e5e-b454-4849698a37f2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:34.013720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.116068 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.157242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a67e8891-1477-4e5e-b454-4849698a37f2, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a67e8891-1477-4e5e-b454-4849698a37f2,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:34.162491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.163787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:34.176095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0727048-9ff9-457b-909e-37189434f7b3 req-af82b779-c50e-4cd3-99cc-eb6c6edacb4d service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006867 Nov 25 17:10:34.226123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ad745-817d-4615-9102-a0a090a31221 req-11dcc3ba-6a16-4146-ba7a-30fa93b1f239 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:34.227645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-891ad745-817d-4615-9102-a0a090a31221 req-11dcc3ba-6a16-4146-ba7a-30fa93b1f239 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1895137 Nov 25 17:10:34.280260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a67e8891-1477-4e5e-b454-4849698a37f2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:34.317066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc7c4-c672-4e4b-986b-81344424c338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.324237 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.324590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.324963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.325321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.325658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.326593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.326593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.326787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.326984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.327275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.327601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.327926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:34.340438 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.376863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:34.382164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.392787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Router 47cd1128-bb6f-4f1c-ad16-547665f5a284 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:34.404465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-891ad745-817d-4615-9102-a0a090a31221 req-cde56cbe-309f-4a6e-9431-066d4f44d851 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587732 Nov 25 17:10:34.407665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0727048-9ff9-457b-909e-37189434f7b3 req-13e87c2e-0e62-49dc-9517-19e4c370ad77 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977477 Nov 25 17:10:34.468249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:34.521374 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2942844f-2f7e-420a-9a81-8f7f9b67e83b x-openstack-request-id: req-2942844f-2f7e-420a-9a81-8f7f9b67e83b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:34.521962 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07352c61-933e-41d8-98a5-9378954d59b8", "name": "network-vif-plugged", "status": "completed", "tag": "51377b51-b1a2-4b50-a0c7-a1e8990fbbe7", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:34.522323 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2942844f-2f7e-420a-9a81-8f7f9b67e83b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:34.522830 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07352c61-933e-41d8-98a5-9378954d59b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'code': 200} Nov 25 17:10:34.591640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:34.596961 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.601929 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] Sync routers for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:34.617988 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:34.618869 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:34.653304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-71719e91-133e-4eac-8750-b7d0cbd17320 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "PUT /v2.0/floatingips/7a72163c-d8cf-4bcd-81af-98a9539c3e8e HTTP/1.1" status: 200 len: 997 time: 2.3707380 Nov 25 17:10:34.670352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:34.670693 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7347f948-a028-4fce-b101-9821a3146bac" -d '{"events": [{"name": "network-changed", "server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:34.706558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cfe03-d674-410f-8797-a2ba29f0ab0b req-675b9e0b-9b5b-4ed3-b470-8ced84ea7e9e tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:34.708222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd8cfe03-d674-410f-8797-a2ba29f0ab0b req-675b9e0b-9b5b-4ed3-b470-8ced84ea7e9e tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 946 time: 0.1281531 Nov 25 17:10:34.760280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825d5f2-daab-4b51-a527-977c88c20add req-af22d23d-86f5-42af-a580-4feacdbe2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:34.762699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c825d5f2-daab-4b51-a527-977c88c20add req-af22d23d-86f5-42af-a580-4feacdbe2dec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 1096 time: 0.1289058 Nov 25 17:10:34.813124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-e39a4609-97f3-4f16-8b31-7c7cb05b2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:34.814659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-e39a4609-97f3-4f16-8b31-7c7cb05b2e4f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5d473efc0c94cc1ad1d5c91bc3ba6a8&device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 1097 time: 0.1319721 Nov 25 17:10:34.835273 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:34.850187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd8cfe03-d674-410f-8797-a2ba29f0ab0b req-a0582cae-ff3b-4c7e-93f4-0ccd8d0c4509 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223168 Nov 25 17:10:34.919682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c825d5f2-daab-4b51-a527-977c88c20add req-d087ef0b-30b8-4f7c-b1b1-8cbe88612c48 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432314 Nov 25 17:10:35.007662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-0465cdcf-7a04-4048-9325-6af8bb755622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.009223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-0465cdcf-7a04-4048-9325-6af8bb755622 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0982aff-0528-4969-b9ba-990ede17369c HTTP/1.1" status: 200 len: 930 time: 0.1762562 Nov 25 17:10:35.031843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d7d7f-9ef9-4c21-ab86-5a9374733c38 req-444ff302-7a5f-4c4b-b3fd-70dd5539d62b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.033431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d8d7d7f-9ef9-4c21-ab86-5a9374733c38 req-444ff302-7a5f-4c4b-b3fd-70dd5539d62b tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 945 time: 0.0738485 Nov 25 17:10:35.160447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-52469262-1141-49f2-9a63-14ec741ea852 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 200 len: 1000 time: 0.1257496 Nov 25 17:10:35.165164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d8d7d7f-9ef9-4c21-ab86-5a9374733c38 req-b30ea041-0cb2-404a-8d40-02a6642aa0ee tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925193 Nov 25 17:10:35.204113 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7a72163c-d8cf-4bcd-81af-98a9539c3e8e', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'port_id': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'mac_address': 'fa:16:3e:96:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:29Z', 'updated_at': '2021-11-25T17:10:33Z', 'revision_number': 1, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 5, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:35.256405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-f77ae000-5c43-419f-98f8-f1635241d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.268418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-f77ae000-5c43-419f-98f8-f1635241d511 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3618b062-d832-4452-9fd9-b2d8689a4b09 HTTP/1.1" status: 200 len: 868 time: 0.0957596 Nov 25 17:10:35.332379 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] Checking router: 47cd1128-bb6f-4f1c-ad16-547665f5a284 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:35.343829 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:35.344554 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:35.382818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-9af903c5-84c4-47f1-a276-924e6cd8f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.396187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-9af903c5-84c4-47f1-a276-924e6cd8f297 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0982aff-0528-4969-b9ba-990ede17369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252506 Nov 25 17:10:35.405155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-557304c2-3ee9-43d4-b97f-4160cb35438f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:35.413017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-557304c2-3ee9-43d4-b97f-4160cb35438f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156350 Nov 25 17:10:35.499225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e2078-3a2d-48bc-a1d9-af449d5e6482 req-7ad71619-2376-4216-8cfa-57501455f755 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.504003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d4e2078-3a2d-48bc-a1d9-af449d5e6482 req-7ad71619-2376-4216-8cfa-57501455f755 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 946 time: 0.1670494 Nov 25 17:10:35.527957 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:35.616033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-15f711b2-0f62-4baa-aec1-2cd1cda3310b service neutron] 10.222.0.81 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016029 Nov 25 17:10:35.623650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d4e2078-3a2d-48bc-a1d9-af449d5e6482 req-6a7e73d2-97d6-4558-a8b0-472d6d92b000 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181388 Nov 25 17:10:35.693931 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.762014 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2ce5c8-4c09-406b-a1e7-57668572a248 x-openstack-request-id: req-da2ce5c8-4c09-406b-a1e7-57668572a248 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:35.762449 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:35.762828 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da2ce5c8-4c09-406b-a1e7-57668572a248 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:35.763329 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'status': 'completed', 'code': 200} Nov 25 17:10:35.855567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e18650-6ab3-4912-8f47-8f8557906f82 req-70684790-21a4-4574-9e76-cb6c670c305e service neutron] 10.222.0.81 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294905 Nov 25 17:10:35.875204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347f948-a028-4fce-b101-9821a3146bac req-37dd8bc2-d618-4b66-af86-004d499286e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.878322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7347f948-a028-4fce-b101-9821a3146bac req-37dd8bc2-d618-4b66-af86-004d499286e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d473efc0c94cc1ad1d5c91bc3ba6a8&device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 1097 time: 0.1130760 Nov 25 17:10:35.905555 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7a72163c-d8cf-4bcd-81af-98a9539c3e8e', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'port_id': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'mac_address': 'fa:16:3e:96:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:29Z', 'updated_at': '2021-11-25T17:10:33Z', 'revision_number': 1, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 5, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:35.922109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500d006-7840-4cfe-a8ce-ba0a3db97db1 req-7cffb2fb-2764-4064-aef4-3d8a549a4b9d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.924742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5500d006-7840-4cfe-a8ce-ba0a3db97db1 req-7cffb2fb-2764-4064-aef4-3d8a549a4b9d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 943 time: 0.1253982 Nov 25 17:10:35.933955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:35.972216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:35.993166 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a2747-b0f0-4cb4-90a4-32b1ac87f46b None None] The sync data for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 is: [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7a72163c-d8cf-4bcd-81af-98a9539c3e8e', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'port_id': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'mac_address': 'fa:16:3e:96:23:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:29Z', 'updated_at': '2021-11-25T17:10:33Z', 'revision_number': 1, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 5, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:36.233497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5500d006-7840-4cfe-a8ce-ba0a3db97db1 req-c1be57ff-e735-4f00-b566-78b0fdb8c8a6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880795 Nov 25 17:10:36.262423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347f948-a028-4fce-b101-9821a3146bac req-5b514134-b571-4162-900d-3a532f5c200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:36.264062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7347f948-a028-4fce-b101-9821a3146bac req-5b514134-b571-4162-900d-3a532f5c200f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d0982aff-0528-4969-b9ba-990ede17369c HTTP/1.1" status: 200 len: 930 time: 0.3699062 Nov 25 17:10:36.328107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:36.343347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:36.348632 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.389794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '876febd1-a5bb-4dab-8c85-84088aa97260', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '876febd1-a5bb-4dab-8c85-84088aa97260', 'mac_address': 'fa:16:3e:34:58:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:36.404758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878', 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'port_id': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878', 'mac_address': 'fa:16:3e:27:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1beb38-5c08-499a-bd1c-8c41ce530903', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:36.514346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f0b1dc-f965-4872-82a3-86df89983b73 None None] New status for floating IP 7a72163c-d8cf-4bcd-81af-98a9539c3e8e: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:36.524892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2'}, {'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:36.529195 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081a0cf8-9d64-4a1a-9e5b-03f1cd703c1d" -d '{"events": [{"server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "name": "network-vif-plugged", "status": "completed", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2"}, {"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-unplugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:36.609889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:36.667913 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.682322 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.723998 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.751168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876febd1-a5bb-4dab-8c85-84088aa97260 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:36.766454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:36.810114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:36.826024 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.833782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eee9c6e8-54fe-4752-af29-4b6625847889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.913427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e47a8-73b7-449f-9b89-6998125b3b8c req-9783ef89-8093-4861-8b70-1651118a472a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:36.921317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b96e47a8-73b7-449f-9b89-6998125b3b8c req-9783ef89-8093-4861-8b70-1651118a472a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 948 time: 0.8390143 Nov 25 17:10:36.923790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:36.961057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7347f948-a028-4fce-b101-9821a3146bac req-2e47464a-b42f-41d9-9b50-4a26c738bfef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 200 len: 1000 time: 0.6782999 Nov 25 17:10:36.961898 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.985895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eee9c6e8-54fe-4752-af29-4b6625847889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.993668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eee9c6e8-54fe-4752-af29-4b6625847889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.020175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:37.095141 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eee9c6e8-54fe-4752-af29-4b6625847889 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=739738a6de0e4abdbdc17c03e2f81813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828091 Nov 25 17:10:37.095820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['876febd1-a5bb-4dab-8c85-84088aa97260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:37.096492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:37.097928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9c6e8-54fe-4752-af29-4b6625847889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0892ae64-4676-4536-a5ac-13b1603aebaf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:37.154122 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.164773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-f99cad07-21ad-4764-8727-cb68aa6d6d8b tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 258 time: 0.8710606 Nov 25 17:10:37.180204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93900cab-7ff2-4403-a475-9cc4d89af5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.185168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:37.209844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347f948-a028-4fce-b101-9821a3146bac req-d615f463-5fda-4d76-8905-6bf704f079be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:37.212326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7347f948-a028-4fce-b101-9821a3146bac req-d615f463-5fda-4d76-8905-6bf704f079be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3618b062-d832-4452-9fd9-b2d8689a4b09 HTTP/1.1" status: 200 len: 868 time: 0.2044711 Nov 25 17:10:37.225021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:37.226833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93900cab-7ff2-4403-a475-9cc4d89af5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.231315 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b96e47a8-73b7-449f-9b89-6998125b3b8c req-1c9cec80-db7d-4541-bda9-0d5a8446d9c7 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054404 Nov 25 17:10:37.320576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93900cab-7ff2-4403-a475-9cc4d89af5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.325704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93900cab-7ff2-4403-a475-9cc4d89af5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.336746 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-93900cab-7ff2-4403-a475-9cc4d89af5a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0892ae64-4676-4536-a5ac-13b1603aebaf HTTP/1.1" status: 204 len: 168 time: 0.2348359 Nov 25 17:10:37.338588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.353842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93900cab-7ff2-4403-a475-9cc4d89af5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0892ae64-4676-4536-a5ac-13b1603aebaf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:37.462658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347f948-a028-4fce-b101-9821a3146bac req-2af5c227-96bd-4b45-8b15-0a3f37ad9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:37.463543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7347f948-a028-4fce-b101-9821a3146bac req-2af5c227-96bd-4b45-8b15-0a3f37ad9f4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0982aff-0528-4969-b9ba-990ede17369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167194 Nov 25 17:10:37.505777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['5e6dcbcb-4e5f-48b8-bfa9-a7e977164878'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:37.533659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7d2dc-1b5f-4224-ae2d-3c68e0fab001 req-e4e0af61-6104-498b-9e9c-6bac7f35c9a3 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:37.536323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fea7d2dc-1b5f-4224-ae2d-3c68e0fab001 req-e4e0af61-6104-498b-9e9c-6bac7f35c9a3 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 945 time: 0.1588376 Nov 25 17:10:37.678210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7347f948-a028-4fce-b101-9821a3146bac req-47ede174-d2b7-4bc8-a2c8-fa2862e1850b service neutron] 10.222.0.60 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836843 Nov 25 17:10:37.684099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.688850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fea7d2dc-1b5f-4224-ae2d-3c68e0fab001 req-c129a8da-acfd-4b53-a1c3-2676363e7cc6 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239121 Nov 25 17:10:37.797349 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4d9ce7-9dd7-41fe-92c9-da0272c555b4 x-openstack-request-id: req-2d4d9ce7-9dd7-41fe-92c9-da0272c555b4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:37.798125 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "name": "network-vif-plugged", "status": "completed", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2", "code": 200}, {"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-unplugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:37.798343 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d4d9ce7-9dd7-41fe-92c9-da0272c555b4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:37.798926 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'code': 200} Nov 25 17:10:37.799320 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260', 'code': 200} Nov 25 17:10:37.874001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7347f948-a028-4fce-b101-9821a3146bac req-9833f191-52a6-436a-bf09-819a09d94c65 service neutron] 10.222.0.60 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835589 Nov 25 17:10:37.886031 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.987859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b211782-6097-4995-b201-3a2d880563a9 req-770c2346-78f3-4070-9344-b41a8bed75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:37.991238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2b211782-6097-4995-b201-3a2d880563a9 req-770c2346-78f3-4070-9344-b41a8bed75f4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0973082 Nov 25 17:10:38.057311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Allocated IP 172.25.1.66 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/be144483-f4db-4230-a370-9babbc3eeb63) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:38.063658 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2b211782-6097-4995-b201-3a2d880563a9 req-941577c8-e97a-4e14-a1ed-9e6ae86933a8 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621271 Nov 25 17:10:38.066894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d03ece-04fb-4224-acb1-e938b65fc628 req-d9522575-3bc2-462b-80f9-d66eaee8ba15 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.068486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48d03ece-04fb-4224-acb1-e938b65fc628 req-d9522575-3bc2-462b-80f9-d66eaee8ba15 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 946 time: 0.1181574 Nov 25 17:10:38.172399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48d03ece-04fb-4224-acb1-e938b65fc628 req-6fdef6ee-c2ef-4691-991c-c889365d55e1 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972767 Nov 25 17:10:38.234924 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.336894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.363846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed9b7a-9ae8-43a0-bdbc-03d801676d88 req-e3a17450-8c4d-4cdc-b11a-571f47ef20ed tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.366012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91ed9b7a-9ae8-43a0-bdbc-03d801676d88 req-e3a17450-8c4d-4cdc-b11a-571f47ef20ed tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 944 time: 0.0778048 Nov 25 17:10:38.433595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:38.447129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:38.459841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:38.494567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Pushing event updated for resources: {'Port': ['ID=be144483-f4db-4230-a370-9babbc3eeb63,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:38.515898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:38.564864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91ed9b7a-9ae8-43a0-bdbc-03d801676d88 req-6ebc2d7f-90a0-4c3e-b097-b9c29bb162d4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678045 Nov 25 17:10:38.641549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.659993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1734975598-network', 'tenant_id': 'd981d7f9040d4fa0ad5eaa893a698a02'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:38.684436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Made reservation on behalf of d981d7f9040d4fa0ad5eaa893a698a02 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:38.688924 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.704687 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.705679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.823955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.834284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.867683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:10:38.886181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180a5a38-0b05-4051-85d6-2476f8b0c3f8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:38.895353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.895842 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Added segment 003e7db6-d16d-48e0-9d67-b03e3174b8a8 of type vlan for network 121e08b2-be24-4b28-82e2-cbbb75d3df31 Nov 25 17:10:38.950654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.951077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.959150 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.984563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.986657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.988396 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.054393 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5369577 Nov 25 17:10:39.058334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36230) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:39.064303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Request body: {'subnet': {'network_id': '121e08b2-be24-4b28-82e2-cbbb75d3df31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1734975598-subnet', 'tenant_id': 'd981d7f9040d4fa0ad5eaa893a698a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:39.099219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f768919-d16e-4ffe-a3cd-a1588c81d686 admin admin] Pushing event updated for resources: {'Network': ['ID=121e08b2-be24-4b28-82e2-cbbb75d3df31,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:39.118359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 121e08b2-be24-4b28-82e2-cbbb75d3df31 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:10:39.123894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Made reservation on behalf of d981d7f9040d4fa0ad5eaa893a698a02 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:39.127849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.171003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Pushing event updated for resources: {'Port': ['ID=be144483-f4db-4230-a370-9babbc3eeb63,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:39.197771 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.280241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aa60e-895f-4e13-aa7e-67e96647cb1c req-4844c996-93c1-4c98-b969-4476fa14388c tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.306202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-872aa60e-895f-4e13-aa7e-67e96647cb1c req-4844c996-93c1-4c98-b969-4476fa14388c tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 945 time: 0.2043710 Nov 25 17:10:39.309167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:39.341283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Request body: {'floatingip': {'port_id': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:39.373184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.381483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-522bd3d9-b4e0-404c-86ce-3af90e8b6333 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2054379 Nov 25 17:10:39.458909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.525730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568e09e3-c22b-4e3b-90a0-e00e4aa9ac78,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:39.570859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Checking segment: {'id': '003e7db6-d16d-48e0-9d67-b03e3174b8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '121e08b2-be24-4b28-82e2-cbbb75d3df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:39.571310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Network hostable DHCP agents. Network: 121e08b2-be24-4b28-82e2-cbbb75d3df31, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:10:39.583874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.593820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Network 121e08b2-be24-4b28-82e2-cbbb75d3df31 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:10:39.610611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 121e08b2-be24-4b28-82e2-cbbb75d3df31) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:39.616254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.617062 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.632635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c9a65-ce5d-48f5-b53c-fa279c0d489a None None] Network 121e08b2-be24-4b28-82e2-cbbb75d3df31 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:39.655923 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5967d63b-20c7-4e43-a43d-440213ced4c0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5960476 Nov 25 17:10:39.658167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-b86ca57f-e4a8-40a2-8779-40feb3fb4a88 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.1765234 Nov 25 17:10:39.833978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df347c-b9ea-4304-8725-c7b5214e9d94 req-5ea13c79-dcc3-4ae0-abfa-bc455e051612 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.841517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7df347c-b9ea-4304-8725-c7b5214e9d94 req-5ea13c79-dcc3-4ae0-abfa-bc455e051612 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 949 time: 0.3724988 Nov 25 17:10:39.865779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed7a5c8-0de3-4dc1-a01c-b50c4c96f03b None None] Network 121e08b2-be24-4b28-82e2-cbbb75d3df31 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:39.953900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:40.015422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:40.135872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-3d344739-a14a-4e0b-8876-d76542d8e5db tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:40.137313 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-3d344739-a14a-4e0b-8876-d76542d8e5db tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.4664192 Nov 25 17:10:40.148300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7df347c-b9ea-4304-8725-c7b5214e9d94 req-cf2e484d-5376-4ebd-96bc-cb536fbdad48 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623813 Nov 25 17:10:40.162426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-576cb4b2-6ba1-43c1-9c1a-6695da341dfa tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:40.163477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3485a4e-42c9-412d-a768-c2abdd3baebc req-576cb4b2-6ba1-43c1-9c1a-6695da341dfa tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064578 Nov 25 17:10:40.195563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:40.207478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:40.207478 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.263881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 876febd1-a5bb-4dab-8c85-84088aa97260 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:40.264299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.466749 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.497769 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.514061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:40.516266 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dab435c-694f-43d0-ab15-23506c72031a" -d '{"events": [{"server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "name": "network-vif-plugged", "status": "completed", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:40.538794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:40.551757 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.563879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:40.649658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c7d02-fbde-4ee9-8d93-025ba79cc2bd req-de84dad7-689a-45d7-8457-92c2b021210c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:40.663070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-285c7d02-fbde-4ee9-8d93-025ba79cc2bd req-de84dad7-689a-45d7-8457-92c2b021210c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 944 time: 0.3136656 Nov 25 17:10:40.670209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:40.687148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9124-209b-42d6-8db8-74718ad0e9e2 req-1d3b5b9e-78f0-4324-9d7a-0a9def22b37d tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:40.691283 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.698007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce6e9124-209b-42d6-8db8-74718ad0e9e2 req-1d3b5b9e-78f0-4324-9d7a-0a9def22b37d tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 946 time: 0.3474464 Nov 25 17:10:40.750447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:40.886525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:10:40.892312 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-285c7d02-fbde-4ee9-8d93-025ba79cc2bd req-63afec88-f124-477c-94b0-be3d4044e47e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276900 Nov 25 17:10:40.937449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce6e9124-209b-42d6-8db8-74718ad0e9e2 req-d3f6f2af-eba4-4399-805b-598c83381d4a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034893 Nov 25 17:10:40.968623 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.981853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.129444 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Floating IP 3104514f-f015-4b2c-a32f-23c664f01a30 associated. External IP: 172.25.1.176, port: 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7. Nov 25 17:10:41.384522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43602b-f32c-4c31-86a5-68d56147e099 req-6544c23f-f5d1-42bd-a451-5954bab30169 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:41.387581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb43602b-f32c-4c31-86a5-68d56147e099 req-6544c23f-f5d1-42bd-a451-5954bab30169 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2104671 Nov 25 17:10:41.515138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb43602b-f32c-4c31-86a5-68d56147e099 req-9cac39ac-505b-4660-8027-fa110f44fa3c tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.1051550 Nov 25 17:10:41.530273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-ab7401c7-c9ef-45b8-bbca-2117f180bbed tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:41.531773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-ab7401c7-c9ef-45b8-bbca-2117f180bbed tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/networks?id=121e08b2-be24-4b28-82e2-cbbb75d3df31 HTTP/1.1" status: 200 len: 813 time: 0.3373735 Nov 25 17:10:41.582323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fb43602b-f32c-4c31-86a5-68d56147e099 req-0142c566-eaa0-4787-9b74-1d84d4ed4f73 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Request body: {'floatingip': {'port_id': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:41.638357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-6d9310a0-26b6-4acd-a166-d2892447b6e8 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/quotas/d981d7f9040d4fa0ad5eaa893a698a02 HTTP/1.1" status: 200 len: 375 time: 0.0615058 Nov 25 17:10:41.645146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fb43602b-f32c-4c31-86a5-68d56147e099 req-0142c566-eaa0-4787-9b74-1d84d4ed4f73 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.022736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-2af00357-6e46-49b3-b477-12771c969151 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d981d7f9040d4fa0ad5eaa893a698a02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3741775 Nov 25 17:10:42.230593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:42.290797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-e1268a41-5874-49ec-9025-d7de534b3892 service neutron] 10.222.0.81 "GET /v2.0/networks/121e08b2-be24-4b28-82e2-cbbb75d3df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401099 Nov 25 17:10:42.426868 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-fb43602b-f32c-4c31-86a5-68d56147e099 req-0142c566-eaa0-4787-9b74-1d84d4ed4f73 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:10:42.427924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb43602b-f32c-4c31-86a5-68d56147e099 req-0142c566-eaa0-4787-9b74-1d84d4ed4f73 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "PUT /v2.0/floatingips/f3754a70-630b-40cb-9637-9427c1c03f2d HTTP/1.1" status: 409 len: 550 time: 0.8949897 Nov 25 17:10:42.483735 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b243f9-c9c7-47c7-9c9f-73e0e4db8497 x-openstack-request-id: req-d9b243f9-c9c7-47c7-9c9f-73e0e4db8497 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:42.483735 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "name": "network-vif-plugged", "status": "completed", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:42.484784 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9b243f9-c9c7-47c7-9c9f-73e0e4db8497 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:42.484784 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878', 'code': 200} Nov 25 17:10:42.526065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:42.536069 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.549549 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] Sync routers for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:42.561396 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:42.562036 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:42.590931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-bdf427f5-fbd6-4c32-8ef0-27e714f10586 service neutron] 10.222.0.81 "GET /v2.0/networks/121e08b2-be24-4b28-82e2-cbbb75d3df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903702 Nov 25 17:10:42.659810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-40aa593d-9186-4ee3-b40f-87347c79049d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "PUT /v2.0/floatingips/3104514f-f015-4b2c-a32f-23c664f01a30 HTTP/1.1" status: 200 len: 991 time: 3.3417141 Nov 25 17:10:42.663031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07352c61-933e-41d8-98a5-9378954d59b8', 'tag': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:42.665556 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4" -d '{"events": [{"name": "network-changed", "server_uuid": "07352c61-933e-41d8-98a5-9378954d59b8", "tag": "51377b51-b1a2-4b50-a0c7-a1e8990fbbe7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:42.714720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753395b-6977-4052-b00e-cc41135e6d46 req-5ec94d80-05e1-4935-b0fc-53f5fc99acd0 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:42.724497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b753395b-6977-4052-b00e-cc41135e6d46 req-5ec94d80-05e1-4935-b0fc-53f5fc99acd0 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1096 time: 0.1418686 Nov 25 17:10:42.728083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf56d1-055c-464b-8ef2-efab225e8511 req-a03835b8-dfd2-43cd-98c2-648839825818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:42.730722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35cf56d1-055c-464b-8ef2-efab225e8511 req-a03835b8-dfd2-43cd-98c2-648839825818 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1096 time: 0.1320188 Nov 25 17:10:42.736078 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:42.820544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b753395b-6977-4052-b00e-cc41135e6d46 req-034cdf71-677d-4560-be7a-1e7889e2c6ad tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884242 Nov 25 17:10:42.870507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35cf56d1-055c-464b-8ef2-efab225e8511 req-fe1c2853-1259-4b89-b7be-ed39ddd0946a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227636 Nov 25 17:10:43.062559 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-fd6302ef-d848-438e-9c0e-9816239b8c69 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:43.065110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-fd6302ef-d848-438e-9c0e-9816239b8c69 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1328714 Nov 25 17:10:43.156361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eef20c-09f4-419f-914c-8e941557825b req-bd253285-e054-4d28-a40d-d0448c2ec535 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:43.159349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77eef20c-09f4-419f-914c-8e941557825b req-bd253285-e054-4d28-a40d-d0448c2ec535 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1743100 Nov 25 17:10:43.173029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-bea8e4cf-2114-4676-8899-7fc9a83d8aeb tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 696 time: 0.0918295 Nov 25 17:10:43.191882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Request body: {'floatingip': {'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:43.238590 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.262685 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3104514f-f015-4b2c-a32f-23c664f01a30', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'port_id': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'mac_address': 'fa:16:3e:21:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07352c61-933e-41d8-98a5-9378954d59b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:07:58Z', 'updated_at': '2021-11-25T17:10:40Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:43.320567 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] Checking router: 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:43.359532 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:43.360903 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:43.403976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77eef20c-09f4-419f-914c-8e941557825b req-ff242373-e692-47e5-915d-2f784bc421fb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112620 Nov 25 17:10:43.538776 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:43.876845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169adc48-2c73-420d-8fcf-4170055f10e2 req-b964b5da-41df-4f6a-8145-b93f7577e08f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:43.879034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-169adc48-2c73-420d-8fcf-4170055f10e2 req-b964b5da-41df-4f6a-8145-b93f7577e08f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.3532984 Nov 25 17:10:43.986448 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3104514f-f015-4b2c-a32f-23c664f01a30', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'port_id': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'mac_address': 'fa:16:3e:21:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07352c61-933e-41d8-98a5-9378954d59b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:07:58Z', 'updated_at': '2021-11-25T17:10:40Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:44.045189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-169adc48-2c73-420d-8fcf-4170055f10e2 req-f7489ebb-8baf-4ee1-83ca-7f022da20af0 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997720 Nov 25 17:10:44.127344 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd617af-985d-44b8-80a6-7ba6a3c5f36e None None] The sync data for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 is: [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3104514f-f015-4b2c-a32f-23c664f01a30', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'floating_ip_address': '172.25.1.176', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'port_id': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'mac_address': 'fa:16:3e:21:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07352c61-933e-41d8-98a5-9378954d59b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:07:58Z', 'updated_at': '2021-11-25T17:10:40Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:44.172019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-c3686953-18f5-4f98-abdb-c9e151a85239 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips/f3754a70-630b-40cb-9637-9427c1c03f2d HTTP/1.1" status: 200 len: 692 time: 0.0852687 Nov 25 17:10:44.173972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:10:44.313291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.319990 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.485888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:44.490063 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a4e79e-8493-4ed7-b5ae-7090c11ea3f1" -d '{"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-plugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:44.516678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c56909-cd10-4ad6-a741-615769484e76 None None] New status for floating IP 3104514f-f015-4b2c-a32f-23c664f01a30: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:44.732829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-15872fc8-4182-4bd9-af43-0e4d14ab2835 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:44.735994 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-15872fc8-4182-4bd9-af43-0e4d14ab2835 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.95 "GET /v2.0/networks?id=121e08b2-be24-4b28-82e2-cbbb75d3df31 HTTP/1.1" status: 200 len: 813 time: 0.3307197 Nov 25 17:10:44.756550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Request body: {'port': {'device_id': '7f6f4e88-8018-4ca3-af7b-f0874e6ab115', 'network_id': '121e08b2-be24-4b28-82e2-cbbb75d3df31', 'admin_state_up': True, 'tenant_id': 'd981d7f9040d4fa0ad5eaa893a698a02'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:44.967283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-18141e93-6413-4046-acef-db8f952b590d tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:44.972255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-18141e93-6413-4046-acef-db8f952b590d tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.7614377 Nov 25 17:10:45.013676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-794ad236-c9e5-484d-87dd-2b9591c4fcee tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:45.015340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-794ad236-c9e5-484d-87dd-2b9591c4fcee tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196230 Nov 25 17:10:45.074872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Made reservation on behalf of d981d7f9040d4fa0ad5eaa893a698a02 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:45.086724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.124621 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d associated. External IP: 172.25.1.111, port: 5408debd-0784-480f-97db-f601ccc98296. Nov 25 17:10:45.183694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-59f8d7dc-c794-4b3e-82ba-2cebbe99ba77 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.1508594 Nov 25 17:10:45.248669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-3a7a7edb-983c-42e8-83c8-eb47d69089e3 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.66 HTTP/1.1" status: 200 len: 695 time: 0.0635395 Nov 25 17:10:45.324084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Allocated IP 172.20.0.3 (121e08b2-be24-4b28-82e2-cbbb75d3df31/568e09e3-c22b-4e3b-90a0-e00e4aa9ac78/352ec6ad-c861-4d99-8af5-efd31c95c7cf) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:45.608513 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.637471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Deleting port be144483-f4db-4230-a370-9babbc3eeb63 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:45.638202 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.667465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.746088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Network 121e08b2-be24-4b28-82e2-cbbb75d3df31 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:45.750296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Router ce44b01f-03b6-463c-9b67-20ab18ce339f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:45.751387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:45.757778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:45.831992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Pushing event updated for resources: {'Port': ['ID=352ec6ad-c861-4d99-8af5-efd31c95c7cf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:45.878693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:45.879487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.903763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.904272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.906243 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-32769cf4-94d0-4ba1-aa58-c0cfc5e500d5 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1592512 Nov 25 17:10:45.923081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Request body: {'port': {'device_id': '7f6f4e88-8018-4ca3-af7b-f0874e6ab115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:45.995173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Calling delete_port for be144483-f4db-4230-a370-9babbc3eeb63 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:46.036907 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.132729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:46.141376 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.145914 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:46.171792 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:46.174147 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:46.206960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-cc3e2cd7-0c56-4c2f-a37d-c6272862a169 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "PUT /v2.0/floatingips/a63e9a3e-30f4-4ff7-94f2-64216cda860d HTTP/1.1" status: 200 len: 996 time: 3.0219800 Nov 25 17:10:46.291708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-3c72d119-1ef4-44fa-8b29-760685421719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:46.294385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-3c72d119-1ef4-44fa-8b29-760685421719 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.0699520 Nov 25 17:10:46.420892 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:46.434277 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.498602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Pushing event deleted for resources: {'Port': ['ID=be144483-f4db-4230-a370-9babbc3eeb63,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:46.516347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-ed8237cf-2b4d-4150-a06e-4aaba2b81457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:46.518120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-ed8237cf-2b4d-4150-a06e-4aaba2b81457 service neutron] 10.222.0.81 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.2104855 Nov 25 17:10:46.622859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352ec6ad-c861-4d99-8af5-efd31c95c7cf {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:46.639856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.663315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Transition to ACTIVE for port object 352ec6ad-c861-4d99-8af5-efd31c95c7cf will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:46.674278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.675514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-852922f6-405b-4f9e-88ae-8a22029dec69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 999 time: 0.1392336 Nov 25 17:10:46.676488 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.679376 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.680684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7462994b-b0c8-4646-bdcd-dc56c3ff51d5 req-cae3fa4e-4631-46d0-aaca-729ff774f40e tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "DELETE /v2.0/floatingips/f3754a70-630b-40cb-9637-9427c1c03f2d HTTP/1.1" status: 204 len: 173 time: 1.4273012 Nov 25 17:10:46.782509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Pushing event updated for resources: {'Port': ['ID=352ec6ad-c861-4d99-8af5-efd31c95c7cf,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:46.822459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-aaf47aa7-bf3c-49b5-8bbf-a25e84cdae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:46.825472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-aaf47aa7-bf3c-49b5-8bbf-a25e84cdae6d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.1161032 Nov 25 17:10:46.939359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Attempting to bind port 352ec6ad-c861-4d99-8af5-efd31c95c7cf on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:46.940689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Attempting to bind port 352ec6ad-c861-4d99-8af5-efd31c95c7cf by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '003e7db6-d16d-48e0-9d67-b03e3174b8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '121e08b2-be24-4b28-82e2-cbbb75d3df31'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:46.941385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Attempting to bind port 352ec6ad-c861-4d99-8af5-efd31c95c7cf on network 121e08b2-be24-4b28-82e2-cbbb75d3df31 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:46.947437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-3c8e0986-7031-4dd0-9d09-ea2341ad0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:46.950870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-3c8e0986-7031-4dd0-9d09-ea2341ad0816 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109209 Nov 25 17:10:46.954841 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6117bf5-3c20-41bf-9f0d-bc5c47b85acb x-openstack-request-id: req-b6117bf5-3c20-41bf-9f0d-bc5c47b85acb {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:46.955355 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07352c61-933e-41d8-98a5-9378954d59b8", "tag": "51377b51-b1a2-4b50-a0c7-a1e8990fbbe7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:46.955925 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6117bf5-3c20-41bf-9f0d-bc5c47b85acb {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:46.957131 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07352c61-933e-41d8-98a5-9378954d59b8', 'tag': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'status': 'completed', 'code': 200} Nov 25 17:10:46.962287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Port 352ec6ad-c861-4d99-8af5-efd31c95c7cf on network 121e08b2-be24-4b28-82e2-cbbb75d3df31 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:46.963017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Attempting to bind port 352ec6ad-c861-4d99-8af5-efd31c95c7cf on network 121e08b2-be24-4b28-82e2-cbbb75d3df31 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:46.971697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:46.972589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Checking segment: {'id': '003e7db6-d16d-48e0-9d67-b03e3174b8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '121e08b2-be24-4b28-82e2-cbbb75d3df31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:46.973329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Bound using segment: {'id': '003e7db6-d16d-48e0-9d67-b03e3174b8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '121e08b2-be24-4b28-82e2-cbbb75d3df31'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:46.973978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Bound port: 352ec6ad-c861-4d99-8af5-efd31c95c7cf, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003e7db6-d16d-48e0-9d67-b03e3174b8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '121e08b2-be24-4b28-82e2-cbbb75d3df31'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:46.974592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.053664 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:07:a3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:44Z', 'revision_number': 1, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:47.130878 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:47.154494 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:47.155751 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:47.171850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] For port 352ec6ad-c861-4d99-8af5-efd31c95c7cf, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:47.187330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] For port 352ec6ad-c861-4d99-8af5-efd31c95c7cf, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=352ec6ad-c861-4d99-8af5-efd31c95c7cf,segment=NetworkSegment(003e7db6-d16d-48e0-9d67-b03e3174b8a8),segment_id=003e7db6-d16d-48e0-9d67-b03e3174b8a8)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:47.204360 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.301755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-67095cfa-a411-4937-81cf-027a46a5e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:47.305007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-67095cfa-a411-4937-81cf-027a46a5e347 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b553fd5832b479da09d135d021988c0&device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 1096 time: 0.2980919 Nov 25 17:10:47.306271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:47.307339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.310398 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] 10.222.0.95 "PUT /v2.0/ports/352ec6ad-c861-4d99-8af5-efd31c95c7cf HTTP/1.1" status: 200 len: 1091 time: 1.3948388 Nov 25 17:10:47.311083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6f4e88-8018-4ca3-af7b-f0874e6ab115', 'tag': '352ec6ad-c861-4d99-8af5-efd31c95c7cf'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:47.314319 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4116174a-930b-40e0-87e4-1bb4352a881d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6f4e88-8018-4ca3-af7b-f0874e6ab115", "tag": "352ec6ad-c861-4d99-8af5-efd31c95c7cf"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:47.365506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbfd37-8722-403d-864e-1adb5da20a78 service neutron] Pushing event updated for resources: {'Port': ['ID=352ec6ad-c861-4d99-8af5-efd31c95c7cf,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:47.428999 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:47.437891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-ce213d5f-04a5-4565-a57b-f45b202e72e3 service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732375 Nov 25 17:10:47.448034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-9fc1979d-8095-4f20-87be-edbe2d667ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:47.449619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ddaa1-edcd-4beb-a966-7f210844d848 req-d80bfda2-a7e4-4a29-8381-c016b9581b38 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:47.450695 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-9fc1979d-8095-4f20-87be-edbe2d667ce5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d981d7f9040d4fa0ad5eaa893a698a02&device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 1094 time: 0.0745475 Nov 25 17:10:47.451540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-943ddaa1-edcd-4beb-a966-7f210844d848 req-d80bfda2-a7e4-4a29-8381-c016b9581b38 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 943 time: 0.2486224 Nov 25 17:10:47.511853 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-afcdb272-8395-4cad-bf32-48769ce91452 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352ec6ad-c861-4d99-8af5-efd31c95c7cf HTTP/1.1" status: 200 len: 217 time: 0.0497391 Nov 25 17:10:47.592969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-dd37f15f-8741-4592-bae8-f46c931b01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:47.595222 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-dd37f15f-8741-4592-bae8-f46c931b01b1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=568e09e3-c22b-4e3b-90a0-e00e4aa9ac78 HTTP/1.1" status: 200 len: 853 time: 0.0767128 Nov 25 17:10:47.636632 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-597fce08-0eb0-471d-ab20-dca11cdb56da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=121e08b2-be24-4b28-82e2-cbbb75d3df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341930 Nov 25 17:10:47.690849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-9bcdd6b6-03dd-4d12-83f9-c0d988e64103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:47.692323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-9bcdd6b6-03dd-4d12-83f9-c0d988e64103 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 200 len: 925 time: 0.3670342 Nov 25 17:10:47.709445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-943ddaa1-edcd-4beb-a966-7f210844d848 req-b7ade3da-13da-47b7-bc9e-91624900a589 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a5a38-0b05-4051-85d6-2476f8b0c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291148 Nov 25 17:10:47.780228 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-a9fd8546-3ab9-4223-8363-cb83a15b58d5 service neutron] 10.222.0.95 "GET /v2.0/networks/121e08b2-be24-4b28-82e2-cbbb75d3df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356621 Nov 25 17:10:47.789540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94dbf8b8-bb01-4944-b03e-e76e4951ee46 req-a8daa450-6e9a-4572-b5a5-94e87b4df89e service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369431 Nov 25 17:10:47.846949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-339c24ca-168c-4429-a10b-83e8ead67778 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 HTTP/1.1" status: 200 len: 1001 time: 0.1286359 Nov 25 17:10:47.937474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-e607c100-c265-444e-a5fc-853e21123c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:47.940817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-e607c100-c265-444e-a5fc-853e21123c2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 HTTP/1.1" status: 200 len: 863 time: 0.0770874 Nov 25 17:10:47.942089 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:07:a3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:44Z', 'revision_number': 1, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:47.975176 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bbb5638-51cc-4301-9785-2e2aae21d6b4 req-60fdc643-d4ce-4027-b6bf-e9f766960c8f service neutron] 10.222.0.95 "GET /v2.0/networks/121e08b2-be24-4b28-82e2-cbbb75d3df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868236 Nov 25 17:10:48.014426 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4ac88-5888-4acf-a41d-9f3be3e07872 None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:07:a3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:44Z', 'revision_number': 1, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:48.057199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-b9af6f44-4ecd-47df-8001-c247402f5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.058746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-b9af6f44-4ecd-47df-8001-c247402f5fd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e0a557-13a0-4829-a3cf-2460ca964044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015787 Nov 25 17:10:48.071927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667e8a-a0c7-49d0-935c-18e17862803c req-6094baba-1510-47fb-9155-4498962df96d tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.074421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2667e8a-a0c7-49d0-935c-18e17862803c req-6094baba-1510-47fb-9155-4498962df96d tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1239660 Nov 25 17:10:48.282030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2667e8a-a0c7-49d0-935c-18e17862803c req-187d0914-ae4e-4ef3-b2da-eebf3fea60e2 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892872 Nov 25 17:10:48.323435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-baf51710-cc57-49a3-8d8d-c83f843f1fb9 service neutron] 10.222.0.60 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428818 Nov 25 17:10:48.365583 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8998200d-0510-4da0-8e13-ce16be080f3e x-openstack-request-id: req-8998200d-0510-4da0-8e13-ce16be080f3e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:48.366353 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-plugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:48.366513 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8998200d-0510-4da0-8e13-ce16be080f3e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:48.366996 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260', 'code': 200} Nov 25 17:10:48.453425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07ac1b-36b2-467c-9a0e-df7de4f3ab08 None None] New status for floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:48.613036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1178b3-9864-432e-9f25-f187faefb6f6 req-0e4080eb-020a-4068-8a2b-8995d8631007 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.615777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef1178b3-9864-432e-9f25-f187faefb6f6 req-0e4080eb-020a-4068-8a2b-8995d8631007 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.1611116 Nov 25 17:10:48.619285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d325f16-e0a6-40c9-adad-0ac7ed8809c4 req-214625e4-e888-48e9-9dca-c8d75abf1cff service neutron] 10.222.0.60 "GET /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822535 Nov 25 17:10:48.703535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef1178b3-9864-432e-9f25-f187faefb6f6 req-822ad9bb-6e6a-4349-bc47-136cac8737ff tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783987 Nov 25 17:10:48.729901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df300975-59ea-4739-b0a4-fdc5509f0f81 req-95343ece-b7c0-4d43-9834-a269ff68a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.732796 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-df300975-59ea-4739-b0a4-fdc5509f0f81 req-95343ece-b7c0-4d43-9834-a269ff68a9e7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1101 time: 0.0955479 Nov 25 17:10:48.817923 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-df300975-59ea-4739-b0a4-fdc5509f0f81 req-706cbb82-7759-4543-9130-bac9eed4a52c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728543 Nov 25 17:10:48.888792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-56eb36e5-9aff-4e6c-aa1d-574c9cf78e99 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.1352539 Nov 25 17:10:48.960003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-14f9c42c-574f-4217-80f9-e15bb4c98886 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.961700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-14f9c42c-574f-4217-80f9-e15bb4c98886 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports/a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 200 len: 943 time: 0.0639274 Nov 25 17:10:48.962328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:48.965470 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9537048b-dd4d-4726-8c97-80fe2e876fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:49.092632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-81a25003-e998-4d4a-9376-541995dd57ea tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.0805511 Nov 25 17:10:49.235876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-8f88ae16-547f-4ef1-9547-11091076cca1 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:49.238425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-8f88ae16-547f-4ef1-9547-11091076cca1 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.1369576 Nov 25 17:10:49.333154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-303aa42d-2390-446e-a18a-f30f0a9dfd0c tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.0818188 Nov 25 17:10:49.338901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-c1e22d14-c947-41e0-97bd-6cb680990998 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:49.340454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-c1e22d14-c947-41e0-97bd-6cb680990998 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155919 Nov 25 17:10:49.350666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:49.427687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-b2b9c15a-9042-450e-9d8b-232c3ed67a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:49.429101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-b2b9c15a-9042-450e-9d8b-232c3ed67a7a service neutron] 10.222.0.81 "GET /v2.0/ports/c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 200 len: 1093 time: 0.0725987 Nov 25 17:10:49.440863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Request body: {'binding': {'host': 'n-h1-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:49.441582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:10:49.450730 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.965733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.972847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.972847 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Floating IP 7a72163c-d8cf-4bcd-81af-98a9539c3e8e disassociated. External IP: 172.25.1.239, port: a2af2144-3dd1-45db-b97b-4b86ea225f98. Nov 25 17:10:50.020763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on host n-h1-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:50.021141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:50.021488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:50.035052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:50.035382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:50.041902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:50.042210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:50.042620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:50.043066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Bound port: c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:50.152088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:50.187022 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.188214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-2fec9423-c2e2-4a7d-a9fa-99ac3b256ed2 service neutron] 10.222.0.81 "POST /v2.0/ports/c1bd6dfd-6e58-4500-90c2-526e6e17dd04/bindings HTTP/1.1" status: 201 len: 389 time: 0.7516239 Nov 25 17:10:50.309352 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc248200-f4ec-48ca-8e0e-a97d76ca97e5 x-openstack-request-id: req-bc248200-f4ec-48ca-8e0e-a97d76ca97e5 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:50.310221 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6f4e88-8018-4ca3-af7b-f0874e6ab115", "tag": "352ec6ad-c861-4d99-8af5-efd31c95c7cf", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:50.310412 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc248200-f4ec-48ca-8e0e-a97d76ca97e5 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:50.313448 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6f4e88-8018-4ca3-af7b-f0874e6ab115', 'tag': '352ec6ad-c861-4d99-8af5-efd31c95c7cf', 'status': 'completed', 'code': 200} Nov 25 17:10:50.333941 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Router 47cd1128-bb6f-4f1c-ad16-547665f5a284 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:50.425396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116174a-930b-40e0-87e4-1bb4352a881d req-e0872b10-7561-45bc-b2b4-2b068126d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:50.426938 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4116174a-930b-40e0-87e4-1bb4352a881d req-e0872b10-7561-45bc-b2b4-2b068126d7a3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d981d7f9040d4fa0ad5eaa893a698a02&device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 1094 time: 0.0900047 Nov 25 17:10:50.561489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-b01fb5e9-4930-4a15-94ce-7b472b389660 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:50.564207 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-b01fb5e9-4930-4a15-94ce-7b472b389660 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1470091 Nov 25 17:10:50.582640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:50.592336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116174a-930b-40e0-87e4-1bb4352a881d req-870e85f5-f582-416e-8c23-6d4b70e1bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:50.593925 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4116174a-930b-40e0-87e4-1bb4352a881d req-870e85f5-f582-416e-8c23-6d4b70e1bb1c service neutron] 10.222.0.95 "GET /v2.0/networks?id=121e08b2-be24-4b28-82e2-cbbb75d3df31 HTTP/1.1" status: 200 len: 914 time: 0.1551781 Nov 25 17:10:50.599493 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55983acb-130d-457e-8c91-68a92029c222 None None] Sync routers for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:50.603844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-bfe1bfdf-2dfa-4ada-8ca5-3655367b122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:50.605439 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-bfe1bfdf-2dfa-4ada-8ca5-3655367b122e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1096 time: 0.0728898 Nov 25 17:10:50.614182 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55983acb-130d-457e-8c91-68a92029c222 None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:50.616450 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-55983acb-130d-457e-8c91-68a92029c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:50.650795 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4116174a-930b-40e0-87e4-1bb4352a881d req-0d0e2623-6554-4562-8cd7-20f6b6ef6db9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352ec6ad-c861-4d99-8af5-efd31c95c7cf HTTP/1.1" status: 200 len: 217 time: 0.0443447 Nov 25 17:10:50.651262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.728797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-d2ada87a-ecd1-41d5-b1b2-9a643a46acbe tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "PUT /v2.0/floatingips/7a72163c-d8cf-4bcd-81af-98a9539c3e8e HTTP/1.1" status: 200 len: 695 time: 1.3867350 Nov 25 17:10:50.755826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-23157150-cb54-437f-ace8-6bb269eec0bb tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1001 time: 0.1769831 Nov 25 17:10:50.764275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Request body: {'floatingip': {'port_id': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:50.826580 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-55983acb-130d-457e-8c91-68a92029c222 None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:50.898778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.904532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-13fe8882-7ee3-472f-a12a-12da1b0f715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:50.907787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-13fe8882-7ee3-472f-a12a-12da1b0f715a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5d473efc0c94cc1ad1d5c91bc3ba6a8&device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 1097 time: 0.1359465 Nov 25 17:10:50.973731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116174a-930b-40e0-87e4-1bb4352a881d req-0264969c-1adc-4500-b337-9b637db44055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:50.975263 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4116174a-930b-40e0-87e4-1bb4352a881d req-0264969c-1adc-4500-b337-9b637db44055 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=568e09e3-c22b-4e3b-90a0-e00e4aa9ac78 HTTP/1.1" status: 200 len: 853 time: 0.3149796 Nov 25 17:10:51.048920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4116174a-930b-40e0-87e4-1bb4352a881d req-5af82d90-602b-4833-a59c-4cdefc57041e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=121e08b2-be24-4b28-82e2-cbbb75d3df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552373 Nov 25 17:10:51.056765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-d9dfacca-0c6b-4f91-8c7b-c4bacf72c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:51.059147 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-d9dfacca-0c6b-4f91-8c7b-c4bacf72c225 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.4463432 Nov 25 17:10:51.137623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-6fc2a6c5-d1a1-45a7-8137-31f892982ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:51.139238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-6fc2a6c5-d1a1-45a7-8137-31f892982ed5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0982aff-0528-4969-b9ba-990ede17369c HTTP/1.1" status: 200 len: 930 time: 0.1766844 Nov 25 17:10:51.140601 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-55983acb-130d-457e-8c91-68a92029c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 5, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:51.190209 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55983acb-130d-457e-8c91-68a92029c222 None None] Checking router: 47cd1128-bb6f-4f1c-ad16-547665f5a284 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:51.200158 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55983acb-130d-457e-8c91-68a92029c222 None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:51.200766 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-55983acb-130d-457e-8c91-68a92029c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:51.209422 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-62e1f47e-66ee-4d31-b090-eb11b4c4d29d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 200 len: 217 time: 0.1203077 Nov 25 17:10:51.275882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-8d546252-cc90-46ef-baaf-458e9986c555 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 200 len: 217 time: 0.1263998 Nov 25 17:10:51.343605 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-55983acb-130d-457e-8c91-68a92029c222 None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:51.347432 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4116174a-930b-40e0-87e4-1bb4352a881d req-e57e7f5f-d787-41b3-8755-13fe5aba83b7 service neutron] 10.222.0.95 "GET /v2.0/networks/121e08b2-be24-4b28-82e2-cbbb75d3df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675772 Nov 25 17:10:51.350131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-bd586cd1-0f85-4d16-9a8d-0e149cffd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:51.351754 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-bd586cd1-0f85-4d16-9a8d-0e149cffd29b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1231835 Nov 25 17:10:51.375405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-7c7ad80d-d4df-423b-ba15-888684095283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:51.377651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-7c7ad80d-d4df-423b-ba15-888684095283 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3618b062-d832-4452-9fd9-b2d8689a4b09 HTTP/1.1" status: 200 len: 868 time: 0.1003666 Nov 25 17:10:51.430621 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-61a8c2e0-0f06-44ef-97c6-f633c3416205 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577679 Nov 25 17:10:51.504209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-5dce30e5-2c91-4afa-a075-d256f492be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:51.505820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-5dce30e5-2c91-4afa-a075-d256f492be27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0982aff-0528-4969-b9ba-990ede17369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084914 Nov 25 17:10:51.651577 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-1d95cf09-e563-4fe1-af46-5675f77d9ab4 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931896 Nov 25 17:10:51.657900 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4116174a-930b-40e0-87e4-1bb4352a881d req-907b4ab8-7cf3-4627-858c-c1b97f2d7b04 service neutron] 10.222.0.95 "GET /v2.0/networks/121e08b2-be24-4b28-82e2-cbbb75d3df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865813 Nov 25 17:10:51.753750 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-880d03cc-ab2d-434b-9eeb-93bb6c013f48 service neutron] 10.222.0.81 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275410 Nov 25 17:10:51.821721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-552e2eba-d04c-4d62-9205-39b1aee8a692 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607118 Nov 25 17:10:51.863191 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-55983acb-130d-457e-8c91-68a92029c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 5, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:51.895137 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55983acb-130d-457e-8c91-68a92029c222 None None] The sync data for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 is: [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 4, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1ff978f6-40e3-498d-bf8d-d37d96e983d9', 'name': '', 'network_id': 'd0982aff-0528-4969-b9ba-990ede17369c', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'mac_address': 'fa:16:3e:92:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 5, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'subnets': [{'id': '3618b062-d832-4452-9fd9-b2d8689a4b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:51.992953 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.000712 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.008300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9bf8712-3b98-4560-8852-029b12ff0a05 req-dfbe9643-9e1e-45a7-842d-176008af3c6d service neutron] 10.222.0.81 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343233 Nov 25 17:10:52.013177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 352ec6ad-c861-4d99-8af5-efd31c95c7cf details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:52.169757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 352ec6ad-c861-4d99-8af5-efd31c95c7cf, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=352ec6ad-c861-4d99-8af5-efd31c95c7cf,segment=NetworkSegment(003e7db6-d16d-48e0-9d67-b03e3174b8a8),segment_id=003e7db6-d16d-48e0-9d67-b03e3174b8a8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:52.186014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '352ec6ad-c861-4d99-8af5-efd31c95c7cf', 'network_id': '121e08b2-be24-4b28-82e2-cbbb75d3df31', 'port_id': '352ec6ad-c861-4d99-8af5-efd31c95c7cf', 'mac_address': 'fa:16:3e:ea:55:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568e09e3-c22b-4e3b-90a0-e00e4aa9ac78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:52.209458 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d associated. External IP: 172.25.1.111, port: 5408debd-0784-480f-97db-f601ccc98296. Nov 25 17:10:52.298373 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.329491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352ec6ad-c861-4d99-8af5-efd31c95c7cf {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:52.372790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 352ec6ad-c861-4d99-8af5-efd31c95c7cf, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=352ec6ad-c861-4d99-8af5-efd31c95c7cf,segment=NetworkSegment(003e7db6-d16d-48e0-9d67-b03e3174b8a8),segment_id=003e7db6-d16d-48e0-9d67-b03e3174b8a8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:52.379117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.419320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5d4f-cc00-40d0-b8b4-41f0faab8476 req-e4e83cce-d882-4d6c-bee3-20c0bf47be87 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:52.421220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d74c5d4f-cc00-40d0-b8b4-41f0faab8476 req-e4e83cce-d882-4d6c-bee3-20c0bf47be87 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1096 time: 0.0875573 Nov 25 17:10:52.436908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acaa90a-89c6-4da1-abe9-dbbb6207b807 None None] New status for floating IP 7a72163c-d8cf-4bcd-81af-98a9539c3e8e: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:52.532597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d74c5d4f-cc00-40d0-b8b4-41f0faab8476 req-c6f106f4-2e07-4fb0-b19e-bfc79cba6cab tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012070 Nov 25 17:10:52.628962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=352ec6ad-c861-4d99-8af5-efd31c95c7cf,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:52.780873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Router ce44b01f-03b6-463c-9b67-20ab18ce339f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:52.784655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['352ec6ad-c861-4d99-8af5-efd31c95c7cf'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:52.807608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0b6dc-fe3a-4d9c-b3ba-16bf078247b2 req-5752752b-62df-41b7-868f-79d2180cde0a tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:52.815569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d0b6dc-fe3a-4d9c-b3ba-16bf078247b2 req-5752752b-62df-41b7-868f-79d2180cde0a tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 944 time: 0.0928392 Nov 25 17:10:53.284150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d0b6dc-fe3a-4d9c-b3ba-16bf078247b2 req-abd2cd07-5d97-4a72-b97b-cdbf2216177e tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a5a38-0b05-4051-85d6-2476f8b0c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672711 Nov 25 17:10:53.320439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:53.334290 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:53.358975 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:53.365283 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:53.416585 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07c848f-b0c9-4eec-9fac-9bf7e4c0abd3 x-openstack-request-id: req-a07c848f-b0c9-4eec-9fac-9bf7e4c0abd3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:53.417026 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:53.417444 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a07c848f-b0c9-4eec-9fac-9bf7e4c0abd3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:53.418210 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296', 'status': 'completed', 'code': 200} Nov 25 17:10:53.583511 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:53.641189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-a9158806-6da8-41a5-8723-a4673143c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:53.644670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-a9158806-6da8-41a5-8723-a4673143c502 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.1918356 Nov 25 17:10:53.660640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85876cd6-7cd7-4d31-b648-75b015949f18 req-76d909dc-9914-479a-95c8-e694abae6490 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:53.670337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85876cd6-7cd7-4d31-b648-75b015949f18 req-76d909dc-9914-479a-95c8-e694abae6490 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.2196629 Nov 25 17:10:53.915106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85876cd6-7cd7-4d31-b648-75b015949f18 req-e82cbf73-413e-433f-9847-e1fc965da58a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436655 Nov 25 17:10:53.957004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-0efdd937-58c2-4caf-8531-28fa3fe5cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:53.964793 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-0efdd937-58c2-4caf-8531-28fa3fe5cb71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.2844145 Nov 25 17:10:53.965090 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:44:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:51Z', 'revision_number': 3, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:54.019609 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:54.031395 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:54.032348 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:54.062827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-0bb43ae4-458d-4fa7-882b-eb0170fd95fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 217 time: 0.0610719 Nov 25 17:10:54.166458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Router ce44b01f-03b6-463c-9b67-20ab18ce339f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:54.185624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a19d6-353d-48aa-9065-0c1172972556 req-6dc819b5-41f6-4ca1-aaaf-2a979a933547 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:54.188017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-582a19d6-353d-48aa-9065-0c1172972556 req-6dc819b5-41f6-4ca1-aaaf-2a979a933547 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 945 time: 0.1324985 Nov 25 17:10:54.191932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-4ae3efb8-e6b3-4269-bfaa-21dc6776e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:54.193472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-4ae3efb8-e6b3-4269-bfaa-21dc6776e46d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.0997648 Nov 25 17:10:54.193669 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:54.436851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-582a19d6-353d-48aa-9065-0c1172972556 req-ec96b80f-851b-43d4-89b1-3a9c12fbb08b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363291 Nov 25 17:10:54.439068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-c950bd39-5a32-44e2-b407-2c11cb875f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:54.441459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-c950bd39-5a32-44e2-b407-2c11cb875f13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336991 Nov 25 17:10:54.487615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:54.503312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.591341 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:44:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:51Z', 'revision_number': 3, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:54.594222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-a53f81b0-f860-4b32-a52b-f0dfa522e4b3 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips/7a72163c-d8cf-4bcd-81af-98a9539c3e8e HTTP/1.1" status: 200 len: 693 time: 0.1148474 Nov 25 17:10:54.638766 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3012d0-10a9-4bc3-8582-3374fcb04a91 None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:44:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:51Z', 'revision_number': 3, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:54.744092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-6294172a-f851-465e-98ba-44553ce00ca0 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "PUT /v2.0/floatingips/a63e9a3e-30f4-4ff7-94f2-64216cda860d HTTP/1.1" status: 200 len: 999 time: 3.9869294 Nov 25 17:10:54.812889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-13f44178-974f-4238-b77a-97bcb6c98c48 service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590202 Nov 25 17:10:54.859188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-ae61f417-6c51-4c2b-b0cb-03c4994df163 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:54.862388 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-ae61f417-6c51-4c2b-b0cb-03c4994df163 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports/5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 942 time: 0.0972309 Nov 25 17:10:54.910932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1d754-8bd8-4195-bc87-ce5de01f174f None None] New status for floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:54.998146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-b803de6e-93c0-47d5-accd-5b49c095d4bb tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:55.010437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-b803de6e-93c0-47d5-accd-5b49c095d4bb tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.3713791 Nov 25 17:10:55.020236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-58907fbf-66a0-4885-913d-ae13b1bd6760 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:55.021783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-58907fbf-66a0-4885-913d-ae13b1bd6760 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099475 Nov 25 17:10:55.126332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-6af800fc-6994-4748-b9d1-71dcbc96bdf1 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0874302 Nov 25 17:10:55.156914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537048b-dd4d-4726-8c97-80fe2e876fb0 req-35e74956-bf49-45a8-89de-7681689009e9 service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296540 Nov 25 17:10:55.194366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-3f763d63-dd37-46e7-9d75-bded3de48652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:55.204593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-3f763d63-dd37-46e7-9d75-bded3de48652 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.1814857 Nov 25 17:10:55.229338 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-dfa5b5dc-0b27-4734-b057-eaade6223892 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0873709 Nov 25 17:10:55.302152 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:55.320653 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:55.322131 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:55.420268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98'}, {'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296'}, {'name': 'network-changed', 'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:55.424739 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c1f78-0326-4cef-8625-ee606791af49" -d '{"events": [{"name": "network-changed", "server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98"}, {"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296"}, {"name": "network-changed", "server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:55.517539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-5de687f3-d68b-41ab-97c6-f0d424aaf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:55.521838 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-5de687f3-d68b-41ab-97c6-f0d424aaf2ae service neutron] 10.222.0.81 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.3042474 Nov 25 17:10:55.528984 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:55.547716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Deleting port 4d3f7a4a-1aef-44aa-b8b9-367533cd6fbc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:55.548289 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.665848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-ddb28b08-90a1-497e-b6aa-321237913220 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 217 time: 0.1214905 Nov 25 17:10:55.766380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-354f708e-86d8-4b02-8840-63624264a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:55.770090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-354f708e-86d8-4b02-8840-63624264a40a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.0922942 Nov 25 17:10:55.794454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.794911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.840344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Calling delete_port for 4d3f7a4a-1aef-44aa-b8b9-367533cd6fbc owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:55.905800 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:44:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:55Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:55.906760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-5c964069-40fe-4e58-8215-ba79c2b5aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:55.909328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-5c964069-40fe-4e58-8215-ba79c2b5aa89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274638 Nov 25 17:10:55.940524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-f86fd4a4-a189-4b7a-9253-4b408c464b33 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:55.942162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-f86fd4a4-a189-4b7a-9253-4b408c464b33 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111907 Nov 25 17:10:55.944708 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:55.957885 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:55.958645 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:56.045835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 352ec6ad-c861-4d99-8af5-efd31c95c7cf up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:56.115981 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:56.166189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 352ec6ad-c861-4d99-8af5-efd31c95c7cf completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:56.173618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 352ec6ad-c861-4d99-8af5-efd31c95c7cf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:56.174295 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.195914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.261659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Pushing event deleted for resources: {'Port': ['ID=4d3f7a4a-1aef-44aa-b8b9-367533cd6fbc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:56.295556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-512b99af-c53e-4cc1-803e-bea37c290edd service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228540 Nov 25 17:10:56.320687 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.393945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6f4e88-8018-4ca3-af7b-f0874e6ab115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352ec6ad-c861-4d99-8af5-efd31c95c7cf'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:56.398785 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5d35c0-240e-493a-824b-bc0227169777" -d '{"events": [{"server_uuid": "7f6f4e88-8018-4ca3-af7b-f0874e6ab115", "name": "network-vif-plugged", "status": "completed", "tag": "352ec6ad-c861-4d99-8af5-efd31c95c7cf"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:56.432324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 352ec6ad-c861-4d99-8af5-efd31c95c7cf, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=352ec6ad-c861-4d99-8af5-efd31c95c7cf,segment=NetworkSegment(003e7db6-d16d-48e0-9d67-b03e3174b8a8),segment_id=003e7db6-d16d-48e0-9d67-b03e3174b8a8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:56.444486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.472396 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.477071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.491719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8809a583-76f2-458b-9bda-78c66a0d7652 req-5a4b356f-1f61-4286-a0e5-b638047b9965 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "DELETE /v2.0/floatingips/7a72163c-d8cf-4bcd-81af-98a9539c3e8e HTTP/1.1" status: 204 len: 173 time: 1.2425213 Nov 25 17:10:56.564360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-3b41ca13-dabe-4d79-8424-e2c9b58301e0 service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321568 Nov 25 17:10:56.576371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=352ec6ad-c861-4d99-8af5-efd31c95c7cf,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:56.740081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cb6c0-2a10-4622-8b61-d3708456e287 req-a4f0f647-c62e-4c93-bd15-258e5736af65 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:56.742773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e0cb6c0-2a10-4622-8b61-d3708456e287 req-a4f0f647-c62e-4c93-bd15-258e5736af65 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1096 time: 0.1435425 Nov 25 17:10:56.747797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-7c90c5a9-bada-4f26-92dd-f1c69688cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:56.748092 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:44:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:55Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:56.753739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-7c90c5a9-bada-4f26-92dd-f1c69688cc21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 1097 time: 0.1340539 Nov 25 17:10:56.796982 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e2aa6-4029-41d8-b497-0b3297bd9bf5 None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:44:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:10:55Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:56.888209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e0cb6c0-2a10-4622-8b61-d3708456e287 req-b78d8019-c445-48ea-bc08-5099f14e45e8 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269188 Nov 25 17:10:56.924595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-0ec4df36-d1fc-4550-a35d-6f4ee74452b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:56.926565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-0ec4df36-d1fc-4550-a35d-6f4ee74452b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.1586468 Nov 25 17:10:57.462131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-10fd0e95-28d3-4ab1-9c7e-7eb4723b592b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 1002 time: 0.4991193 Nov 25 17:10:57.484349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99070e-cfc6-4a7a-9f83-52022d9c622a req-426169f8-a2d7-4121-a06e-12b3be7465c3 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:57.487169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c99070e-cfc6-4a7a-9f83-52022d9c622a req-426169f8-a2d7-4121-a06e-12b3be7465c3 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.0783141 Nov 25 17:10:57.595220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-bbd4283b-d1c7-4276-8d44-e65251de34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:57.598203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-bbd4283b-d1c7-4276-8d44-e65251de34c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.1092613 Nov 25 17:10:57.640033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c99070e-cfc6-4a7a-9f83-52022d9c622a req-8d7a4828-3800-455f-9244-5e3570ecfe99 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355543 Nov 25 17:10:57.703968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-05c04310-9880-4d03-8f03-5ed289beb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:57.705705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-05c04310-9880-4d03-8f03-5ed289beb101 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919113 Nov 25 17:10:57.883848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48418fa5-b4d6-4f13-b647-3a57ab7dca1e req-9bf14e65-30aa-4c88-9ca6-95832ea5827f tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:57.885913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48418fa5-b4d6-4f13-b647-3a57ab7dca1e req-9bf14e65-30aa-4c88-9ca6-95832ea5827f tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 945 time: 0.1298449 Nov 25 17:10:57.889326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-17cf7287-3d1e-4fdd-a6f2-25ca745a97fa service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698902 Nov 25 17:10:58.055312 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48418fa5-b4d6-4f13-b647-3a57ab7dca1e req-e7be4e67-ba72-477e-b37a-7b024386e407 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a5a38-0b05-4051-85d6-2476f8b0c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484814 Nov 25 17:10:58.093569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc43e0a-c205-486d-871e-a80affdfc5d0 req-cc034991-8bb6-4a82-b243-8dc812226ce3 service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956890 Nov 25 17:10:58.169724 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0846123e-4868-4955-82bc-fa0023d3bf3c x-openstack-request-id: req-0846123e-4868-4955-82bc-fa0023d3bf3c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:58.169724 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:58.170102 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0846123e-4868-4955-82bc-fa0023d3bf3c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:58.170617 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'status': 'completed', 'code': 200} Nov 25 17:10:58.170937 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296', 'status': 'completed', 'code': 200} Nov 25 17:10:58.171308 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'status': 'completed', 'code': 200} Nov 25 17:10:58.242449 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2696196f-7a16-46d0-8943-29d2697b1a7c x-openstack-request-id: req-2696196f-7a16-46d0-8943-29d2697b1a7c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:58.246689 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6f4e88-8018-4ca3-af7b-f0874e6ab115", "name": "network-vif-plugged", "status": "completed", "tag": "352ec6ad-c861-4d99-8af5-efd31c95c7cf", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:58.251275 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2696196f-7a16-46d0-8943-29d2697b1a7c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:58.253808 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6f4e88-8018-4ca3-af7b-f0874e6ab115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352ec6ad-c861-4d99-8af5-efd31c95c7cf', 'code': 200} Nov 25 17:10:58.296274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-c6290853-8904-48b8-846b-a3b2069d8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.300666 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-c6290853-8904-48b8-846b-a3b2069d8d4a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 1097 time: 0.1055233 Nov 25 17:10:58.358156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bbbae-74cf-470c-af97-229119808178 req-11c4250f-9da7-41aa-830a-e4ef1356cba0 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.359907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e21bbbae-74cf-470c-af97-229119808178 req-11c4250f-9da7-41aa-830a-e4ef1356cba0 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 945 time: 0.1517446 Nov 25 17:10:58.390367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-7e3a732c-c5cb-485b-b6f2-9297b2628e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.392247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-7e3a732c-c5cb-485b-b6f2-9297b2628e38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5d473efc0c94cc1ad1d5c91bc3ba6a8&device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 1097 time: 0.1420884 Nov 25 17:10:58.443505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-472e89e7-93fb-426f-9474-6f90a326740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.445886 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-472e89e7-93fb-426f-9474-6f90a326740e service neutron] 10.222.0.95 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.1283424 Nov 25 17:10:58.657303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a44a13-3209-4a73-bf97-1d60e27bbd56 req-816241c8-fe98-4247-bfee-9f747a7cf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.659267 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75a44a13-3209-4a73-bf97-1d60e27bbd56 req-816241c8-fe98-4247-bfee-9f747a7cf9a2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 1096 time: 0.2118752 Nov 25 17:10:58.666492 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-ab375e9f-c5c5-4ffe-8bea-11a2442cac23 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 1002 time: 0.2053921 Nov 25 17:10:58.725721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e21bbbae-74cf-470c-af97-229119808178 req-d970cfe9-cadd-467c-8c5f-96e7297fbde5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385689 Nov 25 17:10:58.812065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-67b99908-4575-48c3-b58f-0ac006394aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.814164 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-67b99908-4575-48c3-b58f-0ac006394aa2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.1294432 Nov 25 17:10:58.826634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-d7c546bf-b7a2-45f3-a0a4-4fbcb289e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.828148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-d7c546bf-b7a2-45f3-a0a4-4fbcb289e9a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d0982aff-0528-4969-b9ba-990ede17369c HTTP/1.1" status: 200 len: 930 time: 0.4153559 Nov 25 17:10:58.927264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-800b2ccf-3152-4edf-87f7-51e6bbe29c67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 200 len: 217 time: 0.0731061 Nov 25 17:10:58.968327 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75a44a13-3209-4a73-bf97-1d60e27bbd56 req-c1ba9223-aedd-4f00-a2a4-d8b7a9588bd5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=180a5a38-0b05-4051-85d6-2476f8b0c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902772 Nov 25 17:10:59.001353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-a66be1cc-5459-4b45-b779-329a7daabd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.003761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-a66be1cc-5459-4b45-b779-329a7daabd01 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637080 Nov 25 17:10:59.134827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0aa02995-41b6-4edc-bfb8-119f0d7de7cc req-ee1ecb06-10a3-4248-8555-f752dc692502 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1002 time: 0.1993444 Nov 25 17:10:59.144262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-5c9fdccb-d8c0-41ad-a136-dbc249158508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.146563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-5c9fdccb-d8c0-41ad-a136-dbc249158508 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3618b062-d832-4452-9fd9-b2d8689a4b09 HTTP/1.1" status: 200 len: 868 time: 0.1179104 Nov 25 17:10:59.316739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa02995-41b6-4edc-bfb8-119f0d7de7cc req-ec7f3886-f473-4fd5-b0cb-acf82063e823 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.329785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0aa02995-41b6-4edc-bfb8-119f0d7de7cc req-ec7f3886-f473-4fd5-b0cb-acf82063e823 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports/a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 943 time: 0.1815352 Nov 25 17:10:59.465099 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-fc9afcb6-9849-432b-9422-5a90eb6d88e9 service neutron] 10.222.0.95 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873747 Nov 25 17:10:59.554928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0aa02995-41b6-4edc-bfb8-119f0d7de7cc req-cbd797d8-de68-4732-8f4e-93ebf3594dd1 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1002 time: 0.1246455 Nov 25 17:10:59.559475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-70de2488-3e0e-42b1-831c-0b2eadb354c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.562128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-70de2488-3e0e-42b1-831c-0b2eadb354c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0982aff-0528-4969-b9ba-990ede17369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3430943 Nov 25 17:10:59.603695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce6b92-c9b3-4a4d-880f-4b6a5847f567 req-e1f16eac-4238-42eb-ae79-0d10ed933ad9 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.605850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bce6b92-c9b3-4a4d-880f-4b6a5847f567 req-e1f16eac-4238-42eb-ae79-0d10ed933ad9 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2396352 Nov 25 17:10:59.656578 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-e516ff06-b4df-41ff-86a5-e80e90878872 service neutron] 10.222.0.95 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755075 Nov 25 17:10:59.819829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bce6b92-c9b3-4a4d-880f-4b6a5847f567 req-80938616-47b5-4a7a-b79f-7a2619f5c013 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1751771 Nov 25 17:10:59.940835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-503322e8-4fc9-475c-ae7b-292039286b1d service neutron] 10.222.0.60 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628049 Nov 25 17:10:59.958299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa02995-41b6-4edc-bfb8-119f0d7de7cc req-22c36477-2ca7-45a8-bc83-b4a1aae7715e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.971543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0aa02995-41b6-4edc-bfb8-119f0d7de7cc req-22c36477-2ca7-45a8-bc83-b4a1aae7715e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.3624516 Nov 25 17:11:00.231887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-8b53c36c-298f-4c20-b2df-2a8c7d066b45 service neutron] 10.222.0.60 "GET /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569833 Nov 25 17:11:00.277362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847cbc7-6019-4128-ad25-c12998b301d5 req-4984699b-8434-4265-a095-2f55cfdb4e5d tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:00.279079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2847cbc7-6019-4128-ad25-c12998b301d5 req-4984699b-8434-4265-a095-2f55cfdb4e5d tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 945 time: 0.1921492 Nov 25 17:11:00.331113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba1d09-bec9-45bb-810e-b874f6427748 req-7f5815d7-84ce-4871-8237-9a39ed046de6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:00.333275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39ba1d09-bec9-45bb-810e-b874f6427748 req-7f5815d7-84ce-4871-8237-9a39ed046de6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1788208 Nov 25 17:11:00.501933 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2847cbc7-6019-4128-ad25-c12998b301d5 req-2bbc0d6e-9dec-4038-8d8a-e012373168c2 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a5a38-0b05-4051-85d6-2476f8b0c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089164 Nov 25 17:11:00.522714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-f7cd5ba4-aa52-4ded-bad5-c157cc2fb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:00.526261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-f7cd5ba4-aa52-4ded-bad5-c157cc2fb2c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.1790290 Nov 25 17:11:00.542912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39ba1d09-bec9-45bb-810e-b874f6427748 req-88aab1ae-94b2-4136-8530-651b73e9eeba tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410530 Nov 25 17:11:00.728211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31838dd1-04bd-4462-8176-8771f4d6127a req-e42938ee-c187-4a85-8bfe-9e83ae41a7db tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1170616 Nov 25 17:11:00.830159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0a7e-a0a5-444d-acf7-7b03537e5e07 req-3686f379-824e-4f6a-a812-629508bd3170 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:00.832605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79dd0a7e-a0a5-444d-acf7-7b03537e5e07 req-3686f379-824e-4f6a-a812-629508bd3170 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 945 time: 0.1542723 Nov 25 17:11:00.882273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-8f8f18d0-b650-4a97-bdef-755de374ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:00.885025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-8f8f18d0-b650-4a97-bdef-755de374ebb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.3373308 Nov 25 17:11:01.023464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-3f9567f5-f9fe-4ae7-9306-4e139990d6ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 217 time: 0.1141865 Nov 25 17:11:01.033485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79dd0a7e-a0a5-444d-acf7-7b03537e5e07 req-dc7ff07e-a008-47a6-b0f9-9a681bccdc70 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900921 Nov 25 17:11:01.127660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-6bbb8a7e-aa12-4460-b714-91cda080b7ee tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1002 time: 0.2212067 Nov 25 17:11:01.130636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-86b1bd22-ab85-433d-ba5e-5105b36746d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.133091 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-86b1bd22-ab85-433d-ba5e-5105b36746d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.0958002 Nov 25 17:11:01.243255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-63b23e35-ba38-4f4f-84d5-eecc30bf1d33 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.244716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-63b23e35-ba38-4f4f-84d5-eecc30bf1d33 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports/a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 943 time: 0.1103621 Nov 25 17:11:01.259402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db06d0-282a-4ab1-a996-dc09842448c0 req-26af8108-49db-4230-a3ad-43fee2a93bd9 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.261068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49db06d0-282a-4ab1-a996-dc09842448c0 req-26af8108-49db-4230-a3ad-43fee2a93bd9 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1096 time: 0.1249557 Nov 25 17:11:01.271532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c1f78-0326-4cef-8625-ee606791af49 req-ca43d6e9-9e7a-4789-90a7-83af00dea65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.277485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-ca43d6e9-9e7a-4789-90a7-83af00dea65e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202281 Nov 25 17:11:01.450616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49db06d0-282a-4ab1-a996-dc09842448c0 req-5051167c-d5c1-4e4e-8fd6-ad150958b6fb tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719351 Nov 25 17:11:01.489214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-e39d3c21-3c20-4ab1-85cb-4aef321c1eef service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890891 Nov 25 17:11:01.495251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-aa41989c-b303-4a05-8406-eea4e8fc5e79 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1002 time: 0.1837204 Nov 25 17:11:01.732150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171c1f78-0326-4cef-8625-ee606791af49 req-bf1c13c7-8ead-4f16-bdcb-fcdca77335ed service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298930 Nov 25 17:11:01.740119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-54e9c575-3075-4fec-9550-0456b9b58213 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.741607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-54e9c575-3075-4fec-9550-0456b9b58213 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.2291286 Nov 25 17:11:01.844883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-7fe2b4d1-9323-4131-95e4-6ed2c4977128 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1002 time: 0.0931609 Nov 25 17:11:01.858166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:01.941681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.170775 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c77298e3-ae10-4d9e-af4c-a12e10c5292d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.224267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.230744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.231876 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d disassociated. External IP: 172.25.1.111, port: a67e8891-1477-4e5e-b454-4849698a37f2. Nov 25 17:11:02.914912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Router ce44b01f-03b6-463c-9b67-20ab18ce339f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:02.957620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-f6fe96b1-4336-4b51-9d46-23944512a83a tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:11:02.959459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-f6fe96b1-4336-4b51-9d46-23944512a83a tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134802 Nov 25 17:11:03.076486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-4d8a9d81-2b72-44c2-9e49-ee88a4ebd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.078317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-4d8a9d81-2b72-44c2-9e49-ee88a4ebd07d service neutron] 10.222.0.81 "GET /v2.0/ports/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 1093 time: 0.0646582 Nov 25 17:11:03.126215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Request body: {'binding': {'host': 'n-h1-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:03.127422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:11:03.214547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:03.223530 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.232088 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:03.247902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:03.248666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:03.372302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-2c94bf37-705d-4fd9-96f0-d4342904ad27 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "PUT /v2.0/floatingips/a63e9a3e-30f4-4ff7-94f2-64216cda860d HTTP/1.1" status: 200 len: 695 time: 1.5201705 Nov 25 17:11:03.380111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:03.383839 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af" -d '{"events": [{"name": "network-changed", "server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:03.429841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:03.485581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on host n-h1-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:03.486341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:03.486776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:03.496587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:03.497046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:03.507764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:03.508285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:03.508837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:03.509515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Bound port: 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:03.543672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-689575a2-1683-4f53-ad70-4e3ba542c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.545244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-689575a2-1683-4f53-ad70-4e3ba542c4e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 1097 time: 0.1170881 Nov 25 17:11:03.631863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:03.642970 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.644533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-bcd3083e-f05c-4e77-844d-1b53288eaa75 service neutron] 10.222.0.81 "POST /v2.0/ports/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878/bindings HTTP/1.1" status: 201 len: 389 time: 0.5253170 Nov 25 17:11:03.683946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-6aa57fd6-83f9-4738-bdea-3400d6c930fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.685431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-6aa57fd6-83f9-4738-bdea-3400d6c930fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.1280041 Nov 25 17:11:03.753995 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-8dc6d427-54ff-48d7-9632-c9acb21d3309 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 217 time: 0.0517097 Nov 25 17:11:03.837536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:03.874779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:03.887940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:03.889256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:03.915025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-3e4bbd4a-b1af-4552-b00e-acdc8e19bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.917679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-3e4bbd4a-b1af-4552-b00e-acdc8e19bacf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.1537633 Nov 25 17:11:03.935459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2740d-c13a-4ca4-b5a8-1769d9740a0c req-31a13419-a7e6-4099-9ff9-f56ce21f48cf tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.937267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8d2740d-c13a-4ca4-b5a8-1769d9740a0c req-31a13419-a7e6-4099-9ff9-f56ce21f48cf tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 945 time: 0.1016538 Nov 25 17:11:04.021747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8d2740d-c13a-4ca4-b5a8-1769d9740a0c req-21ac6aeb-3b64-4bdb-9721-49ad544030e9 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a5a38-0b05-4051-85d6-2476f8b0c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556078 Nov 25 17:11:04.028183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-228b0caf-4953-4fd8-8b73-3914640f0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.029910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-228b0caf-4953-4fd8-8b73-3914640f0bc2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916209 Nov 25 17:11:04.042601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:04.203056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-5ac41a26-5ae4-4f11-8c51-b0778f9f78ad service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651080 Nov 25 17:11:04.308331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8324e84a-bc6c-4a5e-885f-a542e917ae44 req-add14c56-a6cb-482f-8542-7f547ac6c99a service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954227 Nov 25 17:11:04.333520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa5eb2-830e-41eb-9b0f-6e351a010b18 req-1a7f33c2-5e5b-4f54-a9ec-98d70842a87b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.342469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edfa5eb2-830e-41eb-9b0f-6e351a010b18 req-1a7f33c2-5e5b-4f54-a9ec-98d70842a87b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.2038922 Nov 25 17:11:04.357742 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aed4e455-7929-4f1c-b9a1-c170504cece2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:04.437360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:04.437678 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edfa5eb2-830e-41eb-9b0f-6e351a010b18 req-d3053cdb-1981-4c4b-879f-eef8ed40cab2 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917859 Nov 25 17:11:04.485692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-3b88e7f3-5026-4cd6-bb33-3d347f341b93 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.488491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-3b88e7f3-5026-4cd6-bb33-3d347f341b93 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 946 time: 0.1789513 Nov 25 17:11:04.536185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185985aa-fa74-4f2c-bfaa-da42350ea88b None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:04.638610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58febbba-fbc4-4a80-ac40-1c04ec8a1bc9 req-5e5fea2a-07e0-4c03-a13e-395c6bc925f0 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.640370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58febbba-fbc4-4a80-ac40-1c04ec8a1bc9 req-5e5fea2a-07e0-4c03-a13e-395c6bc925f0 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e436d8f-85bb-4f0b-92c7-89a2d2e7816b HTTP/1.1" status: 200 len: 946 time: 0.1501586 Nov 25 17:11:04.697245 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Deleting port a2af2144-3dd1-45db-b97b-4b86ea225f98 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:04.697718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:04.818336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58febbba-fbc4-4a80-ac40-1c04ec8a1bc9 req-c8d119d8-9f44-4622-bac0-2f468effa670 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac13836f-e2b3-48ed-bbd6-fa3d795f5349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678281 Nov 25 17:11:04.852641 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda899-0646-4b86-b7c0-97eb7d2841a6 req-b68f6f53-dcf7-4faa-9d3b-d350c5c35f80 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.864437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59bda899-0646-4b86-b7c0-97eb7d2841a6 req-b68f6f53-dcf7-4faa-9d3b-d350c5c35f80 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 945 time: 0.1840613 Nov 25 17:11:04.919057 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c004e0-9c77-42c6-928c-624029788c97 None None] New status for floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:11:04.922352 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5193730b-c7bc-4b1d-b2b9-083b043dffaf x-openstack-request-id: req-5193730b-c7bc-4b1d-b2b9-083b043dffaf {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:04.922741 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:04.923034 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5193730b-c7bc-4b1d-b2b9-083b043dffaf {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:04.923454 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'status': 'completed', 'code': 200} Nov 25 17:11:04.927263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] For port a2af2144-3dd1-45db-b97b-4b86ea225f98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a2af2144-3dd1-45db-b97b-4b86ea225f98,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:04.927698 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:04.961634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Calling delete_port for a2af2144-3dd1-45db-b97b-4b86ea225f98 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:04.986001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59bda899-0646-4b86-b7c0-97eb7d2841a6 req-7aabd4a7-1cbd-42b1-953a-b02cbe90c95a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228187 Nov 25 17:11:05.052570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-d55baded-f899-4dea-b154-01b346d252cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.055883 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-d55baded-f899-4dea-b154-01b346d252cc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0971177 Nov 25 17:11:05.261790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-cf3d9acf-87a4-4c75-bcc4-cb41e7e68352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.263347 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-cf3d9acf-87a4-4c75-bcc4-cb41e7e68352 service neutron] 10.222.0.95 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.1987383 Nov 25 17:11:05.301340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c99513-1b4e-4a25-8f33-743ba78e5633 req-79d5d0e1-eacd-49ed-8af2-cd0a7078a308 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.313829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34c99513-1b4e-4a25-8f33-743ba78e5633 req-79d5d0e1-eacd-49ed-8af2-cd0a7078a308 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.2239907 Nov 25 17:11:05.322171 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-af9959a7-6d1f-4acd-9a56-f1191b71b6e8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 200 len: 217 time: 0.0489616 Nov 25 17:11:05.341694 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.368726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a2af2144-3dd1-45db-b97b-4b86ea225f98'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:05.436075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Pushing event deleted for resources: {'Port': ['ID=a2af2144-3dd1-45db-b97b-4b86ea225f98,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:05.515098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-6dc148b0-f1f7-4cb1-a569-01217cf1927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.516697 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-6dc148b0-f1f7-4cb1-a569-01217cf1927f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.1852217 Nov 25 17:11:05.558316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] No DVR routers for this DVR port a2af2144-3dd1-45db-b97b-4b86ea225f98 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:05.574624 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.578288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64357c35-033b-4c85-9ba6-6917e4abcca5 req-cd385459-826b-4eea-b397-9f276f774ff5 tempest-FloatingIPsAssociationNegativeTestJSON-558865251 tempest-FloatingIPsAssociationNegativeTestJSON-558865251-project] 10.222.0.60 "DELETE /v2.0/ports/a2af2144-3dd1-45db-b97b-4b86ea225f98 HTTP/1.1" status: 204 len: 173 time: 1.0744662 Nov 25 17:11:05.674929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-1d082555-d390-4ce6-96f7-3077861dbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.679006 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-1d082555-d390-4ce6-96f7-3077861dbd2f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520085 Nov 25 17:11:05.697737 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.721686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34c99513-1b4e-4a25-8f33-743ba78e5633 req-1b35d3bd-fcc2-4c2f-9adf-78bad067ade9 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926153 Nov 25 17:11:05.774010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63feda0-7e28-4882-baa6-ac11c663873c req-9729aa33-c1b6-44f7-8293-e0cc5f784f9f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.789674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-9729aa33-c1b6-44f7-8293-e0cc5f784f9f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1647563 Nov 25 17:11:05.888841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-298e341e-a9ba-4507-b2f8-c1cd3b7ea571 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 696 time: 0.0977428 Nov 25 17:11:05.895864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Request body: {'floatingip': {'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:05.937887 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-7856b93a-e7dd-418d-b350-b6ee3c4cc1b8 service neutron] 10.222.0.95 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438447 Nov 25 17:11:05.960162 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.126240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4146f8c-8eb2-4b8b-9097-82eb2b53dfa6 req-6636a5a3-27a7-4841-8dff-edc13939b014 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.128783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4146f8c-8eb2-4b8b-9097-82eb2b53dfa6 req-6636a5a3-27a7-4841-8dff-edc13939b014 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1913919 Nov 25 17:11:06.131075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-10929c4e-8fad-4bd3-b633-670916745250 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.133321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-10929c4e-8fad-4bd3-b633-670916745250 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.1001363 Nov 25 17:11:06.140906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09ad4215-3574-4ab6-b6f0-0dbe4ea429af req-f91508c8-1c8d-4212-9706-b013e547cdf7 service neutron] 10.222.0.95 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944292 Nov 25 17:11:06.147731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-3'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:06.255033 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.279817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.297834 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4146f8c-8eb2-4b8b-9097-82eb2b53dfa6 req-68473405-437c-463c-8b97-8a93189790b1 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487305 Nov 25 17:11:06.463379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:06.583789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:06.634756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.711013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:06.711013 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5094ede-de6f-40e9-8874-8c0614a024e2" -d '{"events": [{"server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:06.726958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.738816 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.850306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36514) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:06.895019 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.910506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.933304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:06.941188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on host n-h2-819349-3 for vnic_type normal with profile {"migrating_to": "n-h1-819349-3"} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:06.941188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:06.941188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:06.950077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'name': 'network-vif-deleted', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:06.952962 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e80e16-7a20-44d3-816c-bc82a70b7a3a" -d '{"events": [{"server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "name": "network-vif-deleted", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:06.959979 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.981627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:06.982320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Attempting to bind port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:07.005191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:07.005630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:07.006292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:07.007008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Bound port: c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:07.007562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.058788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f0cbe-7328-4756-805b-3bb91d662fb7 req-be2cefdb-bbf1-4c8f-815f-99a3ee4dd8cf tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:07.061331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd5f0cbe-7328-4756-805b-3bb91d662fb7 req-be2cefdb-bbf1-4c8f-815f-99a3ee4dd8cf tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 943 time: 0.1634691 Nov 25 17:11:07.132870 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d associated. External IP: 172.25.1.111, port: 5408debd-0784-480f-97db-f601ccc98296. Nov 25 17:11:07.190992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd5f0cbe-7328-4756-805b-3bb91d662fb7 req-81b3ebd1-3b93-41e4-b375-1169bb75ed8b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124780 Nov 25 17:11:07.274161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:07.312029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:07.332188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-a678c052-2e78-4d30-b9ab-cc3606717a91 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:07.335558 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-a678c052-2e78-4d30-b9ab-cc3606717a91 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.95 "GET /v2.0/ports?device_id=b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5 HTTP/1.1" status: 200 len: 946 time: 0.1622899 Nov 25 17:11:07.342489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.479837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e82615-ed08-4f34-9fc2-1d072a3cb637 req-5b90eb28-b07b-4aeb-9329-ce61b6f48bad tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:07.482820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15e82615-ed08-4f34-9fc2-1d072a3cb637 req-5b90eb28-b07b-4aeb-9329-ce61b6f48bad tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 945 time: 0.1559510 Nov 25 17:11:07.558944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:07.560277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Router ce44b01f-03b6-463c-9b67-20ab18ce339f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:07.582150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:07.582959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.584341 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-8174eb6a-8b73-40ee-838c-dc0e6fff0fca service neutron] 10.222.0.95 "PUT /v2.0/ports/c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 200 len: 1121 time: 1.4417422 Nov 25 17:11:07.593868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15e82615-ed08-4f34-9fc2-1d072a3cb637 req-e0f6714a-e027-45d1-9ff9-06eb8316aecc tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/security-groups?id=180a5a38-0b05-4051-85d6-2476f8b0c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901775 Nov 25 17:11:07.677675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Deleting port a67e8891-1477-4e5e-b454-4849698a37f2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:07.678023 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.722139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['c1bd6dfd-6e58-4500-90c2-526e6e17dd04'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:07.824260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['c1bd6dfd-6e58-4500-90c2-526e6e17dd04'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:07.851403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:07.865183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.927895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:07.931120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-fb54a8ff-2712-41be-a125-17415a06f5bd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "PUT /v2.0/floatingips/a63e9a3e-30f4-4ff7-94f2-64216cda860d HTTP/1.1" status: 200 len: 996 time: 2.0409913 Nov 25 17:11:07.980123 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.021895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:08.023041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:08.065932 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5157f942-6ee5-4f8b-9c78-d8458241e1a6 x-openstack-request-id: req-5157f942-6ee5-4f8b-9c78-d8458241e1a6 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:08.066261 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:08.066485 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5157f942-6ee5-4f8b-9c78-d8458241e1a6 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:08.066896 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04', 'code': 200} Nov 25 17:11:08.085101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63feda0-7e28-4882-baa6-ac11c663873c req-d7a95590-9787-4b7c-a843-ccc0887f1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.087799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-d7a95590-9787-4b7c-a843-ccc0887f1df4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.1344032 Nov 25 17:11:08.099902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea62b84-193d-469b-affe-7c6a9af768cb req-25fe8c09-1287-47c9-9391-91e8c27a8114 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.104739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ea62b84-193d-469b-affe-7c6a9af768cb req-25fe8c09-1287-47c9-9391-91e8c27a8114 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.1101553 Nov 25 17:11:08.141990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a2af2144-3dd1-45db-b97b-4b86ea225f98 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:08.156039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device c1bd6dfd-6e58-4500-90c2-526e6e17dd04 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:08.224007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ea62b84-193d-469b-affe-7c6a9af768cb req-52f83a12-75ac-4645-b9da-b929748568d9 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098776 Nov 25 17:11:08.227480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] For port a67e8891-1477-4e5e-b454-4849698a37f2, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a67e8891-1477-4e5e-b454-4849698a37f2,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:08.227880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.256236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63feda0-7e28-4882-baa6-ac11c663873c req-ccc4e1ce-eabf-4855-b33f-9a8ab1c9ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.256914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Calling delete_port for a67e8891-1477-4e5e-b454-4849698a37f2 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:08.258068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-ccc4e1ce-eabf-4855-b33f-9a8ab1c9ae38 service neutron] 10.222.0.81 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.1519277 Nov 25 17:11:08.309973 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad1bd40-a3d0-453b-98d2-fb5b0ffcef34 x-openstack-request-id: req-cad1bd40-a3d0-453b-98d2-fb5b0ffcef34 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:08.310309 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e436d8f-85bb-4f0b-92c7-89a2d2e7816b", "name": "network-vif-deleted", "tag": "a2af2144-3dd1-45db-b97b-4b86ea225f98", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:08.310557 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cad1bd40-a3d0-453b-98d2-fb5b0ffcef34 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:08.310981 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e436d8f-85bb-4f0b-92c7-89a2d2e7816b', 'name': 'network-vif-deleted', 'tag': 'a2af2144-3dd1-45db-b97b-4b86ea225f98', 'status': 'completed', 'code': 200} Nov 25 17:11:08.410893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: a2af2144-3dd1-45db-b97b-4b86ea225f98 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:08.411430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a2af2144-3dd1-45db-b97b-4b86ea225f98 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:08.488541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-89749087-fd07-4c81-a7e7-1e4991463b15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 999 time: 0.1763420 Nov 25 17:11:08.521470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-f318add3-4d3f-4432-8315-823a504c94d4 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.534956 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-f318add3-4d3f-4432-8315-823a504c94d4 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.95 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 945 time: 0.2605340 Nov 25 17:11:08.541823 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.560281 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:11:08.653393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:08.818677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.910711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a85b1-9c34-4aef-a3c9-fe7b8c4a8cf8 req-85bb163a-42af-4fdc-9cfb-4831324d4b65 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.912482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340a85b1-9c34-4aef-a3c9-fe7b8c4a8cf8 req-85bb163a-42af-4fdc-9cfb-4831324d4b65 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.5086329 Nov 25 17:11:08.952406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Pushing event deleted for resources: {'Port': ['ID=a67e8891-1477-4e5e-b454-4849698a37f2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:08.999599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63feda0-7e28-4882-baa6-ac11c663873c req-cc20d2a3-9b81-48d4-891d-ca3aa59e9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:09.000470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:09.005279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-cc20d2a3-9b81-48d4-891d-ca3aa59e9267 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.5078716 Nov 25 17:11:09.040763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Deleting port 352ec6ad-c861-4d99-8af5-efd31c95c7cf {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:09.041237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.085471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340a85b1-9c34-4aef-a3c9-fe7b8c4a8cf8 req-59f64dbc-8c4e-4c76-a885-30fbc276dde2 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614788 Nov 25 17:11:09.086522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device c1bd6dfd-6e58-4500-90c2-526e6e17dd04 has no active binding in host n-h1-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:11:09.131918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] No DVR routers for this DVR port a67e8891-1477-4e5e-b454-4849698a37f2 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:09.142952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63feda0-7e28-4882-baa6-ac11c663873c req-72543fed-d511-42ff-a06c-6436b2015c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:09.144035 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.146551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-72543fed-d511-42ff-a06c-6436b2015c1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183026 Nov 25 17:11:09.148851 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4963d1c5-ed9d-4d4e-b322-0e24dd17e412 req-c945b599-98db-4b1f-99c8-d4f45db6617a tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.95 "DELETE /v2.0/ports/a67e8891-1477-4e5e-b454-4849698a37f2 HTTP/1.1" status: 204 len: 173 time: 1.8035805 Nov 25 17:11:09.190042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['5408debd-0784-480f-97db-f601ccc98296'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:09.333625 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] For port 352ec6ad-c861-4d99-8af5-efd31c95c7cf, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=352ec6ad-c861-4d99-8af5-efd31c95c7cf,segment=NetworkSegment(003e7db6-d16d-48e0-9d67-b03e3174b8a8),segment_id=003e7db6-d16d-48e0-9d67-b03e3174b8a8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:09.334469 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.376501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Calling delete_port for 352ec6ad-c861-4d99-8af5-efd31c95c7cf owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:09.411676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-328f0c8d-1a76-4503-9ff8-7fda9bcda89f service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440686 Nov 25 17:11:09.545846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:07:a3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:11:06Z', 'revision_number': 8, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:09.607467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:09.655466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:09.656645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:09.740549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3f17-ba50-4506-8c17-1616ac2078c5 req-cc15c59c-3247-40f0-97da-5dbf9d533422 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:09.740988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Deleting port 1ff978f6-40e3-498d-bf8d-d37d96e983d9 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:09.741679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.743551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58de3f17-ba50-4506-8c17-1616ac2078c5 req-cc15c59c-3247-40f0-97da-5dbf9d533422 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 943 time: 0.1419129 Nov 25 17:11:09.750967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e63feda0-7e28-4882-baa6-ac11c663873c req-4ae3dc42-db8a-4f77-bf14-918e6faf4a33 service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213077 Nov 25 17:11:09.764506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.792077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['352ec6ad-c861-4d99-8af5-efd31c95c7cf'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:09.840972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Pushing event deleted for resources: {'Port': ['ID=352ec6ad-c861-4d99-8af5-efd31c95c7cf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:09.912686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] No DVR routers for this DVR port 352ec6ad-c861-4d99-8af5-efd31c95c7cf on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:09.920582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.923100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:09.927072 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c65f7a5b-cb33-46c4-baa7-c76fc319da9d req-0b6641ac-8598-456a-80a8-af2843ad490b tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.95 "DELETE /v2.0/ports/352ec6ad-c861-4d99-8af5-efd31c95c7cf HTTP/1.1" status: 204 len: 173 time: 1.3811541 Nov 25 17:11:09.935744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58de3f17-ba50-4506-8c17-1616ac2078c5 req-ca2e351a-8af8-42d1-bfdb-32017cc85a1f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774695 Nov 25 17:11:10.002191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] For port 1ff978f6-40e3-498d-bf8d-d37d96e983d9, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1ff978f6-40e3-498d-bf8d-d37d96e983d9,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:10.005937 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:10.025584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d566a562-43b2-40b5-8087-027d133bbfd7 req-b5cbfaff-6e0c-4117-98ea-74cb8a0eb268 tempest-ServerPasswordTestJSON-2120693150 tempest-ServerPasswordTestJSON-2120693150-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f6f4e88-8018-4ca3-af7b-f0874e6ab115 HTTP/1.1" status: 200 len: 210 time: 0.0703743 Nov 25 17:11:10.058470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Calling delete_port for 1ff978f6-40e3-498d-bf8d-d37d96e983d9 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:10.070850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04'}, {'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'name': 'network-vif-deleted', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2'}, {'server_uuid': '7f6f4e88-8018-4ca3-af7b-f0874e6ab115', 'name': 'network-vif-deleted', 'tag': '352ec6ad-c861-4d99-8af5-efd31c95c7cf'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:10.075003 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525738d1-406c-4414-b2b0-99e00ffea93b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04"}, {"server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "name": "network-vif-deleted", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2"}, {"server_uuid": "7f6f4e88-8018-4ca3-af7b-f0874e6ab115", "name": "network-vif-deleted", "tag": "352ec6ad-c861-4d99-8af5-efd31c95c7cf"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:10.185399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a67e8891-1477-4e5e-b454-4849698a37f2 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:10.261734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: a67e8891-1477-4e5e-b454-4849698a37f2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:10.262808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a67e8891-1477-4e5e-b454-4849698a37f2 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:10.338332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ea748-416d-4c57-bf89-1c46528f6bdd req-b5fa7166-c681-44e8-9530-cf18b7b34dc6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:10.353522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82ea748-416d-4c57-bf89-1c46528f6bdd req-b5fa7166-c681-44e8-9530-cf18b7b34dc6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.2035758 Nov 25 17:11:10.366738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:10.371020 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddb9721-800d-49fd-984e-72e58493cc47" -d '{"events": [{"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:10.464045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:07:a3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:11:06Z', 'revision_number': 8, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:10.491612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:10.510242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c08ece90-7069-4213-b58d-3c71da9a13b8 req-1e5a12c5-66ec-4b36-9c1d-e2b5c3e0bf15 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips/a63e9a3e-30f4-4ff7-94f2-64216cda860d HTTP/1.1" status: 200 len: 996 time: 0.1533747 Nov 25 17:11:10.519033 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1967e6-28df-4ca2-a90b-52939daecc7c None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'a63e9a3e-30f4-4ff7-94f2-64216cda860d', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'port_id': '5408debd-0784-480f-97db-f601ccc98296', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'mac_address': 'fa:16:3e:07:a3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:17Z', 'updated_at': '2021-11-25T17:11:06Z', 'revision_number': 8, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:10.521529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82ea748-416d-4c57-bf89-1c46528f6bdd req-bca6be60-f951-43b8-92e5-9777a957e5cc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667786 Nov 25 17:11:10.606851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff978f6-40e3-498d-bf8d-d37d96e983d9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:10.700113 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8691c636-bd4b-41d5-bd19-b1340094590a x-openstack-request-id: req-8691c636-bd4b-41d5-bd19-b1340094590a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:10.700544 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04", "status": "completed", "code": 200}, {"server_uuid": "b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5", "name": "network-vif-deleted", "tag": "a67e8891-1477-4e5e-b454-4849698a37f2", "status": "completed", "code": 200}, {"server_uuid": "7f6f4e88-8018-4ca3-af7b-f0874e6ab115", "name": "network-vif-deleted", "tag": "352ec6ad-c861-4d99-8af5-efd31c95c7cf", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:10.700882 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8691c636-bd4b-41d5-bd19-b1340094590a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:10.701412 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04', 'status': 'completed', 'code': 200} Nov 25 17:11:10.702332 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80e3161-f7a6-4aa0-ac51-c1ac37df5eb5', 'name': 'network-vif-deleted', 'tag': 'a67e8891-1477-4e5e-b454-4849698a37f2', 'status': 'completed', 'code': 200} Nov 25 17:11:10.702332 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6f4e88-8018-4ca3-af7b-f0874e6ab115', 'name': 'network-vif-deleted', 'tag': '352ec6ad-c861-4d99-8af5-efd31c95c7cf', 'status': 'completed', 'code': 200} Nov 25 17:11:10.832468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ece90-7069-4213-b58d-3c71da9a13b8 req-8217cd53-2e39-4dba-96c2-c43afd91e91c tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:10.840089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c08ece90-7069-4213-b58d-3c71da9a13b8 req-8217cd53-2e39-4dba-96c2-c43afd91e91c tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.3167284 Nov 25 17:11:10.869483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-c08ece90-7069-4213-b58d-3c71da9a13b8 req-7e3f081c-801f-441b-903a-12a465e58152 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:11:10.880493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c08ece90-7069-4213-b58d-3c71da9a13b8 req-7e3f081c-801f-441b-903a-12a465e58152 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0391529 Nov 25 17:11:10.908708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525738d1-406c-4414-b2b0-99e00ffea93b req-5104e530-e785-48e2-8454-41fb50aab446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:10.912519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:10.915155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-525738d1-406c-4414-b2b0-99e00ffea93b req-5104e530-e785-48e2-8454-41fb50aab446 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1124 time: 0.2119126 Nov 25 17:11:10.987438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bcdc5-39a0-4fac-99bd-94842dae3ebf req-45dfebad-b58e-40ff-b9c0-87664629d462 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:10.997019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-803bcdc5-39a0-4fac-99bd-94842dae3ebf req-45dfebad-b58e-40ff-b9c0-87664629d462 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.2636199 Nov 25 17:11:11.020533 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e17a83-7c96-48eb-bd54-fe0e6b21696c None None] New status for floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:11:11.201164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-803bcdc5-39a0-4fac-99bd-94842dae3ebf req-96f643b6-f954-4b0d-b0eb-de3f4a63102d tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020242 Nov 25 17:11:11.211369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fd810-9772-4b55-8a03-bff2da162e16 req-95dff099-df21-4408-9c66-f0145df7d1e6 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.213000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-924fd810-9772-4b55-8a03-bff2da162e16 req-95dff099-df21-4408-9c66-f0145df7d1e6 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 946 time: 0.1953630 Nov 25 17:11:11.253347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525738d1-406c-4414-b2b0-99e00ffea93b req-4fa7c29c-2fd4-441b-8af0-c843ef00958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.255309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-525738d1-406c-4414-b2b0-99e00ffea93b req-4fa7c29c-2fd4-441b-8af0-c843ef00958f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.3160326 Nov 25 17:11:11.349088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Router 47cd1128-bb6f-4f1c-ad16-547665f5a284 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:11.355847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-525738d1-406c-4414-b2b0-99e00ffea93b req-934d54b9-84fd-4108-818e-8f4d3ebf6d83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 200 len: 217 time: 0.0892735 Nov 25 17:11:11.392057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-924fd810-9772-4b55-8a03-bff2da162e16 req-f10de4fd-4dd4-45c5-aa08-6b67189f7158 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676106 Nov 25 17:11:11.485334 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6852b0-14b1-4b0a-84a6-7c4794b9dd04 x-openstack-request-id: req-9a6852b0-14b1-4b0a-84a6-7c4794b9dd04 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:11.486035 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:11.486573 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a6852b0-14b1-4b0a-84a6-7c4794b9dd04 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:11.487366 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296', 'status': 'completed', 'code': 200} Nov 25 17:11:11.548785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:11.564886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] Sync routers for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:11.570845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-000f3e5d-915b-412c-9f3a-649cc00f2482 admin admin] 10.222.0.81 "PUT /v2.0/routers/47cd1128-bb6f-4f1c-ad16-547665f5a284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7140431 Nov 25 17:11:11.573897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:11.591801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:11.593192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:11.630666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525738d1-406c-4414-b2b0-99e00ffea93b req-a35ab545-3887-4dbf-9afa-92871874226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.633774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-525738d1-406c-4414-b2b0-99e00ffea93b req-a35ab545-3887-4dbf-9afa-92871874226c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.2339027 Nov 25 17:11:11.650990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-97f14098-9f5d-4100-9cff-c39deed43ab2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1001 time: 0.1938887 Nov 25 17:11:11.731080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-525738d1-406c-4414-b2b0-99e00ffea93b req-e3188a5d-f63a-4828-bba7-be5d59cbdee2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760570 Nov 25 17:11:11.769657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.783620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-08ca49f6-6a6b-4f57-900a-eb62168c075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.785811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:11.786525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-08ca49f6-6a6b-4f57-900a-eb62168c075b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.2533078 Nov 25 17:11:11.811273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a22ab3-2fa4-44dd-a3f6-b60269252e62 req-cbf0f2d8-7b19-4fdc-8d7e-70757ba6d06f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.813246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8a22ab3-2fa4-44dd-a3f6-b60269252e62 req-cbf0f2d8-7b19-4fdc-8d7e-70757ba6d06f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 943 time: 0.2393486 Nov 25 17:11:11.894994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44730-86ff-4486-8acf-d386b4145782 req-21c3277c-28d0-49e8-85dd-ae169f9e306f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.896615 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-21c3277c-28d0-49e8-85dd-ae169f9e306f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports/5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 942 time: 0.2230940 Nov 25 17:11:11.947308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.038350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Deleting port 93ce4c6a-3637-4557-97c0-8e5751e36794 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:12.039241 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.078126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8a22ab3-2fa4-44dd-a3f6-b60269252e62 req-338a44ae-ecf0-4616-9a44-7f2c31a396fd tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369194 Nov 25 17:11:12.136449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:11:10Z', 'revision_number': 5, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port': {'id': '93ce4c6a-3637-4557-97c0-8e5751e36794', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:50Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:12.141450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 352ec6ad-c861-4d99-8af5-efd31c95c7cf no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:12.154853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-b06dab15-f425-42dc-9457-418a3f3375f1 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1001 time: 0.1755950 Nov 25 17:11:12.161692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-525738d1-406c-4414-b2b0-99e00ffea93b req-8ef5d45c-1167-40aa-8b95-938b5e986238 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824315 Nov 25 17:11:12.199388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] For port 93ce4c6a-3637-4557-97c0-8e5751e36794, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=93ce4c6a-3637-4557-97c0-8e5751e36794,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:12.199827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.208122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 352ec6ad-c861-4d99-8af5-efd31c95c7cf {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:12.208476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 352ec6ad-c861-4d99-8af5-efd31c95c7cf not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:12.211284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] Checking router: 47cd1128-bb6f-4f1c-ad16-547665f5a284 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:12.218637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Calling delete_port for 93ce4c6a-3637-4557-97c0-8e5751e36794 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:12.222981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] Routers {'47cd1128-bb6f-4f1c-ad16-547665f5a284'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:12.223632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['47cd1128-bb6f-4f1c-ad16-547665f5a284'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:12.228136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36558) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:12.245687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-5cc4de51-d53c-437d-86eb-cb7e54761838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.247304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-5cc4de51-d53c-437d-86eb-cb7e54761838 service neutron] 10.222.0.60 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.4296868 Nov 25 17:11:12.346881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bec3e7a-55e6-417f-804e-868d05ff5e21 admin admin] Deleting subnet 568e09e3-c22b-4e3b-90a0-e00e4aa9ac78 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:11:12.351125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e7a-55e6-417f-804e-868d05ff5e21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.433205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44730-86ff-4486-8acf-d386b4145782 req-4422651f-1451-45a3-b5a1-e528456f923f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.435214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-4422651f-1451-45a3-b5a1-e528456f923f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.2708552 Nov 25 17:11:12.461165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e7a-55e6-417f-804e-868d05ff5e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.466674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-4c874907-e2ef-4f25-a17f-3f067965fe0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 1001 time: 0.1962967 Nov 25 17:11:12.474581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba493d9e-fba0-4d07-9f7e-835c9a7130a7 req-47465ec1-1638-4011-b0d4-07b25e4cc6cc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.476355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba493d9e-fba0-4d07-9f7e-835c9a7130a7 req-47465ec1-1638-4011-b0d4-07b25e4cc6cc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.2280734 Nov 25 17:11:12.531083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e7a-55e6-417f-804e-868d05ff5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.545481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] Set router 47cd1128-bb6f-4f1c-ad16-547665f5a284 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:12.632970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-56e42c57-2da9-466d-99b1-b811c47bc68f tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 1001 time: 0.1829331 Nov 25 17:11:12.644143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:12.665770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-d337d480-13d8-44a0-8baa-b9894cc88052 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.667188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:11:11Z', 'revision_number': 6, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:12.668186 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-d337d480-13d8-44a0-8baa-b9894cc88052 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.95 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 946 time: 0.1544354 Nov 25 17:11:12.686325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e7a-55e6-417f-804e-868d05ff5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.692975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.709903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7340ab3-dfbb-4ad2-83f9-3fe84bce026a None None] The sync data for ids ['47cd1128-bb6f-4f1c-ad16-547665f5a284'] in n-d-819349-3 is: [{'id': '47cd1128-bb6f-4f1c-ad16-547665f5a284', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067744107-router', 'tenant_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:11:11Z', 'revision_number': 6, 'project_id': 'd5d473efc0c94cc1ad1d5c91bc3ba6a8', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:12.774413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-525738d1-406c-4414-b2b0-99e00ffea93b req-549e1de5-6208-4e62-ae5b-075d4f09a47d service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225399 Nov 25 17:11:12.828368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.836720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-6597e09d-bcca-47ce-90d7-495cddf2239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.838387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-6597e09d-bcca-47ce-90d7-495cddf2239c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.3538303 Nov 25 17:11:12.900865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba493d9e-fba0-4d07-9f7e-835c9a7130a7 req-eab61002-8611-4b9e-8311-a886c526e2b7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054852 Nov 25 17:11:13.026976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec3e7a-55e6-417f-804e-868d05ff5e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568e09e3-c22b-4e3b-90a0-e00e4aa9ac78,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:13.029105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bec3e7a-55e6-417f-804e-868d05ff5e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.036425 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1bec3e7a-55e6-417f-804e-868d05ff5e21 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/568e09e3-c22b-4e3b-90a0-e00e4aa9ac78 HTTP/1.1" status: 204 len: 168 time: 0.8040161 Nov 25 17:11:13.037043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:13.052384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Pushing event deleted for resources: {'Port': ['ID=93ce4c6a-3637-4557-97c0-8e5751e36794,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:13.067551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-b63c9999-7680-44e2-87f0-ef26b5dbcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.069104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-b63c9999-7680-44e2-87f0-ef26b5dbcb57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873989 Nov 25 17:11:13.132999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc6f7f-359a-45e6-a6ad-da9cedf05897 req-a97a2863-f701-4ce4-9628-17133573234a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.134561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7dc6f7f-359a-45e6-a6ad-da9cedf05897 req-a97a2863-f701-4ce4-9628-17133573234a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1273184 Nov 25 17:11:13.225779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.237894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.238212 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d disassociated. External IP: 172.25.1.111, port: 5408debd-0784-480f-97db-f601ccc98296. Nov 25 17:11:13.241887 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.249144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.413752 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.417013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.480847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Deleting port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:13.481262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.651716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.652545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47cd1128-bb6f-4f1c-ad16-547665f5a284 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:11:13.659370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.682377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.683655 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d11562e5-803f-4554-99dd-50540a3e89dd admin admin] 10.222.0.81 "DELETE /v2.0/routers/47cd1128-bb6f-4f1c-ad16-547665f5a284 HTTP/1.1" status: 204 len: 168 time: 2.1086941 Nov 25 17:11:13.690224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:13.700380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7dc6f7f-359a-45e6-a6ad-da9cedf05897 req-5fec8126-f161-479a-ad5d-2288929c86ca tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018585 Nov 25 17:11:13.702493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121e08b2-be24-4b28-82e2-cbbb75d3df31']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:13.725613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003e7db6-d16d-48e0-9d67-b03e3174b8a8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:13.725957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003e7db6-d16d-48e0-9d67-b03e3174b8a8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:13.748554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-c3bfdb64-9323-48e4-ab40-f9cd2c3f877a service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475198 Nov 25 17:11:13.758982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.787433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] For port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:13.787872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.788258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4ab2d9-b62c-4b89-9263-01290d29fd40 admin admin] Deleting subnet 3618b062-d832-4452-9fd9-b2d8689a4b09 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:11:13.797045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.808609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Calling delete_port for 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:13.810900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:11:13.811315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:11:13.814402 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:11:13.863291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab2d9-b62c-4b89-9263-01290d29fd40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.952161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.964974 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.971636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] 10.222.0.81 "DELETE /v2.0/networks/121e08b2-be24-4b28-82e2-cbbb75d3df31 HTTP/1.1" status: 204 len: 168 time: 0.9255137 Nov 25 17:11:13.994581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f417e-e524-4e1f-8c33-375b01b11b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=121e08b2-be24-4b28-82e2-cbbb75d3df31,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:14.122065 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.135091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:14.146632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36576) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:14.157784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Router ce44b01f-03b6-463c-9b67-20ab18ce339f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:14.177531 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab2d9-b62c-4b89-9263-01290d29fd40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.194286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Pushing event deleted for resources: {'Port': ['ID=9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:14.292894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] No DVR routers for this DVR port 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:14.299425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.303081 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eccc2427-c63b-4333-b3a8-95265026fcdf req-fcba0051-d9da-45e0-99eb-3d596330a51b tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.95 "DELETE /v2.0/ports/9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc HTTP/1.1" status: 204 len: 173 time: 1.6275787 Nov 25 17:11:14.303577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6962388-f72c-413f-9273-851bdb0e0d88', 'name': 'network-vif-deleted', 'tag': '9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:14.307903 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e281a26-552d-44cc-ad42-6b8e42d49974" -d '{"events": [{"server_uuid": "f6962388-f72c-413f-9273-851bdb0e0d88", "name": "network-vif-deleted", "tag": "9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:14.326182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4332c446-8574-46f3-998f-459c09e738b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d981d7f9040d4fa0ad5eaa893a698a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390829 Nov 25 17:11:14.326486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36580) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:14.336124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab2d9-b62c-4b89-9263-01290d29fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.428998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea8d682b-b7b3-49dd-8d3b-5714704fec26 req-c2f63704-51f9-4351-a3e4-5ac930f4e7b7 tempest-AttachSCSIVolumeTestJSON-1907126896 tempest-AttachSCSIVolumeTestJSON-1907126896-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6962388-f72c-413f-9273-851bdb0e0d88 HTTP/1.1" status: 200 len: 210 time: 0.3886611 Nov 25 17:11:14.439486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ddb9721-800d-49fd-984e-72e58493cc47 req-aebb8fa2-1930-49a7-ac47-967444f389b5 service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729000 Nov 25 17:11:14.448149 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-569bb2e5-3ae8-479a-b715-4e0a9f741f87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.458405 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab2d9-b62c-4b89-9263-01290d29fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.489234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-569bb2e5-3ae8-479a-b715-4e0a9f741f87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.550521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab2d9-b62c-4b89-9263-01290d29fd40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3618b062-d832-4452-9fd9-b2d8689a4b09,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:14.610761 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-569bb2e5-3ae8-479a-b715-4e0a9f741f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.614660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-569bb2e5-3ae8-479a-b715-4e0a9f741f87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.615897 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-569bb2e5-3ae8-479a-b715-4e0a9f741f87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/180a5a38-0b05-4051-85d6-2476f8b0c3f8 HTTP/1.1" status: 204 len: 168 time: 0.2884691 Nov 25 17:11:14.631751 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-e59f6015-894d-459f-b835-8fb309c00285 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758216 Nov 25 17:11:14.632553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bb2e5-3ae8-479a-b715-4e0a9f741f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180a5a38-0b05-4051-85d6-2476f8b0c3f8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:14.656430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa659c-c245-45b5-9e8f-ac4bc7314141 None None] Network d0982aff-0528-4969-b9ba-990ede17369c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:14.690816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab2d9-b62c-4b89-9263-01290d29fd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.698101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:14.711527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ea4ab2d9-b62c-4b89-9263-01290d29fd40 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3618b062-d832-4452-9fd9-b2d8689a4b09 HTTP/1.1" status: 204 len: 168 time: 1.0153012 Nov 25 17:11:14.728169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1ff978f6-40e3-498d-bf8d-d37d96e983d9 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:14.800549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 1ff978f6-40e3-498d-bf8d-d37d96e983d9 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:14.801122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1ff978f6-40e3-498d-bf8d-d37d96e983d9 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:14.801582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 93ce4c6a-3637-4557-97c0-8e5751e36794 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:14.845266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 93ce4c6a-3637-4557-97c0-8e5751e36794 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:14.846631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 93ce4c6a-3637-4557-97c0-8e5751e36794 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:14.914062 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.926457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e281c-111a-49e8-a733-6145f566b3e9 req-f511fee9-bbf8-48f3-95f7-968bcd693ed8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:14.942697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d40e281c-111a-49e8-a733-6145f566b3e9 req-f511fee9-bbf8-48f3-95f7-968bcd693ed8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 943 time: 0.3951011 Nov 25 17:11:15.098380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-e4954a92-494d-415e-a4a0-c50f76f96509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.101111 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-e4954a92-494d-415e-a4a0-c50f76f96509 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 1096 time: 0.1793537 Nov 25 17:11:15.108859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] DHCP port deletion for d0982aff-0528-4969-b9ba-990ede17369c request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:11:15.127030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Deleting port 49d7f23c-5088-47bd-868c-88480c94b209 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:15.127840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.136866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:15.144000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.152901 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:15.168976 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:15.174073 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:15.223163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] For port 49d7f23c-5088-47bd-868c-88480c94b209, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=49d7f23c-5088-47bd-868c-88480c94b209,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:15.223723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.231679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d40e281c-111a-49e8-a733-6145f566b3e9 req-3cef25aa-3c4c-4473-ab0f-cf4a7c9eb727 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871981 Nov 25 17:11:15.247385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Calling delete_port for 49d7f23c-5088-47bd-868c-88480c94b209 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:15.257517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] Deleting port 49d7f23c-5088-47bd-868c-88480c94b209 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:15.259036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.275901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-804eaa65-c193-423d-aec7-ccef404a9a21 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "PUT /v2.0/floatingips/a63e9a3e-30f4-4ff7-94f2-64216cda860d HTTP/1.1" status: 200 len: 696 time: 2.6402190 Nov 25 17:11:15.276642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:15.284722 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e" -d '{"events": [{"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:15.379504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.421216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] No DVR routers for this DVR port 49d7f23c-5088-47bd-868c-88480c94b209 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:15.424143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44730-86ff-4486-8acf-d386b4145782 req-886405b4-64e7-4acc-b7c3-977bc9c79191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.430464 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:15.431133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-886405b4-64e7-4acc-b7c3-977bc9c79191 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.1340873 Nov 25 17:11:15.471274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d7f23c-5088-47bd-868c-88480c94b209,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:15.537817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] For port 49d7f23c-5088-47bd-868c-88480c94b209, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=49d7f23c-5088-47bd-868c-88480c94b209,segment=NetworkSegment(2082a164-3fb8-488b-a6d6-9f46e596b81d),segment_id=2082a164-3fb8-488b-a6d6-9f46e596b81d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:15.539363 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.589065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] Calling delete_port for 49d7f23c-5088-47bd-868c-88480c94b209 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:15.600614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.615491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-b8c93457-6d73-4f00-a9d3-b28e7d2eaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.617673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-b8c93457-6d73-4f00-a9d3-b28e7d2eaefe service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.2494183 Nov 25 17:11:15.683343 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-ec1d73de-2f7c-4239-8163-532f565f8008 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 200 len: 217 time: 0.0539486 Nov 25 17:11:15.685135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0982aff-0528-4969-b9ba-990ede17369c']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:15.719934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2082a164-3fb8-488b-a6d6-9f46e596b81d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:15.720285 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2082a164-3fb8-488b-a6d6-9f46e596b81d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:15.749741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.779552 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.826490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] Pushing event deleted for resources: {'Port': ['ID=49d7f23c-5088-47bd-868c-88480c94b209,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:15.833953 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.849773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409da85-9c72-4baf-a45f-4b814b0d8b5b None None] No DVR routers for this DVR port 49d7f23c-5088-47bd-868c-88480c94b209 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:15.850156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:11:15.850890 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:11:15.853707 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:11:15.860748 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:15.912140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ea67-5326-419a-a538-402d1fce4179 req-e24d3181-5578-43d9-9205-5199a7e1ce5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.929087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb39ea67-5326-419a-a538-402d1fce4179 req-e24d3181-5578-43d9-9205-5199a7e1ce5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.4127920 Nov 25 17:11:15.933859 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:15.938108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-0c5f3cc3-f24d-4f75-bbbe-1553db60bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.940739 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-0c5f3cc3-f24d-4f75-bbbe-1553db60bb8a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.2486408 Nov 25 17:11:15.954140 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:15.955339 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:16.057421 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-1144bd01-7fee-4af4-ac4a-70a31711705d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949130 Nov 25 17:11:16.062288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.065659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c1bd6dfd-6e58-4500-90c2-526e6e17dd04 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:16.071311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-ecb0696e-652a-4ebc-863e-930d7c40c11a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3268399 Nov 25 17:11:16.075828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44730-86ff-4486-8acf-d386b4145782 req-0c36417b-3e16-4310-ac53-43d77bb67a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.077482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-0c36417b-3e16-4310-ac53-43d77bb67a4a service neutron] 10.222.0.81 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.6354930 Nov 25 17:11:16.123610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.134464 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d0982aff-0528-4969-b9ba-990ede17369c HTTP/1.1" status: 204 len: 168 time: 1.4351537 Nov 25 17:11:16.207979 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:16.222448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:16.234452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb39ea67-5326-419a-a538-402d1fce4179 req-25398cb9-3e21-433d-9e69-f1becd49c570 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035243 Nov 25 17:11:16.297143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f019d-fea8-4349-ba26-03ae0212c179 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0982aff-0528-4969-b9ba-990ede17369c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:16.364574 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94e689c-5068-482d-b54c-d9923e303fce x-openstack-request-id: req-b94e689c-5068-482d-b54c-d9923e303fce {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:16.364868 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6962388-f72c-413f-9273-851bdb0e0d88", "name": "network-vif-deleted", "tag": "9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:16.365226 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b94e689c-5068-482d-b54c-d9923e303fce {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:16.365581 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6962388-f72c-413f-9273-851bdb0e0d88', 'name': 'network-vif-deleted', 'tag': '9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc', 'status': 'completed', 'code': 200} Nov 25 17:11:16.380732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-51220c3f-0fb3-457d-85d6-f901e74f0df9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 217 time: 0.2854061 Nov 25 17:11:16.382681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:16.401570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:16.402147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 9a5b9913-6bf7-4e57-8ebd-fe8b131a6dbc not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:16.403209 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-4dc18c0b-0ec0-4e65-bff4-0872caed2322 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370035 Nov 25 17:11:16.610102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36618) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:16.640688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-93d165b4-064b-4064-9830-201e251b100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.643240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-93d165b4-064b-4064-9830-201e251b100a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb331fa0e9e416784fd9a128129a62a&device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 1100 time: 0.5153055 Nov 25 17:11:16.652891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 49d7f23c-5088-47bd-868c-88480c94b209 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:16.684146 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e5b6dadd-53a1-4e96-8f70-084727211d3a req-025b6f47-c94e-4626-a246-2071dc85decc service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725217 Nov 25 17:11:16.725262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:16.728022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 49d7f23c-5088-47bd-868c-88480c94b209 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:16.728384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 49d7f23c-5088-47bd-868c-88480c94b209 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:16.730137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-97c742f9-1f4b-44e6-89b1-ffdfd51612fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5d473efc0c94cc1ad1d5c91bc3ba6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446841 Nov 25 17:11:16.750783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44730-86ff-4486-8acf-d386b4145782 req-aa7c30bc-fa09-43fd-9ff9-d8c9372a9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.754143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-aa7c30bc-fa09-43fd-9ff9-d8c9372a9d42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.3543394 Nov 25 17:11:16.765309 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:16.856258 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0275126c-0cb6-4fb9-8cc1-8333d35aba57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.888066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978edae8-c423-45b7-b07b-4e16440bcfb8 req-cb53bccd-b67c-44b8-b83d-4650eab7bff6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.894500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0275126c-0cb6-4fb9-8cc1-8333d35aba57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.897791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-978edae8-c423-45b7-b07b-4e16440bcfb8 req-cb53bccd-b67c-44b8-b83d-4650eab7bff6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.4428411 Nov 25 17:11:16.918059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-network', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:16.950038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac44730-86ff-4486-8acf-d386b4145782 req-70382abd-de6c-4b3b-bced-4d0c93ee1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.951865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-70382abd-de6c-4b3b-bced-4d0c93ee1e1e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574790 Nov 25 17:11:16.968637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769cd172-f7b6-4d0d-aa1f-22dbbcca40c5 None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:09:37Z', 'revision_number': 4, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b6c714bd-e711-48f3-82c8-f40a08fef655', 'name': '', 'network_id': '283b845c-c0a6-4ad8-8167-9772a277034a', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'mac_address': 'fa:16:3e:f1:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:36Z', 'updated_at': '2021-11-25T17:09:44Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'subnets': [{'id': '3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:16.971988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Made reservation on behalf of 1730e5eb79e04e95b149f27949db58c8 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:16.974488 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.987747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.019691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-a3a3e1d0-db3e-4506-91c9-c798d35c8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.021501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-a3a3e1d0-db3e-4506-91c9-c798d35c8f3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3313258 Nov 25 17:11:17.097643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.098757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0275126c-0cb6-4fb9-8cc1-8333d35aba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.101621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0275126c-0cb6-4fb9-8cc1-8333d35aba57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.103240 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0275126c-0cb6-4fb9-8cc1-8333d35aba57 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac13836f-e2b3-48ed-bbd6-fa3d795f5349 HTTP/1.1" status: 204 len: 168 time: 0.3764770 Nov 25 17:11:17.106217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.138446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275126c-0cb6-4fb9-8cc1-8333d35aba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13836f-e2b3-48ed-bbd6-fa3d795f5349,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:17.167365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-978edae8-c423-45b7-b07b-4e16440bcfb8 req-7bf3d1a4-7fa0-4e8b-b513-a429b61c5103 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684188 Nov 25 17:11:17.178121 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-091dae9d-42b7-40d8-9d53-0bbc466ff16b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=1b36a241-a971-4c6b-8a78-ee752bb825bb HTTP/1.1" status: 200 len: 217 time: 0.1422832 Nov 25 17:11:17.205796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfd7648-e999-4394-9c92-74eda8af2eaf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:17.225184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:11:17.273429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.274964 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Added segment b96775ad-886e-49e9-8021-8af2b290cf5b of type vlan for network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 Nov 25 17:11:17.339083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.401122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-be411deb-e476-4efa-a0fd-d1ce250a1a0c service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171326 Nov 25 17:11:17.406571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.408337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.408968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.443268 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011d814a-ed59-438e-ae28-eb13f7a14e24 x-openstack-request-id: req-011d814a-ed59-438e-ae28-eb13f7a14e24 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:17.443768 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "tag": "5408debd-0784-480f-97db-f601ccc98296", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:17.444046 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-011d814a-ed59-438e-ae28-eb13f7a14e24 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:17.444552 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'tag': '5408debd-0784-480f-97db-f601ccc98296', 'status': 'completed', 'code': 200} Nov 25 17:11:17.495331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a750205-9552-4c4b-937d-f63c35968c6d None None] New status for floating IP a63e9a3e-30f4-4ff7-94f2-64216cda860d: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:11:17.623667 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aac44730-86ff-4486-8acf-d386b4145782 req-865f02e3-c6db-4d5f-88cb-8cfcc84136ac service neutron] 10.222.0.81 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769238 Nov 25 17:11:17.625964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-b2dd47ac-46fb-43ab-94fd-e86b353df7e8 service neutron] 10.222.0.60 "GET /v2.0/ports/c1bd6dfd-6e58-4500-90c2-526e6e17dd04/bindings/n-h1-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.4500356 Nov 25 17:11:17.628627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-29fd85bf-ee9e-43de-92ee-7e9ee5186e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.630579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-29fd85bf-ee9e-43de-92ee-7e9ee5186e78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.4200521 Nov 25 17:11:17.649869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0383241 Nov 25 17:11:17.668204 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36642) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:17.705166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Request body: {'subnet': {'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-subnet', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:17.766403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Made reservation on behalf of 1730e5eb79e04e95b149f27949db58c8 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:17.772810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.777260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81a7e-147b-4ee1-9cd9-3b4bc022b912 admin admin] Pushing event updated for resources: {'Network': ['ID=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:17.839682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:17.898486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f61f06-a8ab-47ce-8f08-1e16fc6b23f7 req-d236ecb5-f29e-4253-be74-52d79bb19a6f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.899837 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1f61f06-a8ab-47ce-8f08-1e16fc6b23f7 req-d236ecb5-f29e-4253-be74-52d79bb19a6f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.1138008 Nov 25 17:11:17.900281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-a1115f9c-928d-4f60-b80b-7ac699ab8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.902515 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-a1115f9c-928d-4f60-b80b-7ac699ab8e44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 1096 time: 0.4456270 Nov 25 17:11:17.923061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbb34b-20b4-4e3f-bc95-00beb38ba68b req-a234f5b3-2b0f-414a-a2a0-499e85fbc7ff tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.929723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fcbb34b-20b4-4e3f-bc95-00beb38ba68b req-a234f5b3-2b0f-414a-a2a0-499e85fbc7ff tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 943 time: 0.2337856 Nov 25 17:11:18.032411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-6b9b7546-2177-4950-a346-5c6257a9e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.035924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-6b9b7546-2177-4950-a346-5c6257a9e944 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3835096 Nov 25 17:11:18.255736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-4d176d99-d598-4499-b52a-222399ac5c80 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886106 Nov 25 17:11:18.285482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-4bd9decb-f59e-4439-9d30-2235b3310150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.287894 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-4bd9decb-f59e-4439-9d30-2235b3310150 service neutron] 10.222.0.60 "GET /v2.0/networks?id=283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 200 len: 922 time: 0.3730836 Nov 25 17:11:18.305039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1f61f06-a8ab-47ce-8f08-1e16fc6b23f7 req-d90e000f-8502-409f-8eed-ae874ef09aed tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694837 Nov 25 17:11:18.352116 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-8795ab24-0032-43df-98a5-6f7f6da10755 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 200 len: 217 time: 0.0558164 Nov 25 17:11:18.366296 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.457777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:18.479483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:18.488185 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d538f008-697c-4c80-aa3a-256bfbbf21f4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:18.531699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-154006a7-f6c0-4f8a-bfa0-de08ede21726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.534291 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-154006a7-f6c0-4f8a-bfa0-de08ede21726 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 200 len: 860 time: 0.1493847 Nov 25 17:11:18.543413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Checking segment: {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:18.544960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Network hostable DHCP agents. Network: f92cfb7d-247a-4baa-95ee-f2df3a8d94f9, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:18.617533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:18.618958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fcbb34b-20b4-4e3f-bc95-00beb38ba68b req-71be60c7-0d9e-4959-996b-2118e10a26d1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6576469 Nov 25 17:11:18.622699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36698) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:18.625180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bd6dfd-6e58-4500-90c2-526e6e17dd04 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:18.639151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-763f62f7-e27b-473a-ae27-84abc8fa3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.643018 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-763f62f7-e27b-473a-ae27-84abc8fa3193 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=283b845c-c0a6-4ad8-8167-9772a277034a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005535 Nov 25 17:11:18.645266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, f92cfb7d-247a-4baa-95ee-f2df3a8d94f9) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:18.650713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.651350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.663069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab14009-d937-4319-8bbb-562bb4852c25 None None] Network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:18.663968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:18.693463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.773700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559afb7-5ad3-42ef-8feb-005c21a3f8b6 req-3233028b-a467-41bf-9298-c4d9af817bc6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.781782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5559afb7-5ad3-42ef-8feb-005c21a3f8b6 req-3233028b-a467-41bf-9298-c4d9af817bc6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.2674537 Nov 25 17:11:18.800233 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54bb8f07-478a-4f60-a2e6-d526a5b59f79 req-9f0c59ad-000e-43aa-b949-dc9cf616e21a service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002711 Nov 25 17:11:18.854094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1522926358-network', 'tenant_id': 'da17cb8baa88476193f4e0819f247309'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:18.887059 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca65ea01-2b3e-4c45-8b88-c6bbedd02413 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2177970 Nov 25 17:11:18.893727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:18.900992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-69b091d3-352d-45c1-8bf0-72cfaab57e10 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips/a63e9a3e-30f4-4ff7-94f2-64216cda860d HTTP/1.1" status: 200 len: 694 time: 0.1066349 Nov 25 17:11:18.909782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:18.924399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-99cd494d-445d-40e5-9efa-aa02a3eb6c3a service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687469 Nov 25 17:11:18.931334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Made reservation on behalf of da17cb8baa88476193f4e0819f247309 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:18.936631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.941938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f3cb76-de2d-49c4-8e8d-71f50133e3d4 None None] Network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:18.974333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.134649 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a311dbd9-96f8-48e5-8b8d-610c32f4d42e req-fdb124c3-d1e5-409c-8a90-031e1ea59e4a service neutron] 10.222.0.60 "GET /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926842 Nov 25 17:11:19.187491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.193793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.223943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:11:19.234610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e986defb-1e50-4b8d-910e-6e29f8db1218,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:19.254509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.255917 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Added segment 2d328c42-629e-463f-8857-f336a04c4f38 of type vlan for network 9fb23c93-ad53-45f5-ae84-6e91842685d3 Nov 25 17:11:19.311341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.349623 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.352064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:19.352327 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.440620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb23c93-ad53-45f5-ae84-6e91842685d3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:19.453886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9fb23c93-ad53-45f5-ae84-6e91842685d3 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:19.454302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5559afb7-5ad3-42ef-8feb-005c21a3f8b6 req-ba1bc5fb-651e-4312-8888-08528b5b2c6b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715524 Nov 25 17:11:19.478670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-71976298-1e7f-43b5-84e9-8e0ba5871648 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:19.488309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-71976298-1e7f-43b5-84e9-8e0ba5871648 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.5625844 Nov 25 17:11:19.495673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7f0f2d67-b118-4029-83c0-7a0a69de64a9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8667746 Nov 25 17:11:19.496236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36716) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:19.502878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Request body: {'subnet': {'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1522926358-subnet', 'tenant_id': 'da17cb8baa88476193f4e0819f247309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:19.542968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Made reservation on behalf of da17cb8baa88476193f4e0819f247309 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:19.545865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.557580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-996db7c0-09dd-4d16-a3e2-97e4328253cd tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 697 time: 0.0681517 Nov 25 17:11:19.559950 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.561146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.567461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] Transition to ACTIVE for port object c1bd6dfd-6e58-4500-90c2-526e6e17dd04 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:19.577839 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.718109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-ceade0e2-db98-4e4f-8f7c-0f077fab7348 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.111 HTTP/1.1" status: 200 len: 697 time: 0.1589458 Nov 25 17:11:19.782052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.826567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.858980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] No DVR routers for this DVR port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:19.898950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:19.977798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d8333-0ce5-4470-8a23-4a3f827fc7e2 req-755f0ce7-f7b7-4a32-aa99-07a850aae800 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:19.979629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b2d8333-0ce5-4470-8a23-4a3f827fc7e2 req-755f0ce7-f7b7-4a32-aa99-07a850aae800 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.3598614 Nov 25 17:11:20.056461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6be43789-1d4f-4469-9a24-b8cce4e495a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/c1bd6dfd-6e58-4500-90c2-526e6e17dd04/bindings/n-h1-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4146142 Nov 25 17:11:20.127826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:20.170847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Checking segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:20.171204 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Network hostable DHCP agents. Network: 9fb23c93-ad53-45f5-ae84-6e91842685d3, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:20.184844 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.195676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:20.198726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:20.201291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-80391cca-98fd-423c-978a-1734fa53645e tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.203702 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-80391cca-98fd-423c-978a-1734fa53645e tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.0733037 Nov 25 17:11:20.205378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Network 9fb23c93-ad53-45f5-ae84-6e91842685d3 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:20.224449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9fb23c93-ad53-45f5-ae84-6e91842685d3) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:20.230963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b2d8333-0ce5-4470-8a23-4a3f827fc7e2 req-f0f4b253-d8ba-498c-b0fa-12055be96741 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358112 Nov 25 17:11:20.246693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Deleting port fd54075a-76fb-4a0d-ba86-5f3907037f3b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:20.247036 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.247173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.247766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.287280 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-69fdbd8f-767e-4fff-8457-72231b3224ca admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7902153 Nov 25 17:11:20.295958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c696cf8-4f76-447c-a53f-634a2d039f89 None None] Network 9fb23c93-ad53-45f5-ae84-6e91842685d3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:20.304034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6032aa97-f542-41a6-8336-27c9485214d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.305608 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-6032aa97-f542-41a6-8336-27c9485214d0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7&tenant_id=38d7203f59664fa3b6099740af359228 HTTP/1.1" status: 200 len: 1095 time: 0.0920498 Nov 25 17:11:20.373275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.373614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.396621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Calling delete_port for fd54075a-76fb-4a0d-ba86-5f3907037f3b owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:20.426417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-75a718cf-3ab2-45f6-b4cf-4d34a65628e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.437007 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-75a718cf-3ab2-45f6-b4cf-4d34a65628e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1095 time: 0.1056597 Nov 25 17:11:20.516702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bfa02-b632-4ca4-8e5d-96a0bd6965fc req-fe2664bd-3b62-45ab-9372-b1382cb9ca76 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.518903 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc3bfa02-b632-4ca4-8e5d-96a0bd6965fc req-fe2664bd-3b62-45ab-9372-b1382cb9ca76 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 944 time: 0.1199353 Nov 25 17:11:20.577351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-90accb9c-032a-49e0-8b1c-8d6cd5955c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.581553 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-90accb9c-032a-49e0-8b1c-8d6cd5955c6b service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.1350574 Nov 25 17:11:20.638502 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-fd6ad73a-be2c-459e-a08c-5c8509b5dbd8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 200 len: 217 time: 0.0477571 Nov 25 17:11:20.675169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ed105-56e9-45ae-83ce-42fe78ee62be None None] Network 9fb23c93-ad53-45f5-ae84-6e91842685d3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:20.722945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-b79d45b5-970c-4503-9dd3-56b18498aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.724836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-b79d45b5-970c-4503-9dd3-56b18498aa6d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.0754247 Nov 25 17:11:20.726976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.732496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc3bfa02-b632-4ca4-8e5d-96a0bd6965fc req-26951dfa-38ab-4565-b518-ed8728a8ce08 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978557 Nov 25 17:11:20.807775 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-134b7e0e-0236-4406-a0a4-70dc65558b9d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582378 Nov 25 17:11:20.826319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:20.830014 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409429ab-c17f-4fc7-b642-732d959d5932" -d '{"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-unplugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:20.843109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.850657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:20.887957 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.920400 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.941358 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.973298 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-31f6ac2f-9ee9-469b-85aa-4429a9645865 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588814 Nov 25 17:11:20.986854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:20.997720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:21.009157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '876febd1-a5bb-4dab-8c85-84088aa97260', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '876febd1-a5bb-4dab-8c85-84088aa97260', 'mac_address': 'fa:16:3e:34:58:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:21.043615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Pushing event deleted for resources: {'Port': ['ID=fd54075a-76fb-4a0d-ba86-5f3907037f3b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:21.075975 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.088194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.088556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.088977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.089653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.089653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.090157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.090502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.090837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.091179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.091508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.091844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.092191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:21.097894 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876febd1-a5bb-4dab-8c85-84088aa97260 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:21.121977 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-001dece7-6dfe-4dd7-93a3-798f1a959b85 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407335 Nov 25 17:11:21.122368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:21.127475 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.218138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:21.250320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c7700-7f23-4fc1-b6c0-fe2a5db22f5a req-acd6a777-6e42-47ce-aa1a-e95ce7667435 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:21.257663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-380c7700-7f23-4fc1-b6c0-fe2a5db22f5a req-acd6a777-6e42-47ce-aa1a-e95ce7667435 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 948 time: 0.2744927 Nov 25 17:11:21.284844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Allocated IP 172.25.1.244 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c4903531-6f5a-4bd0-94ee-50a8c3b99870) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:21.304692 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.308379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.309738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-079c4519-9cf3-42f1-b172-4c70164dd974 req-a1a4ace9-b248-4cf7-8340-a9af24ac351e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "DELETE /v2.0/floatingips/a63e9a3e-30f4-4ff7-94f2-64216cda860d HTTP/1.1" status: 204 len: 173 time: 1.5908763 Nov 25 17:11:21.404305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['876febd1-a5bb-4dab-8c85-84088aa97260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:21.441863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-380c7700-7f23-4fc1-b6c0-fe2a5db22f5a req-f77df5e5-58fb-44c0-82d4-19942a6d313b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669376 Nov 25 17:11:21.462143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-7ee6fdce-0932-4469-b119-29ba6bdb0f80 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:21.466045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-7ee6fdce-0932-4469-b119-29ba6bdb0f80 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.0775797 Nov 25 17:11:21.561873 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85783a79-5733-4dc9-8886-61c12c77196d x-openstack-request-id: req-85783a79-5733-4dc9-8886-61c12c77196d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:21.562230 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-unplugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:21.562589 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85783a79-5733-4dc9-8886-61c12c77196d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:21.563084 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260', 'code': 200} Nov 25 17:11:21.584094 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.681537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-7bb3e95d-b411-4c20-83a4-09b90293d0b5 service neutron] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:21.686155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-7bb3e95d-b411-4c20-83a4-09b90293d0b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.687636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b5bc62a8-8629-4550-a86f-712a6a54fb69 req-7bb3e95d-b411-4c20-83a4-09b90293d0b5 service neutron] 10.222.0.95 "DELETE /v2.0/ports/c1bd6dfd-6e58-4500-90c2-526e6e17dd04/bindings/n-h2-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.2090931 Nov 25 17:11:21.717835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdf08-0ac9-4546-ab17-39913216f095 req-ec365871-a5b6-4c0f-86e0-6cea16e51235 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:21.721797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a77bdf08-0ac9-4546-ab17-39913216f095 req-ec365871-a5b6-4c0f-86e0-6cea16e51235 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.0898764 Nov 25 17:11:21.727626 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.885776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:21.900905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:21.910040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:21.912134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Pushing event updated for resources: {'Port': ['ID=c4903531-6f5a-4bd0-94ee-50a8c3b99870,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:21.970474 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a77bdf08-0ac9-4546-ab17-39913216f095 req-ce42b88a-84f3-48cd-b87b-68b3e0d16801 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400596 Nov 25 17:11:22.013861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-59a07b46-42f8-4a8c-a90c-e4af16299cc5 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:22.015579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-59a07b46-42f8-4a8c-a90c-e4af16299cc5 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 805 time: 0.2911417 Nov 25 17:11:22.158351 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-6793c359-3ad2-47a6-9c49-577b9c5a712a tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/quotas/da17cb8baa88476193f4e0819f247309 HTTP/1.1" status: 200 len: 375 time: 0.0742147 Nov 25 17:11:22.258775 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-33d1c653-0100-426a-9ca4-f8ccde8a3c19 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915160 Nov 25 17:11:22.778536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb2603-66c0-40cf-8156-cf64ced3421b req-2e0210ea-3a4d-4895-ad52-fa973cc312a1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:22.780614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eebb2603-66c0-40cf-8156-cf64ced3421b req-2e0210ea-3a4d-4895-ad52-fa973cc312a1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 944 time: 0.5083635 Nov 25 17:11:22.834536 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.853407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-66e77ae5-be4e-48c3-a670-7f55c4697004 service neutron] 10.222.0.81 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932913 Nov 25 17:11:23.130600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eebb2603-66c0-40cf-8156-cf64ced3421b req-55a52bdb-53f1-4d6a-b902-54d75e008397 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347843 Nov 25 17:11:23.305405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-0954a779-4e7e-45f0-ac2e-3ce5dedc377e service neutron] 10.222.0.81 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930764 Nov 25 17:11:23.373260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-66705cf5-83d9-4b5f-b6ef-6dbe9a3f8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.377695 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-66705cf5-83d9-4b5f-b6ef-6dbe9a3f8552 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1096 time: 0.0873959 Nov 25 17:11:23.519606 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-dec6b517-e025-43d5-9535-7bf525f51244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.521257 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-dec6b517-e025-43d5-9535-7bf525f51244 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.1356602 Nov 25 17:11:23.530517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f18b01-dda2-4828-af0f-670733689388 req-54417487-1261-49ec-a9a4-383507a65c2e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.545171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61f18b01-dda2-4828-af0f-670733689388 req-54417487-1261-49ec-a9a4-383507a65c2e tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 945 time: 0.1965840 Nov 25 17:11:23.578929 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:23.624677 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-290d9fb6-e431-4aca-aefe-aa76a6aa890a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 217 time: 0.0956552 Nov 25 17:11:23.715508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-6fb73d0c-698a-4fbf-9cad-8545e1360048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.718866 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-6fb73d0c-698a-4fbf-9cad-8545e1360048 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.0871317 Nov 25 17:11:23.770454 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-619f65a1-e631-49ac-88e8-a66b3e496323 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433524 Nov 25 17:11:23.828564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f17fe7-1c49-457f-b5ab-f9e1c4240faf req-48046361-d581-42cb-b11a-ecc5dc13064f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.834059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2f17fe7-1c49-457f-b5ab-f9e1c4240faf req-48046361-d581-42cb-b11a-ecc5dc13064f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 950 time: 0.1468856 Nov 25 17:11:23.845539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61f18b01-dda2-4828-af0f-670733689388 req-5a2eb8f0-c205-49e2-b923-068a8260cc73 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982492 Nov 25 17:11:23.937191 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-e00d2bda-fb67-4500-ae40-70a2c26fb022 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566617 Nov 25 17:11:23.939079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2f17fe7-1c49-457f-b5ab-f9e1c4240faf req-36367504-1836-4302-b65a-2d5c54793da6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887101 Nov 25 17:11:24.001582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Router a38541e8-ade2-4a54-b63d-9d41486532e0 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:11:24.202462 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-54d00ceb-f3ec-406d-886a-27cb145798b1 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578049 Nov 25 17:11:24.215870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:24.248768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e438b45-6713-4b1f-958e-9a7be03570fc req-4b12edb9-2537-4feb-b5e6-69c415ac95de tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:24.267767 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e438b45-6713-4b1f-958e-9a7be03570fc req-4b12edb9-2537-4feb-b5e6-69c415ac95de tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 945 time: 0.2535188 Nov 25 17:11:24.340578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 876febd1-a5bb-4dab-8c85-84088aa97260 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:24.345588 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.362950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ffeb8e4-f6ae-456e-856e-b8fb2123f7a7 req-0a1a3b7e-0730-441f-8aef-62177258d348 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 210 time: 0.0924828 Nov 25 17:11:24.418766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-b34952e0-3d16-4d3f-a159-36244afee2e1 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:24.421120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-b34952e0-3d16-4d3f-a159-36244afee2e1 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.1352484 Nov 25 17:11:24.443310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:24.451470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-3'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:24.462706 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Sync routers for ids ['a38541e8-ade2-4a54-b63d-9d41486532e0'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:24.489285 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Routers {'a38541e8-ade2-4a54-b63d-9d41486532e0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:24.490608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e438b45-6713-4b1f-958e-9a7be03570fc req-2ee98d3d-9bad-4a1f-bcaa-afc576498892 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214215 Nov 25 17:11:24.491164 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a38541e8-ade2-4a54-b63d-9d41486532e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:24.565988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.568542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9bbfad82-574d-49d6-96e7-b623d349d24e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6652400 Nov 25 17:11:24.590887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:24.616732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:24.677709 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.755423 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Set router a38541e8-ade2-4a54-b63d-9d41486532e0 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:24.788435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:24.796825 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682edc71-f6d3-4097-8261-54991ecd56a0" -d '{"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-plugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:24.827592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:24.834944 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.890700 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.938482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e71ec-e8f8-4421-a9d6-132f296be693 req-2ff5bef7-7589-4d3c-9faf-5e599c573c45 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:24.942041 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b897846-d093-4b27-b8af-c6b1a5ec9680 x-openstack-request-id: req-5b897846-d093-4b27-b8af-c6b1a5ec9680 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:24.946298 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-plugged", "status": "completed", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:24.946813 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b897846-d093-4b27-b8af-c6b1a5ec9680 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:24.947448 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260', 'code': 200} Nov 25 17:11:24.954266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-666e71ec-e8f8-4421-a9d6-132f296be693 req-2ff5bef7-7589-4d3c-9faf-5e599c573c45 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1095 time: 0.4507744 Nov 25 17:11:24.990000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:25.052255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-022664fd-d243-4b0e-ad80-7f9b0d2b87b9 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.056451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-022664fd-d243-4b0e-ad80-7f9b0d2b87b9 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.60 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 945 time: 0.5259259 Nov 25 17:11:25.200880 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:11:22Z', 'revision_number': 3, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:25.250955 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Checking router: a38541e8-ade2-4a54-b63d-9d41486532e0 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:25.253083 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Updating router a38541e8-ade2-4a54-b63d-9d41486532e0 port c4903531-6f5a-4bd0-94ee-50a8c3b99870 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:11:25.298970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-666e71ec-e8f8-4421-a9d6-132f296be693 req-49eb167c-c99b-43c6-83d7-252263f6733e tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428445 Nov 25 17:11:25.318759 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.394446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6574e8-8241-42ea-9759-f2f405570f7a req-e30c9b45-be63-49d2-a715-64537bcb40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.398478 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd6574e8-8241-42ea-9759-f2f405570f7a req-e30c9b45-be63-49d2-a715-64537bcb40f0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1102 time: 0.1871135 Nov 25 17:11:25.411349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:25.482813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf845c1e-689f-41f1-97ce-6c0cd988bcf0 req-5209b85c-7e9f-4a46-906f-58c277173a07 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.490000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf845c1e-689f-41f1-97ce-6c0cd988bcf0 req-5209b85c-7e9f-4a46-906f-58c277173a07 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 945 time: 0.3147399 Nov 25 17:11:25.583821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd6574e8-8241-42ea-9759-f2f405570f7a req-d20da78a-7fa8-422a-a014-653450a957d3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695077 Nov 25 17:11:25.632343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:25.699148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Deleting port 5408debd-0784-480f-97db-f601ccc98296 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:25.699838 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.727241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12def11-f2e9-455b-8129-5517d3459ed1 req-f55105ef-34c6-4471-94fe-712573ae9350 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.735497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f12def11-f2e9-455b-8129-5517d3459ed1 req-f55105ef-34c6-4471-94fe-712573ae9350 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 951 time: 0.2630570 Nov 25 17:11:25.752654 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf845c1e-689f-41f1-97ce-6c0cd988bcf0 req-61c3c10a-b704-4ca1-9e9c-d109944bc390 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608197 Nov 25 17:11:25.777984 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.778874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:25.781955 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94903e77-ddaf-484a-8de1-dd37a256ff8e" -d '{"events": [{"server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "name": "network-vif-unplugged", "status": "completed", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:25.787350 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.790840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.820395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.865115 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Attempting to bind port c4903531-6f5a-4bd0-94ee-50a8c3b99870 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:25.865816 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Attempting to bind port c4903531-6f5a-4bd0-94ee-50a8c3b99870 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:25.866562 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Attempting to bind port c4903531-6f5a-4bd0-94ee-50a8c3b99870 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:25.883729 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:25.884533 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:25.885557 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.886485 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:25.887208 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Bound port: c4903531-6f5a-4bd0-94ee-50a8c3b99870, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:25.887888 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.927263 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Pushing event updated for resources: {'Port': ['ID=c4903531-6f5a-4bd0-94ee-50a8c3b99870,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:25.953770 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.954995 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.955336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0cd5300-44e4-4f62-b728-858104ca798f req-3dad6bbb-203d-4e40-a276-d14263eb15a2 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 210 time: 0.0487289 Nov 25 17:11:25.955812 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.956378 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.956845 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.957315 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.957665 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.958008 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.958644 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.958991 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.959331 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:25.959667 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.025438 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] For port c4903531-6f5a-4bd0-94ee-50a8c3b99870, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:26.031687 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] For port c4903531-6f5a-4bd0-94ee-50a8c3b99870, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c4903531-6f5a-4bd0-94ee-50a8c3b99870,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:26.039552 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.061304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f12def11-f2e9-455b-8129-5517d3459ed1 req-8a6529c7-abd1-40e6-a6d3-b7e134c0f120 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190253 Nov 25 17:11:26.081663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-d04f8f17-b221-4e19-a683-be8aec509f7c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.083642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-d04f8f17-b221-4e19-a683-be8aec509f7c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 805 time: 0.4241805 Nov 25 17:11:26.087862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:26.112190 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Routers {'a38541e8-ade2-4a54-b63d-9d41486532e0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:26.112855 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a38541e8-ade2-4a54-b63d-9d41486532e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:26.141032 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.171339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Request body: {'port': {'device_id': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'admin_state_up': True, 'tenant_id': 'da17cb8baa88476193f4e0819f247309'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:26.186596 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144eabf-505a-40e0-9d3f-e642f0ad3449 None None] Pushing event updated for resources: {'Port': ['ID=c4903531-6f5a-4bd0-94ee-50a8c3b99870,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:26.186847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.187254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.187886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.188547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.189234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.189910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.190477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.191101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.191736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.192451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.193109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.193738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:26.219492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] For port 5408debd-0784-480f-97db-f601ccc98296, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5408debd-0784-480f-97db-f601ccc98296,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:26.220089 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.229380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on host n-h2-819349-3 for vnic_type normal with profile {"migrating_to": "n-h1-819349-3"} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:26.229984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:26.230584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:26.249092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Calling delete_port for 5408debd-0784-480f-97db-f601ccc98296 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:26.301214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:26.301555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Attempting to bind port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:26.306930 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] Set router a38541e8-ade2-4a54-b63d-9d41486532e0 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:26.316708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:26.317195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:26.317646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:26.317919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Bound port: 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:26.318723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.333373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9594-f6ae-4678-83d1-44d9c902f66f req-92bb3e90-6741-48db-ac4b-4f5fd84cae27 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.335139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00fe9594-f6ae-4678-83d1-44d9c902f66f req-92bb3e90-6741-48db-ac4b-4f5fd84cae27 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 943 time: 0.1807315 Nov 25 17:11:26.405999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.500964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:26.505670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Made reservation on behalf of da17cb8baa88476193f4e0819f247309 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:26.509419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.565770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:26.572323 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:11:22Z', 'revision_number': 3, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:26.589485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.612451 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bac729-02db-4dc1-8d6d-e32285988be7 None None] The sync data for ids ['a38541e8-ade2-4a54-b63d-9d41486532e0'] in n-d-819349-3 is: [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:11:22Z', 'revision_number': 3, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:26.681382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a62f5-5a2f-4cd7-bc59-ce98c93c51a8 req-f0d8dea7-e218-4e54-9a59-9ba7c7426f71 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.690324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc6a62f5-5a2f-4cd7-bc59-ce98c93c51a8 req-f0d8dea7-e218-4e54-9a59-9ba7c7426f71 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 1095 time: 0.6140981 Nov 25 17:11:26.862225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:26.895001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00fe9594-f6ae-4678-83d1-44d9c902f66f req-15d811a3-0425-40eb-80c1-df1e92c11d65 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022746 Nov 25 17:11:26.920002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc6a62f5-5a2f-4cd7-bc59-ce98c93c51a8 req-5a7746b1-fd39-4746-a879-bf835059d2ce tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286394 Nov 25 17:11:26.938247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.939709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.944036 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-1c381c72-80cb-4d43-83df-7cab3ad8b906 service neutron] 10.222.0.95 "PUT /v2.0/ports/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 1121 time: 2.5140631 Nov 25 17:11:27.019644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Allocated IP 172.20.0.10 (9fb23c93-ad53-45f5-ae84-6e91842685d3/3792ba4d-4b99-4eb8-afdb-2ddd498f95cc/b1c92e68-7ede-4350-98ae-1a1fad680b89) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:27.066996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['5e6dcbcb-4e5f-48b8-bfa9-a7e977164878'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:27.089325 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4043c8-33c6-490e-b506-e120d2118532 x-openstack-request-id: req-ef4043c8-33c6-490e-b506-e120d2118532 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:27.089972 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "name": "network-vif-unplugged", "status": "completed", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:27.090099 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef4043c8-33c6-490e-b506-e120d2118532 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:27.090822 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878', 'code': 200} Nov 25 17:11:27.129045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Allocated IP 172.20.0.1 (f92cfb7d-247a-4baa-95ee-f2df3a8d94f9/d538f008-697c-4c80-aa3a-256bfbbf21f4/cceea60b-c47b-4523-a030-afbb58526fcd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:27.353963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.388897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.415334 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5520c8fd-734d-48d9-8bd5-c5d2c527a677 req-3e79ceb5-3fa4-4bd7-b460-28b4f14f3710 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 210 time: 0.0793762 Nov 25 17:11:27.417801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Deleting port a249a618-978a-4c71-ba53-1e046a659fb9 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:27.418405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.495571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.513210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd68ccd-a60a-42a6-a96a-1623f7c6ad79 req-5ba93757-d2f1-4797-b48a-6a2278dc15c8 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:27.525430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dd68ccd-a60a-42a6-a96a-1623f7c6ad79 req-5ba93757-d2f1-4797-b48a-6a2278dc15c8 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6 HTTP/1.1" status: 200 len: 945 time: 0.2115653 Nov 25 17:11:27.529979 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.563042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Network 9fb23c93-ad53-45f5-ae84-6e91842685d3 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:27.571242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:27.581282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:27.587823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Pushing event updated for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:27.609164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Pushing event deleted for resources: {'Port': ['ID=5408debd-0784-480f-97db-f601ccc98296,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:27.642884 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.656898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] For port a249a618-978a-4c71-ba53-1e046a659fb9, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a249a618-978a-4c71-ba53-1e046a659fb9,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:27.657506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.684003 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:27.685148 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.696476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Calling delete_port for a249a618-978a-4c71-ba53-1e046a659fb9 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:27.714085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-20ed3c87-7934-4e9b-9826-bfec0375d54f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5694630 Nov 25 17:11:27.735089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dd68ccd-a60a-42a6-a96a-1623f7c6ad79 req-9f1a3c16-be11-4359-bd15-f70d53509534 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.81 "GET /v2.0/security-groups?id=60491aa7-a1a2-4e87-87e5-f59ab405f914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087779 Nov 25 17:11:27.765440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] No DVR routers for this DVR port 5408debd-0784-480f-97db-f601ccc98296 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:27.776322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Request body: {'port': {'device_id': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:27.792985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:27.795196 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.800971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b1045ae-c294-4895-a102-0755f0a05cfb req-1f9c8055-718e-42e8-8068-ebd6d43254f2 tempest-FloatingIPsAssociationTestJSON-2135501428 tempest-FloatingIPsAssociationTestJSON-2135501428-project] 10.222.0.60 "DELETE /v2.0/ports/5408debd-0784-480f-97db-f601ccc98296 HTTP/1.1" status: 204 len: 173 time: 2.7217405 Nov 25 17:11:27.820523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'name': 'network-vif-deleted', 'tag': '5408debd-0784-480f-97db-f601ccc98296'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:27.824844 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6196a37d-c82a-4167-aed6-f6eb9bafb485" -d '{"events": [{"server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "name": "network-vif-deleted", "tag": "5408debd-0784-480f-97db-f601ccc98296"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:27.835838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:27.838317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Pushing event updated for resources: {'Port': ['ID=cceea60b-c47b-4523-a030-afbb58526fcd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:27.842783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:27.853175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660d75c-46a4-4457-95a6-22282735089c req-b75179fd-3628-4861-896a-61f29d87e382 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:27.863528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2660d75c-46a4-4457-95a6-22282735089c req-b75179fd-3628-4861-896a-61f29d87e382 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 951 time: 0.2975714 Nov 25 17:11:27.938211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.965259 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.981321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2660d75c-46a4-4457-95a6-22282735089c req-425fd38c-7d14-4e08-9ea3-756e994679b3 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167648 Nov 25 17:11:28.061038 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b38858b-43e0-471c-9017-2d3c2f8e36cf x-openstack-request-id: req-7b38858b-43e0-471c-9017-2d3c2f8e36cf {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:28.061595 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6", "name": "network-vif-deleted", "tag": "5408debd-0784-480f-97db-f601ccc98296", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:28.062193 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b38858b-43e0-471c-9017-2d3c2f8e36cf {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:28.062860 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabd5867-3a5d-49ff-ba8e-bbb97b8c62c6', 'name': 'network-vif-deleted', 'tag': '5408debd-0784-480f-97db-f601ccc98296', 'status': 'completed', 'code': 200} Nov 25 17:11:28.150214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5408debd-0784-480f-97db-f601ccc98296 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:28.211114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 5408debd-0784-480f-97db-f601ccc98296 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:28.211704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5408debd-0784-480f-97db-f601ccc98296 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:28.291631 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.359724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178a6a-f77f-4c9a-9c12-c0aa199e1443 req-0b7436b5-77c3-4748-a974-99e616b01c1e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:28.367656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c178a6a-f77f-4c9a-9c12-c0aa199e1443 req-0b7436b5-77c3-4748-a974-99e616b01c1e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 943 time: 0.1321068 Nov 25 17:11:28.489469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c178a6a-f77f-4c9a-9c12-c0aa199e1443 req-a4a26b40-5a13-43b3-a842-923c64b83066 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205904 Nov 25 17:11:28.799648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c4903531-6f5a-4bd0-94ee-50a8c3b99870 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:28.848536 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.871363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c4903531-6f5a-4bd0-94ee-50a8c3b99870 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:28.872024 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.873909 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.942386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.967652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Pushing event updated for resources: {'Port': ['ID=cceea60b-c47b-4523-a030-afbb58526fcd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:28.984523 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.998075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a249a618-978a-4c71-ba53-1e046a659fb9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:29.007402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a94d9-4a93-4887-b75b-4d2e543610cc req-63cbe4f3-0131-4415-8963-9666fae9da34 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:29.015314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-037a94d9-4a93-4887-b75b-4d2e543610cc req-63cbe4f3-0131-4415-8963-9666fae9da34 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 932 time: 0.2584529 Nov 25 17:11:29.015573 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.056546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port c4903531-6f5a-4bd0-94ee-50a8c3b99870, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c4903531-6f5a-4bd0-94ee-50a8c3b99870,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:29.063114 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.117813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:29.120027 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7471730c-79ea-43e0-b7dc-838d325004e1" -d '{"events": [{"name": "network-changed", "server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:29.124044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9772709-8ebd-4ee2-826f-f474023bb634 req-7b426107-da81-43ad-9cd2-bca1ff79c131 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:29.131976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9772709-8ebd-4ee2-826f-f474023bb634 req-7b426107-da81-43ad-9cd2-bca1ff79c131 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1102 time: 0.3030190 Nov 25 17:11:29.167500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c92e68-7ede-4350-98ae-1a1fad680b89 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:29.183556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.190858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=c4903531-6f5a-4bd0-94ee-50a8c3b99870,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:29.281906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9772709-8ebd-4ee2-826f-f474023bb634 req-51858dd4-21e4-4c0a-8151-473783489066 tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489799 Nov 25 17:11:29.285579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:29.299844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-037a94d9-4a93-4887-b75b-4d2e543610cc req-c3e95768-48a2-4d94-9daf-d2862dfdaefb tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767031 Nov 25 17:11:29.299844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:29.310401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Transition to ACTIVE for port object b1c92e68-7ede-4350-98ae-1a1fad680b89 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:29.362299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.427144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:29.458490 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c10d891-61c1-4056-9343-7d5a7ae91033 x-openstack-request-id: req-7c10d891-61c1-4056-9343-7d5a7ae91033 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:29.459342 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:29.459611 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c10d891-61c1-4056-9343-7d5a7ae91033 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:29.460075 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878', 'status': 'completed', 'code': 200} Nov 25 17:11:29.523637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Pushing event updated for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:29.528536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.715819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Attempting to bind port b1c92e68-7ede-4350-98ae-1a1fad680b89 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:29.716315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Attempting to bind port b1c92e68-7ede-4350-98ae-1a1fad680b89 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:29.716803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Attempting to bind port b1c92e68-7ede-4350-98ae-1a1fad680b89 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:29.732306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Port b1c92e68-7ede-4350-98ae-1a1fad680b89 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:29.732822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Attempting to bind port b1c92e68-7ede-4350-98ae-1a1fad680b89 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:29.738071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-282ee9fc-9b0e-432b-9068-61eef5743787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:29.739587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-282ee9fc-9b0e-432b-9068-61eef5743787 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1124 time: 0.2452967 Nov 25 17:11:29.791371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:29.791755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Checking segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:29.792618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Bound using segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:29.792618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Bound port: b1c92e68-7ede-4350-98ae-1a1fad680b89, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:29.792917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.863391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Router a38541e8-ade2-4a54-b63d-9d41486532e0 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:29.872774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfce311-ce48-470d-9683-37cfd0815a47 req-8f2f2363-ccfd-428a-800c-a53d82374aec tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:29.875008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5bfce311-ce48-470d-9683-37cfd0815a47 req-8f2f2363-ccfd-428a-800c-a53d82374aec tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 943 time: 0.2642744 Nov 25 17:11:29.953387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:29.960086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:29.992913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65f34a-072a-46ec-9c9e-bed41afbfe26 req-056dd554-f2d8-4d53-b76f-40e95dbcbfaa tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:29.994606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd65f34a-072a-46ec-9c9e-bed41afbfe26 req-056dd554-f2d8-4d53-b76f-40e95dbcbfaa tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 1102 time: 0.2648740 Nov 25 17:11:30.009708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.069490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:30.070305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.071989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] 10.222.0.60 "PUT /v2.0/ports/b1c92e68-7ede-4350-98ae-1a1fad680b89 HTTP/1.1" status: 200 len: 1092 time: 2.3001733 Nov 25 17:11:30.114967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d490a-86e8-4351-b622-df8736d495df service neutron] Pushing event updated for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:30.125066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:30.219743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-c997bd84-dbee-4584-8750-ce284f753575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:30.223026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-c997bd84-dbee-4584-8750-ce284f753575 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.4648461 Nov 25 17:11:30.243926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5bfce311-ce48-470d-9683-37cfd0815a47 req-9c7b6248-b392-4f35-807e-91daa59560d2 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427672 Nov 25 17:11:30.250588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:30.362226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-e10c7c8b-d672-4a86-98b2-1e3177a0d792 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 217 time: 0.1136155 Nov 25 17:11:30.381552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-3a108979-03b6-4260-bd9e-26c42009b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:30.388989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-3a108979-03b6-4260-bd9e-26c42009b0c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 1095 time: 0.1814406 Nov 25 17:11:30.391339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd65f34a-072a-46ec-9c9e-bed41afbfe26 req-f69d3c94-4d40-460c-ba7b-9b40f1836e9e tempest-ServersAdminTestJSON-2035011072 tempest-ServersAdminTestJSON-2035011072-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763747 Nov 25 17:11:30.542768 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-6627e235-31d1-4c68-be76-6ee9a9a8e855 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89 HTTP/1.1" status: 200 len: 217 time: 0.1149540 Nov 25 17:11:30.548535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:30.568611 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d98265f5-5e65-47b2-a5dd-8a6c5bb7cf4d admin admin] 10.222.0.81 "PUT /v2.0/routers/a42a4cf1-eeb9-4ac1-bca4-3875c846efb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9459190 Nov 25 17:11:30.572768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] Sync routers for ids ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:30.592435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36852) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:30.608845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] Routers {'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:30.611490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:30.620968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:30.712842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-b7b84404-a80b-4d4f-8062-7eae2d2a0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:30.716448 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-b7b84404-a80b-4d4f-8062-7eae2d2a0a78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 200 len: 845 time: 0.1463754 Nov 25 17:11:30.752854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 has no active binding in host n-h1-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:11:30.809175 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-bc3729cc-3f32-4dee-a87e-5d33ee959f74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb23c93-ad53-45f5-ae84-6e91842685d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469532 Nov 25 17:11:30.885608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c4903531-6f5a-4bd0-94ee-50a8c3b99870 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:30.983404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] Set router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:31.035353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.140458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:31.160971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1d2649a6-26cf-4779-95b1-700677c959e6 admin admin] 10.222.0.81 "PUT /v2.0/routers/a38541e8-ade2-4a54-b63d-9d41486532e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5544987 Nov 25 17:11:31.161436 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Sync routers for ids ['a38541e8-ade2-4a54-b63d-9d41486532e0'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:31.162113 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-d875f533-3216-45e9-946b-78a8e61ed85f service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391273 Nov 25 17:11:31.169349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.170030 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Routers {'a38541e8-ade2-4a54-b63d-9d41486532e0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:31.170706 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a38541e8-ade2-4a54-b63d-9d41486532e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:31.185757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-6b01fd90-96a5-478d-b451-a796f4531290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:31.190925 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-6b01fd90-96a5-478d-b451-a796f4531290 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.7938275 Nov 25 17:11:31.275661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c4903531-6f5a-4bd0-94ee-50a8c3b99870 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:31.277083 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.295663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe0d14-4f38-4468-99fe-dd9f3c5f5df5 req-672c6ea5-0beb-4a52-b750-3b8914a5a712 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:31.309254 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29fe0d14-4f38-4468-99fe-dd9f3c5f5df5 req-672c6ea5-0beb-4a52-b750-3b8914a5a712 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 944 time: 0.7147071 Nov 25 17:11:31.340638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Deleting port 337bb356-d6ad-4470-b067-941ac9886191 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:31.341074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.384140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '337bb356-d6ad-4470-b067-941ac9886191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:11:28Z', 'revision_number': 5, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port': {'id': '337bb356-d6ad-4470-b067-941ac9886191', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:08:52Z', 'updated_at': '2021-11-25T17:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:31.434915 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Set router a38541e8-ade2-4a54-b63d-9d41486532e0 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:31.449090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a48419-a5da-460d-b94a-43ca9535d960 req-961b0545-661a-44bd-95f9-c9cdff980abb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:31.466057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91a48419-a5da-460d-b94a-43ca9535d960 req-961b0545-661a-44bd-95f9-c9cdff980abb tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 950 time: 0.3876798 Nov 25 17:11:31.475201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-dc8883d7-9dd8-4f6b-9786-24c0e06ab199 service neutron] 10.222.0.60 "GET /v2.0/ports/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878/bindings/n-h1-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.1635792 Nov 25 17:11:31.478138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-dc7aa06d-64c1-4421-9087-14955f2b63c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2623463 Nov 25 17:11:31.494016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:31.496732 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:31.501363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] Checking router: a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:31.513758 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef1c819-14ed-4b17-8b7c-8f9ff7dbf0ec req-f684674f-4292-483e-b766-903ee5f948c8 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144608 Nov 25 17:11:31.547300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] Routers {'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:31.550022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:31.577007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] For port 337bb356-d6ad-4470-b067-941ac9886191, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=337bb356-d6ad-4470-b067-941ac9886191,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:31.577561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.607208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Calling delete_port for 337bb356-d6ad-4470-b067-941ac9886191 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:31.721810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91a48419-a5da-460d-b94a-43ca9535d960 req-d1d635fc-11b8-4945-9bdb-6276d5f40c73 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621200 Nov 25 17:11:31.796064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29fe0d14-4f38-4468-99fe-dd9f3c5f5df5 req-10245a9d-8387-4dde-9918-5dd884c4b75d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841809 Nov 25 17:11:31.858356 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:11:28Z', 'revision_number': 4, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'cceea60b-c47b-4523-a030-afbb58526fcd', 'name': '', 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'mac_address': 'fa:16:3e:fb:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd538f008-697c-4c80-aa3a-256bfbbf21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:26Z', 'updated_at': '2021-11-25T17:11:28Z', 'revision_number': 2, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'subnets': [{'id': 'd538f008-697c-4c80-aa3a-256bfbbf21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:31.918719 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Checking router: a38541e8-ade2-4a54-b63d-9d41486532e0 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:31.919173 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Updating router a38541e8-ade2-4a54-b63d-9d41486532e0 port cceea60b-c47b-4523-a030-afbb58526fcd binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:11:31.948561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.061419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=337bb356-d6ad-4470-b067-941ac9886191,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:32.116653 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a96990-12ce-4307-a3eb-3863c09cf1a4 x-openstack-request-id: req-35a96990-12ce-4307-a3eb-3863c09cf1a4 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:32.116999 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:32.117234 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35a96990-12ce-4307-a3eb-3863c09cf1a4 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:32.118006 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'status': 'completed', 'code': 200} Nov 25 17:11:32.155292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] Set router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:32.169003 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.278360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:32.305859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:32.322639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:32.324104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-acbd13b5-58f3-47ac-8360-a5e47c9ab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:32.330198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:11:31Z', 'revision_number': 6, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:32.331748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-acbd13b5-58f3-47ac-8360-a5e47c9ab8ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 1095 time: 0.2100458 Nov 25 17:11:32.347821 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75129096-30e2-45d5-a6cd-da1ad07b0715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.356485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:32.383992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:32.401810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdbcc5-9951-4987-93a2-2effda38a7b4 None None] The sync data for ids ['a42a4cf1-eeb9-4ac1-bca4-3875c846efb6'] in n-d-819349-3 is: [{'id': 'a42a4cf1-eeb9-4ac1-bca4-3875c846efb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-2136773435-router', 'tenant_id': '2261c73fec784f35bb557e39e21de9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:50Z', 'updated_at': '2021-11-25T17:11:31Z', 'revision_number': 6, 'project_id': '2261c73fec784f35bb557e39e21de9b5', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:32.478327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.628539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-32daf4a1-b6cc-46d1-8242-bf8675f0adba service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0602119 Nov 25 17:11:32.641115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-092db6e3-2a13-42a0-9f0c-61102de01103 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:32.645833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-092db6e3-2a13-42a0-9f0c-61102de01103 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 950 time: 0.4100823 Nov 25 17:11:32.647721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-eb9ea034-bc63-4454-a329-2c14fc21e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:32.650377 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-eb9ea034-bc63-4454-a329-2c14fc21e2d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 906 time: 0.3055081 Nov 25 17:11:32.654856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:32.667141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa18999-a518-42fe-b096-3660ae00196e req-19aada1e-1b13-49de-bdbb-5dd1fb098305 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:32.676094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9aa18999-a518-42fe-b096-3660ae00196e req-19aada1e-1b13-49de-bdbb-5dd1fb098305 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 943 time: 0.6741331 Nov 25 17:11:32.686942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 has no active binding in host n-h1-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:11:32.755170 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.763163 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.780686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.787319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] Transition to ACTIVE for port object 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:32.800972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.858741 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea955c6-83db-4ffc-a21a-88b778af742d None None] Pushing event updated for resources: {'Port': ['ID=cceea60b-c47b-4523-a030-afbb58526fcd,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:32.951099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9aa18999-a518-42fe-b096-3660ae00196e req-1cba379b-b34e-4768-9d56-829729720017 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737796 Nov 25 17:11:32.977883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.982511 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Attempting to bind port cceea60b-c47b-4523-a030-afbb58526fcd on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:32.983171 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Attempting to bind port cceea60b-c47b-4523-a030-afbb58526fcd by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:32.986167 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Attempting to bind port cceea60b-c47b-4523-a030-afbb58526fcd on network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:32.995832 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:32.997110 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Checking segment: {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:32.997976 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.999104 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Bound using segment: {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:33.000857 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Bound port: cceea60b-c47b-4523-a030-afbb58526fcd, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:33.005859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a249a618-978a-4c71-ba53-1e046a659fb9 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:33.007028 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.063817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a249a618-978a-4c71-ba53-1e046a659fb9 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:33.064479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a249a618-978a-4c71-ba53-1e046a659fb9 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:33.117314 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] For port cceea60b-c47b-4523-a030-afbb58526fcd, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:33.123099 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] For port cceea60b-c47b-4523-a030-afbb58526fcd, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cceea60b-c47b-4523-a030-afbb58526fcd,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:33.128701 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.163711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] No DVR routers for this DVR port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:33.183921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.187031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.189687 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea955c6-83db-4ffc-a21a-88b778af742d None None] Pushing event updated for resources: {'Port': ['ID=cceea60b-c47b-4523-a030-afbb58526fcd,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:33.212505 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Routers {'a38541e8-ade2-4a54-b63d-9d41486532e0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:33.213242 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a38541e8-ade2-4a54-b63d-9d41486532e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:33.213923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-c40b98b3-ded1-4db2-b79f-1830ad131292 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:33.217265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-c40b98b3-ded1-4db2-b79f-1830ad131292 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 819 time: 0.7878220 Nov 25 17:11:33.277703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-7e1fa488-a09f-4db1-a112-d27f13b88aa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89 HTTP/1.1" status: 200 len: 217 time: 0.4865396 Nov 25 17:11:33.286636 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.289371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:11:33.308802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] 10.222.0.60 "PUT /v2.0/ports/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878/bindings/n-h1-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7890244 Nov 25 17:11:33.311753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.314448 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b7da792b-7651-43ca-8c60-8bf869b8aa3b admin admin] 10.222.0.81 "DELETE /v2.0/routers/a42a4cf1-eeb9-4ac1-bca4-3875c846efb6 HTTP/1.1" status: 204 len: 168 time: 2.7205760 Nov 25 17:11:33.346808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:33.348714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6ebdb-a1fb-47c9-8262-8e7f6913ea49 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:33.371591 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] Set router a38541e8-ade2-4a54-b63d-9d41486532e0 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:33.398356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471730c-79ea-43e0-b7dc-838d325004e1 req-45f3be75-989e-4b92-ad24-5765378cacab service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457604 Nov 25 17:11:33.409086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-52fd23e1-fc0e-4cbb-8495-a2d880bfdd21 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/quotas/1730e5eb79e04e95b149f27949db58c8 HTTP/1.1" status: 200 len: 375 time: 0.1605937 Nov 25 17:11:33.496108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-1582c99a-ffc8-458b-a4ae-5497f8d5e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:33.498101 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-1582c99a-ffc8-458b-a4ae-5497f8d5e602 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 200 len: 845 time: 0.1967862 Nov 25 17:11:33.535749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Deleting port 01d4a745-4368-44a3-b224-ab5fba44068c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:33.536105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.548103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a377ca-c9c2-41db-bfb5-1959a8701349 req-f414c5df-b00f-4813-bca7-acecb8b3d47c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:33.556332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10a377ca-c9c2-41db-bfb5-1959a8701349 req-f414c5df-b00f-4813-bca7-acecb8b3d47c tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 950 time: 0.3548331 Nov 25 17:11:33.644106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e31920-6f34-47ce-8096-779606a5be53 admin admin] Deleting subnet 07abb7c7-f094-4974-8dd6-07922d8b402c {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:11:33.656071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-0fc4b649-ce4f-41cc-8911-0edac069296b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2459109 Nov 25 17:11:33.656853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17e31920-6f34-47ce-8096-779606a5be53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.664626 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-9026d4f5-3d0d-49c2-baca-48d783ecf6d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb23c93-ad53-45f5-ae84-6e91842685d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444097 Nov 25 17:11:33.739679 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:11:28Z', 'revision_number': 4, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'cceea60b-c47b-4523-a030-afbb58526fcd', 'name': '', 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'mac_address': 'fa:16:3e:fb:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd538f008-697c-4c80-aa3a-256bfbbf21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:26Z', 'updated_at': '2021-11-25T17:11:33Z', 'revision_number': 4, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'subnets': [{'id': 'd538f008-697c-4c80-aa3a-256bfbbf21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:33.796422 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d410c-e2ed-484e-8565-7b9857d87245 None None] The sync data for ids ['a38541e8-ade2-4a54-b63d-9d41486532e0'] in n-d-819349-3 is: [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:11:28Z', 'revision_number': 4, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'cceea60b-c47b-4523-a030-afbb58526fcd', 'name': '', 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'mac_address': 'fa:16:3e:fb:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd538f008-697c-4c80-aa3a-256bfbbf21f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:26Z', 'updated_at': '2021-11-25T17:11:33Z', 'revision_number': 4, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'subnets': [{'id': 'd538f008-697c-4c80-aa3a-256bfbbf21f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:33.799937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] For port 01d4a745-4368-44a3-b224-ab5fba44068c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=01d4a745-4368-44a3-b224-ab5fba44068c,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:33.800460 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.805241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10a377ca-c9c2-41db-bfb5-1959a8701349 req-87f54d5d-8f56-43b6-afbf-b8d75109630a tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478964 Nov 25 17:11:33.886390 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17e31920-6f34-47ce-8096-779606a5be53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.889593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Calling delete_port for 01d4a745-4368-44a3-b224-ab5fba44068c owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:33.945229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-e3f65151-a135-461c-97ca-b12e733ee182 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:33.946782 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-e3f65151-a135-461c-97ca-b12e733ee182 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.5262928 Nov 25 17:11:34.083615 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-0a8c038a-c943-4f2d-91f5-448ee892bb11 service neutron] 10.222.0.81 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965878 Nov 25 17:11:34.129547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e472bb-740f-44ab-9916-deb8598fc5f3 req-43115fa3-86c2-4c80-b7cb-97557d21faff tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.130217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7e472bb-740f-44ab-9916-deb8598fc5f3 req-43115fa3-86c2-4c80-b7cb-97557d21faff tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 944 time: 0.2081699 Nov 25 17:11:34.133216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17e31920-6f34-47ce-8096-779606a5be53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.133710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-2e567ec7-5706-45f4-804d-6afcf84b263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.135323 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-2e567ec7-5706-45f4-804d-6afcf84b263d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08&tenant_id=16f239ed12554ebe8fcdb9786186913f HTTP/1.1" status: 200 len: 1095 time: 0.1725667 Nov 25 17:11:34.162994 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-27819009-f346-490e-9481-3e2732014271 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445892 Nov 25 17:11:34.201846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b1c92e68-7ede-4350-98ae-1a1fad680b89 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:34.250209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:34.438550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:34.441205 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-78c2cca2-7d99-4adb-9005-e9492284daf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.464026 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7067d7dc-a3e2-407b-bc86-1b3650ae3cb2 req-e34fbda2-7426-4c43-87cc-4a9a0187de21 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387834 Nov 25 17:11:34.468185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.472719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:34.483192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['876febd1-a5bb-4dab-8c85-84088aa97260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:34.488844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'mac_address': 'fa:16:3e:7e:20:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:34.498235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1b36a241-a971-4c6b-8a78-ee752bb825bb'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:34.536355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Pushing event deleted for resources: {'Port': ['ID=01d4a745-4368-44a3-b224-ab5fba44068c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:34.584594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-e9820ed5-5f8c-498f-a3f4-95bb116a4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.586326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-e9820ed5-5f8c-498f-a3f4-95bb116a4f1c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1095 time: 0.4168108 Nov 25 17:11:34.604742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] No DVR routers for this DVR port 01d4a745-4368-44a3-b224-ab5fba44068c on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:34.612110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.619844 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ffdc4741-c7f3-4c19-8df7-87d4eff9b761 req-50976e46-2792-4226-b1ff-0b7dc60af2ec tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "DELETE /v2.0/ports/01d4a745-4368-44a3-b224-ab5fba44068c HTTP/1.1" status: 204 len: 173 time: 1.9637442 Nov 25 17:11:34.781897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cceea60b-c47b-4523-a030-afbb58526fcd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:34.789911 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.851080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c92e68-7ede-4350-98ae-1a1fad680b89 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:34.926852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7e472bb-740f-44ab-9916-deb8598fc5f3 req-a5fbbe8d-fcc8-4c1e-9d73-5186ec2ef2e4 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7652848 Nov 25 17:11:34.932211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-62b15a93-8657-41dd-b86e-9b59b2670039 service neutron] 10.222.0.81 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008127 Nov 25 17:11:34.943888 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17e31920-6f34-47ce-8096-779606a5be53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.946346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb928d0b-be68-4acf-9e97-4b1d2646d818', 'name': 'network-vif-deleted', 'tag': '01d4a745-4368-44a3-b224-ab5fba44068c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:34.960791 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3aa2cb-9806-4b41-9859-beef0c17a694" -d '{"events": [{"server_uuid": "fb928d0b-be68-4acf-9e97-4b1d2646d818", "name": "network-vif-deleted", "tag": "01d4a745-4368-44a3-b224-ab5fba44068c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:34.978948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-0d29b4c4-9af5-452a-beef-450b74b4a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.980565 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-0d29b4c4-9af5-452a-beef-450b74b4a557 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.3770411 Nov 25 17:11:34.989266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:35.012395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.093393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e31920-6f34-47ce-8096-779606a5be53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07abb7c7-f094-4974-8dd6-07922d8b402c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:35.162312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17e31920-6f34-47ce-8096-779606a5be53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.167117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-17e31920-6f34-47ce-8096-779606a5be53 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/07abb7c7-f094-4974-8dd6-07922d8b402c HTTP/1.1" status: 204 len: 168 time: 1.8131881 Nov 25 17:11:35.178383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:35.202651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Deleting port b6c714bd-e711-48f3-82c8-f40a08fef655 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:35.202914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.217894 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62f8ff-40e7-497f-9366-1867edd00c3b None None] Network e1c07fee-d192-4447-b3dd-f14b660d548a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:35.412258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:35.521032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['b1c92e68-7ede-4350-98ae-1a1fad680b89'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:35.602404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port cceea60b-c47b-4523-a030-afbb58526fcd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:35.602786 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.772196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] For port b6c714bd-e711-48f3-82c8-f40a08fef655, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b6c714bd-e711-48f3-82c8-f40a08fef655,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:35.772883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.778480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4763ce10-6420-4576-a4ec-14c2c211c7f7 req-c630c39a-37a4-442e-919b-73a3aa87db6b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb928d0b-be68-4acf-9e97-4b1d2646d818 HTTP/1.1" status: 200 len: 210 time: 0.1185384 Nov 25 17:11:35.803161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Calling delete_port for b6c714bd-e711-48f3-82c8-f40a08fef655 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:35.824631 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-3170f56c-1bb8-4026-b282-a2d1bde3cab4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 217 time: 0.8358965 Nov 25 17:11:35.835778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.879071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.879672 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.880262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.880848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.881527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.882115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.882656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.883185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.883723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.890843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.891264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.892189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:35.943570 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb30f68e-f688-4ea0-98ae-9a544c28d3aa x-openstack-request-id: req-bb30f68e-f688-4ea0-98ae-9a544c28d3aa {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:35.944191 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb928d0b-be68-4acf-9e97-4b1d2646d818", "name": "network-vif-deleted", "tag": "01d4a745-4368-44a3-b224-ab5fba44068c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:35.944733 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb30f68e-f688-4ea0-98ae-9a544c28d3aa {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:35.948001 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb928d0b-be68-4acf-9e97-4b1d2646d818', 'name': 'network-vif-deleted', 'tag': '01d4a745-4368-44a3-b224-ab5fba44068c', 'status': 'completed', 'code': 200} Nov 25 17:11:35.961564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688248-8c5e-4a00-986f-ab7d96cd4e9e req-e34167a9-3550-496f-8ad1-1ab5ffa5eacc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:35.964416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31688248-8c5e-4a00-986f-ab7d96cd4e9e req-e34167a9-3550-496f-8ad1-1ab5ffa5eacc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 944 time: 0.5462904 Nov 25 17:11:36.003382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-d9ec3f3e-b3cf-4b32-a585-df1fc69572f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:36.014062 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-d9ec3f3e-b3cf-4b32-a585-df1fc69572f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1742942 Nov 25 17:11:36.027642 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.109685 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-62ac46c9-c67b-4b90-8fc7-aca129dc7692 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923245 Nov 25 17:11:36.319373 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-09ccf23b-1b3d-4502-b668-28ec67286580 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075875 Nov 25 17:11:36.334078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b607a240-03f1-4124-ba22-621184d24315 None None] DHCP port deletion for e1c07fee-d192-4447-b3dd-f14b660d548a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:11:36.336639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 01d4a745-4368-44a3-b224-ab5fba44068c no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:36.378257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31688248-8c5e-4a00-986f-ab7d96cd4e9e req-f4d88c60-47ff-4637-a323-fa716c02ca88 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966439 Nov 25 17:11:36.393348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e2d604c-8166-4704-a84c-df456e71916b req-52b018cb-82ff-45fc-847f-37bcdb938f12 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 210 time: 0.3151901 Nov 25 17:11:36.434603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 01d4a745-4368-44a3-b224-ab5fba44068c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:36.435592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 01d4a745-4368-44a3-b224-ab5fba44068c not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:36.444914 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.539067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.596759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Deleting port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:36.597328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.642658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port cceea60b-c47b-4523-a030-afbb58526fcd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cceea60b-c47b-4523-a030-afbb58526fcd,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:36.646260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b607a240-03f1-4124-ba22-621184d24315 None None] Deleting port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:36.647059 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b607a240-03f1-4124-ba22-621184d24315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.649393 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.651236 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.668428 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 337bb356-d6ad-4470-b067-941ac9886191 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:36.695456 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-38181add-4fe8-4164-896f-5313157c7197 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686802 Nov 25 17:11:36.731180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 337bb356-d6ad-4470-b067-941ac9886191 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:36.733617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 337bb356-d6ad-4470-b067-941ac9886191 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:36.909048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] For port 4124b4cf-ede4-416a-8a8f-c08ff63680e9, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4124b4cf-ede4-416a-8a8f-c08ff63680e9,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:36.909663 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.948720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Calling delete_port for 4124b4cf-ede4-416a-8a8f-c08ff63680e9 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:36.984139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157b18b-d5af-42a4-b2db-1b1550dd884e req-0a79eb31-7879-4278-bfa8-e0668bbcd6bf tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:36.993162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6157b18b-d5af-42a4-b2db-1b1550dd884e req-0a79eb31-7879-4278-bfa8-e0668bbcd6bf tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 945 time: 0.4428637 Nov 25 17:11:37.001331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b607a240-03f1-4124-ba22-621184d24315 None None] For port 4124b4cf-ede4-416a-8a8f-c08ff63680e9, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4124b4cf-ede4-416a-8a8f-c08ff63680e9,segment=NetworkSegment(0777d981-dd97-40b6-94fa-0353256d2e90),segment_id=0777d981-dd97-40b6-94fa-0353256d2e90)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:37.002008 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b607a240-03f1-4124-ba22-621184d24315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.022978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b607a240-03f1-4124-ba22-621184d24315 None None] Calling delete_port for 4124b4cf-ede4-416a-8a8f-c08ff63680e9 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:37.035057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=cceea60b-c47b-4523-a030-afbb58526fcd,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:37.042025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4124b4cf-ede4-416a-8a8f-c08ff63680e9 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:37.162359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.246113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6157b18b-d5af-42a4-b2db-1b1550dd884e req-bffbe860-a915-4e00-a510-c11d7d6ea291 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519181 Nov 25 17:11:37.253277 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.278053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b607a240-03f1-4124-ba22-621184d24315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.318648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607a240-03f1-4124-ba22-621184d24315 None None] Pushing event deleted for resources: {'Port': ['ID=4124b4cf-ede4-416a-8a8f-c08ff63680e9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:37.324599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607a240-03f1-4124-ba22-621184d24315 None None] No DVR routers for this DVR port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:37.369493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.387427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328789-2848-469a-a81f-1b1d271c8da5 req-1eb5227d-00ba-4544-8eb3-ad938e6baac5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:37.390820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-1eb5227d-00ba-4544-8eb3-ad938e6baac5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 819 time: 0.3192105 Nov 25 17:11:37.419603 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.487683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c714bd-e711-48f3-82c8-f40a08fef655,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:37.514479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-b4584c3c-5fe6-43e5-8d9b-fd390d901f0b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/quotas/1730e5eb79e04e95b149f27949db58c8 HTTP/1.1" status: 200 len: 375 time: 0.0960453 Nov 25 17:11:37.520839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] No DVR routers for this DVR port 4124b4cf-ede4-416a-8a8f-c08ff63680e9 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:37.648273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Pushing event deleted for resources: {'Port': ['ID=4124b4cf-ede4-416a-8a8f-c08ff63680e9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:37.667618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-f1586ef8-e35d-48b9-8c3b-b61bb591de02 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:37.672367 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-f1586ef8-e35d-48b9-8c3b-b61bb591de02 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.2065196 Nov 25 17:11:37.762795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-ac561c00-2aab-46a1-856f-bb38e78fbd1e tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:37.766262 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-ac561c00-2aab-46a1-856f-bb38e78fbd1e tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.95 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 819 time: 0.4514091 Nov 25 17:11:37.785824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Request body: {'port': {'device_id': '1c7f0356-a288-4c8e-96d5-dad7add50c87', 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9', 'admin_state_up': True, 'tenant_id': '1730e5eb79e04e95b149f27949db58c8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:37.863461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.867558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.911802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c07fee-d192-4447-b3dd-f14b660d548a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:37.929499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-fc38ff2b-be02-4ed5-a2ab-7e7b84cc9019 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3366842 Nov 25 17:11:37.971194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0777d981-dd97-40b6-94fa-0353256d2e90') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:37.971787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0777d981-dd97-40b6-94fa-0353256d2e90') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:38.012313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-09bc33f2-326e-46ba-ab4b-cd1e22e87f3b service neutron] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:38.019691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.021372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-09bc33f2-326e-46ba-ab4b-cd1e22e87f3b service neutron] Publish callbacks [] for binding, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.022097 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fbd2dfb-f994-435d-aa47-5cd9966fca74 req-09bc33f2-326e-46ba-ab4b-cd1e22e87f3b service neutron] 10.222.0.95 "DELETE /v2.0/ports/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878/bindings/n-h2-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.3379169 Nov 25 17:11:38.042300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Made reservation on behalf of 1730e5eb79e04e95b149f27949db58c8 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:38.048368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.083438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c640-c1e8-442d-b2ee-448b32856bff req-309a1fda-b73f-4761-b519-227b14e31dfe tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:38.090853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-adf5c640-c1e8-442d-b2ee-448b32856bff req-309a1fda-b73f-4761-b519-227b14e31dfe tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 944 time: 0.3075712 Nov 25 17:11:38.114813 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.149410 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.152796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:11:38.153608 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:11:38.158288 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:11:38.223625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b1c92e68-7ede-4350-98ae-1a1fad680b89 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:38.320714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Allocated IP 172.20.0.10 (f92cfb7d-247a-4baa-95ee-f2df3a8d94f9/d538f008-697c-4c80-aa3a-256bfbbf21f4/387e476d-656e-49bf-a93d-42b4461df030) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:38.326678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port b1c92e68-7ede-4350-98ae-1a1fad680b89 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:38.331723 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.336613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port b1c92e68-7ede-4350-98ae-1a1fad680b89 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:38.337303 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.352762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-adf5c640-c1e8-442d-b2ee-448b32856bff req-d14c12ff-45ce-4803-be4a-d86b0c624ed9 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589865 Nov 25 17:11:38.357060 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.360958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e1c07fee-d192-4447-b3dd-f14b660d548a HTTP/1.1" status: 204 len: 168 time: 3.1815088 Nov 25 17:11:38.369354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36942) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:38.397414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-aca9888c-412e-47c1-83ce-756fd4372aa8 service neutron] 10.222.0.81 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302647 Nov 25 17:11:38.457587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f76b6f-332d-4bf3-9e41-58e5c3fdd793 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c07fee-d192-4447-b3dd-f14b660d548a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:38.528850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.561789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:38.565884 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d432b1d2-bfb2-43f3-be7e-24df7dde990d" -d '{"events": [{"server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "name": "network-vif-plugged", "status": "completed", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:38.596616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:38.602874 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.644851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3129885-a8df-4799-ac62-a507973b9ea7 req-454c0b9d-d1fb-41f8-ab21-24a9c293142b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:38.652098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3129885-a8df-4799-ac62-a507973b9ea7 req-454c0b9d-d1fb-41f8-ab21-24a9c293142b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 949 time: 0.1762264 Nov 25 17:11:38.666787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-8e59527d-8722-4078-a6ce-6c020cc0dde9 service neutron] 10.222.0.81 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193828 Nov 25 17:11:38.742376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:38.807337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3129885-a8df-4799-ac62-a507973b9ea7 req-d983797d-b505-4826-ad41-91ea6004094b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484287 Nov 25 17:11:38.834910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Router ce44b01f-03b6-463c-9b67-20ab18ce339f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:39.030369 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:39.121295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:39.136693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] Sync routers for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:39.147839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aa8399f0-7d4c-47a6-82df-68ed5efe09cd admin admin] 10.222.0.81 "PUT /v2.0/routers/ce44b01f-03b6-463c-9b67-20ab18ce339f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7158339 Nov 25 17:11:39.149896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:39.167799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:39.171670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:39.180362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:39.281235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cceea60b-c47b-4523-a030-afbb58526fcd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:39.286635 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7946cedd-a4c5-4035-9f87-c791b46c7b73 x-openstack-request-id: req-7946cedd-a4c5-4035-9f87-c791b46c7b73 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:39.287069 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "name": "network-vif-plugged", "status": "completed", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:39.287518 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7946cedd-a4c5-4035-9f87-c791b46c7b73 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:39.288173 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'code': 200} Nov 25 17:11:39.419649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:39.428482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:39.431573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Pushing event updated for resources: {'Port': ['ID=387e476d-656e-49bf-a93d-42b4461df030,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:39.452277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:39.609347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:39.615705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port cceea60b-c47b-4523-a030-afbb58526fcd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:39.616291 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:39.630690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:39.631361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:39.642526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb9ca-7c92-4c8c-8ace-10739e2c2a23 req-789043d1-7436-46ea-a513-7ba6d8b5e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:39.644465 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-995eb9ca-7c92-4c8c-8ace-10739e2c2a23 req-789043d1-7436-46ea-a513-7ba6d8b5e483 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 1097 time: 0.1814616 Nov 25 17:11:39.661615 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-55451867-abff-4f84-8e51-3c2a85240d37 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8822496 Nov 25 17:11:39.752880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Request body: {'port': {'device_id': '1c7f0356-a288-4c8e-96d5-dad7add50c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:39.982207 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-995eb9ca-7c92-4c8c-8ace-10739e2c2a23 req-2c7cd957-7d6b-4a5e-92ff-af057577af54 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444432 Nov 25 17:11:39.991704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:40.001610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:40.134418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5be4f724-bc98-4c22-83c2-4a8f5d9db77f req-fdd9678c-3b78-4f15-82cb-382d3dc4feb6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 210 time: 0.7460921 Nov 25 17:11:40.253804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225b71d-b743-4ae4-87fb-fb3ffa918a82 req-5e00dec5-1d07-48b9-98e6-fcc7f5b9bc0b tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:40.269632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d225b71d-b743-4ae4-87fb-fb3ffa918a82 req-5e00dec5-1d07-48b9-98e6-fcc7f5b9bc0b tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 946 time: 1.1229155 Nov 25 17:11:40.276333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:40.390528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:11:37Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:40.426527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3c259d9b-e34d-467a-b78e-73de8494afde tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:40.429599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3c259d9b-e34d-467a-b78e-73de8494afde tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.60 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 949 time: 0.4035013 Nov 25 17:11:40.470022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] Checking router: ce44b01f-03b6-463c-9b67-20ab18ce339f for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:40.509280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] Routers {'ce44b01f-03b6-463c-9b67-20ab18ce339f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:40.510350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ce44b01f-03b6-463c-9b67-20ab18ce339f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:40.694100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d225b71d-b743-4ae4-87fb-fb3ffa918a82 req-ed3b1c98-d8c0-414e-8585-b459049deb9c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118235 Nov 25 17:11:40.827462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37778faa-046b-4185-b1c3-0fcf5ce5b52d req-f234da1b-7f69-407d-a328-5ad222709a43 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:40.838904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37778faa-046b-4185-b1c3-0fcf5ce5b52d req-f234da1b-7f69-407d-a328-5ad222709a43 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1095 time: 0.4740541 Nov 25 17:11:40.872327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] Set router ce44b01f-03b6-463c-9b67-20ab18ce339f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:41.044591 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.056463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387e476d-656e-49bf-a93d-42b4461df030 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:41.108823 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.138123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Transition to ACTIVE for port object 387e476d-656e-49bf-a93d-42b4461df030 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:41.146261 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.158564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37778faa-046b-4185-b1c3-0fcf5ce5b52d req-aea9aae8-a7e2-4153-a235-5c0e6daead7e tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098028 Nov 25 17:11:41.169614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997e2c3-a025-465c-837a-31539072a447 req-13416bb1-12d0-404f-a8a2-6ef630f4ba5b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:41.171785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8997e2c3-a025-465c-837a-31539072a447 req-13416bb1-12d0-404f-a8a2-6ef630f4ba5b tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 949 time: 0.2613738 Nov 25 17:11:41.191654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Deleting port 1b36a241-a971-4c6b-8a78-ee752bb825bb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:41.192926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.301936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Deleting port 349efc33-7ab3-4523-8a1d-90492503662a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:41.302420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.330073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Pushing event updated for resources: {'Port': ['ID=387e476d-656e-49bf-a93d-42b4461df030,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:41.352743 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:11:37Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:41.423526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbc94e-06a2-4420-9fe3-4908cdfca7c8 None None] The sync data for ids ['ce44b01f-03b6-463c-9b67-20ab18ce339f'] in n-d-819349-3 is: [{'id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1363136224-router', 'tenant_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:27Z', 'updated_at': '2021-11-25T17:11:37Z', 'revision_number': 5, 'project_id': 'a440ecf97e9443af80fbfbd41f321ab0', 'gw_port': {'id': '4ee77928-ca4f-46a1-a5ce-94f2568945cb', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b01f-03b6-463c-9b67-20ab18ce339f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:30Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:41.599747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8997e2c3-a025-465c-837a-31539072a447 req-d761447d-d9d1-40f4-a73f-ff81822f6676 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960407 Nov 25 17:11:41.671224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Attempting to bind port 387e476d-656e-49bf-a93d-42b4461df030 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:41.671637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Attempting to bind port 387e476d-656e-49bf-a93d-42b4461df030 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:41.671886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Attempting to bind port 387e476d-656e-49bf-a93d-42b4461df030 on network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:41.702164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] For port 1b36a241-a971-4c6b-8a78-ee752bb825bb, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1b36a241-a971-4c6b-8a78-ee752bb825bb,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:41.702164 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.707022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Port 387e476d-656e-49bf-a93d-42b4461df030 on network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:41.707528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Attempting to bind port 387e476d-656e-49bf-a93d-42b4461df030 on network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:41.734793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Deleting port 4ee77928-ca4f-46a1-a5ce-94f2568945cb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:41.741933 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.746517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0181085b-9fc9-4ced-95a8-9e3d31c2bd52 req-32a1b387-4f8f-41f5-b4df-0f53defa7b1a tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 210 time: 0.2076056 Nov 25 17:11:41.769634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:41.769926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Checking segment: {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:41.770351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Bound using segment: {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:41.770839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Bound port: 387e476d-656e-49bf-a93d-42b4461df030, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:41.771296 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.800466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] For port 349efc33-7ab3-4523-8a1d-90492503662a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=349efc33-7ab3-4523-8a1d-90492503662a,segment=NetworkSegment(46a6c323-1c4c-4dcf-8d75-9a865146801c),segment_id=46a6c323-1c4c-4dcf-8d75-9a865146801c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:41.800844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.802309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Calling delete_port for 1b36a241-a971-4c6b-8a78-ee752bb825bb owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:41.849607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328789-2848-469a-a81f-1b1d271c8da5 req-25e94df9-40c5-4c54-88e0-fb1f8b2fc228 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:41.852176 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-25e94df9-40c5-4c54-88e0-fb1f8b2fc228 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.60 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 819 time: 0.3304369 Nov 25 17:11:41.862104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Calling delete_port for 349efc33-7ab3-4523-8a1d-90492503662a owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:41.912342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Request body: {'port': {'device_id': 'daaba62f-84e0-42bf-bfb8-034da8c4a161', 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9', 'admin_state_up': True, 'tenant_id': '1730e5eb79e04e95b149f27949db58c8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:42.079436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] For port 4ee77928-ca4f-46a1-a5ce-94f2568945cb, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4ee77928-ca4f-46a1-a5ce-94f2568945cb,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:42.079806 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.110698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Calling delete_port for 4ee77928-ca4f-46a1-a5ce-94f2568945cb owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:42.143286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29600-83b0-43f9-a781-e369123dd8de req-ee0a2e78-4955-4c87-b1a1-4a546a5de9c9 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:42.150895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-ee0a2e78-4955-4c87-b1a1-4a546a5de9c9 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 808 time: 0.3638968 Nov 25 17:11:42.155994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] For port 387e476d-656e-49bf-a93d-42b4461df030, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:42.163430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfbe29-dcdf-4ee4-b6c5-d0f569cbfc17 req-6ab9abe5-b91f-4458-963b-358842f21175 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:42.165035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57dfbe29-dcdf-4ee4-b6c5-d0f569cbfc17 req-6ab9abe5-b91f-4458-963b-358842f21175 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 946 time: 0.1956024 Nov 25 17:11:42.202563 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] For port 387e476d-656e-49bf-a93d-42b4461df030, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=387e476d-656e-49bf-a93d-42b4461df030,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:42.212371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.231365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-17c4bdfb-e64f-4681-b4b9-61fbef692de6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/quotas/16f239ed12554ebe8fcdb9786186913f HTTP/1.1" status: 200 len: 375 time: 0.0794599 Nov 25 17:11:42.281598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:42.283776 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.286028 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] 10.222.0.95 "PUT /v2.0/ports/387e476d-656e-49bf-a93d-42b4461df030 HTTP/1.1" status: 200 len: 1092 time: 2.5543699 Nov 25 17:11:42.293206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7f0356-a288-4c8e-96d5-dad7add50c87', 'tag': '387e476d-656e-49bf-a93d-42b4461df030'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:42.296729 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac993363-821c-4789-9fb7-1833b7f6ca15" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7f0356-a288-4c8e-96d5-dad7add50c87", "tag": "387e476d-656e-49bf-a93d-42b4461df030"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:42.378376 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.392180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['876febd1-a5bb-4dab-8c85-84088aa97260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:42.412619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Made reservation on behalf of 1730e5eb79e04e95b149f27949db58c8 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:42.417275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.430562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca047a3-5d31-4cd7-8635-dc98e2722167 service neutron] Pushing event updated for resources: {'Port': ['ID=387e476d-656e-49bf-a93d-42b4461df030,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:42.443138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57dfbe29-dcdf-4ee4-b6c5-d0f569cbfc17 req-a16a4b23-d0ef-4da7-8083-d78c93f327d6 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325048 Nov 25 17:11:42.509942 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.520796 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-b7cf9c1c-64c4-45b4-a412-c766f5e3bbaa tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2884398 Nov 25 17:11:42.534306 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c20505-b134-4b1e-9184-f1ca2d0de463 x-openstack-request-id: req-36c20505-b134-4b1e-9184-f1ca2d0de463 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:42.534728 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7f0356-a288-4c8e-96d5-dad7add50c87", "tag": "387e476d-656e-49bf-a93d-42b4461df030", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:42.535097 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36c20505-b134-4b1e-9184-f1ca2d0de463 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:42.535704 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7f0356-a288-4c8e-96d5-dad7add50c87', 'tag': '387e476d-656e-49bf-a93d-42b4461df030', 'status': 'completed', 'code': 200} Nov 25 17:11:42.547722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Pushing event deleted for resources: {'Port': ['ID=1b36a241-a971-4c6b-8a78-ee752bb825bb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:42.663131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Pushing event deleted for resources: {'Port': ['ID=349efc33-7ab3-4523-8a1d-90492503662a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:42.664017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] No DVR routers for this DVR port 1b36a241-a971-4c6b-8a78-ee752bb825bb on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:42.670783 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.673210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-7448764d-d9ef-4163-ab6a-2aecc5df8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:42.675809 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-7448764d-d9ef-4163-ab6a-2aecc5df8fa5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1095 time: 0.3378553 Nov 25 17:11:42.680036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffcbbedd-a6a1-404b-a420-9d234f347016 req-3234ebd4-1cef-4c6d-9bc2-d4a32fecb316 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.60 "DELETE /v2.0/ports/1b36a241-a971-4c6b-8a78-ee752bb825bb HTTP/1.1" status: 204 len: 173 time: 2.2179751 Nov 25 17:11:42.680602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05790079-9a8b-47ab-80a1-cc3676e43bcf', 'name': 'network-vif-deleted', 'tag': '1b36a241-a971-4c6b-8a78-ee752bb825bb'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:42.684021 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce365e95-a27a-47dc-bcfe-7b94d05cc358" -d '{"events": [{"server_uuid": "05790079-9a8b-47ab-80a1-cc3676e43bcf", "name": "network-vif-deleted", "tag": "1b36a241-a971-4c6b-8a78-ee752bb825bb"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:42.749656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-b68fe6aa-e581-4687-87ae-a9a87ff7d777 service neutron] 10.222.0.81 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234330 Nov 25 17:11:42.983036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-c715fba8-71f6-4735-b27c-f23f17c4bf8f service neutron] 10.222.0.81 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321327 Nov 25 17:11:42.996113 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.020374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b6c714bd-e711-48f3-82c8-f40a08fef655 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:43.045235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee77928-ca4f-46a1-a5ce-94f2568945cb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:43.110714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b6c714bd-e711-48f3-82c8-f40a08fef655 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:43.111372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b6c714bd-e711-48f3-82c8-f40a08fef655 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:43.161881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.479450 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be529e2f-a61f-4068-8eac-9ef051ce61c5 x-openstack-request-id: req-be529e2f-a61f-4068-8eac-9ef051ce61c5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:43.480078 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05790079-9a8b-47ab-80a1-cc3676e43bcf", "name": "network-vif-deleted", "tag": "1b36a241-a971-4c6b-8a78-ee752bb825bb", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:43.480343 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be529e2f-a61f-4068-8eac-9ef051ce61c5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:43.480811 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05790079-9a8b-47ab-80a1-cc3676e43bcf', 'name': 'network-vif-deleted', 'tag': '1b36a241-a971-4c6b-8a78-ee752bb825bb', 'status': 'completed', 'code': 200} Nov 25 17:11:43.510878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-e915bd44-59cf-4296-ac86-11a256453070 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=387e476d-656e-49bf-a93d-42b4461df030 HTTP/1.1" status: 200 len: 217 time: 0.7898405 Nov 25 17:11:43.539682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46bc06c0-fda7-4db6-a3e9-35066d99659c req-94c0a6ea-cf32-4516-8502-3e4cba15b1e7 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=05790079-9a8b-47ab-80a1-cc3676e43bcf HTTP/1.1" status: 200 len: 210 time: 0.3545158 Nov 25 17:11:43.575756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4283a6a1-bfb0-4b98-8a72-09b69e545a89 req-b0c79dd4-e450-4355-87a8-7ba17dcb49ea tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 210 time: 0.0398386 Nov 25 17:11:43.582259 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.586030 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.759763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d54cf70-41bb-4599-ada3-650368bc1cc1 req-d82f2c4b-1897-4f43-8d7f-1c8ffba705bd tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 210 time: 0.0966957 Nov 25 17:11:43.771842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Allocated IP 172.20.0.7 (f92cfb7d-247a-4baa-95ee-f2df3a8d94f9/d538f008-697c-4c80-aa3a-256bfbbf21f4/9d17033f-d624-4fa6-b92d-80de71f5c6ab) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:43.785124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.785624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce44b01f-03b6-463c-9b67-20ab18ce339f {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:11:43.796954 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.799579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-420ba5aa-c9d2-42bb-9907-2286ca447200 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ce44b01f-03b6-463c-9b67-20ab18ce339f HTTP/1.1" status: 204 len: 168 time: 4.6482337 Nov 25 17:11:43.804075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-a27c6302-b51b-483b-a725-8b61928d5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:43.804316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:43.805378 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-a27c6302-b51b-483b-a725-8b61928d5d9b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.2840745 Nov 25 17:11:43.861266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685861e-09d0-4d53-bd6e-d9d6bdb8aa4f req-4270d119-5d3a-4e53-a41f-0e369a347ede tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:43.873650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b685861e-09d0-4d53-bd6e-d9d6bdb8aa4f req-4270d119-5d3a-4e53-a41f-0e369a347ede tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 946 time: 0.1721945 Nov 25 17:11:43.882867 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-69d6a859-9913-4998-9f79-3f6f4f874a62 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553339 Nov 25 17:11:43.941463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea1735d-7185-459a-b634-ad1e111d07bf admin admin] Deleting subnet 3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:11:43.950784 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ea1735d-7185-459a-b634-ad1e111d07bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.028294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b685861e-09d0-4d53-bd6e-d9d6bdb8aa4f req-b712ed62-4558-471b-9774-cc37dd3c92c9 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520226 Nov 25 17:11:44.075205 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-3aebf7dc-ec7e-476c-8f74-3689b9977753 service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270015 Nov 25 17:11:44.079506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ea1735d-7185-459a-b634-ad1e111d07bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.212926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.258543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1b36a241-a971-4c6b-8a78-ee752bb825bb no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:44.340664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 1b36a241-a971-4c6b-8a78-ee752bb825bb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:44.341041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1b36a241-a971-4c6b-8a78-ee752bb825bb not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:44.344153 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ea1735d-7185-459a-b634-ad1e111d07bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.478001 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ea1735d-7185-459a-b634-ad1e111d07bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.492882 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6153193-a6c4-410f-96f5-7e53fa49fad0 req-58fff045-d356-403c-848d-d6e229234a5b service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013350 Nov 25 17:11:44.554362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.561927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1735d-7185-459a-b634-ad1e111d07bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:44.564615 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ea1735d-7185-459a-b634-ad1e111d07bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.595188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10956a6b-fae3-4769-bfe8-9ea43e4b6f8d None None] Network 283b845c-c0a6-4ad8-8167-9772a277034a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:44.597866 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4ea1735d-7185-459a-b634-ad1e111d07bf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3536d077-afe8-4cc5-b1c2-00d7f7e3fa4d HTTP/1.1" status: 204 len: 168 time: 0.7932615 Nov 25 17:11:44.598553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:44.692395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-4614ad4d-b41c-417a-a425-72810d808048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:44.694251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-4614ad4d-b41c-417a-a425-72810d808048 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1095 time: 0.1111958 Nov 25 17:11:44.699290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.951391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4ee77928-ca4f-46a1-a5ce-94f2568945cb no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:44.970953 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.009791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4ee77928-ca4f-46a1-a5ce-94f2568945cb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:45.010292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4ee77928-ca4f-46a1-a5ce-94f2568945cb not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:45.010473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:45.012597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f0583-5dc5-4ec2-84ea-4daf85d1360c req-07221d60-0837-460b-bca9-7b4da2c9b538 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:45.026770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:45.040107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:45.043103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d9f0583-5dc5-4ec2-84ea-4daf85d1360c req-07221d60-0837-460b-bca9-7b4da2c9b538 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 931 time: 0.1941807 Nov 25 17:11:45.046907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Pushing event updated for resources: {'Port': ['ID=9d17033f-d624-4fa6-b92d-80de71f5c6ab,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:45.144315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Router 2d292d82-d779-4142-aacd-13402f7912d1 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:45.148417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-707b4fea-b7a8-4dd9-bb84-cef86efebe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:45.150261 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-707b4fea-b7a8-4dd9-bb84-cef86efebe92 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 920 time: 0.4467170 Nov 25 17:11:45.173774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:45.174448 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.196121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] DHCP port deletion for 283b845c-c0a6-4ad8-8167-9772a277034a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:11:45.223245 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-57986530-474a-4b0f-a10f-65d430aa5f78 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=387e476d-656e-49bf-a93d-42b4461df030 HTTP/1.1" status: 200 len: 217 time: 0.0630925 Nov 25 17:11:45.231172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35eaa6f9-e851-4759-b0d2-744604777261 req-c04148b9-3c39-46a5-9f79-7190124d0ea6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 210 time: 0.0771172 Nov 25 17:11:45.315401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d9f0583-5dc5-4ec2-84ea-4daf85d1360c req-2c4f4a37-6c78-4b92-bd73-d1ab208bc2bd tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707391 Nov 25 17:11:45.369052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Deleting port c45f6b2d-79b2-4f62-b61f-97824c4e381b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:45.372921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.421863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] Deleting port c45f6b2d-79b2-4f62-b61f-97824c4e381b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:45.422731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.445224 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-ce488002-ef78-42c6-bb6a-8c93a02f70a9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5389228 Nov 25 17:11:45.503126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Request body: {'port': {'device_id': 'daaba62f-84e0-42bf-bfb8-034da8c4a161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:45.608177 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:11:45.636099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] For port c45f6b2d-79b2-4f62-b61f-97824c4e381b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c45f6b2d-79b2-4f62-b61f-97824c4e381b,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:45.637905 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.676327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] Calling delete_port for c45f6b2d-79b2-4f62-b61f-97824c4e381b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:45.679027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.898373 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.947401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] No DVR routers for this DVR port c45f6b2d-79b2-4f62-b61f-97824c4e381b on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:45.950145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcec36-b1e4-472f-b16a-feef37e78cd1 None None] Pushing event deleted for resources: {'Port': ['ID=c45f6b2d-79b2-4f62-b61f-97824c4e381b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:45.995032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-1e4acccf-8b7f-45be-93cc-eb47a557c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:45.998141 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-1e4acccf-8b7f-45be-93cc-eb47a557c4ad service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.7659137 Nov 25 17:11:46.004087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] For port c45f6b2d-79b2-4f62-b61f-97824c4e381b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c45f6b2d-79b2-4f62-b61f-97824c4e381b,segment=NetworkSegment(eb9067c3-a042-4fa8-b7a9-2a15babf73ef),segment_id=eb9067c3-a042-4fa8-b7a9-2a15babf73ef)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:46.004718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.034630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859dcc1-e62a-4638-b50a-8352989f661b req-16ee62ca-ddf3-478c-8a9a-918753fe08ea tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:46.038858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5859dcc1-e62a-4638-b50a-8352989f661b req-16ee62ca-ddf3-478c-8a9a-918753fe08ea tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 951 time: 0.1542428 Nov 25 17:11:46.039805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Calling delete_port for c45f6b2d-79b2-4f62-b61f-97824c4e381b owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:46.078986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-d62c60b8-b75d-49b2-a968-6861f19ceebc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698788 Nov 25 17:11:46.109635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:46.117376 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6e21e52a-effc-432c-b1cb-d8e226ce824e admin admin] 10.222.0.81 "PUT /v2.0/routers/2d292d82-d779-4142-aacd-13402f7912d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7464457 Nov 25 17:11:46.121774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:46.134082 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] Sync routers for ids ['2d292d82-d779-4142-aacd-13402f7912d1'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:46.135035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29600-83b0-43f9-a781-e369123dd8de req-6df4e284-1201-4276-afe0-783b6e65c784 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:46.136700 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-6df4e284-1201-4276-afe0-783b6e65c784 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 808 time: 0.7164383 Nov 25 17:11:46.147073 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] Routers {'2d292d82-d779-4142-aacd-13402f7912d1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:46.148021 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['2d292d82-d779-4142-aacd-13402f7912d1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:46.189975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Request body: {'port': {'device_id': '0d693292-b678-4538-abd5-86321da335cc', 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'admin_state_up': True, 'tenant_id': '16f239ed12554ebe8fcdb9786186913f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:46.271613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b1c92e68-7ede-4350-98ae-1a1fad680b89 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:46.275945 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] Set router 2d292d82-d779-4142-aacd-13402f7912d1 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:46.300260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5859dcc1-e62a-4638-b50a-8352989f661b req-f5a1f694-b994-44e1-8639-e7578ba731c3 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464929 Nov 25 17:11:46.361387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d17033f-d624-4fa6-b92d-80de71f5c6ab {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:46.386013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.411223 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-bb9722c0-287e-4203-836e-7c3258969d4c service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207726 Nov 25 17:11:46.458632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Transition to ACTIVE for port object 9d17033f-d624-4fa6-b92d-80de71f5c6ab will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:46.508609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.514406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.516475 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.561887 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:11:42Z', 'revision_number': 5, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:46.627585 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] Checking router: 2d292d82-d779-4142-aacd-13402f7912d1 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:46.638825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Pushing event updated for resources: {'Port': ['ID=9d17033f-d624-4fa6-b92d-80de71f5c6ab,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:46.653034 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] Routers {'2d292d82-d779-4142-aacd-13402f7912d1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:46.653565 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['2d292d82-d779-4142-aacd-13402f7912d1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:46.696464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:46.708548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e35f7b3a-16ee-4338-a553-9da90be61172 req-76cbd19b-d203-445b-b0b5-33d104f02895 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 210 time: 0.0928242 Nov 25 17:11:46.733055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Made reservation on behalf of 16f239ed12554ebe8fcdb9786186913f for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:46.744253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'mac_address': 'fa:16:3e:7e:20:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:46.759808 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.775410 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ac993363-821c-4789-9fb7-1833b7f6ca15 req-3a075b45-7b99-470e-82ed-884aaf4956db service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489027 Nov 25 17:11:46.850028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] No DVR routers for this DVR port c45f6b2d-79b2-4f62-b61f-97824c4e381b on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:46.852913 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.860587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45f6b2d-79b2-4f62-b61f-97824c4e381b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:46.886183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1c92e68-7ede-4350-98ae-1a1fad680b89 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:46.930499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:46.935465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c45f6b2d-79b2-4f62-b61f-97824c4e381b no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:46.953274 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] Set router 2d292d82-d779-4142-aacd-13402f7912d1 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:46.996973 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.005103 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c45f6b2d-79b2-4f62-b61f-97824c4e381b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:47.011789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c45f6b2d-79b2-4f62-b61f-97824c4e381b not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:47.064213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Attempting to bind port 9d17033f-d624-4fa6-b92d-80de71f5c6ab on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:47.064754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Attempting to bind port 9d17033f-d624-4fa6-b92d-80de71f5c6ab by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:47.065315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Attempting to bind port 9d17033f-d624-4fa6-b92d-80de71f5c6ab on network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:47.098978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.109334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Port 9d17033f-d624-4fa6-b92d-80de71f5c6ab on network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:47.110011 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Attempting to bind port 9d17033f-d624-4fa6-b92d-80de71f5c6ab on network f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:47.126759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283b845c-c0a6-4ad8-8167-9772a277034a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:47.138478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:47.139031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9067c3-a042-4fa8-b7a9-2a15babf73ef') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:47.152153 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.167316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.174073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.174465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['b1c92e68-7ede-4350-98ae-1a1fad680b89'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:47.201548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9eb59c-0e4f-41cc-a375-100d7889abea req-88bc4301-84e3-4df0-9c8f-4762a7d34f8c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:47.205082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:47.205792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Checking segment: {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:47.206795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Bound using segment: {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:47.206795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Bound port: 9d17033f-d624-4fa6-b92d-80de71f5c6ab, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96775ad-886e-49e9-8021-8af2b290cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:47.207372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.215119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f9eb59c-0e4f-41cc-a375-100d7889abea req-88bc4301-84e3-4df0-9c8f-4762a7d34f8c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 943 time: 0.6873691 Nov 25 17:11:47.252086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:11:47.252762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.272219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e6dd63a0-4a72-4043-b970-bf000035c072 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:47.274975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e6dd63a0-4a72-4043-b970-bf000035c072 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 951 time: 0.7048383 Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:11:47.276598 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:11:47.316581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Allocated IP 172.20.0.8 (2a372fd2-fd20-46be-88d6-b1e28cdca09a/6e1beb38-5c08-499a-bd1c-8c41ce530903/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:47.351498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:47.396217 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:11:42Z', 'revision_number': 5, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:47.430453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] For port 9d17033f-d624-4fa6-b92d-80de71f5c6ab, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:47.477973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] For port 9d17033f-d624-4fa6-b92d-80de71f5c6ab, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:47.486831 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb10d30-10ad-4857-b3f9-73e27ef43b58 None None] The sync data for ids ['2d292d82-d779-4142-aacd-13402f7912d1'] in n-d-819349-3 is: [{'id': '2d292d82-d779-4142-aacd-13402f7912d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1041465835-router', 'tenant_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:11:42Z', 'revision_number': 5, 'project_id': 'f0abfc87df04497cb09b05ca693eb0e1', 'gw_port': {'id': 'c19e1c13-0d1b-4d0c-a818-6dfed9767e65', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:60:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d292d82-d779-4142-aacd-13402f7912d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:07Z', 'updated_at': '2021-11-25T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:47.493613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.633784 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.671075 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.679284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] 10.222.0.81 "DELETE /v2.0/networks/283b845c-c0a6-4ad8-8167-9772a277034a HTTP/1.1" status: 204 len: 168 time: 3.0723691 Nov 25 17:11:47.695941 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f9eb59c-0e4f-41cc-a375-100d7889abea req-c979ec38-5b1a-43e5-ae85-c0f3e0f76ad3 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795933 Nov 25 17:11:47.738063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b5735-b181-4125-8ec8-d13188aa7296 req-d2f37f8d-ea87-46d1-a3af-6511e42861d6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:47.746483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be8b5735-b181-4125-8ec8-d13188aa7296 req-d2f37f8d-ea87-46d1-a3af-6511e42861d6 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 951 time: 0.2541833 Nov 25 17:11:47.778293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e42b9-9cee-4fc2-aff4-419fb5146467 admin admin] Pushing event deleted for resources: {'Network': ['ID=283b845c-c0a6-4ad8-8167-9772a277034a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:47.842514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Deleting port c19e1c13-0d1b-4d0c-a818-6dfed9767e65 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:47.842854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.848497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be8b5735-b181-4125-8ec8-d13188aa7296 req-4db95cc4-5f68-4c11-8469-fc557ffdc830 tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/security-groups?id=1b73146d-cf43-4d48-abf8-706b2b397448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011412 Nov 25 17:11:47.907618 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e10e055-e09d-450b-a695-bd156387f37f req-bf73bcd9-4faa-4f81-b82c-ca9b7a979bd1 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 210 time: 0.0567985 Nov 25 17:11:47.987762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37178) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:48.078104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Deleting port 876febd1-a5bb-4dab-8c85-84088aa97260 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:48.078992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.156298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:48.157536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.159541 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] 10.222.0.60 "PUT /v2.0/ports/9d17033f-d624-4fa6-b92d-80de71f5c6ab HTTP/1.1" status: 200 len: 1091 time: 2.6751170 Nov 25 17:11:48.160054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daaba62f-84e0-42bf-bfb8-034da8c4a161', 'tag': '9d17033f-d624-4fa6-b92d-80de71f5c6ab'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:48.163934 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a86640b-1d65-44c5-a8f8-9516c365a7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "daaba62f-84e0-42bf-bfb8-034da8c4a161", "tag": "9d17033f-d624-4fa6-b92d-80de71f5c6ab"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:48.208897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] For port c19e1c13-0d1b-4d0c-a818-6dfed9767e65, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c19e1c13-0d1b-4d0c-a818-6dfed9767e65,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:48.209730 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.219725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f7a02e0a-7610-4d69-ac85-6ba77af545c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a440ecf97e9443af80fbfbd41f321ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271769 Nov 25 17:11:48.225276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:48.237976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Calling delete_port for c19e1c13-0d1b-4d0c-a818-6dfed9767e65 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:48.248781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2d04-2dca-4bfe-8f66-2cb9e3d1ff86 service neutron] Pushing event updated for resources: {'Port': ['ID=9d17033f-d624-4fa6-b92d-80de71f5c6ab,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:48.279026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b1c92e68-7ede-4350-98ae-1a1fad680b89 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:48.316388 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c69945-1d73-4946-87ec-213dae2f46f5 x-openstack-request-id: req-37c69945-1d73-4946-87ec-213dae2f46f5 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:48.316689 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daaba62f-84e0-42bf-bfb8-034da8c4a161", "tag": "9d17033f-d624-4fa6-b92d-80de71f5c6ab", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:48.316962 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37c69945-1d73-4946-87ec-213dae2f46f5 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:48.317381 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daaba62f-84e0-42bf-bfb8-034da8c4a161', 'tag': '9d17033f-d624-4fa6-b92d-80de71f5c6ab', 'status': 'completed', 'code': 200} Nov 25 17:11:48.336812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] For port 876febd1-a5bb-4dab-8c85-84088aa97260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876febd1-a5bb-4dab-8c85-84088aa97260,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:48.337527 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.337924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 387e476d-656e-49bf-a93d-42b4461df030 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:48.358679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.365769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Calling delete_port for 876febd1-a5bb-4dab-8c85-84088aa97260 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:48.409423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328789-2848-469a-a81f-1b1d271c8da5 req-9c7429bf-2ed5-466d-99cd-b6b122eb2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:48.410117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-9c7429bf-2ed5-466d-99cd-b6b122eb2928 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 1094 time: 0.1136603 Nov 25 17:11:48.430996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75368457-08b6-47e1-aade-c1b60caec1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.465502 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-69e91736-56f1-4811-bd99-112be0dbe3e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab HTTP/1.1" status: 200 len: 217 time: 0.0434794 Nov 25 17:11:48.498447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.532797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75368457-08b6-47e1-aade-c1b60caec1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.559371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 387e476d-656e-49bf-a93d-42b4461df030, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=387e476d-656e-49bf-a93d-42b4461df030,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:48.617934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port b1c92e68-7ede-4350-98ae-1a1fad680b89 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:48.618537 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.671345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Network 2a372fd2-fd20-46be-88d6-b1e28cdca09a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:48.707811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328789-2848-469a-a81f-1b1d271c8da5 req-2d0d1a5d-e87a-46bb-ab27-c56b8514def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:48.710905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '387e476d-656e-49bf-a93d-42b4461df030', 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9', 'port_id': '387e476d-656e-49bf-a93d-42b4461df030', 'mac_address': 'fa:16:3e:af:53:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd538f008-697c-4c80-aa3a-256bfbbf21f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:48.711378 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-2d0d1a5d-e87a-46bb-ab27-c56b8514def5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.2344198 Nov 25 17:11:48.713738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Pushing event updated for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:48.730807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:48.736974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:48.767906 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.807887 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.831715 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-6531cd2d-fafa-41a4-b4f8-529ad8ebf1a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927584 Nov 25 17:11:48.842253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Pushing event deleted for resources: {'Port': ['ID=c19e1c13-0d1b-4d0c-a818-6dfed9767e65,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:48.879653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:48.880880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.882992 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.903353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75368457-08b6-47e1-aade-c1b60caec1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.908319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75368457-08b6-47e1-aade-c1b60caec1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.913460 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-75368457-08b6-47e1-aade-c1b60caec1ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60491aa7-a1a2-4e87-87e5-f59ab405f914 HTTP/1.1" status: 204 len: 168 time: 0.6799684 Nov 25 17:11:48.924545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 349efc33-7ab3-4523-8a1d-90492503662a no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:48.933353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-1fee163f-4e9f-4f3b-8a35-37c74ef7d2e4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7567961 Nov 25 17:11:48.943289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Pushing event deleted for resources: {'Port': ['ID=876febd1-a5bb-4dab-8c85-84088aa97260,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:48.973045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Request body: {'port': {'device_id': '0d693292-b678-4538-abd5-86321da335cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:48.980965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['876febd1-a5bb-4dab-8c85-84088aa97260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:49.067653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387e476d-656e-49bf-a93d-42b4461df030 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:49.075665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 349efc33-7ab3-4523-8a1d-90492503662a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:49.085958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 349efc33-7ab3-4523-8a1d-90492503662a not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:49.092332 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-824b1d35-1801-43b8-9e6a-b3be3d1f9f2a service neutron] 10.222.0.60 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764798 Nov 25 17:11:49.093317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75368457-08b6-47e1-aade-c1b60caec1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60491aa7-a1a2-4e87-87e5-f59ab405f914,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:49.127140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] No DVR routers for this DVR port 876febd1-a5bb-4dab-8c85-84088aa97260 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:49.136773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.142717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-621c5340-6a1f-46d0-b28d-70c7aa647b77 req-e64f0573-822a-4840-88de-8774d9bf8e0f tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.95 "DELETE /v2.0/ports/876febd1-a5bb-4dab-8c85-84088aa97260 HTTP/1.1" status: 204 len: 173 time: 1.8617346 Nov 25 17:11:49.165573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb5ecc-e646-4815-a158-58aa9584a399 req-05b9b9c8-4fe6-41b0-bed9-12580455b599 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:49.181220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9fb5ecc-e646-4815-a158-58aa9584a399 req-05b9b9c8-4fe6-41b0-bed9-12580455b599 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 943 time: 0.2314696 Nov 25 17:11:49.182310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-deleted', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:49.184822 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bca322-ebec-480a-8174-f4834db24aaa" -d '{"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-deleted", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:49.191624 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.338841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.414904 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.480542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 387e476d-656e-49bf-a93d-42b4461df030, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=387e476d-656e-49bf-a93d-42b4461df030,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:49.503658 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.508742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.550435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:49.558337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:49.564929 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a44194-3c1a-49fb-9b84-b298ee02850a" -d '{"events": [{"server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "name": "network-vif-plugged", "status": "completed", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:49.572878 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.582849 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.597581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9fb5ecc-e646-4815-a158-58aa9584a399 req-97cefb90-6baa-46c4-a358-ec39af797cd3 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083662 Nov 25 17:11:49.621012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.621886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d292d82-d779-4142-aacd-13402f7912d1 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:11:49.643446 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.645155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0ab08464-66eb-45b7-956d-f1f32d24b08b admin admin] 10.222.0.81 "DELETE /v2.0/routers/2d292d82-d779-4142-aacd-13402f7912d1 HTTP/1.1" status: 204 len: 168 time: 3.5224643 Nov 25 17:11:49.649571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:49.842888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:49.855726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ab971b-30eb-4f76-ab12-80cac3e0f72d admin admin] Deleting subnet 0dd81953-652b-44f9-af2a-fd1d7fc00b8c {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:11:49.935842 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5ab971b-30eb-4f76-ab12-80cac3e0f72d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.994225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['387e476d-656e-49bf-a93d-42b4461df030'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:50.058817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=387e476d-656e-49bf-a93d-42b4461df030,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:50.098821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5cf41fa-53b8-4767-bb62-4ba6a4d26c9a req-0e4e723e-87df-4682-89de-e12ea053b36e tempest-ServersAdminTestJSON-1130752084 tempest-ServersAdminTestJSON-1130752084-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9349f9-e73a-4377-9d80-f87377aa03cf HTTP/1.1" status: 200 len: 210 time: 0.2324052 Nov 25 17:11:50.133106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5ab971b-30eb-4f76-ab12-80cac3e0f72d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.183097 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62328789-2848-469a-a81f-1b1d271c8da5 req-c301095c-af97-4126-8d2e-1fb6176c505d service neutron] 10.222.0.60 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0077195 Nov 25 17:11:50.338158 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5ab971b-30eb-4f76-ab12-80cac3e0f72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.338414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:50.420033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:50.448782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.474906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 876febd1-a5bb-4dab-8c85-84088aa97260 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:50.475514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876febd1-a5bb-4dab-8c85-84088aa97260 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:50.510796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Transition to ACTIVE for port object 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:50.518040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-08b8c504-df35-461a-a9a4-da3c426dd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:50.521921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-08b8c504-df35-461a-a9a4-da3c426dd9e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 1094 time: 0.2644506 Nov 25 17:11:50.526896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.532756 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5ab971b-30eb-4f76-ab12-80cac3e0f72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.613007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab971b-30eb-4f76-ab12-80cac3e0f72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd81953-652b-44f9-af2a-fd1d7fc00b8c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:50.631064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5ab971b-30eb-4f76-ab12-80cac3e0f72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.632585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9b219-40f8-4a31-84aa-7626991a7b02 None None] Network cec6fffa-9b9c-46d4-b6d6-17d17344df31 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:50.648483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f5ab971b-30eb-4f76-ab12-80cac3e0f72d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0dd81953-652b-44f9-af2a-fd1d7fc00b8c HTTP/1.1" status: 204 len: 168 time: 0.9933114 Nov 25 17:11:50.649457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:50.911574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.950184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d06218-5548-4aea-9cd4-30fba2a410ac req-79582cd2-1fc4-4e47-9a1e-4744dfeb0590 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:50.964241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c19e1c13-0d1b-4d0c-a818-6dfed9767e65 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:50.970764 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b0d06218-5548-4aea-9cd4-30fba2a410ac req-79582cd2-1fc4-4e47-9a1e-4744dfeb0590 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 931 time: 0.5259433 Nov 25 17:11:50.972706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:51.044821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c19e1c13-0d1b-4d0c-a818-6dfed9767e65 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:51.045206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c19e1c13-0d1b-4d0c-a818-6dfed9767e65 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:51.050862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] DHCP port deletion for cec6fffa-9b9c-46d4-b6d6-17d17344df31 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:11:51.107164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Pushing event updated for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:51.145953 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b0d06218-5548-4aea-9cd4-30fba2a410ac req-d73ab894-f490-4a36-988b-864a6ed7203b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740260 Nov 25 17:11:51.146208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-5466153f-cb2d-4621-a9c1-a02449b31ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:51.147591 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-5466153f-cb2d-4621-a9c1-a02449b31ac7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 920 time: 0.5968785 Nov 25 17:11:51.200578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Deleting port f2537c9e-73e2-4673-90b4-77fa00803497 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:51.200578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.319673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-223edf0e-5d93-4d0a-a750-afe9f7c4ee4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab HTTP/1.1" status: 200 len: 217 time: 0.1520560 Nov 25 17:11:51.320475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] Deleting port f2537c9e-73e2-4673-90b4-77fa00803497 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:51.321159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.335142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:51.342426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:51.343521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:51.487115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-755c5e43-fd2f-48c9-87f0-0b8443ac58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:51.493787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-755c5e43-fd2f-48c9-87f0-0b8443ac58a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.1588273 Nov 25 17:11:51.524181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:51.530261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:51.582421 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-0b6fd111-fe73-4ebc-a219-f6d9258a2646 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784016 Nov 25 17:11:51.586539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:51.586539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:51.588646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:51.589907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Bound port: 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:51.591024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.612895 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81530669-49e1-4c32-8f6c-0330ae0b8660 x-openstack-request-id: req-81530669-49e1-4c32-8f6c-0330ae0b8660 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:51.616017 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "name": "network-vif-plugged", "status": "completed", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:51.616609 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81530669-49e1-4c32-8f6c-0330ae0b8660 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:51.617388 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'code': 200} Nov 25 17:11:51.646665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] For port f2537c9e-73e2-4673-90b4-77fa00803497, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2537c9e-73e2-4673-90b4-77fa00803497,segment=NetworkSegment(46a6c323-1c4c-4dcf-8d75-9a865146801c),segment_id=46a6c323-1c4c-4dcf-8d75-9a865146801c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:51.653974 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.712781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Calling delete_port for f2537c9e-73e2-4673-90b4-77fa00803497 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:51.728909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] For port f2537c9e-73e2-4673-90b4-77fa00803497, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2537c9e-73e2-4673-90b4-77fa00803497,segment=NetworkSegment(46a6c323-1c4c-4dcf-8d75-9a865146801c),segment_id=46a6c323-1c4c-4dcf-8d75-9a865146801c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:51.730264 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.762919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] Calling delete_port for f2537c9e-73e2-4673-90b4-77fa00803497 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:51.771405 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-385b84fc-8144-4986-b099-2e09ced82ca9 service neutron] 10.222.0.60 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522050 Nov 25 17:11:51.912712 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dcbce7-6a97-47e9-88be-ca13509e9d59 x-openstack-request-id: req-93dcbce7-6a97-47e9-88be-ca13509e9d59 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:51.913635 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9349f9-e73a-4377-9d80-f87377aa03cf", "name": "network-vif-deleted", "tag": "876febd1-a5bb-4dab-8c85-84088aa97260", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:51.915509 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93dcbce7-6a97-47e9-88be-ca13509e9d59 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:51.917034 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9349f9-e73a-4377-9d80-f87377aa03cf', 'name': 'network-vif-deleted', 'tag': '876febd1-a5bb-4dab-8c85-84088aa97260', 'status': 'completed', 'code': 200} Nov 25 17:11:51.949831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2036747642-network', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:51.959601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:51.977410 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.978090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:51.995621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.006740 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.041025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] Pushing event deleted for resources: {'Port': ['ID=f2537c9e-73e2-4673-90b4-77fa00803497,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:52.060675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201e312-f6b9-429c-bfe0-dc78f54bf9d6 None None] No DVR routers for this DVR port f2537c9e-73e2-4673-90b4-77fa00803497 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:52.119340 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4a86640b-1d65-44c5-a8f8-9516c365a7f3 req-27fc85e8-599b-4dc9-aa92-470273128a0a service neutron] 10.222.0.60 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319018 Nov 25 17:11:52.138550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2537c9e-73e2-4673-90b4-77fa00803497,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:52.145381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:52.146966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.150922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] 10.222.0.95 "PUT /v2.0/ports/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 1091 time: 3.1877489 Nov 25 17:11:52.153397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:52.160723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] No DVR routers for this DVR port f2537c9e-73e2-4673-90b4-77fa00803497 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:52.175362 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fead40-be88-49d2-aebc-1262a18e13a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:52.201283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8928e7e-9cd2-4c2c-a872-d1c0b5ca08ba service neutron] Pushing event updated for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:52.213949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Made reservation on behalf of c279aca58010468c8f8ddb67b6d55d33 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:52.217542 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.279083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9d17033f-d624-4fa6-b92d-80de71f5c6ab details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:52.304879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29600-83b0-43f9-a781-e369123dd8de req-0459a502-454a-44d2-ae1f-0fcff4a8be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:52.306640 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.306993 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-0459a502-454a-44d2-ae1f-0fcff4a8be90 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1094 time: 0.0892267 Nov 25 17:11:52.327084 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.343744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef0dcd-887f-4808-aa5a-efd7c31ddee1 req-a4609ac5-3e4c-4556-a850-cc16744bf83b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:52.345442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86ef0dcd-887f-4808-aa5a-efd7c31ddee1 req-a4609ac5-3e4c-4556-a850-cc16744bf83b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 943 time: 0.4243064 Nov 25 17:11:52.387487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec6fffa-9b9c-46d4-b6d6-17d17344df31']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:52.403740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-4a29a07e-ef22-4ade-8700-6440c663aebb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 217 time: 0.0878310 Nov 25 17:11:52.406052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 387e476d-656e-49bf-a93d-42b4461df030 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:52.411461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a6c323-1c4c-4dcf-8d75-9a865146801c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:52.411972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a6c323-1c4c-4dcf-8d75-9a865146801c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:52.433847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.477760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.501000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:11:52.501569 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:11:52.503897 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:11:52.522467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29600-83b0-43f9-a781-e369123dd8de req-0507b339-83ff-45b9-b65f-eff7ea4c0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:52.524006 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-0507b339-83ff-45b9-b65f-eff7ea4c0372 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1114156 Nov 25 17:11:52.529440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86ef0dcd-887f-4808-aa5a-efd7c31ddee1 req-898b8b1d-6088-48f1-a7cd-0e4ca8d8b6b2 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707060 Nov 25 17:11:52.590892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-c6093798-57bd-44c7-9e1a-49f3365f7fae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541930 Nov 25 17:11:52.615437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.622051 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.630410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cec6fffa-9b9c-46d4-b6d6-17d17344df31 HTTP/1.1" status: 204 len: 168 time: 1.9766285 Nov 25 17:11:52.656345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.659419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c177e3-2a82-45fe-a950-6ebb45973db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec6fffa-9b9c-46d4-b6d6-17d17344df31,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:52.668133 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.705392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:11:52.719604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d553c8-1407-4c91-942b-ea9710af5d9a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:52.752368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.752922 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Added segment 8336be5b-0636-4aae-b71c-fd1b928b403c of type vlan for network ac8afe9d-5b5f-4557-833b-49ed366ba454 Nov 25 17:11:52.856196 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.894327 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-3320ea01-a1ea-47ed-8c1d-b4241a6c03e1 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956645 Nov 25 17:11:52.911170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.912537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:52.913499 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.959383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:52.996674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2537c9e-73e2-4673-90b4-77fa00803497 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:53.077151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 387e476d-656e-49bf-a93d-42b4461df030 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:53.081451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9d17033f-d624-4fa6-b92d-80de71f5c6ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:53.086849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f2537c9e-73e2-4673-90b4-77fa00803497 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:53.087482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2537c9e-73e2-4673-90b4-77fa00803497 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:53.100613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 387e476d-656e-49bf-a93d-42b4461df030 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:53.101822 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.139862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '9d17033f-d624-4fa6-b92d-80de71f5c6ab', 'network_id': 'f92cfb7d-247a-4baa-95ee-f2df3a8d94f9', 'port_id': '9d17033f-d624-4fa6-b92d-80de71f5c6ab', 'mac_address': 'fa:16:3e:f7:e1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd538f008-697c-4c80-aa3a-256bfbbf21f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:53.153665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1770720 Nov 25 17:11:53.164799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:53.170735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc71505-e987-415b-8f32-bd0cc5a1fea7 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8afe9d-5b5f-4557-833b-49ed366ba454,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.196632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Request body: {'subnet': {'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2036747642-subnet', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:53.201789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ac8afe9d-5b5f-4557-833b-49ed366ba454 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:53.217755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6bb3f-c607-4472-bf1c-7399a742124a req-62237aae-5117-4aff-9fa8-04c851b48d59 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:53.220565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9bb6bb3f-c607-4472-bf1c-7399a742124a req-62237aae-5117-4aff-9fa8-04c851b48d59 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.2268639 Nov 25 17:11:53.282444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.297857 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aec01360-30bf-478a-a0c6-2ac70b7cb843 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2261c73fec784f35bb557e39e21de9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321712 Nov 25 17:11:53.304139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:53.324811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d17033f-d624-4fa6-b92d-80de71f5c6ab {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:53.355102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9d17033f-d624-4fa6-b92d-80de71f5c6ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:53.369354 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.371257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37276) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:53.411529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Made reservation on behalf of c279aca58010468c8f8ddb67b6d55d33 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:53.416678 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9bb6bb3f-c607-4472-bf1c-7399a742124a req-5d5ec1e0-cd6e-48a1-ba5f-5b9585ba9f92 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848249 Nov 25 17:11:53.420473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.487318 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b950742-972e-4c17-9f94-90e67381378f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.530933 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.567942 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b950742-972e-4c17-9f94-90e67381378f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.576982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9d17033f-d624-4fa6-b92d-80de71f5c6ab,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.607145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 387e476d-656e-49bf-a93d-42b4461df030, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=387e476d-656e-49bf-a93d-42b4461df030,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:53.616898 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.622735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7f0356-a288-4c8e-96d5-dad7add50c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387e476d-656e-49bf-a93d-42b4461df030'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:53.627682 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6514359-7913-4be6-b50d-452a9e9c9920" -d '{"events": [{"server_uuid": "1c7f0356-a288-4c8e-96d5-dad7add50c87", "name": "network-vif-plugged", "status": "completed", "tag": "387e476d-656e-49bf-a93d-42b4461df030"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:53.733287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=387e476d-656e-49bf-a93d-42b4461df030,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.742529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9d17033f-d624-4fa6-b92d-80de71f5c6ab'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:53.763269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b950742-972e-4c17-9f94-90e67381378f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.767066 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b950742-972e-4c17-9f94-90e67381378f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.771500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b950742-972e-4c17-9f94-90e67381378f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3 HTTP/1.1" status: 204 len: 168 time: 0.4505806 Nov 25 17:11:53.785554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b950742-972e-4c17-9f94-90e67381378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab9a0dd-7e08-4d2b-a79e-86d50d052ec3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.855828 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1c92e-d7cb-4398-8206-3ace42d2a84b x-openstack-request-id: req-18f1c92e-d7cb-4398-8206-3ace42d2a84b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:53.855828 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:53.855828 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18f1c92e-d7cb-4398-8206-3ace42d2a84b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:53.856800 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3', 'status': 'completed', 'code': 200} Nov 25 17:11:53.864919 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.926291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cb97f4-d59f-4476-8069-a3c5b7b604cd,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.977661 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-86d29600-83b0-43f9-a781-e369123dd8de req-e30b61e4-ad94-4549-9d19-4caaef7944f4 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0720406 Nov 25 17:11:53.987935 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fa0ba972-abed-462e-866b-e3d884b8b73b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebb331fa0e9e416784fd9a128129a62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076379 Nov 25 17:11:53.994972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37286) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:54.233652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-a9504e64-f55b-485a-abed-cc575c21ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:54.235136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d47410-acfc-49a9-a217-080d4f3a3463 req-28dcbe08-e833-4324-b873-1d5d997c32a4 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:54.239141 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-a9504e64-f55b-485a-abed-cc575c21ee5f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1094 time: 0.1973746 Nov 25 17:11:54.240788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Checking segment: {'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:54.241420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Network hostable DHCP agents. Network: ac8afe9d-5b5f-4557-833b-49ed366ba454, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:54.243706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61d47410-acfc-49a9-a217-080d4f3a3463 req-28dcbe08-e833-4324-b873-1d5d997c32a4 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 944 time: 0.2469225 Nov 25 17:11:54.291704 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0cab578-f6dd-49cc-aec8-624c907e8d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.349802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61d47410-acfc-49a9-a217-080d4f3a3463 req-181e8d6f-1984-4e9d-8253-a5c8e4f19fd0 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051004 Nov 25 17:11:54.386993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Network ac8afe9d-5b5f-4557-833b-49ed366ba454 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:54.406299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ac8afe9d-5b5f-4557-833b-49ed366ba454) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:54.414436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:54.415709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.428646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0349543-cc1b-43dd-8290-8cdc53d7675b None None] Network ac8afe9d-5b5f-4557-833b-49ed366ba454 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:54.445844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37292) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:54.449845 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0cab578-f6dd-49cc-aec8-624c907e8d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.486949 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1000932e-942d-4c7e-968b-50fd009266d1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3002901 Nov 25 17:11:54.493595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37296) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:54.507977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:54.550111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.552053 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.562458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-d4ed1edf-94b6-41f2-a337-9a7159eaa687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:54.566195 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-d4ed1edf-94b6-41f2-a337-9a7159eaa687 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.3121462 Nov 25 17:11:54.582333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0cab578-f6dd-49cc-aec8-624c907e8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.586378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0cab578-f6dd-49cc-aec8-624c907e8d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.590469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d0cab578-f6dd-49cc-aec8-624c907e8d51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b73146d-cf43-4d48-abf8-706b2b397448 HTTP/1.1" status: 204 len: 168 time: 0.5733321 Nov 25 17:11:54.643920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cab578-f6dd-49cc-aec8-624c907e8d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b73146d-cf43-4d48-abf8-706b2b397448,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:54.666815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfed3d3-e640-4681-8cab-81958eef019c req-8b5d08cc-ddd7-4793-bea3-db1fe7ffaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:54.667578 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a39893a-268a-4b88-9f05-1c701bed14aa x-openstack-request-id: req-1a39893a-268a-4b88-9f05-1c701bed14aa {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:54.668398 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7f0356-a288-4c8e-96d5-dad7add50c87", "name": "network-vif-plugged", "status": "completed", "tag": "387e476d-656e-49bf-a93d-42b4461df030", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:54.668676 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a39893a-268a-4b88-9f05-1c701bed14aa {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:54.669097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7cfed3d3-e640-4681-8cab-81958eef019c req-8b5d08cc-ddd7-4793-bea3-db1fe7ffaf3b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1097 time: 0.1004975 Nov 25 17:11:54.669237 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7f0356-a288-4c8e-96d5-dad7add50c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387e476d-656e-49bf-a93d-42b4461df030', 'code': 200} Nov 25 17:11:54.698187 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5194c0bd-1b34-4bfd-8629-0b9ef39766d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0abfc87df04497cb09b05ca693eb0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492568 Nov 25 17:11:54.725702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:54.727747 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-157eff4f-56c7-406b-ab74-d7b5b1ffce3c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 217 time: 0.1503625 Nov 25 17:11:54.856533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ac8afe9d-5b5f-4557-833b-49ed366ba454', 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'fixed_ips': [{'subnet_id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:11:54.858756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.938378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7cfed3d3-e640-4681-8cab-81958eef019c req-763d131f-a28a-418d-9bb0-71f64eeb39f7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575986 Nov 25 17:11:54.985953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165ef8a-8588-4196-8818-28175c629a6d req-bfdcdc80-dae7-410a-a58d-441be4c85b7e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:54.994394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2165ef8a-8588-4196-8818-28175c629a6d req-bfdcdc80-dae7-410a-a58d-441be4c85b7e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.2725308 Nov 25 17:11:55.001721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.120735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2165ef8a-8588-4196-8818-28175c629a6d req-076cb0af-1c59-4c1a-8aba-58287b0955e7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176424 Nov 25 17:11:55.226596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Allocated IP 172.20.0.2 (ac8afe9d-5b5f-4557-833b-49ed366ba454/d0cb97f4-d59f-4476-8069-a3c5b7b604cd/d8e4b044-367e-43dc-a139-d880f035a043) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:55.482026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6aa9-e7ea-46b9-b098-e2e0845850d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.502812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.519666 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.590692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Network ac8afe9d-5b5f-4557-833b-49ed366ba454 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:55.608691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:55.609991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:55.616515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:55.649108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Pushing event updated for resources: {'Port': ['ID=d8e4b044-367e-43dc-a139-d880f035a043,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:55.701681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-0e28b4c3-7d3f-479f-9df2-af200d245d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:55.706773 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-0e28b4c3-7d3f-479f-9df2-af200d245d76 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.9435501 Nov 25 17:11:55.710666 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6aa9-e7ea-46b9-b098-e2e0845850d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.757493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b668ae15-7cf4-4219-a25e-ef98136c1de5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a63bbb8115174089bdd6dc667b502f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460059 Nov 25 17:11:55.764415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:55.769841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Attempting to bind port d8e4b044-367e-43dc-a139-d880f035a043 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:55.770477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Attempting to bind port d8e4b044-367e-43dc-a139-d880f035a043 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:55.771070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Attempting to bind port d8e4b044-367e-43dc-a139-d880f035a043 on network ac8afe9d-5b5f-4557-833b-49ed366ba454 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:55.777151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:55.777824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Checking segment: {'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:55.778407 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.779126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Bound using segment: {'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:55.779779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Bound port: d8e4b044-367e-43dc-a139-d880f035a043, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:55.780341 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.793551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7ed4c-a3de-486e-a87b-c5e986de5412 req-72a4b160-2d49-42a8-ba11-0e7291268688 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:55.798101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ca7ed4c-a3de-486e-a87b-c5e986de5412 req-72a4b160-2d49-42a8-ba11-0e7291268688 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 944 time: 0.1967320 Nov 25 17:11:55.849451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-d118eaf8-9d39-41a2-857b-4729dd7d132b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571949 Nov 25 17:11:55.862571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.891708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] For port d8e4b044-367e-43dc-a139-d880f035a043, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:55.899425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] For port d8e4b044-367e-43dc-a139-d880f035a043, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d8e4b044-367e-43dc-a139-d880f035a043,segment=NetworkSegment(8336be5b-0636-4aae-b71c-fd1b928b403c),segment_id=8336be5b-0636-4aae-b71c-fd1b928b403c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:55.910279 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.949653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ca7ed4c-a3de-486e-a87b-c5e986de5412 req-65c0cbe4-6a2b-49fc-b1cd-3b11d6682df7 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262581 Nov 25 17:11:55.990097 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f77aa25-ba36-4af1-9aef-aec08ec94210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.081739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5df0b-1a58-418b-b9b4-af993f7b5732 None None] Pushing event updated for resources: {'Port': ['ID=d8e4b044-367e-43dc-a139-d880f035a043,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:56.148352 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6aa9-e7ea-46b9-b098-e2e0845850d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.167609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6aa9-e7ea-46b9-b098-e2e0845850d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.169330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ab7d6aa9-e7ea-46b9-b098-e2e0845850d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81c6afb6-1e9c-42dc-8dfa-900ec36f6f32 HTTP/1.1" status: 204 len: 168 time: 1.4360290 Nov 25 17:11:56.277973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d6aa9-e7ea-46b9-b098-e2e0845850d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c6afb6-1e9c-42dc-8dfa-900ec36f6f32,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:56.279027 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9d17033f-d624-4fa6-b92d-80de71f5c6ab up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:56.316869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-3f1ac67e-b3e4-4184-a6b3-b0becde75498 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416904 Nov 25 17:11:56.395244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:56.576910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 9d17033f-d624-4fa6-b92d-80de71f5c6ab completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:56.585685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 9d17033f-d624-4fa6-b92d-80de71f5c6ab triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:56.596588 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.602790 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-40fead40-be88-49d2-aebc-1262a18e13a7 req-1d31c4db-4069-49d7-b2d4-a76840f0a17b service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773564 Nov 25 17:11:56.874547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:56.903065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f77aa25-ba36-4af1-9aef-aec08ec94210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.963111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3', 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'port_id': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3', 'mac_address': 'fa:16:3e:d2:f4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1beb38-5c08-499a-bd1c-8c41ce530903', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:56.988396 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f77aa25-ba36-4af1-9aef-aec08ec94210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.990184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f77aa25-ba36-4af1-9aef-aec08ec94210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:56.993734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8f77aa25-ba36-4af1-9aef-aec08ec94210 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ffe48ce5-1e84-4a45-93c9-8f928fd1e474 HTTP/1.1" status: 204 len: 168 time: 1.2238638 Nov 25 17:11:57.018999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77aa25-ba36-4af1-9aef-aec08ec94210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe48ce5-1e84-4a45-93c9-8f928fd1e474,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:57.030341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d8e4b044-367e-43dc-a139-d880f035a043 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:57.068396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7424-0896-424d-b3cd-c37989f31b55 req-2ef3b4de-55ed-4eb5-bf35-a11fbcca34b2 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:57.070065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ffe7424-0896-424d-b3cd-c37989f31b55 req-2ef3b4de-55ed-4eb5-bf35-a11fbcca34b2 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.1013689 Nov 25 17:11:57.082423 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.137688 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.157223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaba62f-84e0-42bf-bfb8-034da8c4a161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17033f-d624-4fa6-b92d-80de71f5c6ab'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:57.161117 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4b8e02-70d5-4973-a74b-4b788856fb56" -d '{"events": [{"server_uuid": "daaba62f-84e0-42bf-bfb8-034da8c4a161", "name": "network-vif-plugged", "status": "completed", "tag": "9d17033f-d624-4fa6-b92d-80de71f5c6ab"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:57.209975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:57.220965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9d17033f-d624-4fa6-b92d-80de71f5c6ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:57.261840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ffe7424-0896-424d-b3cd-c37989f31b55 req-c251dafd-9b57-47b8-b085-52c5d00593aa tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797705 Nov 25 17:11:57.275504 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.313792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:57.370175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d8e4b044-367e-43dc-a139-d880f035a043 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:57.374463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.442130 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.473480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.526279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.612508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9d17033f-d624-4fa6-b92d-80de71f5c6ab,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:57.745141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4f86d-8a47-4455-9172-0a46fbab81e0 req-90c01293-e782-43f2-a1c1-e0080c577c55 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:57.757832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-def4f86d-8a47-4455-9172-0a46fbab81e0 req-90c01293-e782-43f2-a1c1-e0080c577c55 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.1429245 Nov 25 17:11:57.804929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:57.877104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Allocated IP 172.25.1.17 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/adb3f093-bdae-4680-9943-327790b5d89c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:57.913756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-def4f86d-8a47-4455-9172-0a46fbab81e0 req-0d9cf65d-4bd7-4b04-9649-a2bb05980825 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522450 Nov 25 17:11:58.129178 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ab1135-a7d1-4166-9913-5d70663d4623 x-openstack-request-id: req-18ab1135-a7d1-4166-9913-5d70663d4623 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:58.129968 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaba62f-84e0-42bf-bfb8-034da8c4a161", "name": "network-vif-plugged", "status": "completed", "tag": "9d17033f-d624-4fa6-b92d-80de71f5c6ab", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:58.132880 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18ab1135-a7d1-4166-9913-5d70663d4623 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:58.133439 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaba62f-84e0-42bf-bfb8-034da8c4a161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17033f-d624-4fa6-b92d-80de71f5c6ab', 'code': 200} Nov 25 17:11:58.286022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dee3e-2399-4721-9f7a-fd4dd8f656f6 req-d29fec6c-7386-49ca-9081-887e962ec590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:58.307289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a885a-1a65-4a72-ab06-9899357dd270 None None] Network ac8afe9d-5b5f-4557-833b-49ed366ba454 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:58.309006 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a61dee3e-2399-4721-9f7a-fd4dd8f656f6 req-d29fec6c-7386-49ca-9081-887e962ec590 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 1096 time: 0.2079797 Nov 25 17:11:58.444866 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.468046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:58.495996 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.556884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.617910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:58.630687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:58.632831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00312c-5729-4ea4-b9b8-6f96a2b76e26 req-48bf5fb0-d4d7-431c-986d-dd49265c68bb tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:58.634924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c6981432-6774-4c52-819a-6ea8b73e9716 None None] Provisioning complete for port d8e4b044-367e-43dc-a139-d880f035a043 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:58.635524 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6981432-6774-4c52-819a-6ea8b73e9716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.649369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:58.668492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf00312c-5729-4ea4-b9b8-6f96a2b76e26 req-48bf5fb0-d4d7-431c-986d-dd49265c68bb tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 944 time: 0.1831808 Nov 25 17:11:58.809227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf00312c-5729-4ea4-b9b8-6f96a2b76e26 req-93b4d9ce-4cab-41b0-bada-9e3a04d43f09 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396677 Nov 25 17:11:58.815259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port d8e4b044-367e-43dc-a139-d880f035a043, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d8e4b044-367e-43dc-a139-d880f035a043,segment=NetworkSegment(8336be5b-0636-4aae-b71c-fd1b928b403c),segment_id=8336be5b-0636-4aae-b71c-fd1b928b403c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:58.846842 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.924008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Pushing event updated for resources: {'Port': ['ID=adb3f093-bdae-4680-9943-327790b5d89c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:59.037037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a61dee3e-2399-4721-9f7a-fd4dd8f656f6 req-856bffa6-5e9b-4650-9c57-423a40613511 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7143111 Nov 25 17:11:59.197432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=d8e4b044-367e-43dc-a139-d880f035a043,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:59.501998 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:59.647796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c5443752-4840-4d0a-a03f-a68c0fbf6fe6 None None] Provisioning complete for port d8e4b044-367e-43dc-a139-d880f035a043 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:59.653092 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5443752-4840-4d0a-a03f-a68c0fbf6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:59.667262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91e740-fabc-467e-8320-57f69f46c6ca req-695fa97d-0ada-4b3d-b5bc-0778f53f535f tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:59.669018 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f91e740-fabc-467e-8320-57f69f46c6ca req-695fa97d-0ada-4b3d-b5bc-0778f53f535f tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.1936991 Nov 25 17:11:59.822931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f91e740-fabc-467e-8320-57f69f46c6ca req-6dc28175-35cb-4ea4-8fab-8c04ee306604 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416767 Nov 25 17:12:00.052518 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:00.275658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Router 7b728f29-11bd-4431-b029-1b7a1554058a is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:12:00.391898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:00.488437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:00.496260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:00.497303 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:00.618293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:00.649440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Sync routers for ids ['7b728f29-11bd-4431-b029-1b7a1554058a'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:00.692758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:00.693892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-55375287-5592-4b96-b134-b190901268d6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1939266 Nov 25 17:12:00.697111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:00.720320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Routers {'7b728f29-11bd-4431-b029-1b7a1554058a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:00.724471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['7b728f29-11bd-4431-b029-1b7a1554058a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:00.824417 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:00.913802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:00.917561 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e152d-faaa-4ee2-a04d-7dcfcf54c479" -d '{"events": [{"server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "name": "network-vif-plugged", "status": "completed", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:00.948301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:00.953805 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.014321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d8e4b044-367e-43dc-a139-d880f035a043 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:01.026107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Set router 7b728f29-11bd-4431-b029-1b7a1554058a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:01.151438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:01.260752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d8e4b044-367e-43dc-a139-d880f035a043 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:01.261321 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.410099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:11:59Z', 'revision_number': 3, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port': {'id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:57Z', 'updated_at': '2021-11-25T17:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:01.443885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Checking router: 7b728f29-11bd-4431-b029-1b7a1554058a for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:01.444379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Updating router 7b728f29-11bd-4431-b029-1b7a1554058a port adb3f093-bdae-4680-9943-327790b5d89c binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:12:01.484887 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.488925 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.676926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Allocated IP 172.20.0.1 (ac8afe9d-5b5f-4557-833b-49ed366ba454/d0cb97f4-d59f-4476-8069-a3c5b7b604cd/b9367c05-a5c9-453a-828b-66559f3d5b53) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:01.821684 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.867163 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.916165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Network ac8afe9d-5b5f-4557-833b-49ed366ba454 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:01.921127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:01.925848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:01.929346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9367c05-a5c9-453a-828b-66559f3d5b53,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:01.981395 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.035333 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.046428 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.193213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99682574-6e56-4534-9162-8ba684a4f497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.196868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5381f-3da6-4a59-a403-2b5eaf8f1faa None None] Pushing event updated for resources: {'Port': ['ID=adb3f093-bdae-4680-9943-327790b5d89c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:02.212138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Attempting to bind port adb3f093-bdae-4680-9943-327790b5d89c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:02.214813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Attempting to bind port adb3f093-bdae-4680-9943-327790b5d89c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:02.215705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Attempting to bind port adb3f093-bdae-4680-9943-327790b5d89c on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:02.226707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:02.227111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:02.227795 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.228457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:02.228810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.228983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Bound port: adb3f093-bdae-4680-9943-327790b5d89c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:02.229836 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.323416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] For port adb3f093-bdae-4680-9943-327790b5d89c, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:02.331832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] For port adb3f093-bdae-4680-9943-327790b5d89c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=adb3f093-bdae-4680-9943-327790b5d89c,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:02.332977 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eb76215f-b82b-4221-b47b-c44885f6e7e3 None None] Provisioning complete for port b9367c05-a5c9-453a-828b-66559f3d5b53 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:02.333477 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb76215f-b82b-4221-b47b-c44885f6e7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.341332 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.424135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5381f-3da6-4a59-a403-2b5eaf8f1faa None None] Pushing event updated for resources: {'Port': ['ID=adb3f093-bdae-4680-9943-327790b5d89c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:02.474559 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.476265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eb76215f-b82b-4221-b47b-c44885f6e7e3 None None] Port b9367c05-a5c9-453a-828b-66559f3d5b53 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:02.492894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.493200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Routers {'7b728f29-11bd-4431-b029-1b7a1554058a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:02.493200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:11:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['7b728f29-11bd-4431-b029-1b7a1554058a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:02.567582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.576451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9367c05-a5c9-453a-828b-66559f3d5b53,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:02.701530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Network ac8afe9d-5b5f-4557-833b-49ed366ba454 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:02.704660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:02.707679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] Set router 7b728f29-11bd-4431-b029-1b7a1554058a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:02.936541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Router 7b728f29-11bd-4431-b029-1b7a1554058a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:03.055659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 4, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port': {'id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:57Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b9367c05-a5c9-453a-828b-66559f3d5b53', 'name': '', 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'mac_address': 'fa:16:3e:9a:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:01Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 2, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'subnets': [{'id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:03.096166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd9584-56f6-47c0-a55e-997a4dce8525 None None] The sync data for ids ['7b728f29-11bd-4431-b029-1b7a1554058a'] in n-d-819349-3 is: [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 4, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port': {'id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:57Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b9367c05-a5c9-453a-828b-66559f3d5b53', 'name': '', 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'mac_address': 'fa:16:3e:9a:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:01Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 2, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'subnets': [{'id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:03.110730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ab9f7aca-218f-4b5f-9d62-82b21ed98e14 None None] Provisioning complete for port b9367c05-a5c9-453a-828b-66559f3d5b53 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:03.111164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab9f7aca-218f-4b5f-9d62-82b21ed98e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.139910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:03.159364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-333c8a69-156a-48d2-99b9-b30e8e129de4 admin admin] 10.222.0.81 "PUT /v2.0/routers/7b728f29-11bd-4431-b029-1b7a1554058a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516873 Nov 25 17:12:03.179408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f7aca-218f-4b5f-9d62-82b21ed98e14 None None] Port b9367c05-a5c9-453a-828b-66559f3d5b53 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:03.774823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b0ecd-4463-4417-bc33-4e217bf453c0 req-907503f8-56a7-4eef-bdd4-ecaa24979f01 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:03.776707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff1b0ecd-4463-4417-bc33-4e217bf453c0 req-907503f8-56a7-4eef-bdd4-ecaa24979f01 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.0761418 Nov 25 17:12:03.877585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff1b0ecd-4463-4417-bc33-4e217bf453c0 req-c06a58a4-08ab-45e3-b905-fca6c7321e38 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940540 Nov 25 17:12:04.039434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b1da8-fe04-4cdd-87f4-158e6aa8df4d req-f73d54a4-92b5-4f04-a637-3a352bed38ba tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:04.040888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a71b1da8-fe04-4cdd-87f4-158e6aa8df4d req-f73d54a4-92b5-4f04-a637-3a352bed38ba tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.0873334 Nov 25 17:12:04.138718 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a71b1da8-fe04-4cdd-87f4-158e6aa8df4d req-c1be5120-1d3c-4b67-9972-92fb407cae92 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892205 Nov 25 17:12:04.151736 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f934ca1d-864b-4d38-9d64-5db5592c7f21 x-openstack-request-id: req-f934ca1d-864b-4d38-9d64-5db5592c7f21 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:04.152318 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "name": "network-vif-plugged", "status": "completed", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:04.152658 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f934ca1d-864b-4d38-9d64-5db5592c7f21 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:04.153178 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3', 'code': 200} Nov 25 17:12:04.356549 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b15710f7-83de-4aa5-a5c4-af6df7c612bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:04.430207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe09a5-f469-4207-89f9-cae9af69ce91 req-07c785f9-6f98-4fe7-8fc1-ccfe4803fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:04.431764 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9fe09a5-f469-4207-89f9-cae9af69ce91 req-07c785f9-6f98-4fe7-8fc1-ccfe4803fdae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1096 time: 0.1956770 Nov 25 17:12:04.563129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9fe09a5-f469-4207-89f9-cae9af69ce91 req-3a200839-2212-485d-b421-764453f857c3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201942 Nov 25 17:12:04.775290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-a23c6333-039a-4346-b33f-f7d5607858ef tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3801394 Nov 25 17:12:04.792281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:04.827699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-fa92182b-ceee-4af5-aeb7-96388245d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:04.836245 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-fa92182b-ceee-4af5-aeb7-96388245d0db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 1096 time: 0.1446388 Nov 25 17:12:04.857918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.095496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-157b21cc-b82d-4a32-9ddc-6c848f112c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.097002 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-157b21cc-b82d-4a32-9ddc-6c848f112c7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 920 time: 0.2469683 Nov 25 17:12:05.168492 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-29f05b81-2d2f-4fc3-bbff-a865ba76b8fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab HTTP/1.1" status: 200 len: 217 time: 0.0571156 Nov 25 17:12:05.300212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-c0c0e378-e8e2-4610-8473-239da2184e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.301772 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-c0c0e378-e8e2-4610-8473-239da2184e57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.1236558 Nov 25 17:12:05.314237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ff6f4-f41c-4846-abe6-43160946d66a req-a3096b13-6842-4793-93e0-3af01ddb6ace tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.329567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-524ff6f4-f41c-4846-abe6-43160946d66a req-a3096b13-6842-4793-93e0-3af01ddb6ace tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.4139242 Nov 25 17:12:05.358957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device adb3f093-bdae-4680-9943-327790b5d89c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:05.376434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-911731d7-e275-46a4-a39d-1c11c7d7feeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656903 Nov 25 17:12:05.455980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port adb3f093-bdae-4680-9943-327790b5d89c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:05.456652 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.459577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-524ff6f4-f41c-4846-abe6-43160946d66a req-8d3be52e-9af2-4779-8d38-143c61b5d0d9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186719 Nov 25 17:12:05.522933 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.569338 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-af0b21be-deb8-4ccd-b704-5af2256eef48 service neutron] 10.222.0.60 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738138 Nov 25 17:12:05.741829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.751166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.827585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port adb3f093-bdae-4680-9943-327790b5d89c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=adb3f093-bdae-4680-9943-327790b5d89c,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:05.836886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.870467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Allocated IP 172.25.1.146 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/ac004b6c-f4d8-4e86-a1e3-8f0cb659d947) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:05.881665 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd4219ab-8145-4584-b933-e69e0c2150ba req-b48a7aba-aaef-4ca3-99b4-4c89c8a6c763 service neutron] 10.222.0.60 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023648 Nov 25 17:12:05.943604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=adb3f093-bdae-4680-9943-327790b5d89c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:06.091383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c797-b799-48f8-ac36-4ce5a19964dc req-5c2e0617-b196-454e-be84-99ae803669d7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:06.093008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6011c797-b799-48f8-ac36-4ce5a19964dc req-5c2e0617-b196-454e-be84-99ae803669d7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.1929212 Nov 25 17:12:06.156969 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:06.216833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6011c797-b799-48f8-ac36-4ce5a19964dc req-a54b4e52-06dd-4196-a6b4-187a2570332f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108568 Nov 25 17:12:06.284343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:06.314136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:06.454954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:06.457544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:06.465297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Pushing event updated for resources: {'Port': ['ID=ac004b6c-f4d8-4e86-a1e3-8f0cb659d947,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:06.467760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:06.668720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:06.763514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:06.878496 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:06.886518 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Sync routers for ids ['7b728f29-11bd-4431-b029-1b7a1554058a'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:06.904042 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Routers {'7b728f29-11bd-4431-b029-1b7a1554058a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:06.909261 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['7b728f29-11bd-4431-b029-1b7a1554058a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:06.917444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c80a70-d440-4556-b7b9-45164f9353ee req-630d6e98-1092-47ca-923a-35bcd5016e9d tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:06.918412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37542) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:06.926328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65c80a70-d440-4556-b7b9-45164f9353ee req-630d6e98-1092-47ca-923a-35bcd5016e9d tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.1558318 Nov 25 17:12:06.959974 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.013848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device adb3f093-bdae-4680-9943-327790b5d89c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:07.108305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3db2113e-b4bc-4060-8657-eb744439567e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.144819 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port adb3f093-bdae-4680-9943-327790b5d89c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:07.145310 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.292681 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Set router 7b728f29-11bd-4431-b029-1b7a1554058a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:07.344676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65c80a70-d440-4556-b7b9-45164f9353ee req-98874a9b-243d-4763-b3fb-6d2c13c747c1 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683801 Nov 25 17:12:07.370957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3db2113e-b4bc-4060-8657-eb744439567e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.377004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3db2113e-b4bc-4060-8657-eb744439567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.444380 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3db2113e-b4bc-4060-8657-eb744439567e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3794f61644a41f18099ca31a1c0ee9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5238953 Nov 25 17:12:07.447193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37550) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:07.496140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2113e-b4bc-4060-8657-eb744439567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232eb486-bb96-4550-b227-d6524a0845d6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:07.567243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.583721 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.709098 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0101d74-8b55-4e37-a094-0b9b63daed0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.779766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Pushing event updated for resources: {'Port': ['ID=ac004b6c-f4d8-4e86-a1e3-8f0cb659d947,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:07.805857 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0101d74-8b55-4e37-a094-0b9b63daed0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.813381 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 4, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port': {'id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:57Z', 'updated_at': '2021-11-25T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b9367c05-a5c9-453a-828b-66559f3d5b53', 'name': '', 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'mac_address': 'fa:16:3e:9a:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:01Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 2, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'subnets': [{'id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:07.822796 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.867915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.886132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d1a15-2ef3-46d2-bbca-c277a29c7ea4 req-065f1162-3560-4014-8f8f-039e8d1da208 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:07.898750 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d9d1a15-2ef3-46d2-bbca-c277a29c7ea4 req-065f1162-3560-4014-8f8f-039e8d1da208 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.2239351 Nov 25 17:12:07.901193 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Checking router: 7b728f29-11bd-4431-b029-1b7a1554058a for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:07.901737 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Updating router 7b728f29-11bd-4431-b029-1b7a1554058a port b9367c05-a5c9-453a-828b-66559f3d5b53 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:12:07.919122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:07.920619 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-7ddff998-05c9-4b51-8288-d2dc04bcb135 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1335378 Nov 25 17:12:07.960629 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:08.009965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-65785709-7c4a-43c1-adb9-7f74fd70ff3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 696 time: 0.0798233 Nov 25 17:12:08.183286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d9d1a15-2ef3-46d2-bbca-c277a29c7ea4 req-b30b00e4-a0be-4145-a81d-7aacb75488d0 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831602 Nov 25 17:12:08.195743 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0101d74-8b55-4e37-a094-0b9b63daed0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:08.203673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0101d74-8b55-4e37-a094-0b9b63daed0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:08.206009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d0101d74-8b55-4e37-a094-0b9b63daed0b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/232eb486-bb96-4550-b227-d6524a0845d6 HTTP/1.1" status: 204 len: 168 time: 0.7574968 Nov 25 17:12:08.233903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0101d74-8b55-4e37-a094-0b9b63daed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232eb486-bb96-4550-b227-d6524a0845d6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:08.325891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-fa973517-d83b-4fce-9ae9-42d189037c09 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:08.340298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b19d88b-d850-4ffa-9602-5e7f7efba7b7 req-fa973517-d83b-4fce-9ae9-42d189037c09 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.3199594 Nov 25 17:12:08.568864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-259717eb-e83e-4a97-801a-b8240e8031c1 req-d5602273-639a-4324-a84a-0fc9d62f282e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips/8fcb1c1b-f7b2-46fc-9125-3d55ed0a794a HTTP/1.1" status: 200 len: 693 time: 0.0780721 Nov 25 17:12:08.581237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c49bf-8e1f-4eb2-ac6c-5a3cb6d52a08 req-4d707cc0-b9f3-471e-bb59-d45c616d835c tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:08.583074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d05c49bf-8e1f-4eb2-ac6c-5a3cb6d52a08 req-4d707cc0-b9f3-471e-bb59-d45c616d835c tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1096 time: 0.1379464 Nov 25 17:12:08.676269 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:08.688863 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:08.722898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d05c49bf-8e1f-4eb2-ac6c-5a3cb6d52a08 req-593d8e9b-9000-4c7c-b3e0-192c627c6c21 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269155 Nov 25 17:12:08.877836 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce537028-84a8-4746-8ae1-9be7418a9778 None None] Pushing event updated for resources: {'Port': ['ID=b9367c05-a5c9-453a-828b-66559f3d5b53,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:08.983876 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Attempting to bind port b9367c05-a5c9-453a-828b-66559f3d5b53 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:08.985305 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Attempting to bind port b9367c05-a5c9-453a-828b-66559f3d5b53 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:08.985680 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Attempting to bind port b9367c05-a5c9-453a-828b-66559f3d5b53 on network ac8afe9d-5b5f-4557-833b-49ed366ba454 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:09.000792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259717eb-e83e-4a97-801a-b8240e8031c1 req-be74a0f2-c266-4a58-8ce9-63884f208fc6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:09.011434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-259717eb-e83e-4a97-801a-b8240e8031c1 req-be74a0f2-c266-4a58-8ce9-63884f208fc6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.4270322 Nov 25 17:12:09.013317 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:09.013915 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Checking segment: {'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:09.014602 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.015026 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Bound using segment: {'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:09.015734 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Bound port: b9367c05-a5c9-453a-828b-66559f3d5b53, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336be5b-0636-4aae-b71c-fd1b928b403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:09.016219 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.027923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-259717eb-e83e-4a97-801a-b8240e8031c1 req-e23e0d0e-778a-4084-897d-1a69aac42c8d tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:12:09.047986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-259717eb-e83e-4a97-801a-b8240e8031c1 req-e23e0d0e-778a-4084-897d-1a69aac42c8d tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270350 Nov 25 17:12:09.113053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7711bb-b793-45de-9683-c68e0bc18836 req-17e6053d-9281-48d5-936a-a872416a610b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:09.115442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f7711bb-b793-45de-9683-c68e0bc18836 req-17e6053d-9281-48d5-936a-a872416a610b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.2263467 Nov 25 17:12:09.221592 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] For port b9367c05-a5c9-453a-828b-66559f3d5b53, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:09.227803 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] For port b9367c05-a5c9-453a-828b-66559f3d5b53, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b9367c05-a5c9-453a-828b-66559f3d5b53,segment=NetworkSegment(8336be5b-0636-4aae-b71c-fd1b928b403c),segment_id=8336be5b-0636-4aae-b71c-fd1b928b403c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:09.234831 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.258237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f7711bb-b793-45de-9683-c68e0bc18836 req-71ba56da-7a7d-4ed0-9ca9-e4b4e483c916 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369295 Nov 25 17:12:09.309937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a5ceb6f5-c56f-4ceb-9c0e-dbab11d373c0 None None] Provisioning complete for port b9367c05-a5c9-453a-828b-66559f3d5b53 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:09.312721 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5ceb6f5-c56f-4ceb-9c0e-dbab11d373c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.398196 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Routers {'7b728f29-11bd-4431-b029-1b7a1554058a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:09.398683 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['7b728f29-11bd-4431-b029-1b7a1554058a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:09.668707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5ceb6f5-c56f-4ceb-9c0e-dbab11d373c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.796184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a5ceb6f5-c56f-4ceb-9c0e-dbab11d373c0 None None] For port b9367c05-a5c9-453a-828b-66559f3d5b53, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b9367c05-a5c9-453a-828b-66559f3d5b53,segment=NetworkSegment(8336be5b-0636-4aae-b71c-fd1b928b403c),segment_id=8336be5b-0636-4aae-b71c-fd1b928b403c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:09.814339 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5ceb6f5-c56f-4ceb-9c0e-dbab11d373c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.822901 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] Set router 7b728f29-11bd-4431-b029-1b7a1554058a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:09.920466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81b65264-7c01-4929-a102-6a1fd2d17477 req-69f672a5-692b-432a-b9fb-c570dc73c318 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=c279aca58010468c8f8ddb67b6d55d33 HTTP/1.1" status: 200 len: 696 time: 0.3287456 Nov 25 17:12:10.096883 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce537028-84a8-4746-8ae1-9be7418a9778 None None] Pushing event updated for resources: {'Port': ['ID=b9367c05-a5c9-453a-828b-66559f3d5b53,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:10.192123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ceb6f5-c56f-4ceb-9c0e-dbab11d373c0 None None] Pushing event updated for resources: {'Port': ['ID=b9367c05-a5c9-453a-828b-66559f3d5b53,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:10.207520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18230735-968a-4799-947d-c6256fe3ce21 None None] Provisioning complete for port b9367c05-a5c9-453a-828b-66559f3d5b53 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:10.207906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18230735-968a-4799-947d-c6256fe3ce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:10.403144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b65264-7c01-4929-a102-6a1fd2d17477 req-7fede7a1-c9b9-4ddc-85a6-e7da178e3de9 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:10.417230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81b65264-7c01-4929-a102-6a1fd2d17477 req-7fede7a1-c9b9-4ddc-85a6-e7da178e3de9 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/networks?id=d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 787 time: 0.4949548 Nov 25 17:12:10.459823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-81b65264-7c01-4929-a102-6a1fd2d17477 req-8587f54d-16f9-4fb6-a8b9-278f9454a0d1 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:12:10.478616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81b65264-7c01-4929-a102-6a1fd2d17477 req-8587f54d-16f9-4fb6-a8b9-278f9454a0d1 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0558369 Nov 25 17:12:10.563225 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-9cfaadb7-f6f7-4235-a8e7-c467ff13136a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1701117 Nov 25 17:12:10.596094 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 4, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port': {'id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:57Z', 'updated_at': '2021-11-25T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b9367c05-a5c9-453a-828b-66559f3d5b53', 'name': '', 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'mac_address': 'fa:16:3e:9a:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:01Z', 'updated_at': '2021-11-25T17:12:09Z', 'revision_number': 4, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'subnets': [{'id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:10.667902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-d37c93b0-b8aa-42b3-906b-1793bf9d3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:10.675824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-d37c93b0-b8aa-42b3-906b-1793bf9d3df8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1095 time: 0.0840833 Nov 25 17:12:10.690331 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fc850-34aa-4f51-ac67-e049ccf959a7 None None] The sync data for ids ['7b728f29-11bd-4431-b029-1b7a1554058a'] in n-d-819349-3 is: [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:12:02Z', 'revision_number': 4, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port': {'id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:57Z', 'updated_at': '2021-11-25T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b9367c05-a5c9-453a-828b-66559f3d5b53', 'name': '', 'network_id': 'ac8afe9d-5b5f-4557-833b-49ed366ba454', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'mac_address': 'fa:16:3e:9a:a4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:01Z', 'updated_at': '2021-11-25T17:12:09Z', 'revision_number': 4, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'subnets': [{'id': 'd0cb97f4-d59f-4476-8069-a3c5b7b604cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:10.694193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:10.749017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f394e-f1b9-4ea6-bd87-b2b8eba39c0c req-90e29e3a-18c8-40a0-be71-a49fcde9a3b6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:10.770943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e8f394e-f1b9-4ea6-bd87-b2b8eba39c0c req-90e29e3a-18c8-40a0-be71-a49fcde9a3b6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.2146034 Nov 25 17:12:10.877743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e8f394e-f1b9-4ea6-bd87-b2b8eba39c0c req-fb7b7f48-8840-410f-beb6-9e343b551f2e tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996783 Nov 25 17:12:11.028522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-d37a2e27-54ac-47f3-be90-7030178b71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:11.036696 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-d37a2e27-54ac-47f3-be90-7030178b71a8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.3275604 Nov 25 17:12:11.087384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b9367c05-a5c9-453a-828b-66559f3d5b53 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:11.196595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6b70-c864-4928-8b01-14e99c2ca954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.229422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b9367c05-a5c9-453a-828b-66559f3d5b53 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:11.230080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.236517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-90ebe1a5-38e6-44a3-af9a-8fa657985aa4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 217 time: 0.1631899 Nov 25 17:12:11.297899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7879906-4883-46b4-a418-32a0d2224e39 req-726bdf46-5dd1-456d-aa63-81daf684944c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips/8fcb1c1b-f7b2-46fc-9125-3d55ed0a794a HTTP/1.1" status: 200 len: 693 time: 0.1546736 Nov 25 17:12:11.428332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-a3de8351-5d92-47dd-8806-bda26556601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:11.433182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-a3de8351-5d92-47dd-8806-bda26556601a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1954958 Nov 25 17:12:11.605129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-6d1c5cc1-96f3-4741-ab5a-967f5731da48 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630361 Nov 25 17:12:11.616682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879906-4883-46b4-a418-32a0d2224e39 req-0aa0b9e2-052c-4e46-838f-82534b848a22 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:11.626412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7879906-4883-46b4-a418-32a0d2224e39 req-0aa0b9e2-052c-4e46-838f-82534b848a22 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.3274374 Nov 25 17:12:11.738098 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6b70-c864-4928-8b01-14e99c2ca954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.756505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7879906-4883-46b4-a418-32a0d2224e39 req-18c4e859-f1b0-452d-ae67-48fad392a04c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 696 time: 0.1288300 Nov 25 17:12:11.777253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e5d6b70-c864-4928-8b01-14e99c2ca954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.927371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7879906-4883-46b4-a418-32a0d2224e39 req-44028822-2e9b-4fa4-95d1-3fcf4e757b90 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 696 time: 0.1674640 Nov 25 17:12:11.992351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d6b70-c864-4928-8b01-14e99c2ca954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4590712-cb57-494b-92da-3ffa2e275e9c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:12.035718 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5e5d6b70-c864-4928-8b01-14e99c2ca954 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ee0251bbbb04022a98afb36dc444066&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3391097 Nov 25 17:12:12.038517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:12.169980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e9f91ed-7565-4d47-9ece-1e4e4b8a6c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:12.199361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e9f91ed-7565-4d47-9ece-1e4e4b8a6c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:12.268123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e9f91ed-7565-4d47-9ece-1e4e4b8a6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:12.271704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e9f91ed-7565-4d47-9ece-1e4e4b8a6c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:12.275296 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e9f91ed-7565-4d47-9ece-1e4e4b8a6c2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4590712-cb57-494b-92da-3ffa2e275e9c HTTP/1.1" status: 204 len: 168 time: 0.2337327 Nov 25 17:12:12.326237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f91ed-7565-4d47-9ece-1e4e4b8a6c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4590712-cb57-494b-92da-3ffa2e275e9c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:12.338491 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-99a635fe-8794-4993-a937-cf18cf971a8f service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204328 Nov 25 17:12:12.343804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Deleting port ac004b6c-f4d8-4e86-a1e3-8f0cb659d947 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:12.344290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:12.515568 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9a5d9dd5-42e3-4e7a-a2d1-96221b105c6c req-b13ed144-72dc-4474-b5d0-f3cf7aefe1a2 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647885 Nov 25 17:12:13.031055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16bcb8-a9c5-4334-b873-8d874e4bb6d3 req-243860f1-226b-44d2-87ec-fbdfd7728678 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:13.042669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b16bcb8-a9c5-4334-b873-8d874e4bb6d3 req-243860f1-226b-44d2-87ec-fbdfd7728678 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.5668092 Nov 25 17:12:13.066430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.066772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.100360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Calling delete_port for ac004b6c-f4d8-4e86-a1e3-8f0cb659d947 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:13.121267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:13.144362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5075f45-5d4c-4d95-86a2-12fb11a77d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.213611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b16bcb8-a9c5-4334-b873-8d874e4bb6d3 req-b5eaa16c-3b6e-4aa4-b92d-0a5ced810a72 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551402 Nov 25 17:12:13.288102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5075f45-5d4c-4d95-86a2-12fb11a77d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.293370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5075f45-5d4c-4d95-86a2-12fb11a77d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.369024 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d5075f45-5d4c-4d95-86a2-12fb11a77d1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=514d658e44ae409c9e949dbb8c7883a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442575 Nov 25 17:12:13.369716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37692) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:13.477585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5075f45-5d4c-4d95-86a2-12fb11a77d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c4c156-8fca-4214-82aa-5e65fcf0cfb5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:13.482200 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.483370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aadfc7b5-11d1-41ee-bb96-bd7725523a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.524475 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aadfc7b5-11d1-41ee-bb96-bd7725523a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.604971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Pushing event deleted for resources: {'Port': ['ID=ac004b6c-f4d8-4e86-a1e3-8f0cb659d947,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:13.636512 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aadfc7b5-11d1-41ee-bb96-bd7725523a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.649233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aadfc7b5-11d1-41ee-bb96-bd7725523a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.653671 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aadfc7b5-11d1-41ee-bb96-bd7725523a54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79c4c156-8fca-4214-82aa-5e65fcf0cfb5 HTTP/1.1" status: 204 len: 168 time: 0.2817583 Nov 25 17:12:13.672257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfc7b5-11d1-41ee-bb96-bd7725523a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c4c156-8fca-4214-82aa-5e65fcf0cfb5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:13.725315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.727905 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:13.730457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7879906-4883-46b4-a418-32a0d2224e39 req-fcf981e0-3c10-4bbd-8522-7c93b34d5ea6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "DELETE /v2.0/floatingips/8fcb1c1b-f7b2-46fc-9125-3d55ed0a794a HTTP/1.1" status: 204 len: 173 time: 1.8009112 Nov 25 17:12:14.067499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-b458ca75-f320-4fb9-aa89-f278df62ea01 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3128195 Nov 25 17:12:14.080852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:14.123151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:14.410766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:14.634934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Allocated IP 172.25.1.26 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/20bcb5de-6a77-47d1-b677-e9ec1ac1e61d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:14.903295 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.060527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cb854-a5c8-4564-9fca-0ff985dcfcee req-4d85ec6d-ae03-4b9f-a8a0-f18a9760f259 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:15.063083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-352cb854-a5c8-4564-9fca-0ff985dcfcee req-4d85ec6d-ae03-4b9f-a8a0-f18a9760f259 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.1330872 Nov 25 17:12:15.064803 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.138407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Pushing event updated for resources: {'Port': ['ID=20bcb5de-6a77-47d1-b677-e9ec1ac1e61d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:15.165566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:15.170537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:15.174543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:15.194531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-352cb854-a5c8-4564-9fca-0ff985dcfcee req-af77d8d0-1fca-4150-bbd0-fd2303ff5cb9 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205964 Nov 25 17:12:15.415911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.552405 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.818530 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.824628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.923384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Pushing event updated for resources: {'Port': ['ID=20bcb5de-6a77-47d1-b677-e9ec1ac1e61d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:15.941889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.977423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.979732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-5e11ed44-442f-4463-8ada-228515158d3e tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9112525 Nov 25 17:12:16.082632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-48050c6e-4490-4e78-a286-4b89cb74ced6 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.0951993 Nov 25 17:12:16.317787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-2304471c-9466-4b58-bd0e-3dee8678f69a tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:16.336469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea667bd0-fd61-4ffa-bd75-c90c662acf79 req-2304471c-9466-4b58-bd0e-3dee8678f69a tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.2462358 Nov 25 17:12:16.696477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c79d-d534-49bf-8809-24dd11eb422b req-81d29dad-227a-4de1-9c01-d4cbbba0f6c4 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:16.697972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eeb9c79d-d534-49bf-8809-24dd11eb422b req-81d29dad-227a-4de1-9c01-d4cbbba0f6c4 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.0648105 Nov 25 17:12:16.757896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eeb9c79d-d534-49bf-8809-24dd11eb422b req-daadbefc-5d63-4140-863e-f958700acc7e tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526633 Nov 25 17:12:16.840775 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-462d9af3-1f18-40c1-bfd2-d51b8ecf5db4 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips/4fbbec12-fd06-441a-88df-8931ad86c3bb HTTP/1.1" status: 200 len: 692 time: 0.0569282 Nov 25 17:12:17.020900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-59a99130-65fa-4d08-8b32-37d2251438ca tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:17.023712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-59a99130-65fa-4d08-8b32-37d2251438ca tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.1762161 Nov 25 17:12:17.025740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-43238f0d-9ae2-4698-ac86-5aab1fabea1b tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=984f5ce735f34b0ba66c2dd0974a88a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558696 Nov 25 17:12:17.108748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-160c3294-b70a-4954-85ad-ee4c7af311ba tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.0757208 Nov 25 17:12:17.193358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-d45426c8-1ce5-42a7-b2f9-23cf9e9c620d tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.26 HTTP/1.1" status: 200 len: 695 time: 0.0576367 Nov 25 17:12:17.280673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-89d07bda-aa3b-432c-9404-b1ba8d6da7d4 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:17.283154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-89d07bda-aa3b-432c-9404-b1ba8d6da7d4 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427361 Nov 25 17:12:17.329371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-73f65dd6-da05-4272-9da2-86bdb4ceba63 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/quotas/984f5ce735f34b0ba66c2dd0974a88a8 HTTP/1.1" status: 200 len: 375 time: 0.0176704 Nov 25 17:12:17.379154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-5c9b8b41-6645-4440-ba6f-b5d08a00b6bc tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=984f5ce735f34b0ba66c2dd0974a88a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293667 Nov 25 17:12:17.399349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Deleting port 20bcb5de-6a77-47d1-b677-e9ec1ac1e61d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:17.399685 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.494447 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.494901 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.511974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Calling delete_port for 20bcb5de-6a77-47d1-b677-e9ec1ac1e61d owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:17.717827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.753070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Pushing event deleted for resources: {'Port': ['ID=20bcb5de-6a77-47d1-b677-e9ec1ac1e61d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:17.895155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.899420 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.916081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8bd22c-4778-482e-9de2-94b90a7e1acb req-ad3a11ec-81a0-4eaf-a5c0-72e0707aa69c tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "DELETE /v2.0/floatingips/4fbbec12-fd06-441a-88df-8931ad86c3bb HTTP/1.1" status: 204 len: 173 time: 0.7132001 Nov 25 17:12:18.223242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668de72-2550-4493-b997-4cc22925ac34 req-121fb1cd-eeb3-4cb8-addf-a223605021a4 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.224755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-121fb1cd-eeb3-4cb8-addf-a223605021a4 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 821 time: 0.2144175 Nov 25 17:12:18.242694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb3d14af-8d3d-4183-82ff-f7d14ce62da0 req-dd7f6895-7ed4-48e8-b12a-3c30861ccf86 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 210 time: 0.0461719 Nov 25 17:12:18.261102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-37e4bf56-29cb-4911-975c-52aa5deb3fbc tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/quotas/38d7203f59664fa3b6099740af359228 HTTP/1.1" status: 200 len: 375 time: 0.0213192 Nov 25 17:12:18.349108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-415ab382-26d9-4a89-9dc0-fdc1738861a1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868318 Nov 25 17:12:18.460269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a096-990e-421e-b5fb-61fcf5d70553 req-b26ebe0b-50a7-4f14-8dac-4b7fde95cd71 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.461935 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5339a096-990e-421e-b5fb-61fcf5d70553 req-b26ebe0b-50a7-4f14-8dac-4b7fde95cd71 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.1357751 Nov 25 17:12:18.511383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-44ba23b7-5458-4ffc-a7d6-22273093ed48 service neutron] 10.222.0.81 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385968 Nov 25 17:12:18.590465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5339a096-990e-421e-b5fb-61fcf5d70553 req-664495ab-c187-4bd2-9f4c-39a53acf86e4 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164522 Nov 25 17:12:18.641464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-2b2fb840-0d1c-4f72-b38e-d0edf7f1241e service neutron] 10.222.0.81 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177664 Nov 25 17:12:18.800959 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-a9ac7cd5-285e-4894-a7db-dcebc3b96294 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=984f5ce735f34b0ba66c2dd0974a88a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252686 Nov 25 17:12:18.924249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340764cd-f435-45c9-8ea9-14996b666547 req-7c336f99-00ce-4209-a0b4-6a330e58c37f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.926825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-7c336f99-00ce-4209-a0b4-6a330e58c37f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 805 time: 0.2037821 Nov 25 17:12:18.957801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-85aa5fc6-7597-43e9-892d-d86659f75414 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/quotas/da17cb8baa88476193f4e0819f247309 HTTP/1.1" status: 200 len: 375 time: 0.0223289 Nov 25 17:12:19.004272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-80852f52-c575-4077-af1d-7395748626fc tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:19.007548 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-80852f52-c575-4077-af1d-7395748626fc tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940975 Nov 25 17:12:19.027627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Request body: {'port': {'device_id': 'aaedc1f1-0570-4e10-a96b-e62506901ea3', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '984f5ce735f34b0ba66c2dd0974a88a8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:19.071306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-84e67605-572c-422b-b30e-277df333840e tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991409 Nov 25 17:12:19.119713 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-e6d4ef55-2778-4f8b-b867-70abdbf6a73d req-42e21bf2-8944-4393-9440-3d2ff0bee103 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] show failed (client error): The resource could not be found. Nov 25 17:12:19.120852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6d4ef55-2778-4f8b-b867-70abdbf6a73d req-42e21bf2-8944-4393-9440-3d2ff0bee103 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips/4fbbec12-fd06-441a-88df-8931ad86c3bb HTTP/1.1" status: 404 len: 350 time: 0.0762792 Nov 25 17:12:19.210774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Made reservation on behalf of 984f5ce735f34b0ba66c2dd0974a88a8 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:19.217940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.236002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.303080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-940d8922-01cb-4f74-a9f9-9a8dd65d979e service neutron] 10.222.0.81 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308068 Nov 25 17:12:19.392408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.397125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.476648 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-f60f8736-10f7-43b0-819c-341af06700e9 service neutron] 10.222.0.81 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726120 Nov 25 17:12:19.499409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6a4fbe-dc5a-4eea-8d10-17d7da09be42,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:19.589247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cf9e7b9-87cb-4fbb-8f4e-2e50f9ccd999 req-5e1498de-369f-4af7-a4e8-7b9a472e4e3a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 210 time: 0.0430870 Nov 25 17:12:19.641795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Allocated IP 192.168.233.99 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:19.710575 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-b7373fdb-b7d2-441c-a225-18da35f514b2 req-e462b802-bddb-4af6-b5b8-5b1025245fd4 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] show failed (client error): The resource could not be found. Nov 25 17:12:19.711632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7373fdb-b7d2-441c-a225-18da35f514b2 req-e462b802-bddb-4af6-b5b8-5b1025245fd4 tempest-FloatingIPsTestJSON-1336031608 tempest-FloatingIPsTestJSON-1336031608-project] 10.222.0.81 "GET /v2.0/floatingips/4fbbec12-fd06-441a-88df-8931ad86c3bb HTTP/1.1" status: 404 len: 350 time: 0.0519793 Nov 25 17:12:19.723516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:19.908042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0a22b96-266b-451c-a4a7-2acee53f322d req-153f16a7-1a7f-4b65-aaf8-8cddee710785 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 210 time: 0.0714386 Nov 25 17:12:20.012389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a87267-bd6d-4a4f-af1f-5a6478f77c5a req-2abb3e0b-d0af-4c4b-8aad-a8f677a6f087 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.013973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a87267-bd6d-4a4f-af1f-5a6478f77c5a req-2abb3e0b-d0af-4c4b-8aad-a8f677a6f087 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.1564136 Nov 25 17:12:20.047897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:20.099451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:20.149274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ae87676-f887-4174-adee-4460a10167b5 req-464e508d-4068-498c-9577-bc1be59c8552 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 210 time: 0.0764914 Nov 25 17:12:20.254454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:20.276568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:20.287171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:20.317670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a87267-bd6d-4a4f-af1f-5a6478f77c5a req-7fbab6ba-236b-4a30-8dd0-bb905dc7a628 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435591 Nov 25 17:12:20.372906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Pushing event updated for resources: {'Port': ['ID=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:20.399233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b1c92e68-7ede-4350-98ae-1a1fad680b89 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:20.512978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-58187542-f43e-4ad0-8758-93f79179827b tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.518150 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-58187542-f43e-4ad0-8758-93f79179827b tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc281c80-ebbc-4a20-835b-5ec1f11c750f HTTP/1.1" status: 200 len: 946 time: 0.3202152 Nov 25 17:12:20.549304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.549810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:20.699503 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:20.705215 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1451063f-cae6-46ef-aa3b-4bfa2bc1d584 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6793640 Nov 25 17:12:20.741979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Request body: {'port': {'device_id': 'aaedc1f1-0570-4e10-a96b-e62506901ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:20.750954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:20.754703 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9f073d-7c6b-4e1c-946c-6d62f387b02c" -d '{"events": [{"server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:20.820488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:20.862433 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:20.871545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a275be40-8e35-4b9b-980a-44c7bb2fa5fd None None] Provisioning complete for port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:20.871918 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a275be40-8e35-4b9b-980a-44c7bb2fa5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:20.903308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cee0d17b-6f3c-4637-ae54-7f13bb40420d req-17a8ce73-8537-46d5-b2fd-c1123cb24573 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 210 time: 0.1083455 Nov 25 17:12:20.928171 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d570fc-1b07-4d6d-a237-c8b600074ea5 x-openstack-request-id: req-82d570fc-1b07-4d6d-a237-c8b600074ea5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:20.929333 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:20.930186 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82d570fc-1b07-4d6d-a237-c8b600074ea5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:20.931619 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'code': 200} Nov 25 17:12:21.014524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a275be40-8e35-4b9b-980a-44c7bb2fa5fd None None] Port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:21.015343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:21.048742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:21.083367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:21.130806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Deleting port b1c92e68-7ede-4350-98ae-1a1fad680b89 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:21.131480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:21.187320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668de72-2550-4493-b997-4cc22925ac34 req-5a8b2aef-a042-4a6c-964f-b79fe9379292 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:21.189945 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-5a8b2aef-a042-4a6c-964f-b79fe9379292 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 821 time: 0.4215066 Nov 25 17:12:21.193991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:21.250417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Request body: {'port': {'device_id': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'admin_state_up': True, 'tenant_id': '38d7203f59664fa3b6099740af359228'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:21.451142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b613d663-c285-4aca-8228-8bf387aa9a36 req-8301634a-8b18-48fe-8e88-ca466c9b8d1b tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 210 time: 0.1003766 Nov 25 17:12:21.618965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:21.628475 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:21.646057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Transition to ACTIVE for port object f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:21.698186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] For port b1c92e68-7ede-4350-98ae-1a1fad680b89, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b1c92e68-7ede-4350-98ae-1a1fad680b89,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:21.699100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:21.718333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Calling delete_port for b1c92e68-7ede-4350-98ae-1a1fad680b89 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:21.893944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.013733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Pushing event updated for resources: {'Port': ['ID=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:22.018555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.063948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340764cd-f435-45c9-8ea9-14996b666547 req-37b79b5c-0c79-4526-bb52-8cb395a5b56c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.065588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-37b79b5c-0c79-4526-bb52-8cb395a5b56c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 805 time: 0.2003675 Nov 25 17:12:22.115760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Pushing event deleted for resources: {'Port': ['ID=b1c92e68-7ede-4350-98ae-1a1fad680b89,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:22.143330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec7d96-8787-4274-8b1d-a74bd9bbe8ca req-0a9f0be9-bd6d-4367-bf6d-88eb8ffce3e9 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.151663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Attempting to bind port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:22.152072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Attempting to bind port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:22.152353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8ec7d96-8787-4274-8b1d-a74bd9bbe8ca req-0a9f0be9-bd6d-4367-bf6d-88eb8ffce3e9 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 935 time: 1.0128441 Nov 25 17:12:22.152723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Attempting to bind port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:22.177611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:22.178036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Attempting to bind port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:22.184735 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:22.185255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:22.185716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:22.186239 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Bound port: f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:22.186662 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.190636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Request body: {'port': {'device_id': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'admin_state_up': True, 'tenant_id': 'da17cb8baa88476193f4e0819f247309'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:22.216919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] No DVR routers for this DVR port b1c92e68-7ede-4350-98ae-1a1fad680b89 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:22.226465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.231698 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-47bb3967-d3da-4c4e-bf7c-d3e8de5fb226 req-a4203bad-ed91-4191-a414-dce41fddbe1f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "DELETE /v2.0/ports/b1c92e68-7ede-4350-98ae-1a1fad680b89 HTTP/1.1" status: 204 len: 173 time: 1.6670830 Nov 25 17:12:22.232509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'name': 'network-vif-deleted', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:22.236229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.237242 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d271154-4a28-472a-9056-1d54d53abde2" -d '{"events": [{"server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "name": "network-vif-deleted", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:22.270326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8ec7d96-8787-4274-8b1d-a74bd9bbe8ca req-910f92bc-bb31-4846-b555-b3b3181acea8 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166933 Nov 25 17:12:22.466225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b336931-d3da-4f1d-a60f-387aab0ab7b8 req-2dc71e51-b66e-48fd-9fe2-eea87ae920d2 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.475490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b336931-d3da-4f1d-a60f-387aab0ab7b8 req-2dc71e51-b66e-48fd-9fe2-eea87ae920d2 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.6044283 Nov 25 17:12:22.545895 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:12:22.581722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b336931-d3da-4f1d-a60f-387aab0ab7b8 req-6819107f-10dc-4938-b884-d95bc36cb877 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050100 Nov 25 17:12:22.663737 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f85b4a-bab7-4221-8308-793affa04ba7 x-openstack-request-id: req-84f85b4a-bab7-4221-8308-793affa04ba7 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:22.664052 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc281c80-ebbc-4a20-835b-5ec1f11c750f", "name": "network-vif-deleted", "tag": "b1c92e68-7ede-4350-98ae-1a1fad680b89", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:22.664375 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84f85b4a-bab7-4221-8308-793affa04ba7 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:22.664782 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc281c80-ebbc-4a20-835b-5ec1f11c750f', 'name': 'network-vif-deleted', 'tag': 'b1c92e68-7ede-4350-98ae-1a1fad680b89', 'status': 'completed', 'code': 200} Nov 25 17:12:22.668638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] For port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:22.676926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] For port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:22.685457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.701709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5f42f83-6acf-459d-afe1-4248e9713aa1 req-2ab9a611-bb6b-4829-8838-1e57083fa58d tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 210 time: 0.1256499 Nov 25 17:12:22.742121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Made reservation on behalf of 38d7203f59664fa3b6099740af359228 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:22.744834 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.766014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.767359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.769330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] 10.222.0.95 "PUT /v2.0/ports/f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db HTTP/1.1" status: 200 len: 1095 time: 2.0560589 Nov 25 17:12:22.808631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67cd0d-54fd-4a0c-b661-27f8f07afeed service neutron] Pushing event updated for resources: {'Port': ['ID=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:22.853616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dd980a3-82e7-488a-bb8f-1747433c64fe req-07e7f2d1-5f04-44e4-bc96-f517b455cccc tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 210 time: 0.1062129 Nov 25 17:12:22.905180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6b7cbe67-5a6c-4396-bb23-5f109367ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.905399 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.908039 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-6b7cbe67-5a6c-4396-bb23-5f109367ecc9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=984f5ce735f34b0ba66c2dd0974a88a8&device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0843341 Nov 25 17:12:22.918703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.972232 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-286c3358-1b29-45d3-867b-ddf7828d5ba1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db HTTP/1.1" status: 200 len: 217 time: 0.0462601 Nov 25 17:12:23.033181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Made reservation on behalf of da17cb8baa88476193f4e0819f247309 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:23.037202 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.045977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-d871c632-8e38-4746-8fd5-8f18cbb5b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.048308 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-d871c632-8e38-4746-8fd5-8f18cbb5b726 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0684130 Nov 25 17:12:23.092602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b139c6e81ee44ce5b2f7d17b889cd8af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8882036 Nov 25 17:12:23.098856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37988) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:23.123853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e9f8e2-10e7-44ce-8f70-35014128202d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:23.128685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-c3dacaa1-0711-4c04-a04d-fa384b1c8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.130403 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-c3dacaa1-0711-4c04-a04d-fa384b1c8eda service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738742 Nov 25 17:12:23.165460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.165913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.166585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.166930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.167279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.167663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.168611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.168611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.168819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.169177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.169455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.169936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfba33-38c4-4972-af57-f9e162e0fc3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:23.227060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Deleting port b9367c05-a5c9-453a-828b-66559f3d5b53 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:23.227406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.229286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c37d5eae-dabc-4794-80a6-1cf3666b5b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.291646 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c37d5eae-dabc-4794-80a6-1cf3666b5b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.302976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-9626f094-9116-46c0-9de7-2ccfaa8e1fbd service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633503 Nov 25 17:12:23.351516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Allocated IP 172.20.0.13 (bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61/d0610ca3-b76d-4b30-86ee-f6c72f80a594/907b512c-814e-47f6-9dda-3ea20422626f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:23.449457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c37d5eae-dabc-4794-80a6-1cf3666b5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.452160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c37d5eae-dabc-4794-80a6-1cf3666b5b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.453526 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c37d5eae-dabc-4794-80a6-1cf3666b5b19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6e9f8e2-10e7-44ce-8f70-35014128202d HTTP/1.1" status: 204 len: 168 time: 0.3531523 Nov 25 17:12:23.479357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] For port b9367c05-a5c9-453a-828b-66559f3d5b53, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b9367c05-a5c9-453a-828b-66559f3d5b53,segment=NetworkSegment(8336be5b-0636-4aae-b71c-fd1b928b403c),segment_id=8336be5b-0636-4aae-b71c-fd1b928b403c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:23.479736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.494266 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a7d6579-cd6f-4edd-bdc7-9557c1d22165 req-1be8b684-2817-4cc5-8284-88960f2c6f96 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808527 Nov 25 17:12:23.519956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d5eae-dabc-4794-80a6-1cf3666b5b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e9f8e2-10e7-44ce-8f70-35014128202d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:23.524137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Allocated IP 172.20.0.3 (9fb23c93-ad53-45f5-ae84-6e91842685d3/3792ba4d-4b99-4eb8-afdb-2ddd498f95cc/9434e261-1bb3-4b03-9d5b-17dfc42f0fe9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:23.572605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Calling delete_port for b9367c05-a5c9-453a-828b-66559f3d5b53 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:23.802942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0dd9-692b-41e8-9283-aaf32392fca9 req-6bed96a3-b9c8-4683-aa47-ab7ffdfeb0ac tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.804525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b86c0dd9-692b-41e8-9283-aaf32392fca9 req-6bed96a3-b9c8-4683-aa47-ab7ffdfeb0ac tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 947 time: 0.4485397 Nov 25 17:12:24.024362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.033711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b86c0dd9-692b-41e8-9283-aaf32392fca9 req-905c149c-42a7-4e07-bce7-843b20b512bf tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197230 Nov 25 17:12:24.150035 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.227978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a861d1b2-1263-4b6c-a209-f769d7e21dc0 req-089b94a4-5051-41c1-8d7c-91d46a11a73a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 210 time: 0.0820689 Nov 25 17:12:24.250482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ad8dc-d69e-4c31-93f0-b8fd080d97b5 req-c66c02fa-d0c8-4b6a-9f68-05ee4bdb1765 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.268363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e9ad8dc-d69e-4c31-93f0-b8fd080d97b5 req-c66c02fa-d0c8-4b6a-9f68-05ee4bdb1765 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.5459197 Nov 25 17:12:24.300724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.313681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['c1bd6dfd-6e58-4500-90c2-526e6e17dd04'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:24.372660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.372797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38026) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:24.426534 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.433615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b1c92e68-7ede-4350-98ae-1a1fad680b89 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:24.435055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:24.449616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:24.477393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e9ad8dc-d69e-4c31-93f0-b8fd080d97b5 req-f16d6c0b-86f7-4732-9e98-ab6304179ca5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030089 Nov 25 17:12:24.478872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:24.493891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: b1c92e68-7ede-4350-98ae-1a1fad680b89 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:24.493891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b1c92e68-7ede-4350-98ae-1a1fad680b89 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:24.507851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Pushing event updated for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:24.582460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-824100093-network', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:24.633253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:24.636173 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.646993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Network 9fb23c93-ad53-45f5-ae84-6e91842685d3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:24.647701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.648073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9367c05-a5c9-453a-828b-66559f3d5b53,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:24.666943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaedc1f1-0570-4e10-a96b-e62506901ea3', 'tag': 'f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:24.670893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:24.681029 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db05413f-6459-495e-8dd2-f752edf11613" -d '{"events": [{"name": "network-changed", "server_uuid": "aaedc1f1-0570-4e10-a96b-e62506901ea3", "tag": "f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:24.691163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8f8f6-838c-40ab-a05d-a614b2c04538 req-69f679d8-207b-4a31-b02a-507b0c096586 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.693314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-beb8f8f6-838c-40ab-a05d-a614b2c04538 req-69f679d8-207b-4a31-b02a-507b0c096586 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 931 time: 0.3537140 Nov 25 17:12:24.694190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:24.778766 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9446aa1-271c-4572-9a60-fdb6eb42252a x-openstack-request-id: req-d9446aa1-271c-4572-9a60-fdb6eb42252a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:24.779374 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaedc1f1-0570-4e10-a96b-e62506901ea3", "tag": "f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:24.780150 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9446aa1-271c-4572-9a60-fdb6eb42252a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:24.780150 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaedc1f1-0570-4e10-a96b-e62506901ea3', 'tag': 'f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db', 'status': 'completed', 'code': 200} Nov 25 17:12:24.792908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.798256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.802438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.803112 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.838513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:12:24.874379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c527ceb0-1097-4446-9e2f-635a26736fa7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:24.877743 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.878095 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Added segment 603151a4-4ec0-4c10-93d5-7d1f1278ff6e of type vlan for network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 Nov 25 17:12:24.896499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.897166 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.899616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Pushing event updated for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:24.922831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-3240d968-019f-4305-9846-1c60a9eb4bba tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6866326 Nov 25 17:12:24.929546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05413f-6459-495e-8dd2-f752edf11613 req-276c9f1e-7ddd-4618-ae21-580b38120a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.933455 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db05413f-6459-495e-8dd2-f752edf11613 req-276c9f1e-7ddd-4618-ae21-580b38120a83 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=984f5ce735f34b0ba66c2dd0974a88a8&device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 1098 time: 0.1182828 Nov 25 17:12:24.956196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Request body: {'port': {'device_id': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:24.958677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.961414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-35d1291a-1274-4622-9932-c8aa9739fa44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7967832 Nov 25 17:12:25.026138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Request body: {'port': {'device_id': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:25.035811 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.036784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.037413 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.052641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-beb8f8f6-838c-40ab-a05d-a614b2c04538 req-00d525a8-472f-4c93-809b-d7afc810dfb6 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810168 Nov 25 17:12:25.128613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7523506 Nov 25 17:12:25.131114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:25.153441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Request body: {'subnet': {'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-824100093-subnet', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:25.165704 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.173471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05413f-6459-495e-8dd2-f752edf11613 req-aac6c62b-c5ce-4102-96aa-0c0cb6c24334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.175419 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db05413f-6459-495e-8dd2-f752edf11613 req-aac6c62b-c5ce-4102-96aa-0c0cb6c24334 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2346179 Nov 25 17:12:25.178476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:25.180804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.203424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791defa-0641-43b3-a65a-411196d98dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=1cac3821-1e0b-4ad6-b11f-cc813f8187e4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:25.219105 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:12:25.226091 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.229203 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.344159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58930fa-fbab-44dd-83e5-cbfda16313df req-b976c43d-cc0b-48cd-8d6b-301e313d7cfc tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.346053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e58930fa-fbab-44dd-83e5-cbfda16313df req-b976c43d-cc0b-48cd-8d6b-301e313d7cfc tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 947 time: 0.1890984 Nov 25 17:12:25.404335 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db05413f-6459-495e-8dd2-f752edf11613 req-77e3f16a-286f-4f21-856a-978246601b52 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db HTTP/1.1" status: 200 len: 217 time: 0.2085431 Nov 25 17:12:25.494206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05413f-6459-495e-8dd2-f752edf11613 req-7b09d2a2-febe-4c4e-91b3-1a06ff7c5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.495775 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db05413f-6459-495e-8dd2-f752edf11613 req-7b09d2a2-febe-4c4e-91b3-1a06ff7c5f22 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0818272 Nov 25 17:12:25.541185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.599321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05413f-6459-495e-8dd2-f752edf11613 req-ab8975a9-2578-403b-b915-2df91e74a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.600993 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db05413f-6459-495e-8dd2-f752edf11613 req-ab8975a9-2578-403b-b915-2df91e74a2b4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944977 Nov 25 17:12:25.629400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff52488-4a16-4eb1-9f80-73658f526fe1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:25.673561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Checking segment: {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:25.673899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Network hostable DHCP agents. Network: 1cac3821-1e0b-4ad6-b11f-cc813f8187e4, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:12:25.716605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:12:25.747127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 1cac3821-1e0b-4ad6-b11f-cc813f8187e4) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:25.751636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db05413f-6459-495e-8dd2-f752edf11613 req-3c3b5d2b-fed6-4fd4-b289-2903761cab9a service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348732 Nov 25 17:12:25.754542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.755200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.758958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7592874-efa2-47ea-b1ff-dec01050b244 None None] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:25.793378 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-51d97822-7b62-4da8-901c-c27882b3e763 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6499267 Nov 25 17:12:25.816005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:25.825337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:25.867468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.868528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.897957 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db05413f-6459-495e-8dd2-f752edf11613 req-be9faedb-c3a9-41f9-a35f-97e0b570c58d service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351898 Nov 25 17:12:25.976047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.004068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:12:26.005412 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.080201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e58930fa-fbab-44dd-83e5-cbfda16313df req-40e72b5a-a0f5-4976-a008-6c41ef741755 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926825 Nov 25 17:12:26.123802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb6215-b9e5-4fac-9fb6-b0879f85a91f req-3e56661b-aa74-4cf4-a79f-3302039975f4 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:26.130174 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ecb6215-b9e5-4fac-9fb6-b0879f85a91f req-3e56661b-aa74-4cf4-a79f-3302039975f4 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 932 time: 0.7428808 Nov 25 17:12:26.178956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Allocated IP 172.20.0.2 (1cac3821-1e0b-4ad6-b11f-cc813f8187e4/aff52488-4a16-4eb1-9f80-73658f526fe1/6b88e5fe-f945-448c-8b53-47d284712bcd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:26.180083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.439316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907b512c-814e-47f6-9dda-3ea20422626f {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:26.454364 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.473368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Transition to ACTIVE for port object 907b512c-814e-47f6-9dda-3ea20422626f will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:26.491675 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.501653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.531616 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.536243 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.545369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:26.549503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:26.553755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:26.562351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.575001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Pushing event updated for resources: {'Port': ['ID=6b88e5fe-f945-448c-8b53-47d284712bcd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:26.624082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:26.637575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Pushing event updated for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:26.684199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ecb6215-b9e5-4fac-9fb6-b0879f85a91f req-e67e60b9-0b3f-4466-b7da-301a2f2b1750 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364583 Nov 25 17:12:26.710260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bde13d-206c-478a-8fed-9d21a5dcea42 req-5ca25fb4-f775-47a5-99f5-639466e426fe tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:26.719948 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1bde13d-206c-478a-8fed-9d21a5dcea42 req-5ca25fb4-f775-47a5-99f5-639466e426fe tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.2381008 Nov 25 17:12:26.739119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:26.771993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db', 'mac_address': 'fa:16:3e:62:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:26.775153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Attempting to bind port 6b88e5fe-f945-448c-8b53-47d284712bcd on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:26.775468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Attempting to bind port 6b88e5fe-f945-448c-8b53-47d284712bcd by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:26.775847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Attempting to bind port 6b88e5fe-f945-448c-8b53-47d284712bcd on network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:26.785216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:26.785617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Checking segment: {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:26.785932 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.786347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Bound using segment: {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:26.787416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Bound port: 6b88e5fe-f945-448c-8b53-47d284712bcd, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:26.787416 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.900870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Allocated IP 172.25.1.74 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c03e9cd1-c505-4428-a19c-87c1c4df7ff3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:26.946948 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.962292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Router 7b728f29-11bd-4431-b029-1b7a1554058a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:26.988087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] For port 6b88e5fe-f945-448c-8b53-47d284712bcd, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:26.992744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] For port 6b88e5fe-f945-448c-8b53-47d284712bcd, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6b88e5fe-f945-448c-8b53-47d284712bcd,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:27.006524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1bde13d-206c-478a-8fed-9d21a5dcea42 req-53b6b1e6-ced2-4eff-ba6f-7ec9c2a7599d tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855017 Nov 25 17:12:27.007870 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.024434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:27.052730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:27.073572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:27.073828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:27.074171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:27.080320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:27.080575 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.089063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.144336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ec43d-70c5-4105-a1fc-614d6d2e1bd9 None None] Pushing event updated for resources: {'Port': ['ID=6b88e5fe-f945-448c-8b53-47d284712bcd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:27.157661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.165375 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.209615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:27.209969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:27.229139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:27.230482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Transition to ACTIVE for port object 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:27.233367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:27.235556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:27.239520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:27.245090 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.247230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:27.247574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:27.248512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:27.248512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Bound port: 907b512c-814e-47f6-9dda-3ea20422626f, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:27.248782 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.258545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d2264-69dc-4217-b092-71632349c38e req-afc93af6-0cfa-412b-a3b3-7dd3254aff97 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:27.266740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-794d2264-69dc-4217-b092-71632349c38e req-afc93af6-0cfa-412b-a3b3-7dd3254aff97 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 931 time: 0.3138402 Nov 25 17:12:27.291443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Pushing event updated for resources: {'Port': ['ID=c03e9cd1-c505-4428-a19c-87c1c4df7ff3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:27.306657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.306971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.307275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.307619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.307961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.308299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.308634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.308990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.309325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.309654 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.309985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.310313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:27.394191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:27.540797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Pushing event updated for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:27.610451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:27.626784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] Sync routers for ids ['7b728f29-11bd-4431-b029-1b7a1554058a'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:27.660417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6406f86c-8844-4274-a7b7-f4fa7783ebe5 admin admin] 10.222.0.81 "PUT /v2.0/routers/7b728f29-11bd-4431-b029-1b7a1554058a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9353979 Nov 25 17:12:27.667384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:27.668902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] Routers {'7b728f29-11bd-4431-b029-1b7a1554058a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:27.669760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['7b728f29-11bd-4431-b029-1b7a1554058a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:27.673398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cee39-0322-4db8-9d4d-607fdc8c99df req-6ed9ad9a-435a-4708-8465-1f267aab2b2e tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:27.678135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb5cee39-0322-4db8-9d4d-607fdc8c99df req-6ed9ad9a-435a-4708-8465-1f267aab2b2e tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 948 time: 0.4582765 Nov 25 17:12:27.687457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-794d2264-69dc-4217-b092-71632349c38e req-cbcdda45-5b25-433d-8a08-c04c498bf983 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191868 Nov 25 17:12:27.739804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:27.742139 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.771876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:27.782109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.870231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:27.870830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.872629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] 10.222.0.60 "PUT /v2.0/ports/907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 200 len: 1092 time: 2.9323521 Nov 25 17:12:27.878619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:27.896426 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e84de-a8e4-447a-97d1-a00202776753" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "tag": "907b512c-814e-47f6-9dda-3ea20422626f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:27.938003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb5cee39-0322-4db8-9d4d-607fdc8c99df req-dec9d8c8-cabd-4d96-90a5-14cd98c20a38 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397382 Nov 25 17:12:27.939175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Attempting to bind port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:27.939753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Attempting to bind port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:27.940307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Attempting to bind port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:27.978042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] Set router 7b728f29-11bd-4431-b029-1b7a1554058a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:27.987626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.041917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a716df-f9ce-498f-8e16-0357415e7741 service neutron] Pushing event updated for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:28.064055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:28.064394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Attempting to bind port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:28.140768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:28.141431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Checking segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:28.142037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Bound using segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:28.142804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Bound port: 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:28.144444 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.163639 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3bab0f-d8c7-4473-8f13-aeab6b9f8b85 x-openstack-request-id: req-ae3bab0f-d8c7-4473-8f13-aeab6b9f8b85 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:28.164842 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "tag": "907b512c-814e-47f6-9dda-3ea20422626f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:28.168124 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae3bab0f-d8c7-4473-8f13-aeab6b9f8b85 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:28.168571 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f', 'status': 'completed', 'code': 200} Nov 25 17:12:28.192786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668de72-2550-4493-b997-4cc22925ac34 req-0880e117-5930-45b9-a15b-c39b54295009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.195324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-0880e117-5930-45b9-a15b-c39b54295009 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1095 time: 0.2464681 Nov 25 17:12:28.212014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306ff6e-d4b0-4937-86e3-d33ea11bb143 req-3d39a990-3b85-4c2d-8d46-04977d98d227 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.214158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d306ff6e-d4b0-4937-86e3-d33ea11bb143 req-3d39a990-3b85-4c2d-8d46-04977d98d227 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.3721879 Nov 25 17:12:28.322959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-654887ce-f935-4324-9b29-884f6987d322 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 200 len: 217 time: 0.1063282 Nov 25 17:12:28.428113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:12:24Z', 'revision_number': 5, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port': {'id': 'adb3f093-bdae-4680-9943-327790b5d89c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:57Z', 'updated_at': '2021-11-25T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:28.511213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d306ff6e-d4b0-4937-86e3-d33ea11bb143 req-c3fe0481-f5ae-4b97-962c-237b8248209b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868154 Nov 25 17:12:28.547889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64de97e-9856-42ea-84d5-d76df0ae2962 req-95884ad4-ae53-4796-b08f-ea33e75211a6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.550016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a64de97e-9856-42ea-84d5-d76df0ae2962 req-95884ad4-ae53-4796-b08f-ea33e75211a6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.2497799 Nov 25 17:12:28.551714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668de72-2550-4493-b997-4cc22925ac34 req-5705d4a1-6eb0-4e1a-87e4-2768c1dfcc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.553659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-5705d4a1-6eb0-4e1a-87e4-2768c1dfcc87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.2149522 Nov 25 17:12:28.559948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:28.579815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:28.603959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.637249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.670253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.671331 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.675980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] 10.222.0.60 "PUT /v2.0/ports/9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 HTTP/1.1" status: 200 len: 1091 time: 3.6551342 Nov 25 17:12:28.677894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.689549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-040e0957-0cde-4070-a312-29680a1fb4e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035600 Nov 25 17:12:28.705141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] Checking router: 7b728f29-11bd-4431-b029-1b7a1554058a for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:28.740678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] Routers {'7b728f29-11bd-4431-b029-1b7a1554058a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:28.741509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['7b728f29-11bd-4431-b029-1b7a1554058a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:28.812355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Deleting port adb3f093-bdae-4680-9943-327790b5d89c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:28.812764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.827416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a64de97e-9856-42ea-84d5-d76df0ae2962 req-1dd1f6a8-f57c-4d0a-8dcc-ed4effc0adf2 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451699 Nov 25 17:12:28.835136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c96ebc-849c-4c47-a68e-47516d199395 None None] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:28.939624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3de643bc-4eae-468a-a57c-ef379dd309d5 None None] Provisioning complete for port 6b88e5fe-f945-448c-8b53-47d284712bcd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:28.940175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3de643bc-4eae-468a-a57c-ef379dd309d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.945121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] For port adb3f093-bdae-4680-9943-327790b5d89c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=adb3f093-bdae-4680-9943-327790b5d89c,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:28.945500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.958147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:12:28.966283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Calling delete_port for adb3f093-bdae-4680-9943-327790b5d89c owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:28.988075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] Set router 7b728f29-11bd-4431-b029-1b7a1554058a gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:29.007493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-87cb7ea4-561a-4c71-b193-0b2ecc4acd26 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523530 Nov 25 17:12:29.070632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:12:28Z', 'revision_number': 6, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:29.132705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a5a24-eee7-41ef-8cab-63d039a8d42c service neutron] Pushing event updated for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:29.189732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4296d7-4e8f-4829-a485-97c1a9696d29 None None] The sync data for ids ['7b728f29-11bd-4431-b029-1b7a1554058a'] in n-d-819349-3 is: [{'id': '7b728f29-11bd-4431-b029-1b7a1554058a', 'name': 'tempest-FloatingIPsTestJSON-2036747642-router', 'tenant_id': 'c279aca58010468c8f8ddb67b6d55d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:54Z', 'updated_at': '2021-11-25T17:12:28Z', 'revision_number': 6, 'project_id': 'c279aca58010468c8f8ddb67b6d55d33', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:29.196014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e5406-e53e-4af0-b8d5-1117cf0b5802 req-16608691-0f9e-4ec9-8332-276a38648786 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:29.199234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:29.213034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-861e5406-e53e-4af0-b8d5-1117cf0b5802 req-16608691-0f9e-4ec9-8332-276a38648786 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 943 time: 0.3424506 Nov 25 17:12:29.234374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.236385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6b88e5fe-f945-448c-8b53-47d284712bcd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:29.238437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b393b9c9-ddb5-48b7-b396-142e6309295e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4213831 Nov 25 17:12:29.243946 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Sync routers for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:29.257987 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:29.258759 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:29.273175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340764cd-f435-45c9-8ea9-14996b666547 req-661176e6-a0eb-40bc-9ecd-e6e56f7cdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:29.282102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-661176e6-a0eb-40bc-9ecd-e6e56f7cdfc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 1094 time: 0.5357811 Nov 25 17:12:29.282612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:29.338507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.340673 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3de643bc-4eae-468a-a57c-ef379dd309d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.371167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6b88e5fe-f945-448c-8b53-47d284712bcd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:29.371540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.392567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3de643bc-4eae-468a-a57c-ef379dd309d5 None None] For port 6b88e5fe-f945-448c-8b53-47d284712bcd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6b88e5fe-f945-448c-8b53-47d284712bcd,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:29.399049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Pushing event deleted for resources: {'Port': ['ID=adb3f093-bdae-4680-9943-327790b5d89c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:29.445300 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3de643bc-4eae-468a-a57c-ef379dd309d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.494736 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:29.501563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.561255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de643bc-4eae-468a-a57c-ef379dd309d5 None None] Pushing event updated for resources: {'Port': ['ID=6b88e5fe-f945-448c-8b53-47d284712bcd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:29.657446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.660583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.714567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.715997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b728f29-11bd-4431-b029-1b7a1554058a {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:12:29.723145 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.725390 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b93ff424-9954-4254-b3ef-210e34a0613b admin admin] 10.222.0.81 "DELETE /v2.0/routers/7b728f29-11bd-4431-b029-1b7a1554058a HTTP/1.1" status: 204 len: 168 time: 2.0566487 Nov 25 17:12:29.727847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:29.774902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5531fa32-1288-4f9a-9028-e71084889bbf None None] Provisioning complete for port 6b88e5fe-f945-448c-8b53-47d284712bcd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:29.775635 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5531fa32-1288-4f9a-9028-e71084889bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.781105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ab840d-a38e-4590-b983-68dd080f3ddd admin admin] Deleting subnet d0cb97f4-d59f-4476-8069-a3c5b7b604cd {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:12:29.786827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ab840d-a38e-4590-b983-68dd080f3ddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.821794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-10d24c50-43a2-438f-bd44-b4c6bd478fe6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 HTTP/1.1" status: 200 len: 217 time: 0.5156660 Nov 25 17:12:29.835169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ab840d-a38e-4590-b983-68dd080f3ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.853951 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:27Z', 'revision_number': 3, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:29.895945 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Checking router: c192b99c-5dea-4a50-af79-1b2f31dd4ac4 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:29.896543 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Updating router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 port c03e9cd1-c505-4428-a19c-87c1c4df7ff3 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:12:29.924897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c37b2-a980-435e-8698-b8978de8050b req-bac2994a-3aed-4f98-a022-36fede48e812 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:29.925273 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.926686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd7c37b2-a980-435e-8698-b8978de8050b req-bac2994a-3aed-4f98-a022-36fede48e812 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 948 time: 0.8600879 Nov 25 17:12:29.937671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-861e5406-e53e-4af0-b8d5-1117cf0b5802 req-d4b28942-8fbc-470a-87f0-5c9d3e3a2b44 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235172 Nov 25 17:12:29.990856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ab840d-a38e-4590-b983-68dd080f3ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.017089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7668de72-2550-4493-b997-4cc22925ac34 req-88717490-f2d5-4292-b1d0-f73f8a92bbf4 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9951556 Nov 25 17:12:30.030766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340764cd-f435-45c9-8ea9-14996b666547 req-31a90c65-de51-4781-9ea2-6f261060b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.032385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-31a90c65-de51-4781-9ea2-6f261060b46d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 200 len: 845 time: 0.1897759 Nov 25 17:12:30.112820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ab840d-a38e-4590-b983-68dd080f3ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.118923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd7c37b2-a980-435e-8698-b8978de8050b req-5c131c72-b87b-464b-81b1-3fb9d7b0cb8e tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731999 Nov 25 17:12:30.125366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-f43aa31b-95dd-4e70-929e-ce05f7c379f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb23c93-ad53-45f5-ae84-6e91842685d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681703 Nov 25 17:12:30.163648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab840d-a38e-4590-b983-68dd080f3ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cb97f4-d59f-4476-8069-a3c5b7b604cd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:30.168681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ab840d-a38e-4590-b983-68dd080f3ddd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.176755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29344bf-c453-478d-b468-030a43be1a6f None None] Network ac8afe9d-5b5f-4557-833b-49ed366ba454 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:30.177301 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e1ab840d-a38e-4590-b983-68dd080f3ddd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0cb97f4-d59f-4476-8069-a3c5b7b604cd HTTP/1.1" status: 204 len: 168 time: 0.4480615 Nov 25 17:12:30.177965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38088) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:30.287716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.320425 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.333039 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.334021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:30.336552 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3145637-feb7-4376-be2d-1076592b5cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:30.387887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Deleting port d8e4b044-367e-43dc-a139-d880f035a043 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:30.388801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.457828 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Pushing event updated for resources: {'Port': ['ID=c03e9cd1-c505-4428-a19c-87c1c4df7ff3,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:30.482923 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.483714 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.484816 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.485349 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.486130 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.486769 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.487279 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.487755 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.493766 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.494269 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.495311 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.495311 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:30.520291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] For port d8e4b044-367e-43dc-a139-d880f035a043, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d8e4b044-367e-43dc-a139-d880f035a043,segment=NetworkSegment(8336be5b-0636-4aae-b71c-fd1b928b403c),segment_id=8336be5b-0636-4aae-b71c-fd1b928b403c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:30.521066 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.526179 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Attempting to bind port c03e9cd1-c505-4428-a19c-87c1c4df7ff3 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:30.526917 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Attempting to bind port c03e9cd1-c505-4428-a19c-87c1c4df7ff3 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:30.527484 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Attempting to bind port c03e9cd1-c505-4428-a19c-87c1c4df7ff3 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:30.536994 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:30.537763 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:30.540167 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.540912 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:30.541769 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Bound port: c03e9cd1-c505-4428-a19c-87c1c4df7ff3, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:30.542404 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.542840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Calling delete_port for d8e4b044-367e-43dc-a139-d880f035a043 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:30.581793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] DHCP port deletion for ac8afe9d-5b5f-4557-833b-49ed366ba454 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:12:30.592009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:30.653952 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] For port c03e9cd1-c505-4428-a19c-87c1c4df7ff3, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:30.658856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-0acd014b-9544-4e08-8eef-4488a59e09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.661333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-0acd014b-9544-4e08-8eef-4488a59e09e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1095 time: 0.5392864 Nov 25 17:12:30.662490 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] For port c03e9cd1-c505-4428-a19c-87c1c4df7ff3, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c03e9cd1-c505-4428-a19c-87c1c4df7ff3,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:30.669236 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.684435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.715011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37906356-3412-49a8-ba89-25ddeae1ef94 req-ec45f6b4-af2f-4376-9144-34edfbf41981 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.719285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37906356-3412-49a8-ba89-25ddeae1ef94 req-ec45f6b4-af2f-4376-9144-34edfbf41981 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.3997412 Nov 25 17:12:30.719910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e4b044-367e-43dc-a139-d880f035a043,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:30.729951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665923d-999a-4038-b5a2-3be278ea752e req-e53a32b2-3974-4b8e-8537-08b2b317208a tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.730637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] No DVR routers for this DVR port d8e4b044-367e-43dc-a139-d880f035a043 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:30.732335 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2665923d-999a-4038-b5a2-3be278ea752e req-e53a32b2-3974-4b8e-8537-08b2b317208a tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1096 time: 0.4339643 Nov 25 17:12:30.778513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:30.781408 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:30.782635 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:30.784823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] Deleting port d8e4b044-367e-43dc-a139-d880f035a043 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:30.785443 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.854558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.859030 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdfe93-5e7b-4dd1-be2b-bf5b74bcee54 None None] Pushing event updated for resources: {'Port': ['ID=c03e9cd1-c505-4428-a19c-87c1c4df7ff3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:30.866469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] For port d8e4b044-367e-43dc-a139-d880f035a043, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:30.866881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.883557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:30.884197 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.891566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] Calling delete_port for d8e4b044-367e-43dc-a139-d880f035a043 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:30.899803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-77daa4c0-63e0-4eea-b7b4-d67f70c6faf2 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813003 Nov 25 17:12:30.902732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8afe9d-5b5f-4557-833b-49ed366ba454']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:30.921685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] Port d8e4b044-367e-43dc-a139-d880f035a043 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:12:30.925253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.936694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8336be5b-0636-4aae-b71c-fd1b928b403c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:30.936694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8336be5b-0636-4aae-b71c-fd1b928b403c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:30.953589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] No DVR routers for this DVR port d8e4b044-367e-43dc-a139-d880f035a043 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:30.970275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.003002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.012327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:12:31.012814 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:12:31.015368 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:12:31.024712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0f775-cb8d-4d61-bfc0-7ef0b769b142 None None] Pushing event deleted for resources: {'Port': ['ID=d8e4b044-367e-43dc-a139-d880f035a043,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:31.034864 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:31.061089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6b88e5fe-f945-448c-8b53-47d284712bcd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:31.103388 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.128846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8afe9d-5b5f-4557-833b-49ed366ba454,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:31.131947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.136555 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-492c4666-b393-42e3-ac1c-a8381828d184 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ac8afe9d-5b5f-4557-833b-49ed366ba454 HTTP/1.1" status: 204 len: 168 time: 0.9575863 Nov 25 17:12:31.150455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.198320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedc1f1-0570-4e10-a96b-e62506901ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:31.201570 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0c39bc-5300-4125-8508-4d5427a96a0b" -d '{"events": [{"server_uuid": "aaedc1f1-0570-4e10-a96b-e62506901ea3", "name": "network-vif-plugged", "status": "completed", "tag": "f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:31.210256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37906356-3412-49a8-ba89-25ddeae1ef94 req-66285804-b981-4c7a-8f07-c82a60c23573 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364378 Nov 25 17:12:31.216353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-340764cd-f435-45c9-8ea9-14996b666547 req-1df0e406-a110-48a9-9b66-f85715b3d19c service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045285 Nov 25 17:12:31.219737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2665923d-999a-4038-b5a2-3be278ea752e req-b2b64e03-225d-4a03-8b1d-ef773f8c531e tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612360 Nov 25 17:12:31.240735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:31.255207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.333886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6b88e5fe-f945-448c-8b53-47d284712bcd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:31.336162 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.337564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-d9a5362f-fe9c-4a88-803f-65110218c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.340440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-d9a5362f-fe9c-4a88-803f-65110218c845 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.6534879 Nov 25 17:12:31.359486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38104) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:31.359733 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:27Z', 'revision_number': 3, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:31.367023 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc9f222-e0b7-41d6-b2ad-ef0d5ab1af38 x-openstack-request-id: req-7fc9f222-e0b7-41d6-b2ad-ef0d5ab1af38 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:31.367023 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:31.367023 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fc9f222-e0b7-41d6-b2ad-ef0d5ab1af38 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:31.367023 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'status': 'completed', 'code': 200} Nov 25 17:12:31.392642 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9aa64f-4c4e-4ba0-9183-0b6c380cef83 None None] The sync data for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 is: [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:27Z', 'revision_number': 3, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:31.430987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-e7f9b0f8-1586-4713-8bc2-2155627e828a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 200 len: 217 time: 0.0589597 Nov 25 17:12:31.451898 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1eb17257-9e9a-4e58-a8e2-28c7c91d84c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c279aca58010468c8f8ddb67b6d55d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909648 Nov 25 17:12:31.457708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:31.480305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:31.534892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.540052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0bdc-2e20-47d6-b2db-ecfbdb40bf2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.576661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0bdc-2e20-47d6-b2db-ecfbdb40bf2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.643530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b9367c05-a5c9-453a-828b-66559f3d5b53 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:31.650342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0bdc-2e20-47d6-b2db-ecfbdb40bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.653364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0bdc-2e20-47d6-b2db-ecfbdb40bf2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.655006 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c7bd0bdc-2e20-47d6-b2db-ecfbdb40bf2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76d553c8-1407-4c91-942b-ea9710af5d9a HTTP/1.1" status: 204 len: 168 time: 0.1958499 Nov 25 17:12:31.663413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11da38-c9df-4518-8348-a6b2e0e75f95 req-e402e2e1-98cb-44de-8e08-bd42cf969749 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.665087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b11da38-c9df-4518-8348-a6b2e0e75f95 req-e402e2e1-98cb-44de-8e08-bd42cf969749 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.3024049 Nov 25 17:12:31.665766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd0bdc-2e20-47d6-b2db-ecfbdb40bf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d553c8-1407-4c91-942b-ea9710af5d9a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:31.684042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-d884822a-7731-4013-9499-9380f3bfd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.685548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-d884822a-7731-4013-9499-9380f3bfd71f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.2445667 Nov 25 17:12:31.690472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b9367c05-a5c9-453a-828b-66559f3d5b53 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:31.690828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b9367c05-a5c9-453a-828b-66559f3d5b53 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:31.691388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d8e4b044-367e-43dc-a139-d880f035a043 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:31.746375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-dbe6e4a1-79bd-4037-aa46-247e9d902199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.747973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-dbe6e4a1-79bd-4037-aa46-247e9d902199 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 1094 time: 0.3125219 Nov 25 17:12:31.754616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d8e4b044-367e-43dc-a139-d880f035a043 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:31.755815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d8e4b044-367e-43dc-a139-d880f035a043 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:31.755815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device adb3f093-bdae-4680-9943-327790b5d89c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:31.802397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: adb3f093-bdae-4680-9943-327790b5d89c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:31.803141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device adb3f093-bdae-4680-9943-327790b5d89c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:31.848910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-f6410a20-21bd-40c4-b70e-468cd7653106 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929034 Nov 25 17:12:31.863613 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564b0d0-8966-49f6-968a-92e47f652e87 req-286c54b9-31fc-4df3-a571-bcac18bfa87d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.871403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b564b0d0-8966-49f6-968a-92e47f652e87 req-286c54b9-31fc-4df3-a571-bcac18bfa87d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 943 time: 0.3604980 Nov 25 17:12:32.049552 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b11da38-c9df-4518-8348-a6b2e0e75f95 req-88261b18-b549-426d-9a09-ee0a30f0cb21 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688917 Nov 25 17:12:32.151056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b564b0d0-8966-49f6-968a-92e47f652e87 req-27042098-006f-4c13-8cdc-0c40fe23d64b tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756939 Nov 25 17:12:32.172843 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ebb73d7-3691-4a00-9d17-a41cf5a21bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.238441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-1699152a-9fb7-4e06-9fbe-41ef43ae11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.240652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-1699152a-9fb7-4e06-9fbe-41ef43ae11d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 906 time: 0.4744658 Nov 25 17:12:32.266865 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c39fe-f3db-4f9f-873a-7cf0a530f7c6 x-openstack-request-id: req-a64c39fe-f3db-4f9f-873a-7cf0a530f7c6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:32.267491 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedc1f1-0570-4e10-a96b-e62506901ea3", "name": "network-vif-plugged", "status": "completed", "tag": "f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:32.267491 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a64c39fe-f3db-4f9f-873a-7cf0a530f7c6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:32.267807 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedc1f1-0570-4e10-a96b-e62506901ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db', 'code': 200} Nov 25 17:12:32.347714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-44f4e305-1057-4906-9a67-1f468932f776 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717526 Nov 25 17:12:32.387652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-87d5c1bb-c9fd-4a5b-93e0-53f9bbcc7828 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 HTTP/1.1" status: 200 len: 217 time: 0.1253591 Nov 25 17:12:32.405496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Allocated IP 172.20.0.1 (1cac3821-1e0b-4ad6-b11f-cc813f8187e4/aff52488-4a16-4eb1-9f80-73658f526fe1/892e99bd-a3b6-4a25-807e-8746e63af7b4) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:32.560888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ad422-c2bc-4bea-9bd5-0a32cc9db0c6 req-f0785e48-bc0c-4ca7-a4db-11af9116855a tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.564346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f08ad422-c2bc-4bea-9bd5-0a32cc9db0c6 req-f0785e48-bc0c-4ca7-a4db-11af9116855a tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 949 time: 0.3027666 Nov 25 17:12:32.633238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-469bbdfd-170a-4492-b3ce-342ec32d4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.634834 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-469bbdfd-170a-4492-b3ce-342ec32d4dfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 200 len: 845 time: 0.2225597 Nov 25 17:12:32.657181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87733e-0fd3-4258-8dad-faafb19676af req-ec865dee-8ff3-4459-ba37-cfcc25c5da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.661537 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7b87733e-0fd3-4258-8dad-faafb19676af req-ec865dee-8ff3-4459-ba37-cfcc25c5da6f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 1100 time: 0.2974803 Nov 25 17:12:32.743812 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7b87733e-0fd3-4258-8dad-faafb19676af req-01906ed2-9691-4508-ae09-a253fcaa235e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712843 Nov 25 17:12:33.059462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c03e9cd1-c505-4428-a19c-87c1c4df7ff3 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:33.098132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-91e8b68f-4f63-4e1d-a010-54a706123192 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb23c93-ad53-45f5-ae84-6e91842685d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4342086 Nov 25 17:12:33.113639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c2e84de-a8e4-447a-97d1-a00202776753 req-7f990c52-dc63-4802-87df-3e4ac15ae3fe service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439368 Nov 25 17:12:33.116412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c03e9cd1-c505-4428-a19c-87c1c4df7ff3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:33.116799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.187895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f08ad422-c2bc-4bea-9bd5-0a32cc9db0c6 req-f42fef1d-7772-423b-a2b3-f204efcdbb73 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997462 Nov 25 17:12:33.215268 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.228628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.251994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port c03e9cd1-c505-4428-a19c-87c1c4df7ff3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c03e9cd1-c505-4428-a19c-87c1c4df7ff3,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:33.269876 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.286840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-8a9751a9-85fc-42d5-a916-620fdf36b1e6 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755919 Nov 25 17:12:33.341534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=c03e9cd1-c505-4428-a19c-87c1c4df7ff3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:33.381181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.444666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:33.467668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df3f3f-02ae-46e4-b0ef-351550074d38 req-18e5496c-161b-42d0-adc3-dde0d48b4447 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.469414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0df3f3f-02ae-46e4-b0ef-351550074d38 req-18e5496c-161b-42d0-adc3-dde0d48b4447 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.1850293 Nov 25 17:12:33.473763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:33.476277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:33.535187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Pushing event updated for resources: {'Port': ['ID=892e99bd-a3b6-4a25-807e-8746e63af7b4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:33.542026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3145637-feb7-4376-be2d-1076592b5cd3 req-4bf1b07e-23a8-4a41-bd6f-44831d72e9db service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437901 Nov 25 17:12:33.571427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.582099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0df3f3f-02ae-46e4-b0ef-351550074d38 req-86da8d09-ec26-4119-9dd0-1e7860d84945 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022060 Nov 25 17:12:33.627200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-26268e56-dc99-47fc-b155-582c8efa66b5 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:12:33.628249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-26268e56-dc99-47fc-b155-582c8efa66b5 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082865 Nov 25 17:12:33.710625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-e9dda5fa-f62e-4f3b-94a4-908254cd4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.712057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-e9dda5fa-f62e-4f3b-94a4-908254cd4310 service neutron] 10.222.0.81 "GET /v2.0/ports/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 1093 time: 0.0636189 Nov 25 17:12:33.726839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Request body: {'binding': {'host': 'n-h2-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:33.727890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:12:33.756771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a8ff2c0a-1db0-4c8a-939f-ea708bd3d121 None None] Provisioning complete for port 892e99bd-a3b6-4a25-807e-8746e63af7b4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:33.757298 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2c0a-1db0-4c8a-939f-ea708bd3d121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.796890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff2c0a-1db0-4c8a-939f-ea708bd3d121 None None] Port 892e99bd-a3b6-4a25-807e-8746e63af7b4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:33.864341 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.875264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-41fb5e78-d995-4e50-a587-967c5be1f081 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=52cb84c24a384fc8b792ba77c75db8ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389755 Nov 25 17:12:34.100924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on host n-h2-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:34.101642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:34.101642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:34.116626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-2ad67b7f-7b49-498d-9d47-fd67f6d67c95 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:34.118137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-2ad67b7f-7b49-498d-9d47-fd67f6d67c95 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361364 Nov 25 17:12:34.120696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:34.121047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:34.135764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:34.136156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:34.136606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:34.137116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Bound port: 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:34.175432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-99a49d68-8a7e-4187-ad2b-59bce87861af tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/quotas/52cb84c24a384fc8b792ba77c75db8ba HTTP/1.1" status: 200 len: 375 time: 0.0494163 Nov 25 17:12:34.232000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-adc678b8-f240-4d5e-8dfb-d85e279e048f tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52cb84c24a384fc8b792ba77c75db8ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480270 Nov 25 17:12:34.265544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:34.267974 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.273762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.274947 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-dc446dbf-94ff-43f5-89c5-9c9eb34ecf75 service neutron] 10.222.0.81 "POST /v2.0/ports/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5520649 Nov 25 17:12:34.276091 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.303539 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21fcd6c1-3e39-46af-baa2-1e8c20ed83ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.359241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Pushing event updated for resources: {'Port': ['ID=892e99bd-a3b6-4a25-807e-8746e63af7b4,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:34.364281 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.451215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:34.528629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b839-cad1-44ec-8b3b-e30fd4796230 req-bfbd69f9-d2f6-4552-8125-f0e91fff107b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:34.530469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aec3b839-cad1-44ec-8b3b-e30fd4796230 req-bfbd69f9-d2f6-4552-8125-f0e91fff107b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.0882084 Nov 25 17:12:34.541757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:34.550935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:34.613004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:34.633664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'mac_address': 'fa:16:3e:5a:a7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:34.680783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.699783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:34.721885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aec3b839-cad1-44ec-8b3b-e30fd4796230 req-dc16fbd9-65ec-4b2f-8c8b-66fa088a85f8 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822481 Nov 25 17:12:34.728280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:34.735242 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.769861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-bbda2fe2-9183-4f18-8e1b-e515e2d518e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:34.771542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-bbda2fe2-9183-4f18-8e1b-e515e2d518e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1096 time: 0.2218678 Nov 25 17:12:34.826129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:34.832589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a7380-5aff-4b15-9a22-5c72733850f5 req-d79f606b-43a2-463e-8fcb-1a43959f1ea7 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:34.834405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-971a7380-5aff-4b15-9a22-5c72733850f5 req-d79f606b-43a2-463e-8fcb-1a43959f1ea7 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 943 time: 0.2621474 Nov 25 17:12:34.840720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f189251-2af6-4f38-8916-f1f98e85934c None None] Provisioning complete for port 892e99bd-a3b6-4a25-807e-8746e63af7b4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:34.841440 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f189251-2af6-4f38-8916-f1f98e85934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.844191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:34.892295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f189251-2af6-4f38-8916-f1f98e85934c None None] Port 892e99bd-a3b6-4a25-807e-8746e63af7b4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:35.018029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c03e9cd1-c505-4428-a19c-87c1c4df7ff3 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:35.023535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-971a7380-5aff-4b15-9a22-5c72733850f5 req-7e17c256-2653-44f5-9884-92849c31524f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739008 Nov 25 17:12:35.027943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9434e261-1bb3-4b03-9d5b-17dfc42f0fe9'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:35.117992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1b007-6d43-4c26-8704-6fb36d1a1b51 req-cddef8f6-2913-40f4-8590-e0df971f6032 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.119670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5f1b007-6d43-4c26-8704-6fb36d1a1b51 req-cddef8f6-2913-40f4-8590-e0df971f6032 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 949 time: 0.2368429 Nov 25 17:12:35.234055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:35.246287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-41f57415-ced5-41d3-87e6-4dde097ef9ea admin admin] 10.222.0.81 "PUT /v2.0/routers/c192b99c-5dea-4a50-af79-1b2f31dd4ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9588010 Nov 25 17:12:35.255671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-7764c311-8754-4dfe-bda8-23506e99a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.256211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Sync routers for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:35.257525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-7764c311-8754-4dfe-bda8-23506e99a7b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.4750569 Nov 25 17:12:35.276672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ccf03-773f-4c56-ba97-54fbea7100c6 req-e33a8302-f5f1-4454-a31c-48d5522d3827 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.278405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-318ccf03-773f-4c56-ba97-54fbea7100c6 req-e33a8302-f5f1-4454-a31c-48d5522d3827 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.1533298 Nov 25 17:12:35.292178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:35.292814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:35.293854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5f1b007-6d43-4c26-8704-6fb36d1a1b51 req-da911c53-69df-4d11-9973-1f45cfe87514 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551118 Nov 25 17:12:35.338596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-e31910c2-c811-4235-9694-622b39fb9078 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 217 time: 0.0592170 Nov 25 17:12:35.341899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c03e9cd1-c505-4428-a19c-87c1c4df7ff3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:35.342442 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.440801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-318ccf03-773f-4c56-ba97-54fbea7100c6 req-4a02bc48-5518-4a63-bcc3-b6671f95cbaa tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529737 Nov 25 17:12:35.481129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-7d085863-933a-4a72-96fc-a11d29a061ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.482696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-7d085863-933a-4a72-96fc-a11d29a061ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1354156 Nov 25 17:12:35.502153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65fcfc70-e8de-42fe-8239-8c48171d6b8c req-1592e865-b055-42e4-a5b1-6e3495df2198 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0336840 Nov 25 17:12:35.527613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:35.535577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-c8f9e2ae-b689-4339-9d46-53b01ccafcd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341067 Nov 25 17:12:35.675725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-514a356a-e7f7-416c-8111-35fa2c90695d service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333420 Nov 25 17:12:35.731360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bf2ae-5130-4750-8217-a2ca17b7408f req-2bce9581-c6f1-49f9-bf58-345e75297489 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.734147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bf2ae-5130-4750-8217-a2ca17b7408f req-2bce9581-c6f1-49f9-bf58-345e75297489 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.0974782 Nov 25 17:12:35.746448 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.907529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 2, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:35.924790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bf2ae-5130-4750-8217-a2ca17b7408f req-8e8797c1-8756-4418-aab8-420c555f5354 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263690 Nov 25 17:12:35.953473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-fe1597b5-a659-43b0-9509-168103fb1a04 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593188 Nov 25 17:12:35.997187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Checking router: c192b99c-5dea-4a50-af79-1b2f31dd4ac4 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:35.997695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Updating router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 port 892e99bd-a3b6-4a25-807e-8746e63af7b4 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:12:36.001815 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-ae0b2537-e863-468a-a809-e8cb8bd938fd tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=52cb84c24a384fc8b792ba77c75db8ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639725 Nov 25 17:12:36.060865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.139366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d948c4f-2809-4aa2-8f8f-91f5b22fbe58 req-6d9fd925-5640-4417-ab09-c4b3a943ae4e tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:36.151160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d948c4f-2809-4aa2-8f8f-91f5b22fbe58 req-6d9fd925-5640-4417-ab09-c4b3a943ae4e tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.1091087 Nov 25 17:12:36.251813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d948c4f-2809-4aa2-8f8f-91f5b22fbe58 req-7dd46e5a-9ddd-4102-bf6d-f43539a9bba1 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989113 Nov 25 17:12:36.293341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:36.293718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac249-2d3c-43be-840d-f512f8d19343 req-47e3e26c-9ea5-48e2-b598-b436d7c1530f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:36.301374 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baaac249-2d3c-43be-840d-f512f8d19343 req-47e3e26c-9ea5-48e2-b598-b436d7c1530f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 944 time: 0.1176159 Nov 25 17:12:36.310166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-248179036-network', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:36.329881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.357528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-a44c242d-742a-429c-828a-af377021979a tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:36.357528 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-a44c242d-742a-429c-828a-af377021979a tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438010 Nov 25 17:12:36.378413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Request body: {'port': {'device_id': '502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '52cb84c24a384fc8b792ba77c75db8ba'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:36.422516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baaac249-2d3c-43be-840d-f512f8d19343 req-b3865b5d-d1da-417f-9505-f3dc81194c82 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201546 Nov 25 17:12:36.442085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Made reservation on behalf of f6127be3afd944fb8db8f20c953d5bd8 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:36.445285 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.462519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.466851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:36.580456 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.615012 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.663384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Pushing event updated for resources: {'Port': ['ID=892e99bd-a3b6-4a25-807e-8746e63af7b4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:36.690517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.691208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.691208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.691673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.692102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.692486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.692903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.693397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.693722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.694136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.694546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.695609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:36.721563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.755478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:36.771120 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.776741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.786473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a099981-8e8c-4452-9ee9-662542c7a172 req-7b321119-a9fd-4dfd-ad29-8d389e726c7a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:36.788223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a099981-8e8c-4452-9ee9-662542c7a172 req-7b321119-a9fd-4dfd-ad29-8d389e726c7a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.1549957 Nov 25 17:12:36.790225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Made reservation on behalf of 52cb84c24a384fc8b792ba77c75db8ba for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:36.793650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:36.794273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.800913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.834674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.860492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:12:36.877878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Attempting to bind port 892e99bd-a3b6-4a25-807e-8746e63af7b4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:36.878505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Attempting to bind port 892e99bd-a3b6-4a25-807e-8746e63af7b4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:36.879222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Attempting to bind port 892e99bd-a3b6-4a25-807e-8746e63af7b4 on network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:36.888196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.888556 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Added segment 5a0d718c-bddd-425a-83fd-3a4dba682f4d of type vlan for network fd950fac-5a16-4e63-9c95-a6c6830b4601 Nov 25 17:12:36.891672 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:36.892148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ca09b-668e-45e8-918c-2bc4748ae164,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:36.892490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Checking segment: {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:36.893083 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.893670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Bound using segment: {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:36.894665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Bound port: 892e99bd-a3b6-4a25-807e-8746e63af7b4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:36.895214 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.901038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-963a1364-41a9-4934-8cb7-c61e0b04ea53 req-447d8913-a3a5-44d1-9e6c-5c46040de569 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 210 time: 0.0628893 Nov 25 17:12:36.943894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a099981-8e8c-4452-9ee9-662542c7a172 req-89a173bd-d5d5-43a2-ad71-99f97e38ac6d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456621 Nov 25 17:12:37.022614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.099767 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.106661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.107746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.108879 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.110007 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.145559 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.149235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6e5d2-fe90-4c22-858a-cf1033fb998e req-0ab8abf2-08bb-4bca-b088-d8389ea6ffa0 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.154557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7e6e5d2-fe90-4c22-858a-cf1033fb998e req-0ab8abf2-08bb-4bca-b088-d8389ea6ffa0 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 949 time: 0.1124935 Nov 25 17:12:37.169114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:37.173531 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102ac65d-53f0-4d3a-b575-87903844f2df" -d '{"events": [{"server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "name": "network-vif-plugged", "status": "completed", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:37.182504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.192983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] For port 892e99bd-a3b6-4a25-807e-8746e63af7b4, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:37.211732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] For port 892e99bd-a3b6-4a25-807e-8746e63af7b4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=892e99bd-a3b6-4a25-807e-8746e63af7b4,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:37.220483 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9228392 Nov 25 17:12:37.226203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:37.233319 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.240578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Request body: {'subnet': {'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-248179036-subnet', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:37.244697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125639e-0987-41a7-b941-7cc6aafcf86e admin admin] Pushing event updated for resources: {'Network': ['ID=fd950fac-5a16-4e63-9c95-a6c6830b4601,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:37.249974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:37.279501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network fd950fac-5a16-4e63-9c95-a6c6830b4601 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:12:37.286654 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.295400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-17376f4a-2308-48db-a148-deda3745bf30 None None] Provisioning complete for port 892e99bd-a3b6-4a25-807e-8746e63af7b4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:37.296507 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17376f4a-2308-48db-a148-deda3745bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.304520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7e6e5d2-fe90-4c22-858a-cf1033fb998e req-684bfcf4-ef32-42f7-ba0c-49809a1cb523 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431339 Nov 25 17:12:37.313866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980f10be-a487-491e-810a-3d92b4540d77,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:37.351537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Made reservation on behalf of f6127be3afd944fb8db8f20c953d5bd8 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:37.354119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.372148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f62ba-18f0-4954-aa05-934894a034a8 req-12df83f1-714d-46d4-8ae9-4f527a85a83c tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.386513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-930f62ba-18f0-4954-aa05-934894a034a8 req-12df83f1-714d-46d4-8ae9-4f527a85a83c tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.1711905 Nov 25 17:12:37.439611 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80013c66-eb7b-49b5-976e-ddda62a405b5 x-openstack-request-id: req-80013c66-eb7b-49b5-976e-ddda62a405b5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:37.440668 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "name": "network-vif-plugged", "status": "completed", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:37.441197 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80013c66-eb7b-49b5-976e-ddda62a405b5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:37.441875 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'code': 200} Nov 25 17:12:37.526877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-930f62ba-18f0-4954-aa05-934894a034a8 req-d1bb34db-acf4-4f27-a26e-10ab3fae2215 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392555 Nov 25 17:12:37.558652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4e544-ec6b-4ae8-9cde-deab0212985c None None] Pushing event updated for resources: {'Port': ['ID=892e99bd-a3b6-4a25-807e-8746e63af7b4,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:37.600832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:37.601577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:37.606400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Allocated IP 192.168.233.220 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/e5767005-e16c-44b4-b951-dbfc9e67c0fd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:37.797249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbb539-4523-48f6-bf78-a347676c3185 req-d21db74a-b8e8-4449-9659-d27f7dc32426 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.807587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-adcbb539-4523-48f6-bf78-a347676c3185 req-d21db74a-b8e8-4449-9659-d27f7dc32426 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.2700570 Nov 25 17:12:37.815232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:37.863627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7634-97de-4e68-a042-c03960228114 req-b505315f-5b5f-4bd4-95ff-513d37677ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.866073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d34e7634-97de-4e68-a042-c03960228114 req-b505315f-5b5f-4bd4-95ff-513d37677ef7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 1096 time: 0.2507751 Nov 25 17:12:37.880349 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17376f4a-2308-48db-a148-deda3745bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.883690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:37.924825 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.974607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7e93c-e40b-44af-a959-7200f09059c5 req-37c53334-c97c-43fc-88ff-cf44c343ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.976144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd7e93c-e40b-44af-a959-7200f09059c5 req-37c53334-c97c-43fc-88ff-cf44c343ebf0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 1096 time: 0.2877014 Nov 25 17:12:37.983061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-adcbb539-4523-48f6-bf78-a347676c3185 req-e53b1da0-8d1e-4f6b-8299-3c3b6249bc98 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745286 Nov 25 17:12:38.008985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-17376f4a-2308-48db-a148-deda3745bf30 None None] For port 892e99bd-a3b6-4a25-807e-8746e63af7b4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=892e99bd-a3b6-4a25-807e-8746e63af7b4,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:38.009451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf1c8-2619-4980-95a5-ce2af6d44566 req-e5d049f7-e200-4ad9-88b1-6254bca76099 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.011423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a96cf1c8-2619-4980-95a5-ce2af6d44566 req-e5d049f7-e200-4ad9-88b1-6254bca76099 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.3075449 Nov 25 17:12:38.022601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.026841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.039026 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17376f4a-2308-48db-a148-deda3745bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.072723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d34e7634-97de-4e68-a042-c03960228114 req-4000460e-f1b3-4b05-82df-aafe7abc3321 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320894 Nov 25 17:12:38.147431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b77f2c5-f715-4611-94bf-bf1813bde81f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:38.200886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.301232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:38.306220 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Pushing event updated for resources: {'Port': ['ID=e5767005-e16c-44b4-b951-dbfc9e67c0fd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:38.310305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:38.328195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:38.351690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17376f4a-2308-48db-a148-deda3745bf30 None None] Pushing event updated for resources: {'Port': ['ID=892e99bd-a3b6-4a25-807e-8746e63af7b4,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:38.400547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2ea7aedb-8c89-4060-b1ee-8774e7f74be8 None None] Provisioning complete for port 892e99bd-a3b6-4a25-807e-8746e63af7b4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:38.401043 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ea7aedb-8c89-4060-b1ee-8774e7f74be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.432682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Checking segment: {'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:38.433388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Network hostable DHCP agents. Network: fd950fac-5a16-4e63-9c95-a6c6830b4601, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:12:38.446628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.453240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.477140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 907b512c-814e-47f6-9dda-3ea20422626f details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:38.493057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Network fd950fac-5a16-4e63-9c95-a6c6830b4601 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:12:38.512927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-73b1e855-4d59-42af-ace3-d7d9f13cb26e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1460528 Nov 25 17:12:38.527962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Request body: {'port': {'device_id': '502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:38.539806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, fd950fac-5a16-4e63-9c95-a6c6830b4601) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:38.562904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.564413 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.566717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e46fed-a6a0-4aa9-8203-79b34387b627 None None] Network fd950fac-5a16-4e63-9c95-a6c6830b4601 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:38.574846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd7e93c-e40b-44af-a959-7200f09059c5 req-cae19914-a559-4db3-b1a8-f9fb6c07a2f7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847590 Nov 25 17:12:38.612589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.624887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-e238b86c-bd8e-4981-ad30-aed0effaf104 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.626765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-e238b86c-bd8e-4981-ad30-aed0effaf104 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.95 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 949 time: 0.5504565 Nov 25 17:12:38.646237 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:37Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:38.656161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:38.658242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a19b9c3-a55b-4015-b691-8e7808e6ebec admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4257929 Nov 25 17:12:38.663237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:38.699983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a96cf1c8-2619-4980-95a5-ce2af6d44566 req-fbb570e9-35bb-4539-ad19-2393d26a3048 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709089 Nov 25 17:12:38.729256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a00a7-e327-41aa-9482-7f6428dff92b req-13625400-054d-441b-a220-131a2d90e8ee tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.737859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-632a00a7-e327-41aa-9482-7f6428dff92b req-13625400-054d-441b-a220-131a2d90e8ee tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.2039211 Nov 25 17:12:38.775954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131eeb77-b220-4cbd-bd85-0a622effcd01 None None] The sync data for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 is: [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:37Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:38.879908 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.889152 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.915766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:38.979061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '907b512c-814e-47f6-9dda-3ea20422626f', 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61', 'port_id': '907b512c-814e-47f6-9dda-3ea20422626f', 'mac_address': 'fa:16:3e:54:54:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0610ca3-b76d-4b30-86ee-f6c72f80a594', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:38.985538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-632a00a7-e327-41aa-9482-7f6428dff92b req-c90bf335-7ab4-40fe-92d6-554956884ce3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418332 Nov 25 17:12:38.995035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-49a8e206-4c06-441f-9818-7caac223de43 None None] Provisioning complete for port e5767005-e16c-44b4-b951-dbfc9e67c0fd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:38.999658 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49a8e206-4c06-441f-9818-7caac223de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.112015 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.263731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Deleting port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:39.264985 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.303009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 892e99bd-a3b6-4a25-807e-8746e63af7b4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:39.315944 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.323979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-49a8e206-4c06-441f-9818-7caac223de43 None None] Port e5767005-e16c-44b4-b951-dbfc9e67c0fd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:39.328784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-fd950fac-5a16-4e63-9c95-a6c6830b4601', 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'fixed_ips': [{'subnet_id': '5b77f2c5-f715-4611-94bf-bf1813bde81f'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:12:39.330016 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.359634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5767005-e16c-44b4-b951-dbfc9e67c0fd {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:39.370235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.397222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Transition to ACTIVE for port object e5767005-e16c-44b4-b951-dbfc9e67c0fd will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:39.408993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba957aa-2432-46a8-816f-fb7346dc3a98 req-eacb4bf4-4f5a-41ac-9169-8aa030a5c0f7 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:39.409248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.411153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ba957aa-2432-46a8-816f-fb7346dc3a98 req-eacb4bf4-4f5a-41ac-9169-8aa030a5c0f7 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 936 time: 0.5025566 Nov 25 17:12:39.414996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907b512c-814e-47f6-9dda-3ea20422626f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:39.483742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] For port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:39.484126 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.501581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Calling delete_port for f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:39.626405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:39.642635 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.675769 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.739019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5767005-e16c-44b4-b951-dbfc9e67c0fd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:39.743339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Attempting to bind port e5767005-e16c-44b4-b951-dbfc9e67c0fd on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:39.744339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Attempting to bind port e5767005-e16c-44b4-b951-dbfc9e67c0fd by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:39.744694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Attempting to bind port e5767005-e16c-44b4-b951-dbfc9e67c0fd on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:39.760871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Port e5767005-e16c-44b4-b951-dbfc9e67c0fd on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:39.761178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Attempting to bind port e5767005-e16c-44b4-b951-dbfc9e67c0fd on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:39.772461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:39.772799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:39.773228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:39.773680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Bound port: e5767005-e16c-44b4-b951-dbfc9e67c0fd, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:39.774042 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.822557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:39.836293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 892e99bd-a3b6-4a25-807e-8746e63af7b4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:39.836920 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.878989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:39.940298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.959075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] For port e5767005-e16c-44b4-b951-dbfc9e67c0fd, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:39.984668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] For port e5767005-e16c-44b4-b951-dbfc9e67c0fd, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=e5767005-e16c-44b4-b951-dbfc9e67c0fd,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:39.991268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.021191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Allocated IP 172.20.0.2 (fd950fac-5a16-4e63-9c95-a6c6830b4601/5b77f2c5-f715-4611-94bf-bf1813bde81f/538408dc-ea6d-49e1-a00d-e905ad2236fd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:40.078011 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.078582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.080068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] 10.222.0.95 "PUT /v2.0/ports/e5767005-e16c-44b4-b951-dbfc9e67c0fd HTTP/1.1" status: 200 len: 1096 time: 1.5577493 Nov 25 17:12:40.080550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5', 'tag': 'e5767005-e16c-44b4-b951-dbfc9e67c0fd'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:40.084052 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f656ec-e7a3-41cc-b513-4a1863642699" -d '{"events": [{"name": "network-changed", "server_uuid": "502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5", "tag": "e5767005-e16c-44b4-b951-dbfc9e67c0fd"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:40.114343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9db9a-985d-4477-a85a-83552e938df0 req-ee5e5129-4d72-4e23-a030-70f637a8647a tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.118701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa977cf-b7e1-4353-a9e4-5bfc0aefc6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5767005-e16c-44b4-b951-dbfc9e67c0fd,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:40.119610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36c9db9a-985d-4477-a85a-83552e938df0 req-ee5e5129-4d72-4e23-a030-70f637a8647a tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaedc1f1-0570-4e10-a96b-e62506901ea3 HTTP/1.1" status: 200 len: 949 time: 0.8599732 Nov 25 17:12:40.189703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Pushing event deleted for resources: {'Port': ['ID=f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:40.247670 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.290058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.341570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3f6b8902-f1ae-4833-9f3a-e936bd618f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.345978 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-3f6b8902-f1ae-4833-9f3a-e936bd618f75 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=52cb84c24a384fc8b792ba77c75db8ba&device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 1099 time: 0.0912647 Nov 25 17:12:40.398507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Pushing event updated for resources: {'Port': ['ID=538408dc-ea6d-49e1-a00d-e905ad2236fd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:40.423954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['907b512c-814e-47f6-9dda-3ea20422626f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:40.449977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ba957aa-2432-46a8-816f-fb7346dc3a98 req-5b2a8c02-6803-4652-90ff-e51196f9e825 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7825456 Nov 25 17:12:40.465695 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-9ad234e3-404b-497e-b28d-7a03b13607d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e5767005-e16c-44b4-b951-dbfc9e67c0fd HTTP/1.1" status: 200 len: 217 time: 0.1117003 Nov 25 17:12:40.468517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] No DVR routers for this DVR port f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:40.477272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.480684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5996597b-3b3b-488d-baf0-66d38da6a05d req-d9529d07-53ff-4188-acd3-8ef1f09c61a2 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.95 "DELETE /v2.0/ports/f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db HTTP/1.1" status: 204 len: 173 time: 1.8409970 Nov 25 17:12:40.484652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedc1f1-0570-4e10-a96b-e62506901ea3', 'name': 'network-vif-deleted', 'tag': 'f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:40.487407 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d5ab34-77af-4e4c-b2ef-c282302cf0c9" -d '{"events": [{"server_uuid": "aaedc1f1-0570-4e10-a96b-e62506901ea3", "name": "network-vif-deleted", "tag": "f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:40.553204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36c9db9a-985d-4477-a85a-83552e938df0 req-9a2ea67a-908d-4eac-aa16-18d6c77e4de9 tempest-TenantUsagesTestJSON-1677570100 tempest-TenantUsagesTestJSON-1677570100-project] 10.222.0.81 "GET /v2.0/security-groups?id=da6a4fbe-dc5a-4eea-8d10-17d7da09be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272307 Nov 25 17:12:40.572400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Network fd950fac-5a16-4e63-9c95-a6c6830b4601 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:40.603515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-283e7033-3a58-46e5-80b6-bcd6ca769df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.605297 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-283e7033-3a58-46e5-80b6-bcd6ca769df0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1317077 Nov 25 17:12:40.634816 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:40.639863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:40.763788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-a3bed1bc-a957-42b8-b2e5-468498bc9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.766912 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-a3bed1bc-a957-42b8-b2e5-468498bc9319 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536324 Nov 25 17:12:40.854515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Attempting to bind port 538408dc-ea6d-49e1-a00d-e905ad2236fd on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:40.854898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Attempting to bind port 538408dc-ea6d-49e1-a00d-e905ad2236fd by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:40.855440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Attempting to bind port 538408dc-ea6d-49e1-a00d-e905ad2236fd on network fd950fac-5a16-4e63-9c95-a6c6830b4601 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:40.867610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:40.867989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Checking segment: {'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:40.868398 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.868796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Bound using segment: {'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:40.869313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Bound port: 538408dc-ea6d-49e1-a00d-e905ad2236fd, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:40.869702 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.914152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7fea-a638-4798-a8e0-728fafcc84df req-cc4149e1-6f69-47e5-b13f-0dfdb1febe98 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.916839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-381c7fea-a638-4798-a8e0-728fafcc84df req-cc4149e1-6f69-47e5-b13f-0dfdb1febe98 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 945 time: 0.2571015 Nov 25 17:12:40.947096 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-67ba18b7-6e2c-4510-801b-6febecc93fd8 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704931 Nov 25 17:12:41.028811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedaf51-466e-4a44-bbcb-cfd324e1754f req-9a9d474b-370a-43f1-9a41-92905cd75613 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.042885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5dedaf51-466e-4a44-bbcb-cfd324e1754f req-9a9d474b-370a-43f1-9a41-92905cd75613 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.3086843 Nov 25 17:12:41.052857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] For port 538408dc-ea6d-49e1-a00d-e905ad2236fd, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:41.061731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] For port 538408dc-ea6d-49e1-a00d-e905ad2236fd, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=538408dc-ea6d-49e1-a00d-e905ad2236fd,segment=NetworkSegment(5a0d718c-bddd-425a-83fd-3a4dba682f4d),segment_id=5a0d718c-bddd-425a-83fd-3a4dba682f4d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:41.069250 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.153308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.204051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5dedaf51-466e-4a44-bbcb-cfd324e1754f req-abe8a3cb-96db-4dad-82ac-a21468748c55 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601434 Nov 25 17:12:41.207120 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.216763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-381c7fea-a638-4798-a8e0-728fafcc84df req-f39c3fd4-2216-4c5c-88aa-c0f0c030d9a0 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900906 Nov 25 17:12:41.298370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c01ba4-cf77-49b5-8472-c10a3c71c568 None None] Pushing event updated for resources: {'Port': ['ID=538408dc-ea6d-49e1-a00d-e905ad2236fd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:41.527692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-610ea92a-6660-4eb0-9453-9760f56d53ce req-6086692d-f45c-457d-82d5-8c8995480d64 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729356 Nov 25 17:12:41.533359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64085e-ce32-46b9-b063-4a5562aab038 req-16ea78d6-33de-4151-aaa9-7296507897b0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.534904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c64085e-ce32-46b9-b063-4a5562aab038 req-16ea78d6-33de-4151-aaa9-7296507897b0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.1759150 Nov 25 17:12:41.604260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Allocated IP 172.25.1.193 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c397f5b7-d99c-49b9-9c2f-ca41b35b76c4) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:41.674786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1f748-c484-4b62-88fe-b24cad960b30 req-900f90c5-b44b-493d-8329-be0cb9d887aa tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.676528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85d1f748-c484-4b62-88fe-b24cad960b30 req-900f90c5-b44b-493d-8329-be0cb9d887aa tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.2253416 Nov 25 17:12:41.725635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c64085e-ce32-46b9-b063-4a5562aab038 req-b211fc99-feb7-4ae8-afe0-f8a9e435dc7d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764681 Nov 25 17:12:41.803872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85d1f748-c484-4b62-88fe-b24cad960b30 req-7532c32c-c0e6-4a83-881f-938b367071d3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928140 Nov 25 17:12:41.819812 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.861778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.915265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:41.922395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:41.928296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Pushing event updated for resources: {'Port': ['ID=c397f5b7-d99c-49b9-9c2f-ca41b35b76c4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:41.939960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:41.977820 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9d05c6-c37f-4223-b013-05d242604ede x-openstack-request-id: req-5b9d05c6-c37f-4223-b013-05d242604ede {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:41.978185 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedc1f1-0570-4e10-a96b-e62506901ea3", "name": "network-vif-deleted", "tag": "f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:41.978521 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b9d05c6-c37f-4223-b013-05d242604ede {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:41.979672 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedc1f1-0570-4e10-a96b-e62506901ea3', 'name': 'network-vif-deleted', 'tag': 'f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db', 'status': 'completed', 'code': 200} Nov 25 17:12:42.060562 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41d557-6a07-4b0a-861e-9ed94275c5d2 x-openstack-request-id: req-7d41d557-6a07-4b0a-861e-9ed94275c5d2 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:42.060964 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5", "tag": "e5767005-e16c-44b4-b951-dbfc9e67c0fd", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:42.061833 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d41d557-6a07-4b0a-861e-9ed94275c5d2 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:42.063057 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5', 'tag': 'e5767005-e16c-44b4-b951-dbfc9e67c0fd', 'status': 'completed', 'code': 200} Nov 25 17:12:42.141049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-bac1e01f-4728-41be-b99a-3ffe208a44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.142761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-bac1e01f-4728-41be-b99a-3ffe208a44f4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=52cb84c24a384fc8b792ba77c75db8ba&device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 1099 time: 0.0539634 Nov 25 17:12:42.231208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b5c88-58c9-4ec9-8124-9450e1526d98 req-41a2e369-a607-4f95-944b-49941640dc1a tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.240201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-164b5c88-58c9-4ec9-8124-9450e1526d98 req-41a2e369-a607-4f95-944b-49941640dc1a tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1855049 Nov 25 17:12:42.252442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621384a2-ad2f-483b-b821-859b87032589 req-5566f071-d460-4c46-acab-cf52fe26a194 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.254089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-621384a2-ad2f-483b-b821-859b87032589 req-5566f071-d460-4c46-acab-cf52fe26a194 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 948 time: 0.1305394 Nov 25 17:12:42.273682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-00d0c8aa-c6fb-47a5-a72d-b6f11ab2d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.275569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-00d0c8aa-c6fb-47a5-a72d-b6f11ab2d446 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1241326 Nov 25 17:12:42.333679 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-d21a7dbf-f604-4004-9cfc-abb76a9b7678 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e5767005-e16c-44b4-b951-dbfc9e67c0fd HTTP/1.1" status: 200 len: 217 time: 0.0499167 Nov 25 17:12:42.412232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-21a113ba-2720-4964-9d4e-d4d9d6d9555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.414213 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-21a113ba-2720-4964-9d4e-d4d9d6d9555c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0700953 Nov 25 17:12:42.459835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-164b5c88-58c9-4ec9-8124-9450e1526d98 req-acb626bc-6c07-4dfc-92ff-3f0e49806ae5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184329 Nov 25 17:12:42.479372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 907b512c-814e-47f6-9dda-3ea20422626f up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:42.490272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-621384a2-ad2f-483b-b821-859b87032589 req-5abfe451-e9cb-46ed-ad58-c04259c8dfaf tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279801 Nov 25 17:12:42.492886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.517542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-d3a6b0e9-80d5-48e0-a5da-940ad20470d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.519299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-d3a6b0e9-80d5-48e0-a5da-940ad20470d8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966592 Nov 25 17:12:42.636435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 907b512c-814e-47f6-9dda-3ea20422626f completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:42.647813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 907b512c-814e-47f6-9dda-3ea20422626f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:42.648201 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.713112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:42.720399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-4ccc2efb-fa10-4935-844c-c6255d21de4f service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928089 Nov 25 17:12:42.833692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16028bbb-d6c5-4182-8862-e8ebbb48f0bc None None] Network fd950fac-5a16-4e63-9c95-a6c6830b4601 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:42.839912 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:42.840319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f1263a9c-4426-4c7a-bfdd-52dfbc3ae1db not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:42.898433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a16b7-65bb-4a75-8721-530a0d733ceb req-dfaa2be1-30e6-4a6a-a1c8-f64c03d7766c tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.914622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e64a16b7-65bb-4a75-8721-530a0d733ceb req-dfaa2be1-30e6-4a6a-a1c8-f64c03d7766c tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 945 time: 0.2767169 Nov 25 17:12:43.035223 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-12f656ec-e7a3-41cc-b513-4a1863642699 req-59b6f5e7-c00c-43ce-babb-964e44b23970 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063176 Nov 25 17:12:43.127335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38292) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:43.145760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fa30144a-13ca-40dd-b8bd-d02566c8af7e None None] Provisioning complete for port 538408dc-ea6d-49e1-a00d-e905ad2236fd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:43.146142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa30144a-13ca-40dd-b8bd-d02566c8af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.209049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 538408dc-ea6d-49e1-a00d-e905ad2236fd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:43.218357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e64a16b7-65bb-4a75-8721-530a0d733ceb req-7df82148-3b28-402a-bed8-eabf69e1a514 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921939 Nov 25 17:12:43.240417 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.268552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8d061-ca56-413c-8814-d8c1f164d945 req-b3da5519-03ed-44a7-97ed-125dcbcd2e1d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:43.279763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1d8d061-ca56-413c-8814-d8c1f164d945 req-b3da5519-03ed-44a7-97ed-125dcbcd2e1d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.2155597 Nov 25 17:12:43.342581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 538408dc-ea6d-49e1-a00d-e905ad2236fd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:43.342969 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.417260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d1a5773-4159-4a65-9535-6121e4a6cb57 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=984f5ce735f34b0ba66c2dd0974a88a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845113 Nov 25 17:12:43.417585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38296) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:43.485068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-215396b9-7560-46e3-aad7-ce6473fff14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.500114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1d8d061-ca56-413c-8814-d8c1f164d945 req-544d34da-0dd1-405c-ad82-d990acc9200d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145932 Nov 25 17:12:43.522113 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa30144a-13ca-40dd-b8bd-d02566c8af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.522687 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-215396b9-7560-46e3-aad7-ce6473fff14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.543237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ed987-fcba-4e0b-aabb-40cad0746c7c req-74dd722a-1fba-4f72-bca5-1a9227a67fe5 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:43.550738 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.551902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66ed987-fcba-4e0b-aabb-40cad0746c7c req-74dd722a-1fba-4f72-bca5-1a9227a67fe5 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.1977270 Nov 25 17:12:43.627035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fa30144a-13ca-40dd-b8bd-d02566c8af7e None None] For port 538408dc-ea6d-49e1-a00d-e905ad2236fd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=538408dc-ea6d-49e1-a00d-e905ad2236fd,segment=NetworkSegment(5a0d718c-bddd-425a-83fd-3a4dba682f4d),segment_id=5a0d718c-bddd-425a-83fd-3a4dba682f4d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:43.633107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-215396b9-7560-46e3-aad7-ce6473fff14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.638263 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-215396b9-7560-46e3-aad7-ce6473fff14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.644979 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa30144a-13ca-40dd-b8bd-d02566c8af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.645467 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-215396b9-7560-46e3-aad7-ce6473fff14c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da6a4fbe-dc5a-4eea-8d10-17d7da09be42 HTTP/1.1" status: 204 len: 168 time: 0.2222965 Nov 25 17:12:43.656263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:43.658111 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0951e0b8-ae69-4cbb-9c20-5415d259bc2a" -d '{"events": [{"server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "name": "network-vif-plugged", "status": "completed", "tag": "907b512c-814e-47f6-9dda-3ea20422626f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:43.683342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215396b9-7560-46e3-aad7-ce6473fff14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6a4fbe-dc5a-4eea-8d10-17d7da09be42,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:43.707487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.735989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:43.772586 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.856367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30144a-13ca-40dd-b8bd-d02566c8af7e None None] Pushing event updated for resources: {'Port': ['ID=538408dc-ea6d-49e1-a00d-e905ad2236fd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:43.986361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:12:43.986726 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:12:44.011244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:44.067317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cc6d062f-6856-49ac-b762-de5bbe5798c8 None None] Provisioning complete for port 538408dc-ea6d-49e1-a00d-e905ad2236fd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:44.067947 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc6d062f-6856-49ac-b762-de5bbe5798c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.214909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:44.234505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66ed987-fcba-4e0b-aabb-40cad0746c7c req-627df8a0-931a-41fc-ad35-8de492676f6b tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813381 Nov 25 17:12:44.267584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe58f9bb-c960-44c2-af71-94b489273bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.284075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1de77-13c3-4b91-b83f-01e871e9c4e3 req-1f540a2f-85c1-4582-b5b2-20ff4483e769 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:44.293827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68f1de77-13c3-4b91-b83f-01e871e9c4e3 req-1f540a2f-85c1-4582-b5b2-20ff4483e769 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 948 time: 0.1573741 Nov 25 17:12:44.330579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Router c1d713f7-b95e-42eb-af19-9e6ffb34d840 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:12:44.365352 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c826c0bb-8884-4359-a992-e6718e3a95e5 x-openstack-request-id: req-c826c0bb-8884-4359-a992-e6718e3a95e5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:44.365731 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "name": "network-vif-plugged", "status": "completed", "tag": "907b512c-814e-47f6-9dda-3ea20422626f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:44.366092 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c826c0bb-8884-4359-a992-e6718e3a95e5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:44.366499 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f', 'code': 200} Nov 25 17:12:44.453341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68f1de77-13c3-4b91-b83f-01e871e9c4e3 req-5a518a24-9760-4a7d-aca7-69a0fde85ecf tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581264 Nov 25 17:12:44.508224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe58f9bb-c960-44c2-af71-94b489273bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.517051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe58f9bb-c960-44c2-af71-94b489273bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.575490 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fe58f9bb-c960-44c2-af71-94b489273bdb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72f24ec158434a14a447f13ffd7feb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587801 Nov 25 17:12:44.580982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38314) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:44.603062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63384a-a766-43a6-95c2-feed3442b517 req-b5dcf412-3e14-4455-ac3e-613efa731265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:44.604756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec63384a-a766-43a6-95c2-feed3442b517 req-b5dcf412-3e14-4455-ac3e-613efa731265 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1097 time: 0.1333089 Nov 25 17:12:44.614739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:44.615760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58f9bb-c960-44c2-af71-94b489273bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5ad007-f4f5-4eb5-9f7b-752eb510cd54,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:44.631668 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Sync routers for ids ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:44.649586 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Routers {'c1d713f7-b95e-42eb-af19-9e6ffb34d840'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:44.651503 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:44.664567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dfcbac6-7ded-405b-901a-713c9b0a1340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.665064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device e5767005-e16c-44b4-b951-dbfc9e67c0fd details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:44.695426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dfcbac6-7ded-405b-901a-713c9b0a1340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.765617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dfcbac6-7ded-405b-901a-713c9b0a1340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.769359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dfcbac6-7ded-405b-901a-713c9b0a1340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.770818 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7dfcbac6-7ded-405b-901a-713c9b0a1340 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a5ad007-f4f5-4eb5-9f7b-752eb510cd54 HTTP/1.1" status: 204 len: 168 time: 0.1894300 Nov 25 17:12:44.785502 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcbac6-7ded-405b-901a-713c9b0a1340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5ad007-f4f5-4eb5-9f7b-752eb510cd54,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:44.818696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec63384a-a766-43a6-95c2-feed3442b517 req-2ab5960a-e93b-4c6f-b905-202d2ddf0546 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668451 Nov 25 17:12:44.826895 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Set router c1d713f7-b95e-42eb-af19-9e6ffb34d840 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:44.828926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.835261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38318) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:44.848893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5975b4aa-3519-4225-a009-d9c78a31c201 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1901913 Nov 25 17:12:44.869860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a6f16-8660-421d-b3c6-288d19ee7165 req-cd0abfc5-a616-4554-a11f-b961db362c4c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:44.878610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-118a6f16-8660-421d-b3c6-288d19ee7165 req-cd0abfc5-a616-4554-a11f-b961db362c4c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.3636029 Nov 25 17:12:44.894482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port e5767005-e16c-44b4-b951-dbfc9e67c0fd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=e5767005-e16c-44b4-b951-dbfc9e67c0fd,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:44.911072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'e5767005-e16c-44b4-b951-dbfc9e67c0fd', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'e5767005-e16c-44b4-b951-dbfc9e67c0fd', 'mac_address': 'fa:16:3e:81:57:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:44.958382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-118a6f16-8660-421d-b3c6-288d19ee7165 req-c578bb6a-8336-4cb6-9be1-0c3279b3410a tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787668 Nov 25 17:12:44.986926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a741ea6-5be4-4405-bb1b-8fc52e7ab7d5 req-5c6718c1-52e2-4aba-a1df-3255155fc23d tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:44.997528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a741ea6-5be4-4405-bb1b-8fc52e7ab7d5 req-5c6718c1-52e2-4aba-a1df-3255155fc23d tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.3906014 Nov 25 17:12:45.016152 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.059696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5767005-e16c-44b4-b951-dbfc9e67c0fd {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:45.121258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port e5767005-e16c-44b4-b951-dbfc9e67c0fd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=e5767005-e16c-44b4-b951-dbfc9e67c0fd,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:45.129705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a741ea6-5be4-4405-bb1b-8fc52e7ab7d5 req-2f0e79e4-03c4-4333-b762-022f478fbfe5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288440 Nov 25 17:12:45.136893 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.277375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26615d8-c31e-4529-822f-7cb23d3215cf req-17b873da-fbc5-4bed-ba69-2968750dd487 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:45.289454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e26615d8-c31e-4529-822f-7cb23d3215cf req-17b873da-fbc5-4bed-ba69-2968750dd487 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.1557267 Nov 25 17:12:45.398351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=e5767005-e16c-44b4-b951-dbfc9e67c0fd,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:45.403787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 538408dc-ea6d-49e1-a00d-e905ad2236fd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:45.418720 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e26615d8-c31e-4529-822f-7cb23d3215cf req-238a1154-a732-4a81-a716-b4a92bf637e0 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282263 Nov 25 17:12:45.460063 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:12:42Z', 'revision_number': 3, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port': {'id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:41Z', 'updated_at': '2021-11-25T17:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:45.516758 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Checking router: c1d713f7-b95e-42eb-af19-9e6ffb34d840 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:45.517572 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Updating router c1d713f7-b95e-42eb-af19-9e6ffb34d840 port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:12:45.523494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 538408dc-ea6d-49e1-a00d-e905ad2236fd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:45.523877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.570099 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.624741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['e5767005-e16c-44b4-b951-dbfc9e67c0fd'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:45.817693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded1452-e8d7-4a74-85b8-198b15bcf056 req-50709107-ef5d-460b-bfca-b53973b54243 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:45.825531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dded1452-e8d7-4a74-85b8-198b15bcf056 req-50709107-ef5d-460b-bfca-b53973b54243 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.2603846 Nov 25 17:12:45.926091 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dded1452-e8d7-4a74-85b8-198b15bcf056 req-24ba92cf-810e-4d8a-8049-74d8f9674ad4 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990841 Nov 25 17:12:45.967160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef969b9-a357-4e5c-ac70-2c0eb3a1a009 req-8c57cdd1-5d1b-44c7-ab22-9d2f160081b3 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:45.973363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aef969b9-a357-4e5c-ac70-2c0eb3a1a009 req-8c57cdd1-5d1b-44c7-ab22-9d2f160081b3 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 949 time: 0.2519383 Nov 25 17:12:46.033464 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.042600 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.136505 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ecbf9-a24e-4bb2-aac6-a0e2b5e667c2 None None] Pushing event updated for resources: {'Port': ['ID=c397f5b7-d99c-49b9-9c2f-ca41b35b76c4,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:46.163612 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Attempting to bind port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:46.163779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.164244 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Attempting to bind port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:46.164827 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Attempting to bind port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:46.184009 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:46.184453 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:46.184908 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.185345 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:46.186669 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Bound port: c397f5b7-d99c-49b9-9c2f-ca41b35b76c4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:46.187409 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.202464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aef969b9-a357-4e5c-ac70-2c0eb3a1a009 req-843400eb-d5b8-4d25-a182-47fd5be4e455 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208040 Nov 25 17:12:46.357187 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] For port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:46.366585 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] For port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c397f5b7-d99c-49b9-9c2f-ca41b35b76c4,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:46.375959 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.436792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea208470-97a4-4275-aac7-ca3b05d2783f req-58217a88-4fbd-4a80-b3b3-377644c4f10d tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:46.439735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea208470-97a4-4275-aac7-ca3b05d2783f req-58217a88-4fbd-4a80-b3b3-377644c4f10d tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1386561 Nov 25 17:12:46.465646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a69eb-15ca-4a89-a1f0-7e869a7b0dde req-eb99450b-bbb9-496c-acc5-f6d00aa38cfc tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:46.468526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e07a69eb-15ca-4a89-a1f0-7e869a7b0dde req-eb99450b-bbb9-496c-acc5-f6d00aa38cfc tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.1497834 Nov 25 17:12:46.485587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Allocated IP 172.20.0.1 (fd950fac-5a16-4e63-9c95-a6c6830b4601/5b77f2c5-f715-4611-94bf-bf1813bde81f/706b347e-7e25-4510-82c5-37a2db61cd35) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:46.524990 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Routers {'c1d713f7-b95e-42eb-af19-9e6ffb34d840'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:46.526307 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:46.610603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea208470-97a4-4275-aac7-ca3b05d2783f req-75a4c6fc-9f03-427c-acf3-e585f700dfb8 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611648 Nov 25 17:12:46.620148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e07a69eb-15ca-4a89-a1f0-7e869a7b0dde req-500ab0c7-cb0b-401b-a2ce-ac5257cc8436 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247256 Nov 25 17:12:46.703445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.719962 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ecbf9-a24e-4bb2-aac6-a0e2b5e667c2 None None] Pushing event updated for resources: {'Port': ['ID=c397f5b7-d99c-49b9-9c2f-ca41b35b76c4,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:46.746665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.789079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Network fd950fac-5a16-4e63-9c95-a6c6830b4601 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:46.792838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:46.797208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:46.866198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Pushing event updated for resources: {'Port': ['ID=706b347e-7e25-4510-82c5-37a2db61cd35,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:46.898505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.920178 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] Set router c1d713f7-b95e-42eb-af19-9e6ffb34d840 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:46.959843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d182850-bb2f-4b86-b850-07edc3c8a61f req-9765b2ab-8afc-4cfe-8224-b5f094bc1de5 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:46.962111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d182850-bb2f-4b86-b850-07edc3c8a61f req-9765b2ab-8afc-4cfe-8224-b5f094bc1de5 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.1759162 Nov 25 17:12:47.098809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d182850-bb2f-4b86-b850-07edc3c8a61f req-d090024e-e5dc-41eb-bd4f-0d27b2c9e040 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125429 Nov 25 17:12:47.192390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7182b5-a8eb-460e-a70a-474c3a767122 req-dfdbe6af-4a55-4c32-a962-9a8cfbd6fb5d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:47.195575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a7182b5-a8eb-460e-a70a-474c3a767122 req-dfdbe6af-4a55-4c32-a962-9a8cfbd6fb5d tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 945 time: 0.1168547 Nov 25 17:12:47.299717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.334048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a924d0ae-12c9-4ecb-b744-1bd5f67f7cdb None None] Provisioning complete for port 706b347e-7e25-4510-82c5-37a2db61cd35 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:47.334765 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a924d0ae-12c9-4ecb-b744-1bd5f67f7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.362186 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:12:42Z', 'revision_number': 3, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port': {'id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:41Z', 'updated_at': '2021-11-25T17:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:47.377481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a7182b5-a8eb-460e-a70a-474c3a767122 req-2d830f30-4d7c-4425-abfc-a4a7173dbe60 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709318 Nov 25 17:12:47.419134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a924d0ae-12c9-4ecb-b744-1bd5f67f7cdb None None] Port 706b347e-7e25-4510-82c5-37a2db61cd35 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:47.459425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e641c6-e12b-4878-93e6-cc9aa13d01f1 req-eb6c2750-b53c-4e3e-99a8-05e335e5bbbc tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:47.463519 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401008a-1219-474c-bde5-a8463590d7d6 None None] The sync data for ids ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'] in n-d-819349-3 is: [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:12:42Z', 'revision_number': 3, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port': {'id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:41Z', 'updated_at': '2021-11-25T17:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:47.478072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65e641c6-e12b-4878-93e6-cc9aa13d01f1 req-eb6c2750-b53c-4e3e-99a8-05e335e5bbbc tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.2071652 Nov 25 17:12:47.631072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65e641c6-e12b-4878-93e6-cc9aa13d01f1 req-a595359b-a35c-4272-9574-e46df9d9740f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517868 Nov 25 17:12:47.651188 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.657672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.697196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d310b9-6d01-46d0-9fe8-8229cf8a6640 req-83d7d6fc-6c96-49a9-bf9d-dad5cee4e8ec tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:47.700128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89d310b9-6d01-46d0-9fe8-8229cf8a6640 req-83d7d6fc-6c96-49a9-bf9d-dad5cee4e8ec tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 949 time: 0.1423664 Nov 25 17:12:47.759926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Pushing event updated for resources: {'Port': ['ID=706b347e-7e25-4510-82c5-37a2db61cd35,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:47.762568 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.861971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89d310b9-6d01-46d0-9fe8-8229cf8a6640 req-76e3ccff-269c-45cd-b346-e6c8eb36e99e tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508300 Nov 25 17:12:47.947861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cb93d-7773-4d3a-af8d-b8da232e1d55 req-dd376c9e-144f-489e-9848-1246a476b0fa tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:47.949609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-142cb93d-7773-4d3a-af8d-b8da232e1d55 req-dd376c9e-144f-489e-9848-1246a476b0fa tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.1272821 Nov 25 17:12:47.983592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Network fd950fac-5a16-4e63-9c95-a6c6830b4601 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:47.987999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:48.077710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-142cb93d-7773-4d3a-af8d-b8da232e1d55 req-ede23c38-3843-4295-a6a5-2e400cc7e455 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141760 Nov 25 17:12:48.202823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a6526-5bfa-405e-a315-e213c06fd850 req-8ee3a4e1-a01b-4706-8167-f4b9198c89d7 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:48.204410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c47a6526-5bfa-405e-a315-e213c06fd850 req-8ee3a4e1-a01b-4706-8167-f4b9198c89d7 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1163018 Nov 25 17:12:48.291814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Router c1d713f7-b95e-42eb-af19-9e6ffb34d840 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:48.335323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c47a6526-5bfa-405e-a315-e213c06fd850 req-84256a08-c14e-40cb-87f2-d30765d91d45 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128306 Nov 25 17:12:48.487089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:48.504998 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c7b851f4-b723-48a0-8da3-070dbb810760 admin admin] 10.222.0.81 "PUT /v2.0/routers/c1d713f7-b95e-42eb-af19-9e6ffb34d840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6586463 Nov 25 17:12:48.593534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-57ef9282-8c10-4173-bf45-3e33a6538ecb None None] Provisioning complete for port 706b347e-7e25-4510-82c5-37a2db61cd35 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:48.594280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57ef9282-8c10-4173-bf45-3e33a6538ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.688548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149869ca-c447-41fe-bdb2-f0bd581b079b req-f0900b84-9625-4d0e-a0f6-bbc21345924f tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:48.689453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device e5767005-e16c-44b4-b951-dbfc9e67c0fd up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:48.697562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-149869ca-c447-41fe-bdb2-f0bd581b079b req-f0900b84-9625-4d0e-a0f6-bbc21345924f tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1097 time: 0.1305096 Nov 25 17:12:48.743174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b399545-a62a-4a8f-b3e8-b7f913f73fd3 req-88c633de-0041-4d1d-ae12-e25bc54c097e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:48.746246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b399545-a62a-4a8f-b3e8-b7f913f73fd3 req-88c633de-0041-4d1d-ae12-e25bc54c097e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.1362979 Nov 25 17:12:48.764453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-57ef9282-8c10-4173-bf45-3e33a6538ecb None None] Port 706b347e-7e25-4510-82c5-37a2db61cd35 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:48.824043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port e5767005-e16c-44b4-b951-dbfc9e67c0fd completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:48.835969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port e5767005-e16c-44b4-b951-dbfc9e67c0fd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:48.836799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.841684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-149869ca-c447-41fe-bdb2-f0bd581b079b req-b245581e-3997-4ab1-a2fa-eb81abdf7a5f tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424639 Nov 25 17:12:48.979906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b399545-a62a-4a8f-b3e8-b7f913f73fd3 req-2e28f53f-bbcd-4493-9922-b50dda0190f7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944914 Nov 25 17:12:49.177916 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.238183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5767005-e16c-44b4-b951-dbfc9e67c0fd'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:49.254897 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643918e4-7479-4bca-aa8d-304397eda422" -d '{"events": [{"server_uuid": "502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5", "name": "network-vif-plugged", "status": "completed", "tag": "e5767005-e16c-44b4-b951-dbfc9e67c0fd"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:49.284591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:49.290865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port e5767005-e16c-44b4-b951-dbfc9e67c0fd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=e5767005-e16c-44b4-b951-dbfc9e67c0fd,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:49.320592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb46a4a-36e6-4d27-abdb-37cdeb23a056 req-11bfd6a7-2753-4ebc-9498-f683be6085a4 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.325333 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.331011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bb46a4a-36e6-4d27-abdb-37cdeb23a056 req-11bfd6a7-2753-4ebc-9498-f683be6085a4 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 945 time: 0.1132078 Nov 25 17:12:49.439928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bb46a4a-36e6-4d27-abdb-37cdeb23a056 req-fc7d6bf5-e126-4e71-96ea-4f44d2e4fd77 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073246 Nov 25 17:12:49.452727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=e5767005-e16c-44b4-b951-dbfc9e67c0fd,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:49.465424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:49.465841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.641548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.675158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c397f5b7-d99c-49b9-9c2f-ca41b35b76c4,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:49.695058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.719415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fe3c7-e9f8-4494-ad52-f3e2eb926b58 req-75ec03da-d5ac-40d9-85e3-58826906153c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.731429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa0fe3c7-e9f8-4494-ad52-f3e2eb926b58 req-75ec03da-d5ac-40d9-85e3-58826906153c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.1804872 Nov 25 17:12:49.793121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a1f70-0b35-4a8c-a013-f0617aa09693 req-21cbf8c7-1a12-426b-80cb-65cb1d28a11d tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.796668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f4a1f70-0b35-4a8c-a013-f0617aa09693 req-21cbf8c7-1a12-426b-80cb-65cb1d28a11d tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 950 time: 0.1887276 Nov 25 17:12:49.811465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=c397f5b7-d99c-49b9-9c2f-ca41b35b76c4,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:49.931526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa0fe3c7-e9f8-4494-ad52-f3e2eb926b58 req-3d1524f4-6918-4c7d-8d92-e283cb5d67ea tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884160 Nov 25 17:12:49.961668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f4a1f70-0b35-4a8c-a013-f0617aa09693 req-a181e608-8213-4233-ae6f-05b76886dcdc tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544585 Nov 25 17:12:50.067635 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bda9e9-3581-4d7d-896a-524195972473 x-openstack-request-id: req-d9bda9e9-3581-4d7d-896a-524195972473 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:50.067937 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5", "name": "network-vif-plugged", "status": "completed", "tag": "e5767005-e16c-44b4-b951-dbfc9e67c0fd", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:50.068199 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9bda9e9-3581-4d7d-896a-524195972473 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:50.068601 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5767005-e16c-44b4-b951-dbfc9e67c0fd', 'code': 200} Nov 25 17:12:50.189776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75405e9-4d73-40be-b8ea-db7369f402b7 req-55713b47-83d0-4881-a28e-62ce586104de tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.209257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a75405e9-4d73-40be-b8ea-db7369f402b7 req-55713b47-83d0-4881-a28e-62ce586104de tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1097 time: 0.1488593 Nov 25 17:12:50.320913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cdb41-e0f5-4cbf-ab49-0334783a6aa2 req-6ea77e10-120a-4e89-b8fd-422d714f385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.322779 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bf6cdb41-e0f5-4cbf-ab49-0334783a6aa2 req-6ea77e10-120a-4e89-b8fd-422d714f385a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 1101 time: 0.1864381 Nov 25 17:12:50.397013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a75405e9-4d73-40be-b8ea-db7369f402b7 req-2374d3f6-745c-4fad-91c2-3cfaa308f293 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739919 Nov 25 17:12:50.416127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b7729-4109-4789-b860-81ebb876bef5 req-55a0e72e-131a-4956-a26e-132b5274d1f7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.418386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b83b7729-4109-4789-b860-81ebb876bef5 req-55a0e72e-131a-4956-a26e-132b5274d1f7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.1361914 Nov 25 17:12:50.433655 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bf6cdb41-e0f5-4cbf-ab49-0334783a6aa2 req-441bce4a-4ab6-4164-b9f7-3c3acf46358a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033578 Nov 25 17:12:50.532543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b83b7729-4109-4789-b860-81ebb876bef5 req-abc6b801-2f9e-4767-b100-47d42674c5a3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021497 Nov 25 17:12:50.609565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Sync routers for ids ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:50.642259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Routers {'c1d713f7-b95e-42eb-af19-9e6ffb34d840'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:50.643512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:50.794450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b9de-42cf-40c1-8952-631896344ddb req-50b624e6-6f6e-4645-9b51-0f45a138131c tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.797275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5724b9de-42cf-40c1-8952-631896344ddb req-50b624e6-6f6e-4645-9b51-0f45a138131c tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 945 time: 0.0690646 Nov 25 17:12:50.896550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Set router c1d713f7-b95e-42eb-af19-9e6ffb34d840 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:50.932417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5724b9de-42cf-40c1-8952-631896344ddb req-73ac7342-d06b-42bf-a08e-310f6b94ec1e tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9494f228-0edb-48cc-a86a-db3fc78b87ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226354 Nov 25 17:12:51.091294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-1921a8a7-95f3-4a20-8833-b8aa4ae325e9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:51.096502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-1921a8a7-95f3-4a20-8833-b8aa4ae325e9 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.60 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 945 time: 0.1485965 Nov 25 17:12:51.153251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:51.334582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:51.334964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.374579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:12:47Z', 'revision_number': 4, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port': {'id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:41Z', 'updated_at': '2021-11-25T17:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '706b347e-7e25-4510-82c5-37a2db61cd35', 'name': '', 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'mac_address': 'fa:16:3e:97:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5b77f2c5-f715-4611-94bf-bf1813bde81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:46Z', 'updated_at': '2021-11-25T17:12:47Z', 'revision_number': 2, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'subnets': [{'id': '5b77f2c5-f715-4611-94bf-bf1813bde81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:51.413609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Checking router: c1d713f7-b95e-42eb-af19-9e6ffb34d840 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:51.413985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Updating router c1d713f7-b95e-42eb-af19-9e6ffb34d840 port 706b347e-7e25-4510-82c5-37a2db61cd35 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:12:51.433083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9981046-a427-48c2-a3d3-351a05218952 req-0735a376-17ac-4186-85c9-d91409259c27 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:51.444691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9981046-a427-48c2-a3d3-351a05218952 req-0735a376-17ac-4186-85c9-d91409259c27 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.2724650 Nov 25 17:12:51.532903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.543459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:51.582773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Deleting port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:51.583035 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.645631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9981046-a427-48c2-a3d3-351a05218952 req-00d7a7d3-2a1b-418b-9d45-8bcaa98a95b8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995597 Nov 25 17:12:51.855089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b00ab8cd-67d6-4c8c-8248-c76f47dea7d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.966239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] For port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:51.967654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.010203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22085-eba0-4a39-b510-21e28ca1917c req-c4345aea-e532-43c6-b9dc-475626a6d001 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.012876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f22085-eba0-4a39-b510-21e28ca1917c req-c4345aea-e532-43c6-b9dc-475626a6d001 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 950 time: 0.1820674 Nov 25 17:12:52.133615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b00ab8cd-67d6-4c8c-8248-c76f47dea7d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.142982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b00ab8cd-67d6-4c8c-8248-c76f47dea7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.261322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ab8cd-67d6-4c8c-8248-c76f47dea7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c32022-f7c0-4d3f-b93f-92b628d70429,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:52.283271 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b00ab8cd-67d6-4c8c-8248-c76f47dea7d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c861c516ca0e4952b84bf996565401e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7349296 Nov 25 17:12:52.283653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38546) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:52.365795 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.373874 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.396100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99bcba50-8b61-4c62-aac8-e716c0d7b423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.459528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99bcba50-8b61-4c62-aac8-e716c0d7b423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.520395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31bdd-f749-4ebe-9e11-be554ea5a534 None None] Pushing event updated for resources: {'Port': ['ID=706b347e-7e25-4510-82c5-37a2db61cd35,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:52.580124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Attempting to bind port 706b347e-7e25-4510-82c5-37a2db61cd35 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:52.580731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Attempting to bind port 706b347e-7e25-4510-82c5-37a2db61cd35 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:52.581379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Attempting to bind port 706b347e-7e25-4510-82c5-37a2db61cd35 on network fd950fac-5a16-4e63-9c95-a6c6830b4601 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:52.588813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:52.589797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Checking segment: {'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:52.590339 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.590708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f22085-eba0-4a39-b510-21e28ca1917c req-6c570482-5945-4a60-b0fa-3668db0dcd0f tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292952 Nov 25 17:12:52.590928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Bound using segment: {'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:52.591407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Bound port: 706b347e-7e25-4510-82c5-37a2db61cd35, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0d718c-bddd-425a-83fd-3a4dba682f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:52.591820 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.597021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99bcba50-8b61-4c62-aac8-e716c0d7b423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.599912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99bcba50-8b61-4c62-aac8-e716c0d7b423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.601672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-99bcba50-8b61-4c62-aac8-e716c0d7b423 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09c32022-f7c0-4d3f-b93f-92b628d70429 HTTP/1.1" status: 204 len: 168 time: 0.3161879 Nov 25 17:12:52.629948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcba50-8b61-4c62-aac8-e716c0d7b423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c32022-f7c0-4d3f-b93f-92b628d70429,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:52.730239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-64da6f4d-982c-46ab-9d6e-95479f4a1599 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.732483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-64da6f4d-982c-46ab-9d6e-95479f4a1599 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.4249022 Nov 25 17:12:52.771169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819349-3'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:52.786905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] For port 706b347e-7e25-4510-82c5-37a2db61cd35, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:52.791863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] For port 706b347e-7e25-4510-82c5-37a2db61cd35, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=706b347e-7e25-4510-82c5-37a2db61cd35,segment=NetworkSegment(5a0d718c-bddd-425a-83fd-3a4dba682f4d),segment_id=5a0d718c-bddd-425a-83fd-3a4dba682f4d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:52.802633 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.994931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Routers {'c1d713f7-b95e-42eb-af19-9e6ffb34d840'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:52.995675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:53.051533 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.054635 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.054896 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Floating IP 3104514f-f015-4b2c-a32f-23c664f01a30 disassociated. External IP: 172.25.1.176, port: 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7. Nov 25 17:12:53.055320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Calling delete_port for 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:53.073940 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.109788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31bdd-f749-4ebe-9e11-be554ea5a534 None None] Pushing event updated for resources: {'Port': ['ID=706b347e-7e25-4510-82c5-37a2db61cd35,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:53.251892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-9c0ab15c-58e7-4d7b-9db0-04a091ad2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.254170 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-9c0ab15c-58e7-4d7b-9db0-04a091ad2de8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1097 time: 0.1908875 Nov 25 17:12:53.360233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:53.410369 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-276d4d5d-4b39-45e4-8083-9dce951fcac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.440848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-537dfe6b-ab3c-43a0-9be8-13e9282195b8 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:12:53.442497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-537dfe6b-ab3c-43a0-9be8-13e9282195b8 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0399661 Nov 25 17:12:53.459938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] Set router c1d713f7-b95e-42eb-af19-9e6ffb34d840 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:53.494189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-29031739-c616-44a3-8238-ccd9ecb7247c None None] Provisioning complete for port 706b347e-7e25-4510-82c5-37a2db61cd35 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:53.494655 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29031739-c616-44a3-8238-ccd9ecb7247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.522381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b770-5fc2-4439-9be3-db76c268c10a req-60c5bb76-6c1e-4666-9cbb-807e5e5fb07f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.530230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccf9b770-5fc2-4439-9be3-db76c268c10a req-60c5bb76-6c1e-4666-9cbb-807e5e5fb07f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 945 time: 0.4259167 Nov 25 17:12:53.625057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-631c94bc-1897-4b94-9488-6a204c7d3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.627563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-631c94bc-1897-4b94-9488-6a204c7d3bf4 service neutron] 10.222.0.81 "GET /v2.0/ports/907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 200 len: 1094 time: 0.1338837 Nov 25 17:12:53.666264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-276d4d5d-4b39-45e4-8083-9dce951fcac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.673447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-276d4d5d-4b39-45e4-8083-9dce951fcac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.696312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Request body: {'binding': {'host': 'n-h1-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:53.696922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:12:53.743989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-276d4d5d-4b39-45e4-8083-9dce951fcac5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c4fdb8914634e04a7a1cc3b94f99e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821256 Nov 25 17:12:53.762227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38568) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:53.766531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-a7258d90-2b6c-42e6-9408-730ab191a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.771432 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-a7258d90-2b6c-42e6-9408-730ab191a320 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 920 time: 0.3950634 Nov 25 17:12:53.800257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccf9b770-5fc2-4439-9be3-db76c268c10a req-a96207d0-e65c-4bea-9885-eb7b635f94a2 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689590 Nov 25 17:12:53.835844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:53.852273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.892574 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29031739-c616-44a3-8238-ccd9ecb7247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.915238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d4d5d-4b39-45e4-8083-9dce951fcac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670c92ae-6e1b-4cb1-a4f8-708513379f1f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:53.921300 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-b87243b0-e8aa-464b-8fbb-7f5a1d14f2da service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=387e476d-656e-49bf-a93d-42b4461df030 HTTP/1.1" status: 200 len: 217 time: 0.0743191 Nov 25 17:12:53.963588 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45af40c8-e47d-4858-8e08-3ee8c30a5e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.978998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event deleted for resources: {'Port': ['ID=51377b51-b1a2-4b50-a0c7-a1e8990fbbe7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:54.034422 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45af40c8-e47d-4858-8e08-3ee8c30a5e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.052523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-32991984-a479-475e-8a4a-8174f8af1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:54.057062 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-32991984-a479-475e-8a4a-8174f8af1ef5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.1253901 Nov 25 17:12:54.097508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:54.119852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29031739-c616-44a3-8238-ccd9ecb7247c None None] For port 706b347e-7e25-4510-82c5-37a2db61cd35, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=706b347e-7e25-4510-82c5-37a2db61cd35,segment=NetworkSegment(5a0d718c-bddd-425a-83fd-3a4dba682f4d),segment_id=5a0d718c-bddd-425a-83fd-3a4dba682f4d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:54.131352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-defed369-f246-4903-a96b-95109e4b5566 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652061 Nov 25 17:12:54.147191 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29031739-c616-44a3-8238-ccd9ecb7247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.247661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:54.250294 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a1134-8d05-4a4c-9918-f777c6efa19c" -d '{"events": [{"server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "name": "network-vif-unplugged", "status": "completed", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:54.258140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.280231 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.296548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45af40c8-e47d-4858-8e08-3ee8c30a5e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.305642 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45af40c8-e47d-4858-8e08-3ee8c30a5e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.307506 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-45af40c8-e47d-4858-8e08-3ee8c30a5e02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/670c92ae-6e1b-4cb1-a4f8-708513379f1f HTTP/1.1" status: 204 len: 168 time: 0.5342534 Nov 25 17:12:54.312441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:12:47Z', 'revision_number': 4, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port': {'id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:41Z', 'updated_at': '2021-11-25T17:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '706b347e-7e25-4510-82c5-37a2db61cd35', 'name': '', 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'mac_address': 'fa:16:3e:97:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5b77f2c5-f715-4611-94bf-bf1813bde81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:46Z', 'updated_at': '2021-11-25T17:12:52Z', 'revision_number': 4, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'subnets': [{'id': '5b77f2c5-f715-4611-94bf-bf1813bde81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:54.314567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29031739-c616-44a3-8238-ccd9ecb7247c None None] Pushing event updated for resources: {'Port': ['ID=706b347e-7e25-4510-82c5-37a2db61cd35,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:54.376604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af40c8-e47d-4858-8e08-3ee8c30a5e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670c92ae-6e1b-4cb1-a4f8-708513379f1f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:54.448854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9ad92-384b-4257-90f7-9069bc8219a5 None None] The sync data for ids ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'] in n-d-819349-3 is: [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:12:47Z', 'revision_number': 4, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port': {'id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:41Z', 'updated_at': '2021-11-25T17:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '706b347e-7e25-4510-82c5-37a2db61cd35', 'name': '', 'network_id': 'fd950fac-5a16-4e63-9c95-a6c6830b4601', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'mac_address': 'fa:16:3e:97:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5b77f2c5-f715-4611-94bf-bf1813bde81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:46Z', 'updated_at': '2021-11-25T17:12:52Z', 'revision_number': 4, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'subnets': [{'id': '5b77f2c5-f715-4611-94bf-bf1813bde81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:54.480964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-605ba964-dd17-4c3e-90b3-4fe3bf5c5b33 None None] Provisioning complete for port 706b347e-7e25-4510-82c5-37a2db61cd35 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:54.484057 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-605ba964-dd17-4c3e-90b3-4fe3bf5c5b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.498399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-f21db201-4877-48bc-bed2-65e9406d7b91 service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476422 Nov 25 17:12:54.585234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Pushing event updated for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:54.585513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:54.593768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:54.641062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on host n-h1-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:54.641062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:54.641549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:54.656910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:54.657284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:54.682122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fa8ed9f-4e3b-45fd-b704-3a3e9505582c req-6abbc19f-d969-4f68-ba0e-2425f8d9c789 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/ports?device_id=07352c61-933e-41d8-98a5-9378954d59b8 HTTP/1.1" status: 200 len: 210 time: 0.2476833 Nov 25 17:12:54.689168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:54.691439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:54.692055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:54.693897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Bound port: 907b512c-814e-47f6-9dda-3ea20422626f, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:54.720247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:54.738354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:54.825241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on host n-h1-819349-3 for vnic_type normal with profile {"migrating_to": "n-h2-819349-3"} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:54.825644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:54.826028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:54.851905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:54.853859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:54.875646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:54.879259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:54.894895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:54.897571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:54.901946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:54.903470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:54.907615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Bound port: 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:54.909623 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.918127 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.937287 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19312306-d9c2-43dc-9ea4-ca77381f645f req-d11ac6c4-872f-4f4b-af34-7130a085d6d7 service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276693 Nov 25 17:12:54.940833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6053f3a3-92ad-497d-8bfc-9056da5960ba service neutron] 10.222.0.81 "POST /v2.0/ports/907b512c-814e-47f6-9dda-3ea20422626f/bindings HTTP/1.1" status: 201 len: 389 time: 1.2482820 Nov 25 17:12:55.245630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:55.261605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:55.291439 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.432311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 706b347e-7e25-4510-82c5-37a2db61cd35 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:55.620486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-fef5e375-56e2-4df2-850d-0ab0ed83e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:55.624442 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-fef5e375-56e2-4df2-850d-0ab0ed83e235 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1097 time: 0.1523089 Nov 25 17:12:55.704223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 has no active binding in host n-h2-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:12:55.709214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:55.724375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 706b347e-7e25-4510-82c5-37a2db61cd35 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:55.724769 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.896800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-87df5655-eb8a-4fee-ace7-abd9f062e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:55.902113 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-87df5655-eb8a-4fee-ace7-abd9f062e5ca service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.2637432 Nov 25 17:12:55.994928 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-35eb0dc8-5061-402d-82e2-912b57915749 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 200 len: 217 time: 0.0845838 Nov 25 17:12:56.065986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on host n-h1-819349-3 for vnic_type normal with profile {"migrating_to": "n-h2-819349-3"} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:56.068252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:56.070391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:56.094963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-2b80b200-880d-4d1b-b4c4-fc6f0912e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:56.096480 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-2b80b200-880d-4d1b-b4c4-fc6f0912e272 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.0937374 Nov 25 17:12:56.101411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:56.101986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Attempting to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:56.116056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:56.116405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:56.116996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:56.117642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Bound port: 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:56.118192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.150867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fd50-e5a6-4b14-ab5f-e35f3f5b5d98 req-236876c0-448f-4be0-a24b-9dbba1e61438 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:56.152998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6093fd50-e5a6-4b14-ab5f-e35f3f5b5d98 req-236876c0-448f-4be0-a24b-9dbba1e61438 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.3203900 Nov 25 17:12:56.203227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836337f7-b93a-42bd-9a62-7674766f7405 req-e4089808-4bd3-472b-a64f-f406435da881 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:56.207869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c9b69b48-a889-45d2-8333-ebb51c754504 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937541 Nov 25 17:12:56.209594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-836337f7-b93a-42bd-9a62-7674766f7405 req-e4089808-4bd3-472b-a64f-f406435da881 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.3781042 Nov 25 17:12:56.374166 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-01c5d836-0c2e-4099-ac1e-749c1451027b service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481969 Nov 25 17:12:56.388085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:56.402405 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] Sync routers for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:56.421458 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:56.422790 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:56.464776 n-d-819349-3 neutron-server[103599]: WARNING neutron.plugins.ml2.plugin [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Concurrent port binding operations failed on port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 Nov 25 17:12:56.469673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:56.489490 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Attempt 2 to bind port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 Nov 25 17:12:56.559399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:56.560035 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.567166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-f5a686fa-d5f3-4322-8ddd-6ff1eee92488 service neutron] 10.222.0.60 "PUT /v2.0/ports/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 1121 time: 3.8128312 Nov 25 17:12:56.575926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] No DVR routers for this DVR port 51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:56.578569 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.590042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d8e7044-be41-42d3-a9dd-6830b4ef0a95 req-baf3792f-ecb0-4286-9998-20a7ee8db865 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.60 "DELETE /v2.0/ports/51377b51-b1a2-4b50-a0c7-a1e8990fbbe7 HTTP/1.1" status: 204 len: 173 time: 5.4727454 Nov 25 17:12:56.610544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-836337f7-b93a-42bd-9a62-7674766f7405 req-e3dbdfab-9387-4be6-bb63-f2d4d4fad585 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530898 Nov 25 17:12:56.626187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:56.638081 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:56.690102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6093fd50-e5a6-4b14-ab5f-e35f3f5b5d98 req-5cadd7e4-4db9-4ad9-90b5-d7e978d02928 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015793 Nov 25 17:12:56.740291 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-0ad6f585-594d-4a27-b7ef-9b5988e3958d service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572614 Nov 25 17:12:56.781169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:57.009828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78888046-243e-47c1-a855-c67b8e993437 req-0671c1e7-64d4-457a-a3f4-af36f24645e0 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.011442 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78888046-243e-47c1-a855-c67b8e993437 req-0671c1e7-64d4-457a-a3f4-af36f24645e0 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.95 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 950 time: 0.1734428 Nov 25 17:12:57.061960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6c2a8-d02c-44e8-aad4-a20543c5b3ce req-39e0831e-d508-490e-a14a-d105a2a8fa07 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.069673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61a6c2a8-d02c-44e8-aad4-a20543c5b3ce req-39e0831e-d508-490e-a14a-d105a2a8fa07 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.1522176 Nov 25 17:12:57.262510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61a6c2a8-d02c-44e8-aad4-a20543c5b3ce req-64454dc5-458b-4587-8710-e226d7ca7510 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917517 Nov 25 17:12:57.278874 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8bf79d-86fc-4af1-8958-4ab2255624ad x-openstack-request-id: req-9a8bf79d-86fc-4af1-8958-4ab2255624ad {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:57.280121 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "name": "network-vif-unplugged", "status": "completed", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:57.280545 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a8bf79d-86fc-4af1-8958-4ab2255624ad {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:57.281147 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3', 'code': 200} Nov 25 17:12:57.368863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Deleting port e5767005-e16c-44b4-b951-dbfc9e67c0fd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:57.369979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:57.660029 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:57.728880 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] Checking router: 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:57.751883 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:57.757331 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:12:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:57.758691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] For port e5767005-e16c-44b4-b951-dbfc9e67c0fd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=e5767005-e16c-44b4-b951-dbfc9e67c0fd,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:57.759302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:57.781792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Calling delete_port for e5767005-e16c-44b4-b951-dbfc9e67c0fd owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:57.782054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59538f47-9cf2-4589-9b63-ace1b2dec175 req-204024d5-8c71-4aca-ab4f-d670ef6da933 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.805004 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59538f47-9cf2-4589-9b63-ace1b2dec175 req-204024d5-8c71-4aca-ab4f-d670ef6da933 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/ports?device_id=502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5 HTTP/1.1" status: 200 len: 950 time: 0.3481996 Nov 25 17:12:58.002869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95599ac3-c5f0-4706-96b4-4835531d3568 req-aa12f972-ff8f-4aa8-acc0-d47f27b8dc04 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:58.028128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95599ac3-c5f0-4706-96b4-4835531d3568 req-aa12f972-ff8f-4aa8-acc0-d47f27b8dc04 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.4389107 Nov 25 17:12:58.088050 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:58.099106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59538f47-9cf2-4589-9b63-ace1b2dec175 req-f1ddc681-1457-4ab2-bc0b-8c483b6d9174 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.81 "GET /v2.0/security-groups?id=980f10be-a487-491e-810a-3d92b4540d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770772 Nov 25 17:12:58.142984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.156907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['e5767005-e16c-44b4-b951-dbfc9e67c0fd'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:58.237814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95599ac3-c5f0-4706-96b4-4835531d3568 req-3846535e-3591-40f3-a80b-47522b6af497 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081876 Nov 25 17:12:58.245167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Pushing event deleted for resources: {'Port': ['ID=e5767005-e16c-44b4-b951-dbfc9e67c0fd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:58.375508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] No DVR routers for this DVR port e5767005-e16c-44b4-b951-dbfc9e67c0fd on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:58.382084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.392735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78888046-243e-47c1-a855-c67b8e993437 req-b93e022e-4e98-4374-8fd4-e36f5b5fc486 tempest-ImagesNegativeTestJSON-1059864190 tempest-ImagesNegativeTestJSON-1059864190-project] 10.222.0.95 "DELETE /v2.0/ports/e5767005-e16c-44b4-b951-dbfc9e67c0fd HTTP/1.1" status: 204 len: 173 time: 1.3744609 Nov 25 17:12:58.393431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5', 'name': 'network-vif-deleted', 'tag': 'e5767005-e16c-44b4-b951-dbfc9e67c0fd'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:58.397964 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3984806-4067-4ff1-9a24-f33afb27d892" -d '{"events": [{"server_uuid": "502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5", "name": "network-vif-deleted", "tag": "e5767005-e16c-44b4-b951-dbfc9e67c0fd"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:58.612907 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:58.661278 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717179a8-4ef4-42a2-aec0-920f04581761 None None] The sync data for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 is: [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 4, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '917c7c48-b5f9-4db6-9a2d-4e825e5f2eba', 'name': '', 'network_id': '88e0a557-13a0-4829-a3cf-2460ca964044', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'mac_address': 'fa:16:3e:4b:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:38Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'subnets': [{'id': 'bd1eeeb9-3533-40a4-9a6f-42cbd192ad67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:58.721376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c85da8-88b9-4262-a4af-5418e2141f05 req-d3c4167b-e5d8-4585-8bdd-5a60644d099b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:58.735345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3c85da8-88b9-4262-a4af-5418e2141f05 req-d3c4167b-e5d8-4585-8bdd-5a60644d099b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.3540215 Nov 25 17:12:58.856392 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3c85da8-88b9-4262-a4af-5418e2141f05 req-77ff3bc6-166e-4381-b437-946b5d7f3d13 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184566 Nov 25 17:12:58.876104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f46c6-8593-47a5-aa60-caec54e8738a req-3f884c92-85e5-4d27-9369-186eabbcad20 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:58.893684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e3f46c6-8593-47a5-aa60-caec54e8738a req-3f884c92-85e5-4d27-9369-186eabbcad20 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.4311228 Nov 25 17:12:58.969587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e3f46c6-8593-47a5-aa60-caec54e8738a req-123fbc45-4df9-452a-b0b5-99f2944f4840 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777192 Nov 25 17:12:59.239885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6572733-2f89-42aa-8785-ccd4024131b1 None None] New status for floating IP 3104514f-f015-4b2c-a32f-23c664f01a30: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:12:59.242599 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32170ef1-be1f-4fb9-83ca-a3f0ef405c22 x-openstack-request-id: req-32170ef1-be1f-4fb9-83ca-a3f0ef405c22 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:59.243114 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5", "name": "network-vif-deleted", "tag": "e5767005-e16c-44b4-b951-dbfc9e67c0fd", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:59.243321 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32170ef1-be1f-4fb9-83ca-a3f0ef405c22 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:59.243990 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502e57f5-299b-4a6d-b6c8-2fc9b2d3dcc5', 'name': 'network-vif-deleted', 'tag': 'e5767005-e16c-44b4-b951-dbfc9e67c0fd', 'status': 'completed', 'code': 200} Nov 25 17:12:59.271256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a2eb3-45c1-4b7e-b7eb-30c39f251e69 req-73ed4e96-f9a2-4ec3-812e-4a06e02e3585 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:59.273150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f6a2eb3-45c1-4b7e-b7eb-30c39f251e69 req-73ed4e96-f9a2-4ec3-812e-4a06e02e3585 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.1298695 Nov 25 17:12:59.282485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'}, {'server_uuid': '07352c61-933e-41d8-98a5-9378954d59b8', 'name': 'network-vif-deleted', 'tag': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:59.286093 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3"}, {"server_uuid": "07352c61-933e-41d8-98a5-9378954d59b8", "name": "network-vif-deleted", "tag": "51377b51-b1a2-4b50-a0c7-a1e8990fbbe7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:59.433474 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f6a2eb3-45c1-4b7e-b7eb-30c39f251e69 req-cac9c142-c5f0-4f74-bde2-d8185d4f48ac tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428051 Nov 25 17:12:59.612218 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:12:59.872565 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e637c8b-8bfe-45b2-99df-3098c5d97bbb x-openstack-request-id: req-1e637c8b-8bfe-45b2-99df-3098c5d97bbb {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:59.873018 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3", "status": "completed", "code": 200}, {"server_uuid": "07352c61-933e-41d8-98a5-9378954d59b8", "name": "network-vif-deleted", "tag": "51377b51-b1a2-4b50-a0c7-a1e8990fbbe7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:59.873435 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e637c8b-8bfe-45b2-99df-3098c5d97bbb {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:59.873995 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3', 'status': 'completed', 'code': 200} Nov 25 17:12:59.874333 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07352c61-933e-41d8-98a5-9378954d59b8', 'name': 'network-vif-deleted', 'tag': '51377b51-b1a2-4b50-a0c7-a1e8990fbbe7', 'status': 'completed', 'code': 200} Nov 25 17:13:00.069753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-efd5735f-2dc3-4dbc-9a9b-ba0b5742282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.072527 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-efd5735f-2dc3-4dbc-9a9b-ba0b5742282a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1124 time: 0.1494102 Nov 25 17:13:00.121580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40c1ad-b0f0-472b-bde7-a9ec31553982 req-40694e84-e330-49c8-9bde-9b16aaf77c97 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.135801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb40c1ad-b0f0-472b-bde7-a9ec31553982 req-40694e84-e330-49c8-9bde-9b16aaf77c97 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.1596079 Nov 25 17:13:00.287264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-70f8def5-27a5-4016-a999-2354e7d0689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.289907 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-70f8def5-27a5-4016-a999-2354e7d0689c service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.2095494 Nov 25 17:13:00.306402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb40c1ad-b0f0-472b-bde7-a9ec31553982 req-d5d69816-8197-491f-9ccc-3c232645ff40 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633928 Nov 25 17:13:00.389695 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-dd7b74f3-24d4-426b-88cc-662759087387 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 217 time: 0.0899277 Nov 25 17:13:00.419114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:00.602087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-a1a9335f-8cd0-4396-9b2e-d12d5e5725f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.610698 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-a1a9335f-8cd0-4396-9b2e-d12d5e5725f5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.2061894 Nov 25 17:13:00.678066 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-987a4089-6823-46fb-af4a-a0b0943311a6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583758 Nov 25 17:13:00.705969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device e5767005-e16c-44b4-b951-dbfc9e67c0fd no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:00.809135 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-72b96414-8267-4ed0-91b7-1db7a1e0f45c service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221378 Nov 25 17:13:00.820336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7b176-409b-4b25-b46b-3db6b6b23973 req-c6ebda02-c35e-4de8-9ade-e74ab92bd0c6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.840225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: e5767005-e16c-44b4-b951-dbfc9e67c0fd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:00.840793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device e5767005-e16c-44b4-b951-dbfc9e67c0fd not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:00.841272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77e7b176-409b-4b25-b46b-3db6b6b23973 req-c6ebda02-c35e-4de8-9ade-e74ab92bd0c6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.3362746 Nov 25 17:13:00.868139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d1a41b9-1250-4efb-8d8f-46cb87acd9ce tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.959720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d1a41b9-1250-4efb-8d8f-46cb87acd9ce tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.961875 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1709e62b-cb7a-4f5d-9cc0-70315e6944d9 req-da57b1dd-a9b9-48a6-98f8-845f22c16b25 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442616 Nov 25 17:13:01.043296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba9ac1-fc32-41c9-9624-56686bc274f0 req-1af4d366-05d2-46fb-ab96-5ee0c784508c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:01.044978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24ba9ac1-fc32-41c9-9624-56686bc274f0 req-1af4d366-05d2-46fb-ab96-5ee0c784508c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.3718283 Nov 25 17:13:01.135530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24ba9ac1-fc32-41c9-9624-56686bc274f0 req-1f2272f8-4c73-40ab-85e4-093f773788dc tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732918 Nov 25 17:13:01.147317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77e7b176-409b-4b25-b46b-3db6b6b23973 req-f1e42b41-b18f-4458-9eaa-b53675115878 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046799 Nov 25 17:13:01.183958 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d1a41b9-1250-4efb-8d8f-46cb87acd9ce tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.187600 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d1a41b9-1250-4efb-8d8f-46cb87acd9ce tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.192800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:01.199596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2d1a41b9-1250-4efb-8d8f-46cb87acd9ce tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "DELETE /v2.0/security-groups/9494f228-0edb-48cc-a86a-db3fc78b87ac HTTP/1.1" status: 204 len: 168 time: 0.7741201 Nov 25 17:13:01.242503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a41b9-1250-4efb-8d8f-46cb87acd9ce tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9494f228-0edb-48cc-a86a-db3fc78b87ac,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:01.246715 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-08c52290-8227-4410-9fa9-a8213231ca96 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] show failed (client error): The resource could not be found. Nov 25 17:13:01.251835 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-08c52290-8227-4410-9fa9-a8213231ca96 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "GET /v2.0/security-groups/9494f228-0edb-48cc-a86a-db3fc78b87ac HTTP/1.1" status: 404 len: 347 time: 0.0564456 Nov 25 17:13:01.255342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:01.638344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9052f-dc23-4045-b97b-d605356c706e req-bb4b5df1-9676-48d4-8821-7e2fcbcc4d75 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:01.640040 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fce9052f-dc23-4045-b97b-d605356c706e req-bb4b5df1-9676-48d4-8821-7e2fcbcc4d75 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.1623964 Nov 25 17:13:01.641758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Deleting port 12a34296-c9f3-48cd-b5de-4f002783c4b8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:01.642102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.948733 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fce9052f-dc23-4045-b97b-d605356c706e req-0ce2a15d-fd2c-45e8-8c1f-fc06909a0fd6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861774 Nov 25 17:13:02.010741 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.011244 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.059357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc78acd-d478-4af0-8f53-7dd85530ddee req-adefd78f-6a4c-4c4f-8d11-3caa844f0844 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:02.062172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddc78acd-d478-4af0-8f53-7dd85530ddee req-adefd78f-6a4c-4c4f-8d11-3caa844f0844 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.1722400 Nov 25 17:13:02.064586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Calling delete_port for 12a34296-c9f3-48cd-b5de-4f002783c4b8 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:02.164455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0825eb70-d2cb-4faf-92a8-0d03c9b08231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.196616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddc78acd-d478-4af0-8f53-7dd85530ddee req-f0a510e7-d4a7-44eb-883f-5aee431ca758 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248727 Nov 25 17:13:02.346391 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.403724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Pushing event deleted for resources: {'Port': ['ID=12a34296-c9f3-48cd-b5de-4f002783c4b8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:02.567697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.570959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.575853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9ee4a8ec-daec-43be-941a-35d0e288a8a7 tempest-ServersWithSpecificFlavorTestJSON-1265224292 tempest-ServersWithSpecificFlavorTestJSON-1265224292-project] 10.222.0.81 "DELETE /v2.0/floatingips/3104514f-f015-4b2c-a32f-23c664f01a30 HTTP/1.1" status: 204 len: 168 time: 1.3178182 Nov 25 17:13:02.605086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a04f7-5a06-490c-bfc6-5a40557b269b req-284bc879-6b0e-453b-872f-26c3ca0c2e39 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:02.607293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-613a04f7-5a06-490c-bfc6-5a40557b269b req-284bc879-6b0e-453b-872f-26c3ca0c2e39 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1513910 Nov 25 17:13:02.722334 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-613a04f7-5a06-490c-bfc6-5a40557b269b req-911dadad-6ff3-467b-b38e-5b1d9dbd768c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031933 Nov 25 17:13:02.959234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f2c2-a11e-4c34-b2f4-5e9bc9d7be28 req-42b8858d-5a0a-415a-b969-c7867cbfc2b1 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:02.962915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f12f2c2-a11e-4c34-b2f4-5e9bc9d7be28 req-42b8858d-5a0a-415a-b969-c7867cbfc2b1 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.1708457 Nov 25 17:13:03.094884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f12f2c2-a11e-4c34-b2f4-5e9bc9d7be28 req-ac2e78a1-dcdc-480e-8a7a-57da2f6839ee tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179039 Nov 25 17:13:03.326098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9c2c-710c-451d-a43a-06d07d21e1e9 req-d1df1909-a924-40df-8387-c214c9b56f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:03.340332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f9c2c-710c-451d-a43a-06d07d21e1e9 req-d1df1909-a924-40df-8387-c214c9b56f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.1552649 Nov 25 17:13:03.465156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f9c2c-710c-451d-a43a-06d07d21e1e9 req-1912a337-9141-483f-96ff-352765ad2379 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182270 Nov 25 17:13:03.480020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38878) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:03.692819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99a33e-34c9-4417-832c-97bfbbc42c6c req-19932134-0254-42a2-a075-8268fa1b997f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:03.703851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b99a33e-34c9-4417-832c-97bfbbc42c6c req-19932134-0254-42a2-a075-8268fa1b997f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.1069417 Nov 25 17:13:03.855326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a3b05ad-3f97-46b2-be8c-50b16eaccba9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52cb84c24a384fc8b792ba77c75db8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734069 Nov 25 17:13:03.861841 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38906) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:03.879808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b99a33e-34c9-4417-832c-97bfbbc42c6c req-9ca2029b-0cbd-4315-bb0d-3e1352d1fc76 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713612 Nov 25 17:13:03.985677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf9a434f-7028-4bc5-be59-af65f0dd0fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:04.045710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf9a434f-7028-4bc5-be59-af65f0dd0fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:04.087049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17ba5b-5247-4166-ba07-63f6a06a22c0 req-b2d13866-2db3-4420-aa1e-aedb47a843d4 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:04.096486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd17ba5b-5247-4166-ba07-63f6a06a22c0 req-b2d13866-2db3-4420-aa1e-aedb47a843d4 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.0938222 Nov 25 17:13:04.171863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf9a434f-7028-4bc5-be59-af65f0dd0fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:04.194492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf9a434f-7028-4bc5-be59-af65f0dd0fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:04.197875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd17ba5b-5247-4166-ba07-63f6a06a22c0 req-73f535fc-0266-4239-a5d8-1710871cbb04 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991709 Nov 25 17:13:04.212251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bf9a434f-7028-4bc5-be59-af65f0dd0fb4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/980f10be-a487-491e-810a-3d92b4540d77 HTTP/1.1" status: 204 len: 168 time: 0.3438182 Nov 25 17:13:04.238553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a434f-7028-4bc5-be59-af65f0dd0fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f10be-a487-491e-810a-3d92b4540d77,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:04.330881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc5ae-014f-4e8b-bad0-9a98b5707998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:04.470405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cea4c-88b5-4908-ae07-a2e485efa114 req-07863e73-c13d-4619-9163-b995c54f6b6f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:04.481682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d96cea4c-88b5-4908-ae07-a2e485efa114 req-07863e73-c13d-4619-9163-b995c54f6b6f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.1261687 Nov 25 17:13:04.598041 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d96cea4c-88b5-4908-ae07-a2e485efa114 req-ecc04aeb-c31f-4c1a-abfa-32eed4013227 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963221 Nov 25 17:13:04.865398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4714b-ea29-4ac1-af87-4fc944c90296 req-91faefda-920c-4d04-a6c6-bcdb8f58e71f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:04.874591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ac4714b-ea29-4ac1-af87-4fc944c90296 req-91faefda-920c-4d04-a6c6-bcdb8f58e71f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.0907512 Nov 25 17:13:04.988544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ac4714b-ea29-4ac1-af87-4fc944c90296 req-87ec634e-9f14-4d11-bf47-4204fc0ce48b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122313 Nov 25 17:13:05.292059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019938b-fe41-4062-87dc-996a725503ef req-a2ee7106-7f26-4a79-819c-f1995b66cfb0 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:05.298950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6019938b-fe41-4062-87dc-996a725503ef req-a2ee7106-7f26-4a79-819c-f1995b66cfb0 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.1861370 Nov 25 17:13:05.414252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6019938b-fe41-4062-87dc-996a725503ef req-d9fcb42c-ee21-4d27-a3d9-47690267846f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039698 Nov 25 17:13:05.476438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:05.699535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-399426135-network', 'tenant_id': '34ca5c4f4fdd4811a00f29631763941b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:05.711317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.757054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbb647-7a6a-434a-a364-1e225895abe3 req-3fa8c288-a83e-44d2-af16-a4cf0e82b0c1 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:05.767752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ebbb647-7a6a-434a-a364-1e225895abe3 req-3fa8c288-a83e-44d2-af16-a4cf0e82b0c1 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1702216 Nov 25 17:13:05.798423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Made reservation on behalf of 34ca5c4f4fdd4811a00f29631763941b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:05.802129 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.820374 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.872551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ebbb647-7a6a-434a-a364-1e225895abe3 req-348615c6-c313-493c-ad1d-4fef48de3ec4 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032455 Nov 25 17:13:05.877323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39040) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:06.008073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.018217 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.078466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cde8a2-1410-48d5-b304-ad1800f8ad1b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:06.101662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:13:06.138751 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.139720 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Added segment a14e651a-2208-48b2-9994-cb7aec8489e1 of type vlan for network 54308c1a-f92a-410d-967a-8df88e486ec0 Nov 25 17:13:06.203276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39a1e-26ff-41c8-a828-103f2ebd57ef req-f1ebc516-ce8c-47c3-93ed-f957bf35993f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.211045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b39a1e-26ff-41c8-a828-103f2ebd57ef req-f1ebc516-ce8c-47c3-93ed-f957bf35993f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.1354845 Nov 25 17:13:06.292264 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.313724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.341050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b39a1e-26ff-41c8-a828-103f2ebd57ef req-69dfed09-362f-4c22-9f14-b27faa502abf tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287277 Nov 25 17:13:06.402227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.403652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.405312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.522096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0438421 Nov 25 17:13:06.548402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:06.583120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Request body: {'subnet': {'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-399426135-subnet', 'tenant_id': '34ca5c4f4fdd4811a00f29631763941b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:06.615352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf513d32-9328-4d19-8882-fb76a7557aef admin admin] Pushing event updated for resources: {'Network': ['ID=54308c1a-f92a-410d-967a-8df88e486ec0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:06.625194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Made reservation on behalf of 34ca5c4f4fdd4811a00f29631763941b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:06.628920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.633056 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 54308c1a-f92a-410d-967a-8df88e486ec0 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:13:06.705769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed7757-3d2b-44bd-8cab-26dce4e4f095 req-60b545e5-23d7-4742-b068-278b895677d3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.718033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95ed7757-3d2b-44bd-8cab-26dce4e4f095 req-60b545e5-23d7-4742-b068-278b895677d3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.2132826 Nov 25 17:13:06.801298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:06.848350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95ed7757-3d2b-44bd-8cab-26dce4e4f095 req-dc80eaa1-601a-4449-812a-29246136a324 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227431 Nov 25 17:13:06.949098 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.039728 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.098621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b345e-9bb9-4557-aa54-8105e69cabb3 req-51751287-a62c-4872-8c1f-ccbfb35d560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.100311 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1e5b345e-9bb9-4557-aa54-8105e69cabb3 req-51751287-a62c-4872-8c1f-ccbfb35d560c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1097 time: 0.8656020 Nov 25 17:13:07.208377 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1e5b345e-9bb9-4557-aa54-8105e69cabb3 req-86def8ff-4441-4446-9b09-1167f460fae2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008530 Nov 25 17:13:07.246198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c73bc6-619e-4d75-845e-98be415edb77 req-d20d20d4-640d-465d-bb63-3d9ef82d98eb tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.253736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7c73bc6-619e-4d75-845e-98be415edb77 req-d20d20d4-640d-465d-bb63-3d9ef82d98eb tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.3269131 Nov 25 17:13:07.327973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.368221 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.407393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd10089-7241-451d-b505-fd41efbb0098,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:07.438819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7c73bc6-619e-4d75-845e-98be415edb77 req-2f640bd8-63aa-45be-9ca7-76db99863ebd tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800783 Nov 25 17:13:07.496423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Checking segment: {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:07.502157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Network hostable DHCP agents. Network: 54308c1a-f92a-410d-967a-8df88e486ec0, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:13:07.552048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Network 54308c1a-f92a-410d-967a-8df88e486ec0 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:13:07.575536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 54308c1a-f92a-410d-967a-8df88e486ec0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:07.582273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.584963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.597528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea3665-d59e-4bd7-b81b-9a745e863d00 None None] Network 54308c1a-f92a-410d-967a-8df88e486ec0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:07.665918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-705c2136-356a-4e82-ab6a-a582c03e2cd8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1151550 Nov 25 17:13:07.684912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9c14b-69ff-482a-bcbc-6740df1e56b1 req-dc70406a-878c-4eca-8b02-5e30ef61e6a8 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.693686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3d9c14b-69ff-482a-bcbc-6740df1e56b1 req-dc70406a-878c-4eca-8b02-5e30ef61e6a8 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.0905249 Nov 25 17:13:07.752312 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3d9c14b-69ff-482a-bcbc-6740df1e56b1 req-24892eaf-5420-4c1a-8715-1d83380de38e tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576205 Nov 25 17:13:07.907045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.022765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050a0b9-a836-4b20-b35d-4ab1f473e210 req-d81ec173-0d0d-49fe-ad82-4c24cdf68fd4 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:08.036791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3050a0b9-a836-4b20-b35d-4ab1f473e210 req-d81ec173-0d0d-49fe-ad82-4c24cdf68fd4 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.1435325 Nov 25 17:13:08.139440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Deleting port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:08.140340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.174812 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3050a0b9-a836-4b20-b35d-4ab1f473e210 req-432ec603-70c6-4b61-ab7a-16b5f36a13ac tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367455 Nov 25 17:13:08.291160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d103cd79-0a13-464c-9878-652db6fd75c6 None None] Network 54308c1a-f92a-410d-967a-8df88e486ec0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:08.404793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] For port 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:08.405480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.458302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Calling delete_port for 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:08.521745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff692e2-bb96-4565-9584-98fce5a717a9 req-fc865ff0-43b0-48d7-a08f-9ee7c8885c04 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:08.523336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ff692e2-bb96-4565-9584-98fce5a717a9 req-fc865ff0-43b0-48d7-a08f-9ee7c8885c04 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 943 time: 0.1794791 Nov 25 17:13:08.655654 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-cd948012-9fb2-4ca1-a1d4-964860ad9e13 service neutron] 10.222.0.95 "GET /v2.0/ports/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3/bindings/n-h2-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.2150228 Nov 25 17:13:08.716223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ff692e2-bb96-4565-9584-98fce5a717a9 req-743ba6c5-5945-4979-bf1a-f97cd7947d2d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843805 Nov 25 17:13:08.953328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b2ad-9895-4099-9d63-9046834cdda2 req-d3c2c16d-73a2-42a5-981e-a067e0d68942 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:08.964606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1d1b2ad-9895-4099-9d63-9046834cdda2 req-d3c2c16d-73a2-42a5-981e-a067e0d68942 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.0920753 Nov 25 17:13:09.019868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:09.044428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:09.092008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:09.110069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:09.183672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.188290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-fb54b75a-46e9-4cd4-aa7a-032f401bfec4 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:09.197590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-fb54b75a-46e9-4cd4-aa7a-032f401bfec4 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 821 time: 0.1839948 Nov 25 17:13:09.251641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-f03bc66a-b605-466b-9f7f-65de52bd407a tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/quotas/34ca5c4f4fdd4811a00f29631763941b HTTP/1.1" status: 200 len: 375 time: 0.0527170 Nov 25 17:13:09.265401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.298657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=917c7c48-b5f9-4db6-9a2d-4e825e5f2eba,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:09.320862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-e62a640f-cf6e-462b-8011-09ada460bf22 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664232 Nov 25 17:13:09.337944 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1d1b2ad-9895-4099-9d63-9046834cdda2 req-7d54e2dc-cd60-41c0-b0b3-ae93f678aea6 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720825 Nov 25 17:13:09.491139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] Transition to ACTIVE for port object 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:09.504139 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.646069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-c4bddd11-5138-4b40-8cbf-70d565bf6552 service neutron] 10.222.0.81 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056266 Nov 25 17:13:09.773375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] No DVR routers for this DVR port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:09.808027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] Pushing event updated for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=10']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:09.843481 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-ad3ecbc9-dcb9-4232-b10a-18edf28eca64 service neutron] 10.222.0.95 "PUT /v2.0/ports/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3/bindings/n-h2-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1788862 Nov 25 17:13:09.844286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.896982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-90b63930-5775-4b5e-892d-7112c55e1d91 service neutron] 10.222.0.81 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310219 Nov 25 17:13:10.059640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-b76ef446-ce18-4398-8b65-8614973f418e tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:10.066755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-b76ef446-ce18-4398-8b65-8614973f418e tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.1126065 Nov 25 17:13:10.230857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-501c1b76-13c5-4360-8276-7c1781c0e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:10.238227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-501c1b76-13c5-4360-8276-7c1781c0e283 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc&tenant_id=16f239ed12554ebe8fcdb9786186913f HTTP/1.1" status: 200 len: 1095 time: 0.1532471 Nov 25 17:13:10.414821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:13:10.480144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-3a5dcadf-db23-47b4-a03d-0960a777af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:10.482257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-3a5dcadf-db23-47b4-a03d-0960a777af4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1095 time: 0.2078898 Nov 25 17:13:10.549486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc490dc-3d19-4045-b4a0-68236ac52dc9 req-e2d01344-cdcc-4c2d-816b-a8274cd62d6a tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:10.565649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4fc490dc-3d19-4045-b4a0-68236ac52dc9 req-e2d01344-cdcc-4c2d-816b-a8274cd62d6a tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.2296178 Nov 25 17:13:10.606583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:13:10.616973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d07fc2c5-bc4c-4592-913d-b5447cb60e60 admin admin] 10.222.0.81 "PUT /v2.0/routers/5bc9f8a9-ac10-4d73-9a17-5906bda28ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7360868 Nov 25 17:13:10.616973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:10.625949 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] Sync routers for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:13:10.659315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a489ea3-14b2-4ecb-8c47-e8f9b5994f29 req-4dfc075b-245d-4401-890c-07f36bb1bde0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:10.660989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a489ea3-14b2-4ecb-8c47-e8f9b5994f29 req-4dfc075b-245d-4401-890c-07f36bb1bde0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.2473929 Nov 25 17:13:10.675963 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:13:10.677308 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:13:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:10.735833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4fc490dc-3d19-4045-b4a0-68236ac52dc9 req-22224277-639f-428b-8a14-08f94d69b276 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656384 Nov 25 17:13:10.952079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.957748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-508043c3-18b1-4b24-ae3d-e11d88a45b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:10.969019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-508043c3-18b1-4b24-ae3d-e11d88a45b13 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.4692385 Nov 25 17:13:10.991255 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:13:11.150580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-783fdf45-82f7-4b77-ae05-76b7af1d5549 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 217 time: 0.1456485 Nov 25 17:13:11.166749 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.218345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a489ea3-14b2-4ecb-8c47-e8f9b5994f29 req-4253ea09-42fc-4400-8b98-ad774f6a03b0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119486 Nov 25 17:13:11.302897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14064e42-979d-4f4d-a07a-b39ce4608a7b req-bad4f50b-5525-4c3b-b4b1-5e909a6e13ef tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:11.311410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14064e42-979d-4f4d-a07a-b39ce4608a7b req-bad4f50b-5525-4c3b-b4b1-5e909a6e13ef tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 944 time: 0.4017546 Nov 25 17:13:11.400129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Deleting port f43b4845-b05a-41b1-b5d9-609284a3230c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:11.403102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.413328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05405354-919e-4953-9717-62b7d4670e79 req-277c2da6-c3d6-4f0e-81aa-a9d761f11708 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 210 time: 0.0981450 Nov 25 17:13:11.548391 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14064e42-979d-4f4d-a07a-b39ce4608a7b req-cffed4e4-5af2-4b1a-b5b3-f589b3ea6fad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353673 Nov 25 17:13:11.561368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-acd22331-c636-422d-a87d-122c6284e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:11.564224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-acd22331-c636-422d-a87d-122c6284e719 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.3868229 Nov 25 17:13:11.651250 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:13:09Z', 'revision_number': 5, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port': {'id': 'f43b4845-b05a-41b1-b5d9-609284a3230c', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:32Z', 'updated_at': '2021-11-25T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:11.675014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-4df083a2-9aac-42df-9849-273ed2722e9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896826 Nov 25 17:13:11.728378 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] Checking router: 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:13:11.756705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] For port f43b4845-b05a-41b1-b5d9-609284a3230c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f43b4845-b05a-41b1-b5d9-609284a3230c,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:11.757585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.795388 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] Routers {'5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:13:11.797398 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:13:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:11.799284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Calling delete_port for f43b4845-b05a-41b1-b5d9-609284a3230c owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:12.181484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:12.285905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654a3d-a33b-457f-b503-a64e5e3491fa req-1c70fcc8-c3cc-4912-b348-0b795d10bc00 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.286268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f43b4845-b05a-41b1-b5d9-609284a3230c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:12.290337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b654a3d-a33b-457f-b503-a64e5e3491fa req-1c70fcc8-c3cc-4912-b348-0b795d10bc00 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.4453747 Nov 25 17:13:12.359815 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] Set router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:13:12.364569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-bca1004b-e8e9-4be2-9e41-d31d5c955e06 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698778 Nov 25 17:13:12.426628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-648c894f-ea9f-4b5b-89c3-452c0cfd4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.430526 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-648c894f-ea9f-4b5b-89c3-452c0cfd4d08 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1097 time: 0.3305011 Nov 25 17:13:12.496442 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:13:11Z', 'revision_number': 6, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:12.582794 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29739188-4d88-4c17-9164-785f8a00dbd7 None None] The sync data for ids ['5bc9f8a9-ac10-4d73-9a17-5906bda28ff6'] in n-d-819349-3 is: [{'id': '5bc9f8a9-ac10-4d73-9a17-5906bda28ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1618660353-router', 'tenant_id': '0b553fd5832b479da09d135d021988c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:30Z', 'updated_at': '2021-11-25T17:13:11Z', 'revision_number': 6, 'project_id': '0b553fd5832b479da09d135d021988c0', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:13:12.883144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.095070 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.111415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.136668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7122a-216b-46df-86ad-4c6334d5dc8a req-6307899c-662b-46fe-bda6-8246c48e6064 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:13.157538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d7122a-216b-46df-86ad-4c6334d5dc8a req-6307899c-662b-46fe-bda6-8246c48e6064 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.9621108 Nov 25 17:13:13.198589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-e427a33f-5b46-4641-bc1d-da7dae91f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:13.201766 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-e427a33f-5b46-4641-bc1d-da7dae91f257 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 920 time: 0.7612884 Nov 25 17:13:13.222503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39318) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:13.226449 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.227159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:13:13.245601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:13.291824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:13.292392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 917c7c48-b5f9-4db6-9a2d-4e825e5f2eba not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:13.300984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.305633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-06f02066-0b8f-49de-81bd-136bc66513e8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5bc9f8a9-ac10-4d73-9a17-5906bda28ff6 HTTP/1.1" status: 204 len: 168 time: 2.6842148 Nov 25 17:13:13.305633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-c62f0959-97b9-4404-a23d-65e9a1572c57 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=387e476d-656e-49bf-a93d-42b4461df030 HTTP/1.1" status: 200 len: 217 time: 0.0951037 Nov 25 17:13:13.305633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39322) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:13.328908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b654a3d-a33b-457f-b503-a64e5e3491fa req-445bec3d-3840-4807-9fae-6aa39fa15ddc tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9913096 Nov 25 17:13:13.353744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-9d719a65-9373-498f-9ba1-1118ff95d3fb tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:13.356149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-9d719a65-9373-498f-9ba1-1118ff95d3fb tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 821 time: 1.0612938 Nov 25 17:13:13.427203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c041e9-62e7-4033-84e9-6868481675e4 admin admin] Deleting subnet bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:13:13.428782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Request body: {'port': {'device_id': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'admin_state_up': True, 'tenant_id': '34ca5c4f4fdd4811a00f29631763941b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:13.432260 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c041e9-62e7-4033-84e9-6868481675e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.498094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-bb51578d-5679-4d13-a6ea-7e3aa6d66a48 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0252869 Nov 25 17:13:13.502186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c041e9-62e7-4033-84e9-6868481675e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.513087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8d7122a-216b-46df-86ad-4c6334d5dc8a req-35c14ebe-bab2-45cc-a19e-e053bc20e6df tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545921 Nov 25 17:13:13.572560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-c00b9dc8-64fe-4363-9406-8f1ddb35fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:13.574731 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-c00b9dc8-64fe-4363-9406-8f1ddb35fd96 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.2602623 Nov 25 17:13:13.619178 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-225c0801-80f6-4c2c-ad4a-0284f4434ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.686862 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-f1348b04-346b-47f6-8d2b-a0dc4f5c7dfe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991924 Nov 25 17:13:13.777176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc7bc8-efb8-4af9-8e4b-181e6ef21824 req-c938e4e6-4ab2-40f0-91ea-47199d2892d4 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:13.795938 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddcc7bc8-efb8-4af9-8e4b-181e6ef21824 req-c938e4e6-4ab2-40f0-91ea-47199d2892d4 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.2783046 Nov 25 17:13:13.864893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c041e9-62e7-4033-84e9-6868481675e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.906886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-225c0801-80f6-4c2c-ad4a-0284f4434ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.921947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-225c0801-80f6-4c2c-ad4a-0284f4434ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.933557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5a9c1dd-a785-4de5-bd26-be9e3d98bee2 req-6ace524e-88bd-4d07-aac9-5afc7e522965 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 210 time: 0.0675404 Nov 25 17:13:13.977143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddcc7bc8-efb8-4af9-8e4b-181e6ef21824 req-b60d3ed8-4e23-420b-b3a6-782c32119d95 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781607 Nov 25 17:13:14.020706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-910c243c-c59f-4251-b609-d7182995bade service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258579 Nov 25 17:13:14.026344 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-225c0801-80f6-4c2c-ad4a-0284f4434ce0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=604e1e9539fb4627b7b459e1d09624f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8012271 Nov 25 17:13:14.029802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:14.031710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c0801-80f6-4c2c-ad4a-0284f4434ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d4394-6744-41a1-9f49-0e7d1b085276,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:14.057392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c041e9-62e7-4033-84e9-6868481675e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.104478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Made reservation on behalf of 34ca5c4f4fdd4811a00f29631763941b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:14.108970 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.212350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00685d-7a31-4960-a2fc-45c396d81a57 req-9accf00a-a40a-4ea1-8f89-6a5e369f30d4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.214006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb00685d-7a31-4960-a2fc-45c396d81a57 req-9accf00a-a40a-4ea1-8f89-6a5e369f30d4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 944 time: 0.1149237 Nov 25 17:13:14.265528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea0d2e-45d2-498c-8827-a89adf71b8dc None None] Network 88e0a557-13a0-4829-a3cf-2460ca964044 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:14.289994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c041e9-62e7-4033-84e9-6868481675e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1eeeb9-3533-40a4-9a6f-42cbd192ad67,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:14.298318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c041e9-62e7-4033-84e9-6868481675e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.309693 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-39c041e9-62e7-4033-84e9-6868481675e4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bd1eeeb9-3533-40a4-9a6f-42cbd192ad67 HTTP/1.1" status: 204 len: 168 time: 1.0025175 Nov 25 17:13:14.327397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39328) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:14.483000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b470-a76a-4c22-80a7-11b04f742484 req-7445b29a-2b73-47d1-bbc3-a6ee7add716a tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.484851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-7445b29a-2b73-47d1-bbc3-a6ee7add716a tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.4437709 Nov 25 17:13:14.497031 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86408cc3-dcbc-49fa-9b73-730c6986b69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.528664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a36cd097-c4df-43fb-99d8-f9105342d30c req-ccc995fe-f8dc-4efa-a643-dfb8d4c23759 service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735470 Nov 25 17:13:14.540876 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.613290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86408cc3-dcbc-49fa-9b73-730c6986b69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.652553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Allocated IP 172.20.0.13 (54308c1a-f92a-410d-967a-8df88e486ec0/fbd10089-7241-451d-b505-fd41efbb0098/90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:14.667705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Deleting port b57c45ef-1fab-4112-bd16-2886e4f3e19a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:14.668417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.679945 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb00685d-7a31-4960-a2fc-45c396d81a57 req-ff345b33-0d62-4f64-b3f3-3db428bb14d2 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995017 Nov 25 17:13:14.709423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] DHCP port deletion for 88e0a557-13a0-4829-a3cf-2460ca964044 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:13:14.747499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] For port b57c45ef-1fab-4112-bd16-2886e4f3e19a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b57c45ef-1fab-4112-bd16-2886e4f3e19a,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:14.748163 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.779534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Calling delete_port for b57c45ef-1fab-4112-bd16-2886e4f3e19a owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:14.849936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] Deleting port b57c45ef-1fab-4112-bd16-2886e4f3e19a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:14.852576 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.905234 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86408cc3-dcbc-49fa-9b73-730c6986b69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.908378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86408cc3-dcbc-49fa-9b73-730c6986b69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.911934 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-86408cc3-dcbc-49fa-9b73-730c6986b69c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/715d4394-6744-41a1-9f49-0e7d1b085276 HTTP/1.1" status: 204 len: 168 time: 0.8769655 Nov 25 17:13:14.914152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.955006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39c7a-0c62-46d9-8fc1-fce56cb8a3e5 req-86a654c0-66b3-4af3-9066-81d9405a2f3a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.963370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89d39c7a-0c62-46d9-8fc1-fce56cb8a3e5 req-86a654c0-66b3-4af3-9066-81d9405a2f3a tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.3981216 Nov 25 17:13:14.974505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408cc3-dcbc-49fa-9b73-730c6986b69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d4394-6744-41a1-9f49-0e7d1b085276,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:14.979764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] For port b57c45ef-1fab-4112-bd16-2886e4f3e19a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b57c45ef-1fab-4112-bd16-2886e4f3e19a,segment=NetworkSegment(b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58),segment_id=b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:14.980911 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.017642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] No DVR routers for this DVR port b57c45ef-1fab-4112-bd16-2886e4f3e19a on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:15.023697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Pushing event deleted for resources: {'Port': ['ID=b57c45ef-1fab-4112-bd16-2886e4f3e19a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:15.057281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] Calling delete_port for b57c45ef-1fab-4112-bd16-2886e4f3e19a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:15.066951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe3c3c-6a96-4f6e-9e1d-00983908880f req-ac716979-5936-4586-9cfa-e88cdde76129 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.068547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6fe3c3c-6a96-4f6e-9e1d-00983908880f req-ac716979-5936-4586-9cfa-e88cdde76129 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.2997389 Nov 25 17:13:15.117287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2002b470-a76a-4c22-80a7-11b04f742484 req-069f17b0-484c-4de5-ab82-ac2c098e87ad service neutron] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:15.137319 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2002b470-a76a-4c22-80a7-11b04f742484 req-069f17b0-484c-4de5-ab82-ac2c098e87ad service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.139555 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2002b470-a76a-4c22-80a7-11b04f742484 req-069f17b0-484c-4de5-ab82-ac2c098e87ad service neutron] 10.222.0.60 "DELETE /v2.0/ports/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3/bindings/n-h1-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.6352909 Nov 25 17:13:15.236482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b57c45ef-1fab-4112-bd16-2886e4f3e19a no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:15.268084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b57c45ef-1fab-4112-bd16-2886e4f3e19a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:15.268815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b57c45ef-1fab-4112-bd16-2886e4f3e19a not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:15.268916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f43b4845-b05a-41b1-b5d9-609284a3230c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:15.299981 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.305202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.308020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f43b4845-b05a-41b1-b5d9-609284a3230c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:15.308909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f43b4845-b05a-41b1-b5d9-609284a3230c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:15.321690 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.347865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89d39c7a-0c62-46d9-8fc1-fce56cb8a3e5 req-1d48a6e8-c3d6-44af-b599-13cbd804adc7 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776166 Nov 25 17:13:15.357214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] Pushing event deleted for resources: {'Port': ['ID=b57c45ef-1fab-4112-bd16-2886e4f3e19a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:15.369548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e0a557-13a0-4829-a3cf-2460ca964044']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:15.370667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb197100-eb7c-435a-9004-83dddedb3b82 None None] No DVR routers for this DVR port b57c45ef-1fab-4112-bd16-2886e4f3e19a on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:15.410822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:15.411376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66c16b1-bbbb-4ca7-b332-f4a46d8f3f58') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:15.428587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.451015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.490914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:13:15.492599 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:13:15.501978 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:13:15.517528 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.565956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6fe3c3c-6a96-4f6e-9e1d-00983908880f req-2f951254-0b0f-4c04-82ab-a6b0e631fad8 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836864 Nov 25 17:13:15.651773 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.674811 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.678876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Network 54308c1a-f92a-410d-967a-8df88e486ec0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:15.681744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] 10.222.0.81 "DELETE /v2.0/networks/88e0a557-13a0-4829-a3cf-2460ca964044 HTTP/1.1" status: 204 len: 168 time: 1.3514655 Nov 25 17:13:15.691745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:15.704546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:15.705567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f08213-5605-465d-bfe6-5c1b6c4f9993 admin admin] Pushing event deleted for resources: {'Network': ['ID=88e0a557-13a0-4829-a3cf-2460ca964044,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:15.706861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:15.839431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event updated for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:15.881273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.881948 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.938455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7dd48-187d-46b1-8e4c-dd7b5721271e req-52708db1-39a5-409b-9cca-29a15e8cb924 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.940068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84e7dd48-187d-46b1-8e4c-dd7b5721271e req-52708db1-39a5-409b-9cca-29a15e8cb924 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.3731742 Nov 25 17:13:15.955062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-bc7acee9-bf1d-4200-980c-ec050103c4a7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5691538 Nov 25 17:13:15.970343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7d2dc-2e00-48fd-827c-5be516c8dc1f req-4abb64e6-c3ee-4af4-9464-12d4f3b65c6a tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.972821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cb7d2dc-2e00-48fd-827c-5be516c8dc1f req-4abb64e6-c3ee-4af4-9464-12d4f3b65c6a tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 932 time: 0.1944187 Nov 25 17:13:15.982731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Request body: {'port': {'device_id': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:16.037277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-3aa61f78-c908-4a8f-a30a-1ed1826d63eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1895270 Nov 25 17:13:16.261628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:16.373475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cb7d2dc-2e00-48fd-827c-5be516c8dc1f req-eb4430b0-ccaf-465f-871b-c1710a7f3538 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860552 Nov 25 17:13:16.378830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-521e8aed-aa02-499c-9e9c-def3a8bb614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.380342 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-521e8aed-aa02-499c-9e9c-def3a8bb614e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 1096 time: 0.1927938 Nov 25 17:13:16.410922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84e7dd48-187d-46b1-8e4c-dd7b5721271e req-1f85c7b5-a04c-406d-81d3-117905cc39c9 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333827 Nov 25 17:13:16.457921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:16.752615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3858d-890c-44c4-ac2d-df11782b8ca1 req-d1f5eb71-179c-49a5-8925-76808752d326 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.757902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cb3858d-890c-44c4-ac2d-df11782b8ca1 req-d1f5eb71-179c-49a5-8925-76808752d326 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 946 time: 0.2556462 Nov 25 17:13:16.815663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-2404a706-72fc-4488-b4e6-37d5632e1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.816643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-2404a706-72fc-4488-b4e6-37d5632e1876 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.3922317 Nov 25 17:13:16.837469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3fc95-0694-4e9a-a20a-2c5c221dfae1 req-9bdd3a3e-8958-4ee7-8164-9257c0836674 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.838973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3e3fc95-0694-4e9a-a20a-2c5c221dfae1 req-9bdd3a3e-8958-4ee7-8164-9257c0836674 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1095 time: 0.2686932 Nov 25 17:13:16.843052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Deleting port 7153bb84-e450-4e98-9939-db64a99fb6ef {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:16.843679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:16.911630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-07a034e7-190b-45ba-be13-9c4c22be84f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 200 len: 217 time: 0.0762699 Nov 25 17:13:16.954885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] For port 7153bb84-e450-4e98-9939-db64a99fb6ef, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7153bb84-e450-4e98-9939-db64a99fb6ef,segment=NetworkSegment(8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3),segment_id=8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:16.955316 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:16.976165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Calling delete_port for 7153bb84-e450-4e98-9939-db64a99fb6ef owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:17.039056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cb3858d-890c-44c4-ac2d-df11782b8ca1 req-dd224697-10e8-47d2-bba3-1561e7d62d40 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260191 Nov 25 17:13:17.069478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3e3fc95-0694-4e9a-a20a-2c5c221dfae1 req-f88ec9bc-8cf0-4e10-a0de-968e4cb5e811 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161624 Nov 25 17:13:17.094942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-bbfe339a-f232-4549-a382-80d8ca3d5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:17.096603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-bbfe339a-f232-4549-a382-80d8ca3d5971 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1674092 Nov 25 17:13:17.185558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-6f7475be-89a6-4990-b64b-4268f64732d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703406 Nov 25 17:13:17.321765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:17.345789 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.371431 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.402397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Pushing event deleted for resources: {'Port': ['ID=7153bb84-e450-4e98-9939-db64a99fb6ef,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:17.425761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Transition to ACTIVE for port object 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:17.444078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d97bae-d4ef-49fc-9006-dfa8d7ea799b req-4c025743-cf18-403d-9c36-5a5b2fbf1e8d tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:17.446480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6d97bae-d4ef-49fc-9006-dfa8d7ea799b req-4c025743-cf18-403d-9c36-5a5b2fbf1e8d tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.2697020 Nov 25 17:13:17.456707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.596426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-43aa1f5b-e2c2-430d-b697-1ae16b480f2f service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946085 Nov 25 17:13:17.663486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Pushing event updated for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:17.749673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.898999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6d97bae-d4ef-49fc-9006-dfa8d7ea799b req-00c79a33-9e45-4a11-90df-aeda44a86557 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385636 Nov 25 17:13:17.991346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a27c-424d-472d-9a06-4b1f337e2959 req-04cc917d-03cf-4a24-8713-7ed70b9dd445 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:17.993447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af31a27c-424d-472d-9a06-4b1f337e2959 req-04cc917d-03cf-4a24-8713-7ed70b9dd445 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1095 time: 0.2630847 Nov 25 17:13:18.025984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc82b89b-9d67-47a8-a071-96226d6c4ada req-d75caf11-cfa9-49f0-9c0a-fe6f9f8224a3 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986096 Nov 25 17:13:18.064649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Attempting to bind port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:18.065074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Attempting to bind port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:18.065366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Attempting to bind port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 on network 54308c1a-f92a-410d-967a-8df88e486ec0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:18.100152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 on network 54308c1a-f92a-410d-967a-8df88e486ec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:18.100711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Attempting to bind port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 on network 54308c1a-f92a-410d-967a-8df88e486ec0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:18.158091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:18.158489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Checking segment: {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:18.159205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Bound using segment: {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:18.159931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Bound port: 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:18.160516 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.168337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af31a27c-424d-472d-9a06-4b1f337e2959 req-f1ecd176-0593-407e-abbd-2798ca4e4dbb tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625681 Nov 25 17:13:18.191389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Router f8953225-359c-41a0-8222-737fddeec65c has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:13:18.323390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-dc6e14cc-72a9-4bb0-b96b-5b7035ee8a79 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.325398 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-dc6e14cc-72a9-4bb0-b96b-5b7035ee8a79 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1097 time: 0.1327038 Nov 25 17:13:18.386267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:18.390200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:18.402189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd84e99-d600-4f8a-85a3-bcd78c55edcc req-f0f60371-0331-4dc6-8cc8-4bcf13112484 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.411000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bd84e99-d600-4f8a-85a3-bcd78c55edcc req-f0f60371-0331-4dc6-8cc8-4bcf13112484 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 944 time: 0.3352587 Nov 25 17:13:18.416680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819349-3'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:18.452156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.521177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.524718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Pushing event updated for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:18.542956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:13:18.557680 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c49659fc-d779-4f18-81a4-37c715953286 admin admin] 10.222.0.81 "PUT /v2.0/routers/f8953225-359c-41a0-8222-737fddeec65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8470137 Nov 25 17:13:18.557995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] Sync routers for ids ['f8953225-359c-41a0-8222-737fddeec65c'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:13:18.569030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:18.583360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] Routers {'f8953225-359c-41a0-8222-737fddeec65c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:13:18.585212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:13:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f8953225-359c-41a0-8222-737fddeec65c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:18.593234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.593862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.595324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-b109c227-b119-41f0-ac49-4b3df95604c0 service neutron] 10.222.0.95 "PUT /v2.0/ports/90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 HTTP/1.1" status: 200 len: 1092 time: 2.6191173 Nov 25 17:13:18.605628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:18.608930 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85941c2-224d-4d4b-b795-18e5151f9b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:18.743324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc1315-5d31-405b-9ada-c86b523f5849 req-fa3f60c6-aa43-43b8-ac5e-7256606c7c2d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.752642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:18.758537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4bfc1315-5d31-405b-9ada-c86b523f5849 req-fa3f60c6-aa43-43b8-ac5e-7256606c7c2d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.4323025 Nov 25 17:13:18.795239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bd84e99-d600-4f8a-85a3-bcd78c55edcc req-75c8f2c5-fb0e-478f-a0d2-737c381bdbbf tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823853 Nov 25 17:13:18.835044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:18.850945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] Set router f8953225-359c-41a0-8222-737fddeec65c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:13:18.903309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4bfc1315-5d31-405b-9ada-c86b523f5849 req-6c4f0005-a8a3-4b5f-a5c5-9ee53b590e7c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385286 Nov 25 17:13:18.977658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:18.985424 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caecdca0-1475-4bc1-ba25-31732613ffd9" -d '{"events": [{"server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "907b512c-814e-47f6-9dda-3ea20422626f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:19.005533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.020253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.500242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:13:17Z', 'revision_number': 5, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:19.599342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Pushing event updated for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:19.602080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] Checking router: f8953225-359c-41a0-8222-737fddeec65c for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:13:19.613476 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4003cf77-e49b-497f-8141-daa89e703c16 x-openstack-request-id: req-4003cf77-e49b-497f-8141-daa89e703c16 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:19.613937 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:19.613937 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4003cf77-e49b-497f-8141-daa89e703c16 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:19.614343 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'status': 'completed', 'code': 200} Nov 25 17:13:19.618640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] Routers {'f8953225-359c-41a0-8222-737fddeec65c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:13:19.625414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-0bbacc99-548e-406f-8b53-c34439ef9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:19.627912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-0bbacc99-548e-406f-8b53-c34439ef9fd8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 1095 time: 0.9552696 Nov 25 17:13:19.629368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:13:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f8953225-359c-41a0-8222-737fddeec65c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:19.653171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c81233-275e-416d-8982-aebc0bcf68fc req-7ef851c0-9b5a-4810-bd63-efe76b945215 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:19.656193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2c81233-275e-416d-8982-aebc0bcf68fc req-7ef851c0-9b5a-4810-bd63-efe76b945215 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.1522892 Nov 25 17:13:19.660372 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.781392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on host n-h2-819349-3 for vnic_type normal with profile {"migrating_to": "n-h1-819349-3"} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:19.782289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:19.782634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:19.797863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:19.798200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Attempting to bind port 907b512c-814e-47f6-9dda-3ea20422626f on network bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:19.804149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:19.804521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Checking segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:19.804918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Bound using segment: {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:19.805417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Bound port: 907b512c-814e-47f6-9dda-3ea20422626f, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:19.805766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.816022 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-4545dc14-c877-4f12-a978-7c0bd163e5d4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 HTTP/1.1" status: 200 len: 217 time: 0.1794844 Nov 25 17:13:19.905632 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d52eaaf-8493-4e38-891c-d58cca702924 x-openstack-request-id: req-2d52eaaf-8493-4e38-891c-d58cca702924 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:19.915090 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "907b512c-814e-47f6-9dda-3ea20422626f", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:19.915619 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d52eaaf-8493-4e38-891c-d58cca702924 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:19.916239 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f', 'code': 200} Nov 25 17:13:19.928368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] Set router f8953225-359c-41a0-8222-737fddeec65c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:13:19.958165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:19.962989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:19.976044 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.070428 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2c81233-275e-416d-8982-aebc0bcf68fc req-a1d61c72-ab51-4c53-9307-f1a00fdb8754 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109789 Nov 25 17:13:20.071882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-05ff3aed-83eb-41bd-ae77-49c97b796fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:20.073463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-05ff3aed-83eb-41bd-ae77-49c97b796fcb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fbd10089-7241-451d-b505-fd41efbb0098 HTTP/1.1" status: 200 len: 861 time: 0.2231519 Nov 25 17:13:20.132081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:20.135558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.137931 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] 10.222.0.95 "PUT /v2.0/ports/907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 200 len: 1122 time: 1.7288558 Nov 25 17:13:20.164304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb554b-f243-470f-9c08-36f3d2dd4af0 service neutron] Pushing event updated for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:20.181604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-ea601be6-130d-4718-adda-45576a01ea76 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54308c1a-f92a-410d-967a-8df88e486ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976629 Nov 25 17:13:20.277945 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.344102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['907b512c-814e-47f6-9dda-3ea20422626f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:20.410707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['907b512c-814e-47f6-9dda-3ea20422626f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:20.516837 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-040686e1-091a-4815-acb5-eb653d05e98c service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210855 Nov 25 17:13:20.539629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:13:17Z', 'revision_number': 5, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:20.628539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf991978-d9be-4c0c-b7ce-3051d43615c2 None None] The sync data for ids ['f8953225-359c-41a0-8222-737fddeec65c'] in n-d-819349-3 is: [{'id': 'f8953225-359c-41a0-8222-737fddeec65c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2090526521-router', 'tenant_id': '3a7625bf40d9454baceea95f5e36ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:44Z', 'updated_at': '2021-11-25T17:13:17Z', 'revision_number': 5, 'project_id': '3a7625bf40d9454baceea95f5e36ae69', 'gw_port': {'id': '0d29ecf3-4325-4c00-ac84-8a28967bc4db', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8953225-359c-41a0-8222-737fddeec65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:45Z', 'updated_at': '2021-11-25T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:13:20.683883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cbe97-e513-426d-b991-c6a830fb9b53 req-2d85df0b-977b-4ebc-91ff-d9c1d6159438 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:20.686296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e68cbe97-e513-426d-b991-c6a830fb9b53 req-2d85df0b-977b-4ebc-91ff-d9c1d6159438 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 944 time: 0.4639337 Nov 25 17:13:20.764900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfb116-2e14-414d-a85c-12c3b5858caa req-195ca772-ec90-409e-9547-88e8108498b3 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:20.775371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27dfb116-2e14-414d-a85c-12c3b5858caa req-195ca772-ec90-409e-9547-88e8108498b3 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.4041631 Nov 25 17:13:20.812101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 907b512c-814e-47f6-9dda-3ea20422626f details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:20.906892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62a0710c-19d6-422b-8c31-7a99dc89d692 req-a18798b9-defd-4eb3-8474-4bb393613948 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734567 Nov 25 17:13:20.991797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e68cbe97-e513-426d-b991-c6a830fb9b53 req-4db49e23-d491-43a7-96d7-809202f55665 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663462 Nov 25 17:13:21.095245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:21.134693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Deleting port 0d29ecf3-4325-4c00-ac84-8a28967bc4db {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:21.135155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.191053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7153bb84-e450-4e98-9939-db64a99fb6ef no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:21.263677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27dfb116-2e14-414d-a85c-12c3b5858caa req-c887ed17-4d50-4739-a687-ab7ca5588322 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543384 Nov 25 17:13:21.277195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 7153bb84-e450-4e98-9939-db64a99fb6ef {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:21.278123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7153bb84-e450-4e98-9939-db64a99fb6ef not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:21.328981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 907b512c-814e-47f6-9dda-3ea20422626f has no active binding in host n-h1-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:13:21.369004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-81f575d3-f003-4451-a59a-cdfa61300d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.371509 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-81f575d3-f003-4451-a59a-cdfa61300d59 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 1095 time: 0.3758285 Nov 25 17:13:21.640160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] For port 0d29ecf3-4325-4c00-ac84-8a28967bc4db, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0d29ecf3-4325-4c00-ac84-8a28967bc4db,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:21.640644 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.672244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Calling delete_port for 0d29ecf3-4325-4c00-ac84-8a28967bc4db owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:21.717838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406324e-0db5-47ea-89ae-7ead50651061 req-bc3de775-964d-4562-910a-65251ac90a0d tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.719396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2406324e-0db5-47ea-89ae-7ead50651061 req-bc3de775-964d-4562-910a-65251ac90a0d tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.1334867 Nov 25 17:13:21.781020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-c42186d0-9736-42c2-9ded-429d5a3f488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.789642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-c42186d0-9736-42c2-9ded-429d5a3f488b service neutron] 10.222.0.95 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 922 time: 0.3871477 Nov 25 17:13:21.917335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:21.920333 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "tag": "907b512c-814e-47f6-9dda-3ea20422626f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:21.962003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2406324e-0db5-47ea-89ae-7ead50651061 req-561e916e-2e1f-4039-8c49-4bcffb57d80b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959031 Nov 25 17:13:22.079796 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf5c0aa-cc4f-4851-8386-fea4ea09c674 x-openstack-request-id: req-5bf5c0aa-cc4f-4851-8386-fea4ea09c674 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:22.080349 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "tag": "907b512c-814e-47f6-9dda-3ea20422626f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:22.080802 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bf5c0aa-cc4f-4851-8386-fea4ea09c674 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:22.081432 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f', 'status': 'completed', 'code': 200} Nov 25 17:13:22.114187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:22.156503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-28f6ae55-b291-488a-8832-ee37d5956c88 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 HTTP/1.1" status: 200 len: 217 time: 0.2639022 Nov 25 17:13:22.315888 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-124fee8a-6c9d-48e3-b68d-c11226220f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.380556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0372297-c041-4185-a9b5-3985b279ab70 req-3c7ebc70-de6d-4abe-a7ae-9c0683c56331 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.390288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0372297-c041-4185-a9b5-3985b279ab70 req-3c7ebc70-de6d-4abe-a7ae-9c0683c56331 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.5142159 Nov 25 17:13:22.524494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-124fee8a-6c9d-48e3-b68d-c11226220f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.535211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-124fee8a-6c9d-48e3-b68d-c11226220f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.600370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-de601a54-f7a4-40ab-8065-b2f7cbbb14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.602583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-de601a54-f7a4-40ab-8065-b2f7cbbb14af service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fbd10089-7241-451d-b505-fd41efbb0098 HTTP/1.1" status: 200 len: 861 time: 0.4314601 Nov 25 17:13:22.618530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c4f6-ffb4-4601-8a41-ddfe47f8c512 req-cbae043e-0489-424f-bce3-6eca797ea3dd tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.624577 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-124fee8a-6c9d-48e3-b68d-c11226220f8e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76d19bd1d4c5403c926a3ee826e86e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080190 Nov 25 17:13:22.625586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:22.632693 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c183c4f6-ffb4-4601-8a41-ddfe47f8c512 req-cbae043e-0489-424f-bce3-6eca797ea3dd tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 944 time: 0.4106038 Nov 25 17:13:22.641234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fee8a-6c9d-48e3-b68d-c11226220f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94543b1-1a74-4c80-9c1e-780f81910e75,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:22.668398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-db10f45d-79fa-4834-b341-2e102f2a378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.671346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-db10f45d-79fa-4834-b341-2e102f2a378a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1125 time: 0.5335815 Nov 25 17:13:22.727967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-7204b017-34f3-42b7-9546-e9f99e9066ea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54308c1a-f92a-410d-967a-8df88e486ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875793 Nov 25 17:13:22.771058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9e22eed-90d6-4a31-97d5-b066aa7e0666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.817419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9e22eed-90d6-4a31-97d5-b066aa7e0666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.884576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.926665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9e22eed-90d6-4a31-97d5-b066aa7e0666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.944513 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9e22eed-90d6-4a31-97d5-b066aa7e0666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.956827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0372297-c041-4185-a9b5-3985b279ab70 req-39f0b90d-5862-492b-89e6-edb25c9d3914 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628209 Nov 25 17:13:22.969744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c9e22eed-90d6-4a31-97d5-b066aa7e0666 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b94543b1-1a74-4c80-9c1e-780f81910e75 HTTP/1.1" status: 204 len: 168 time: 0.3418622 Nov 25 17:13:22.993661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e22eed-90d6-4a31-97d5-b066aa7e0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94543b1-1a74-4c80-9c1e-780f81910e75,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:23.046026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Pushing event deleted for resources: {'Port': ['ID=0d29ecf3-4325-4c00-ac84-8a28967bc4db,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:23.086367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c183c4f6-ffb4-4601-8a41-ddfe47f8c512 req-a7f383a4-4a25-4f66-abe9-53bcde60cde9 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518178 Nov 25 17:13:23.418464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-ce494540-6bc1-4dd9-a693-9398d273e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:23.420864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-ce494540-6bc1-4dd9-a693-9398d273e455 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.6996121 Nov 25 17:13:23.510477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-47b5924c-6edb-42d6-96e8-1100e1fc6fb1 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394712 Nov 25 17:13:23.597622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-73e96744-1ebb-4d2a-83d9-08bece85c806 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 200 len: 217 time: 0.1507618 Nov 25 17:13:23.634696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.856313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0df22-bb21-45d2-b563-080024b20a25 req-b368e618-c639-42f2-915f-ece34367b5f7 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:23.859074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ea0df22-bb21-45d2-b563-080024b20a25 req-b368e618-c639-42f2-915f-ece34367b5f7 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.4951456 Nov 25 17:13:23.860917 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.873639 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.898861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e9551-340c-4cbd-8a5e-55e8d314a3df req-a48988fa-f60f-40f3-8d2e-cb78e8e4b3fa tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:23.907742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-176e9551-340c-4cbd-8a5e-55e8d314a3df req-a48988fa-f60f-40f3-8d2e-cb78e8e4b3fa tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.4212031 Nov 25 17:13:24.356460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-9bf94d4a-f02e-4073-b437-9ce24993e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.358348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-9bf94d4a-f02e-4073-b437-9ce24993e717 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.6058016 Nov 25 17:13:24.418028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.418602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8953225-359c-41a0-8222-737fddeec65c {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:13:24.425784 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.426847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d2809128-1b9e-480f-b6fa-fcb685bdccbf admin admin] 10.222.0.81 "DELETE /v2.0/routers/f8953225-359c-41a0-8222-737fddeec65c HTTP/1.1" status: 204 len: 168 time: 5.8455849 Nov 25 17:13:24.429706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:24.440557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-6118e34c-69b0-48a5-8ca7-917d438d4ec3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615864 Nov 25 17:13:24.442584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85941c2-224d-4d4b-b795-18e5151f9b9c req-3897e0c0-67ac-4df7-bb0b-2bb1dbc32151 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8767989 Nov 25 17:13:24.478806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-176e9551-340c-4cbd-8a5e-55e8d314a3df req-382c20c6-4e5b-4d21-9a37-3b6b8f4cd409 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672812 Nov 25 17:13:24.501250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ea0df22-bb21-45d2-b563-080024b20a25 req-1870b94f-c8bd-43c4-aa0b-b2e47066a189 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253748 Nov 25 17:13:24.534734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb9657f-4f75-4835-bc8e-d6c2f4e1c7ec admin admin] Deleting subnet 73b058d4-72e0-4140-8c95-edc9e844f10a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:13:24.541605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb9657f-4f75-4835-bc8e-d6c2f4e1c7ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.632667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb9657f-4f75-4835-bc8e-d6c2f4e1c7ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.792336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:24.808413 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb9657f-4f75-4835-bc8e-d6c2f4e1c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.908831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17889326-ffbb-45e3-ad3b-fa0fd90d9ce8 req-5dd6d3e6-2000-4ec7-a4fa-a16e15e67e88 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.910415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb9657f-4f75-4835-bc8e-d6c2f4e1c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.914883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17889326-ffbb-45e3-ad3b-fa0fd90d9ce8 req-5dd6d3e6-2000-4ec7-a4fa-a16e15e67e88 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 944 time: 0.2331367 Nov 25 17:13:24.942208 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fb9657f-4f75-4835-bc8e-d6c2f4e1c7ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.947614 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3fb9657f-4f75-4835-bc8e-d6c2f4e1c7ec admin admin] 10.222.0.81 "DELETE /v2.0/subnets/73b058d4-72e0-4140-8c95-edc9e844f10a HTTP/1.1" status: 204 len: 168 time: 0.5150974 Nov 25 17:13:24.970380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:24.971307 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-282ff1c7-8e5d-4e06-959c-76a98b5d86a8 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200133 Nov 25 17:13:25.043511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369fed58-5bef-42b7-8387-27ac1adb184c None None] Network 8760e4e8-2948-4d18-aa74-b450bc19de1c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:25.058692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.061567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9657f-4f75-4835-bc8e-d6c2f4e1c7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b058d4-72e0-4140-8c95-edc9e844f10a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:25.120457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17889326-ffbb-45e3-ad3b-fa0fd90d9ce8 req-ecb84e78-f28a-4613-88a7-66cea246c233 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479475 Nov 25 17:13:25.213683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d96fbe-34cf-4c21-85c0-df1b1b11acac req-31cf7673-c51b-422a-a3f4-d6e267631956 service neutron] 10.222.0.60 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091100 Nov 25 17:13:25.233460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Deleting port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:25.233832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.350290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:25.376014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0d29ecf3-4325-4c00-ac84-8a28967bc4db no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:25.388372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'port_id': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'mac_address': 'fa:16:3e:c8:a9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd10089-7241-451d-b505-fd41efbb0098', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:13:25.394827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] For port 3bc4de3e-7fc4-4c5a-90fb-340013820a03, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3bc4de3e-7fc4-4c5a-90fb-340013820a03,segment=NetworkSegment(8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3),segment_id=8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:25.399520 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.420208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 0d29ecf3-4325-4c00-ac84-8a28967bc4db {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:25.420564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0d29ecf3-4325-4c00-ac84-8a28967bc4db not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:25.421041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Calling delete_port for 3bc4de3e-7fc4-4c5a-90fb-340013820a03 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:25.575288 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.594062 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.610081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:25.656419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:25.663353 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.671608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] No DVR routers for this DVR port 3bc4de3e-7fc4-4c5a-90fb-340013820a03 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:25.680716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc4de3e-7fc4-4c5a-90fb-340013820a03,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:25.722880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4887a1-6c58-4523-b31a-080563c3ee4a req-88deeffc-06df-4705-892c-ffa72cb8d7d9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.735864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed4887a1-6c58-4523-b31a-080563c3ee4a req-88deeffc-06df-4705-892c-ffa72cb8d7d9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.1340849 Nov 25 17:13:25.765807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:25.768462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e10034f-e559-439d-a72d-8a8b6dfcc204 None None] DHCP port deletion for 8760e4e8-2948-4d18-aa74-b450bc19de1c request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:13:25.826863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.867028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8760e4e8-2948-4d18-aa74-b450bc19de1c']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:25.882322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed4887a1-6c58-4523-b31a-080563c3ee4a req-9a2fbcd5-cbb0-43d4-a34b-4b97809ea615 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453581 Nov 25 17:13:25.883078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:25.883803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8599e4e5-9237-4d60-9fdc-0fd78ce8b8d3') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:25.902631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.918919 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.928645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:13:25.929651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:13:25.932401 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:13:25.973655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:26.037463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.046596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.052649 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8760e4e8-2948-4d18-aa74-b450bc19de1c HTTP/1.1" status: 204 len: 168 time: 1.0808840 Nov 25 17:13:26.075187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ec409-f17b-4d99-a954-f97d150d21d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8760e4e8-2948-4d18-aa74-b450bc19de1c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:26.122192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e61c5-dfd3-4471-920d-5ea93a145d47 req-d3d37df4-91a7-441a-a27b-90d29c370893 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:26.134577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-508e61c5-dfd3-4471-920d-5ea93a145d47 req-d3d37df4-91a7-441a-a27b-90d29c370893 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 945 time: 0.1348455 Nov 25 17:13:26.256204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-508e61c5-dfd3-4471-920d-5ea93a145d47 req-d1ae8abd-3b8d-4032-8712-93adde90e78e tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153851 Nov 25 17:13:26.359776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39586) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:26.463304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1e52b143-3337-4b68-880c-d9df5e1f13db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b553fd5832b479da09d135d021988c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0999384 Nov 25 17:13:26.463833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:26.474120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d611fcc-b655-4a39-9d10-8d9259642bab req-8b927ea6-8a11-4ea6-b58c-5a004a84269c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:26.482290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d611fcc-b655-4a39-9d10-8d9259642bab req-8b927ea6-8a11-4ea6-b58c-5a004a84269c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 945 time: 0.0911026 Nov 25 17:13:26.586345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d611fcc-b655-4a39-9d10-8d9259642bab req-785b4082-dd3a-47f1-b81e-8d19dc657d3b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028333 Nov 25 17:13:26.588748 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.628088 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.700586 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.703611 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.704849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/482c14b3-0744-4af0-a1b9-98d08b0374b0 HTTP/1.1" status: 204 len: 168 time: 0.2402134 Nov 25 17:13:26.722478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c14b3-0744-4af0-a1b9-98d08b0374b0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:26.733818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 907b512c-814e-47f6-9dda-3ea20422626f no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:26.740747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.741137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.741470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.741812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.742149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.742482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.742812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.743154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.743737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.745803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.749011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:26.749379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744dbd0-1ea5-4791-a2f8-c965074be766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:27.400699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3bc4de3e-7fc4-4c5a-90fb-340013820a03 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:27.527087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 3bc4de3e-7fc4-4c5a-90fb-340013820a03 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:27.527637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3bc4de3e-7fc4-4c5a-90fb-340013820a03 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:27.534715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194151d-8da1-4bf0-aefb-bacb0c700e7f req-bdd418f0-39ad-46dd-85be-212dd3ed5d7f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:27.554477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1194151d-8da1-4bf0-aefb-bacb0c700e7f req-bdd418f0-39ad-46dd-85be-212dd3ed5d7f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.1476083 Nov 25 17:13:27.566980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39620) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:27.643895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1194151d-8da1-4bf0-aefb-bacb0c700e7f req-c5822760-62cd-4b10-b5af-28b412321497 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884056 Nov 25 17:13:27.656639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:27.658208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b12d2b1d-118a-4d07-ab63-e72dbf0079ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a7625bf40d9454baceea95f5e36ae69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883689 Nov 25 17:13:27.668204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:27.732499 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8309d5b8-211e-4945-9de5-213cbc0b22ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:27.767941 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8309d5b8-211e-4945-9de5-213cbc0b22ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:27.849675 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-001a5d75-fe97-465c-9bae-5a04991c6c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:27.888702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8309d5b8-211e-4945-9de5-213cbc0b22ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:27.892593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8309d5b8-211e-4945-9de5-213cbc0b22ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:27.894706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8309d5b8-211e-4945-9de5-213cbc0b22ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e39839e0-5cf4-4d1f-aa53-2e642efa994e HTTP/1.1" status: 204 len: 168 time: 0.2363596 Nov 25 17:13:27.912489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a30ac9-fa81-45e1-9b61-77f3b88dca99 req-743e9c96-9671-4edd-b1c3-703ef6eb1a9b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:27.920926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90a30ac9-fa81-45e1-9b61-77f3b88dca99 req-743e9c96-9671-4edd-b1c3-703ef6eb1a9b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 945 time: 0.1276577 Nov 25 17:13:27.941197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309d5b8-211e-4945-9de5-213cbc0b22ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39839e0-5cf4-4d1f-aa53-2e642efa994e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:28.038547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90a30ac9-fa81-45e1-9b61-77f3b88dca99 req-d97f07d3-6cc6-418c-8503-32ea4cd86d81 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064029 Nov 25 17:13:28.082464 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-001a5d75-fe97-465c-9bae-5a04991c6c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.087551 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-001a5d75-fe97-465c-9bae-5a04991c6c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.139964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-001a5d75-fe97-465c-9bae-5a04991c6c18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3460fd1927b4c93aa9af468937d6a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681170 Nov 25 17:13:28.139964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5d75-fe97-465c-9bae-5a04991c6c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2045e8b9-3d98-4f75-9415-682fbec795af,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:28.140357 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39642) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:28.218115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.250267 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.348837 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.352563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.354545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2045e8b9-3d98-4f75-9415-682fbec795af HTTP/1.1" status: 204 len: 168 time: 0.2130210 Nov 25 17:13:28.365227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045e8b9-3d98-4f75-9415-682fbec795af,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:28.375603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.376312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.376882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.377629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.378121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.379162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.380789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.381623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.382149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.382725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.383241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.384084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809036ac-247c-4ee1-9270-f39c3e3e724c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:28.791135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:29.025688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39676) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:29.038864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de863ac-f8c1-46e9-a9af-bd98ea683956 req-b15d6bd2-1e76-41c5-90c7-0db7bec17e39 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:29.046008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3de863ac-f8c1-46e9-a9af-bd98ea683956 req-b15d6bd2-1e76-41c5-90c7-0db7bec17e39 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.2222068 Nov 25 17:13:29.062585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:13:29.070538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:29.074037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08c1d048-e080-4eca-9e51-c7f59482b29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.089176 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.237753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3de863ac-f8c1-46e9-a9af-bd98ea683956 req-d060f6be-692b-43e7-bc9b-a6aad5b2fa81 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903734 Nov 25 17:13:29.400203 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.465393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:29.471424 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cfd43c-c50c-4f90-93e3-4daf45e20c4d" -d '{"events": [{"server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "name": "network-vif-plugged", "status": "completed", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:29.485812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08c1d048-e080-4eca-9e51-c7f59482b29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.497080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08c1d048-e080-4eca-9e51-c7f59482b29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.505160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:29.514885 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.607634 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-08c1d048-e080-4eca-9e51-c7f59482b29b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df4cdb30a3c0468fb21082680bf828ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5795770 Nov 25 17:13:29.610668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:29.664296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323bf2e-ee5b-4abc-ba0f-db57c45b342d req-947dd690-9ffe-4ae8-ac3f-ba539f22de8b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:29.665047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1d048-e080-4eca-9e51-c7f59482b29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae9645-5ec8-4e66-a5d6-b19c3073c770,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:29.677469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:29.680536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323bf2e-ee5b-4abc-ba0f-db57c45b342d req-947dd690-9ffe-4ae8-ac3f-ba539f22de8b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.1569059 Nov 25 17:13:29.726155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1a3131a-dce3-4d62-922a-045c70243d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.766101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323bf2e-ee5b-4abc-ba0f-db57c45b342d req-2f72f954-db30-4651-89e5-ed1f1c3bdcf2 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840843 Nov 25 17:13:29.775659 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1a3131a-dce3-4d62-922a-045c70243d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.933024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1a3131a-dce3-4d62-922a-045c70243d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.948085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1a3131a-dce3-4d62-922a-045c70243d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.951845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d1a3131a-dce3-4d62-922a-045c70243d77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eeae9645-5ec8-4e66-a5d6-b19c3073c770 HTTP/1.1" status: 204 len: 168 time: 0.3397300 Nov 25 17:13:30.007192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3131a-dce3-4d62-922a-045c70243d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae9645-5ec8-4e66-a5d6-b19c3073c770,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:30.080849 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d1e26b-b3ac-450b-8bbd-8c9e58471719 x-openstack-request-id: req-36d1e26b-b3ac-450b-8bbd-8c9e58471719 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:30.083060 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "name": "network-vif-plugged", "status": "completed", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:30.083587 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36d1e26b-b3ac-450b-8bbd-8c9e58471719 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:30.084765 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'code': 200} Nov 25 17:13:30.339668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c925be6-0491-461b-bb5e-aafd198e2aed req-8b52d330-aa89-4aec-a965-93b1ffae9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:30.345425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c925be6-0491-461b-bb5e-aafd198e2aed req-8b52d330-aa89-4aec-a965-93b1ffae9c84 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 1097 time: 0.1192002 Nov 25 17:13:30.472814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c925be6-0491-461b-bb5e-aafd198e2aed req-7b806da0-62e5-4ac7-ae6d-d2be9fffc3fa service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185343 Nov 25 17:13:30.688124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a4007-f7be-49f1-8a51-4ec823ae07ec req-2653bfef-3c82-4683-a72a-34e62c57a20c tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:30.697734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad0a4007-f7be-49f1-8a51-4ec823ae07ec req-2653bfef-3c82-4683-a72a-34e62c57a20c tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.2323191 Nov 25 17:13:30.756536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:30.802121 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad0a4007-f7be-49f1-8a51-4ec823ae07ec req-93b60303-591d-4cf7-b885-4fa08dd523a2 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028843 Nov 25 17:13:31.112927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4dc25-1dd4-4f15-8621-bb4f8a7c458f req-593af54d-d5e3-4f5c-bff8-3094490dde7b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.114611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cb4dc25-1dd4-4f15-8621-bb4f8a7c458f req-593af54d-d5e3-4f5c-bff8-3094490dde7b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.1534412 Nov 25 17:13:31.198712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:31.252493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'mac_address': 'fa:16:3e:5a:a7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:13:31.280456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cb4dc25-1dd4-4f15-8621-bb4f8a7c458f req-4731ab67-2954-42ee-9b66-ef8f62660b0a tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515937 Nov 25 17:13:31.398932 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:31.432159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:31.469905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:31.475539 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:31.650824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:31.668397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9434e261-1bb3-4b03-9d5b-17dfc42f0fe9'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:32.193804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f2417-3878-408c-adac-a26be1df2f6c req-e70018e4-b026-427f-b80a-07d379791818 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:32.199427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-379f2417-3878-408c-adac-a26be1df2f6c req-e70018e4-b026-427f-b80a-07d379791818 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.1697347 Nov 25 17:13:32.296839 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6afca8a5-58c1-4b1c-8241-a58f26908c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:32.401644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-379f2417-3878-408c-adac-a26be1df2f6c req-77c59e19-0b01-40eb-b60b-1b88913041a5 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882386 Nov 25 17:13:32.772847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:33.003661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:33.004036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:33.316222 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:33.363911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46277-7b40-4790-bd42-532116464ece req-7b153c85-8e8a-40f3-807b-5448880a1346 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.376788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aab46277-7b40-4790-bd42-532116464ece req-7b153c85-8e8a-40f3-807b-5448880a1346 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.3613181 Nov 25 17:13:33.412821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-c62a2fa3-43d0-48ff-904a-cf782c3347b8 service neutron] 10.222.0.60 "GET /v2.0/ports/907b512c-814e-47f6-9dda-3ea20422626f/bindings/n-h1-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.4882689 Nov 25 17:13:33.416414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:33.419158 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028f241e-3095-493f-902d-3effaa3e12f8" -d '{"events": [{"server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "name": "network-vif-plugged", "status": "completed", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:33.474643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:33.480816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:33.587462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aab46277-7b40-4790-bd42-532116464ece req-b8e61eb0-c162-49db-b1da-70b31b990dcd tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016268 Nov 25 17:13:33.615793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:33.993452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a88f-c484-49ab-aacc-06ed2e154359 req-348a46f6-d89f-4aa4-9628-63bafca5bc95 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.001916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ee0a88f-c484-49ab-aacc-06ed2e154359 req-348a46f6-d89f-4aa4-9628-63bafca5bc95 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 944 time: 0.1740286 Nov 25 17:13:34.052193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:34.111377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ee0a88f-c484-49ab-aacc-06ed2e154359 req-9f448c03-16f3-42c8-af10-50ebeebac394 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999129 Nov 25 17:13:34.112829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:34.197222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907b512c-814e-47f6-9dda-3ea20422626f {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:34.209524 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b982833-7e59-470d-939a-3b76838c78fb x-openstack-request-id: req-0b982833-7e59-470d-939a-3b76838c78fb {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:34.209858 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "name": "network-vif-plugged", "status": "completed", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:34.210213 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b982833-7e59-470d-939a-3b76838c78fb {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:34.210780 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'code': 200} Nov 25 17:13:34.230522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:34.262306 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.356175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d6594f9-d684-42c4-973b-5fb244dcd644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.561256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] Transition to ACTIVE for port object 907b512c-814e-47f6-9dda-3ea20422626f will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:34.568673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.735168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b4b0-57ce-4e72-a5f5-7d755fb45f5c req-5ec0d0ee-5c1f-4a01-94a0-c2b6256b0245 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.759491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc73b4b0-57ce-4e72-a5f5-7d755fb45f5c req-5ec0d0ee-5c1f-4a01-94a0-c2b6256b0245 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.4236095 Nov 25 17:13:34.847008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] Pushing event updated for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:34.910671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] No DVR routers for this DVR port 907b512c-814e-47f6-9dda-3ea20422626f on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:34.955680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-3be94ffe-b2aa-4e0f-8995-498efd5a0efd service neutron] 10.222.0.60 "PUT /v2.0/ports/907b512c-814e-47f6-9dda-3ea20422626f/bindings/n-h1-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5176201 Nov 25 17:13:34.987970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc73b4b0-57ce-4e72-a5f5-7d755fb45f5c req-a3ceb673-9234-4939-aab8-01cd583145e1 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274945 Nov 25 17:13:35.696969 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:35.775726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c9789-04e1-4f9a-a06e-3825e0cc3f78 req-9bce459c-0dee-46a7-bc92-7944f184be77 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:35.790928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ab3c9789-04e1-4f9a-a06e-3825e0cc3f78 req-9bce459c-0dee-46a7-bc92-7944f184be77 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.1402655 Nov 25 17:13:35.975033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ab3c9789-04e1-4f9a-a06e-3825e0cc3f78 req-2c42b080-f860-4364-8c2b-116e031301f5 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819296 Nov 25 17:13:36.056283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-1fa248a6-0eb4-47e9-9f57-b861d5709aca tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.058296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-1fa248a6-0eb4-47e9-9f57-b861d5709aca tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.9989402 Nov 25 17:13:36.212265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:36.258928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-4eacca3a-234b-421f-b8e4-43f759d53264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.260637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-4eacca3a-234b-421f-b8e4-43f759d53264 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2&tenant_id=38d7203f59664fa3b6099740af359228 HTTP/1.1" status: 200 len: 1096 time: 0.1890278 Nov 25 17:13:36.336561 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:36.377931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b419-56bd-4e00-9f1b-d8063f4888e6 req-a8221bec-1868-49bd-91fa-eae9b0ce1839 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.387436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b10b419-56bd-4e00-9f1b-d8063f4888e6 req-a8221bec-1868-49bd-91fa-eae9b0ce1839 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 945 time: 0.2377517 Nov 25 17:13:36.432484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-97fdcabd-218e-4306-a5c3-e27e82d5ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.434368 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-97fdcabd-218e-4306-a5c3-e27e82d5ea3e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=38d7203f59664fa3b6099740af359228&device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1096 time: 0.1341922 Nov 25 17:13:36.560411 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:13:36.562117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b10b419-56bd-4e00-9f1b-d8063f4888e6 req-fb2a92a0-f5cd-4888-8d10-6be1a0f71d01 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743228 Nov 25 17:13:36.647287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40df6d42-d249-4586-b0fc-2158c3265f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:36.702218 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:36.736266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-386a2804-617a-470f-bd2d-962ebc60ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.740820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-386a2804-617a-470f-bd2d-962ebc60ba73 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 200 len: 922 time: 0.2865789 Nov 25 17:13:36.823228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-519c680f-9e3f-4fdb-9ba5-d5286e86e4ae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 200 len: 217 time: 0.0723531 Nov 25 17:13:36.875765 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40df6d42-d249-4586-b0fc-2158c3265f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:36.891131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40df6d42-d249-4586-b0fc-2158c3265f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:36.939492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b5cc1-3aeb-42a0-9b1c-c1590b9af36b req-57d2d9c6-00aa-40f5-8252-88c449bfb51e tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.946838 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-827b5cc1-3aeb-42a0-9b1c-c1590b9af36b req-57d2d9c6-00aa-40f5-8252-88c449bfb51e tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.1713059 Nov 25 17:13:36.958602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-a3b46ec9-9309-4185-a6f1-bd9ebf6f42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.960069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-a3b46ec9-9309-4185-a6f1-bd9ebf6f42d0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 200 len: 861 time: 0.1035604 Nov 25 17:13:37.001264 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-40df6d42-d249-4586-b0fc-2158c3265f54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f298970ae9dc41369ce73afacc54e637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7846665 Nov 25 17:13:37.006193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39964) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:37.009759 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.021840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df6d42-d249-4586-b0fc-2158c3265f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435177d1-98d2-40b4-95ec-c5be0dede4cd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:37.051755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-a0214f26-89d2-4ba3-b6f5-a89c773399fd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809257 Nov 25 17:13:37.103682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eedf5cac-dc47-42c2-937b-5d44df40426e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.125523 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-827b5cc1-3aeb-42a0-9b1c-c1590b9af36b req-43427b51-5de8-464d-9660-a2d91c819a14 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712942 Nov 25 17:13:37.140558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eedf5cac-dc47-42c2-937b-5d44df40426e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.211957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eedf5cac-dc47-42c2-937b-5d44df40426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.218108 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eedf5cac-dc47-42c2-937b-5d44df40426e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.220402 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eedf5cac-dc47-42c2-937b-5d44df40426e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/435177d1-98d2-40b4-95ec-c5be0dede4cd HTTP/1.1" status: 204 len: 168 time: 0.2132258 Nov 25 17:13:37.234521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf5cac-dc47-42c2-937b-5d44df40426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435177d1-98d2-40b4-95ec-c5be0dede4cd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:37.347806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-6f2e89e0-e056-4a01-8f35-7ff6854c0667 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669437 Nov 25 17:13:37.425373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39978) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:37.432275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-99668743'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:37.565006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:37.589473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.657290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-d7f196b3-8d1a-4c33-8841-7a55eb7a5324 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044639 Nov 25 17:13:37.690869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:13:37.727089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.727582 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Added segment 55d5c4ae-2890-4f8b-b599-517cdc1337f5 of type vlan for network f11cc646-4505-4f7f-ba1b-17308c962b85 Nov 25 17:13:37.785343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.833796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d7a0-07e8-48e3-85a4-203b9495ad27 req-b4be16af-1857-4525-96f2-f5e88258661c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:37.860020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08e2d7a0-07e8-48e3-85a4-203b9495ad27 req-b4be16af-1857-4525-96f2-f5e88258661c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.2000859 Nov 25 17:13:37.891500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.894470 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.913077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:37.917030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.007863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08e2d7a0-07e8-48e3-85a4-203b9495ad27 req-92c75773-6a81-45a5-928d-4991c8a7dcb8 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465847 Nov 25 17:13:38.054629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39990) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:38.149453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9d44-a550-40ba-a857-76200694cf62 req-15547576-cc8d-4518-9730-53ea59150579 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.151415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-15547576-cc8d-4518-9730-53ea59150579 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2&tenant_id=38d7203f59664fa3b6099740af359228&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.1201832 Nov 25 17:13:38.173999 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7470057 Nov 25 17:13:38.227212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39994) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:38.228917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64ec567e-7838-4d22-ad08-b1ab7a517e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.232731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e173a5b-488d-4de9-aa63-b4deeb6b60fb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Network': ['ID=f11cc646-4505-4f7f-ba1b-17308c962b85,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:38.243508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-651022412'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:38.244992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network f11cc646-4505-4f7f-ba1b-17308c962b85 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:13:38.298461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:38.303984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.377351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:13:38.402595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.404685 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Added segment d47bdd14-55d3-49e2-84ef-97bbf229429e of type vlan for network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 Nov 25 17:13:38.452728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64ec567e-7838-4d22-ad08-b1ab7a517e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.475243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f5918-47a9-4fcc-8e11-2f890e4cf3c3 req-1a8e4d04-d9ea-4aa9-b3c5-243401ef9cd9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.476982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d9f5918-47a9-4fcc-8e11-2f890e4cf3c3 req-1a8e4d04-d9ea-4aa9-b3c5-243401ef9cd9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 945 time: 0.3195045 Nov 25 17:13:38.495516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64ec567e-7838-4d22-ad08-b1ab7a517e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.551798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-49bc9d44-a550-40ba-a857-76200694cf62 req-e7752fb5-dc7e-4261-84d6-1056ec7fc788 service neutron] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:38.567824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-64ec567e-7838-4d22-ad08-b1ab7a517e2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=633b9a04d9e04f23a1a22c0527175312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5103979 Nov 25 17:13:38.569786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.576187 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-49bc9d44-a550-40ba-a857-76200694cf62 req-e7752fb5-dc7e-4261-84d6-1056ec7fc788 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.577275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39996) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:38.577425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49bc9d44-a550-40ba-a857-76200694cf62 req-e7752fb5-dc7e-4261-84d6-1056ec7fc788 service neutron] 10.222.0.95 "DELETE /v2.0/ports/907b512c-814e-47f6-9dda-3ea20422626f/bindings/n-h2-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.4038217 Nov 25 17:13:38.629365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec567e-7838-4d22-ad08-b1ab7a517e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bbbabd-ba48-4483-a81f-60d49de35f43,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:38.641414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d9f5918-47a9-4fcc-8e11-2f890e4cf3c3 req-726383fc-556a-4ef5-9b11-d4e94181336d tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430407 Nov 25 17:13:38.658230 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.664996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.672131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.780466 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5443232 Nov 25 17:13:38.783500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:38.788366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7018e6ad-1e3f-46fe-be52-291bf3ff9b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.795028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'subnet': {'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:38.819856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392cb53-463d-4760-bae3-55e16b4a179b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Network': ['ID=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:38.847860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:13:38.905765 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7018e6ad-1e3f-46fe-be52-291bf3ff9b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.005661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7018e6ad-1e3f-46fe-be52-291bf3ff9b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.015500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7018e6ad-1e3f-46fe-be52-291bf3ff9b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.018497 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7018e6ad-1e3f-46fe-be52-291bf3ff9b5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2bbbabd-ba48-4483-a81f-60d49de35f43 HTTP/1.1" status: 204 len: 168 time: 0.4375296 Nov 25 17:13:39.074605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018e6ad-1e3f-46fe-be52-291bf3ff9b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bbbabd-ba48-4483-a81f-60d49de35f43,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:39.142068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:39.146890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.424593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1dddd-e3fd-46a3-be7a-024071922af2 req-88817dd2-ca99-46ba-8da2-880dfaf923e1 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.459324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abf1dddd-e3fd-46a3-be7a-024071922af2 req-88817dd2-ca99-46ba-8da2-880dfaf923e1 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.4439785 Nov 25 17:13:39.602526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abf1dddd-e3fd-46a3-be7a-024071922af2 req-c501867c-d5e5-49a6-b707-09cbedff5af0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547222 Nov 25 17:13:39.623438 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.705741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Subnet': ['ID=48fc26fa-de5a-4d22-97a0-9aefc6e6017f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:39.772802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Checking segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:39.774050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network hostable DHCP agents. Network: f11cc646-4505-4f7f-ba1b-17308c962b85, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:13:39.815092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network f11cc646-4505-4f7f-ba1b-17308c962b85 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:13:39.970352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, f11cc646-4505-4f7f-ba1b-17308c962b85) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:39.985818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16f062-a3f1-4d9e-9b0a-c8f64ff1ed3b None None] Network f11cc646-4505-4f7f-ba1b-17308c962b85 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:40.002547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:40.006318 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:40.065202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40030) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:40.066493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-84ebbcd2-a016-4cfc-ae82-7fd3d24a64dc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2813151 Nov 25 17:13:40.071431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'subnet': {'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:40.082015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c99b-8293-4764-a912-3a691f8f03b4 req-325729de-9148-4f01-be73-f6c72f4b9620 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:40.092105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a90c99b-8293-4764-a912-3a691f8f03b4 req-325729de-9148-4f01-be73-f6c72f4b9620 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 1096 time: 0.2520859 Nov 25 17:13:40.172287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a90c99b-8293-4764-a912-3a691f8f03b4 req-7c3e06f4-d93b-40e0-a998-f02afb9573f2 tempest-LiveAutoBlockMigrationV225Test-63082305 tempest-LiveAutoBlockMigrationV225Test-63082305-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786526 Nov 25 17:13:40.401051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:40.454678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:40.462538 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:40.517867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f11cc646-4505-4f7f-ba1b-17308c962b85', 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'fixed_ips': [{'subnet_id': '48fc26fa-de5a-4d22-97a0-9aefc6e6017f'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:13:40.519862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:40.602118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b3c74-7eb7-4fc7-a2d7-d36da89b15be req-88089ff8-c29f-431f-b941-68167c9afff5 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:40.611529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a55b3c74-7eb7-4fc7-a2d7-d36da89b15be req-88089ff8-c29f-431f-b941-68167c9afff5 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.2010088 Nov 25 17:13:40.730787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a55b3c74-7eb7-4fc7-a2d7-d36da89b15be req-5f337741-235b-4e8e-b930-3f05b4d525ec tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183455 Nov 25 17:13:40.864175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6180d9ae-cd7a-4dd7-93c7-35b831fc8649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:40.947086 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Allocated IP 10.1.1.2 (f11cc646-4505-4f7f-ba1b-17308c962b85/48fc26fa-de5a-4d22-97a0-9aefc6e6017f/460afbae-954b-48f7-b4cd-57442d770827) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:41.031481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.103246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6180d9ae-cd7a-4dd7-93c7-35b831fc8649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.105110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Subnet': ['ID=5521e773-5470-44ad-81f0-8484dfac8926,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:41.132307 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6180d9ae-cd7a-4dd7-93c7-35b831fc8649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.217565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Checking segment: {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:41.227046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network hostable DHCP agents. Network: 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:13:41.261289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6180d9ae-cd7a-4dd7-93c7-35b831fc8649 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b080dacbb7e443ff9808660da818d54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8584979 Nov 25 17:13:41.265739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:41.282311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:13:41.311055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:41.316353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180d9ae-cd7a-4dd7-93c7-35b831fc8649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04530a7e-a02c-497e-99eb-590b4fcd2e1a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:41.318376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.318978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.335550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0090375-bb06-4876-9e5a-642256d7f1f1 None None] Network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:41.378187 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b36538c3-5faf-4850-91e1-0f90c2cde393 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3108075 Nov 25 17:13:41.381867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40066) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:41.401008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'port': {'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'name': 'tempest-TaggedBootDevicesTest-367422734', 'fixed_ips': [{'subnet_id': '48fc26fa-de5a-4d22-97a0-9aefc6e6017f'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:41.498184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc9472-6cfa-4743-81bd-6df5616947cf req-a7927bbb-9c99-4a09-afe5-074184eb1259 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.506378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc9472-6cfa-4743-81bd-6df5616947cf req-a7927bbb-9c99-4a09-afe5-074184eb1259 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.1574371 Nov 25 17:13:41.565405 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65b2961a-56cf-45cd-bdb9-0d095c4e4f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.598304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65b2961a-56cf-45cd-bdb9-0d095c4e4f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.637221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12', 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'fixed_ips': [{'subnet_id': '5521e773-5470-44ad-81f0-8484dfac8926'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:13:41.643829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.686628 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.713685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc9472-6cfa-4743-81bd-6df5616947cf req-679a0cbf-6da8-44db-b8ae-149caf79a5b4 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063153 Nov 25 17:13:41.715948 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.729098 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65b2961a-56cf-45cd-bdb9-0d095c4e4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.734003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65b2961a-56cf-45cd-bdb9-0d095c4e4f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.737485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-65b2961a-56cf-45cd-bdb9-0d095c4e4f64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04530a7e-a02c-497e-99eb-590b4fcd2e1a HTTP/1.1" status: 204 len: 168 time: 0.4671719 Nov 25 17:13:41.760161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:41.787961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2961a-56cf-45cd-bdb9-0d095c4e4f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04530a7e-a02c-497e-99eb-590b4fcd2e1a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:41.967044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Allocated IP 10.2.2.2 (4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12/5521e773-5470-44ad-81f0-8484dfac8926/9b0ff522-6bb1-4260-9f9e-711c7ec31264) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:42.069855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.124317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] device_id is not set on port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:13:42.189759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d68b4-dd61-4cf1-873c-263aad617816 req-e8ccd4b0-15e1-45ff-8e83-d7f13e3e7b4b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:42.197696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-250d68b4-dd61-4cf1-873c-263aad617816 req-e8ccd4b0-15e1-45ff-8e83-d7f13e3e7b4b tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 945 time: 0.2897344 Nov 25 17:13:42.320995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-8e4c6b8e-1afa-431f-b943-8c0225f4a2c8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:42.322547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-8e4c6b8e-1afa-431f-b943-8c0225f4a2c8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.95 "GET /v2.0/ports?device_id=0eb5b0a6-29ee-406a-9cac-ca71b748d5a2 HTTP/1.1" status: 200 len: 945 time: 0.3949518 Nov 25 17:13:42.400858 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.462767 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.482253 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-250d68b4-dd61-4cf1-873c-263aad617816 req-3cf01333-1300-4e16-85af-1dc901ac4055 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804184 Nov 25 17:13:42.485294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Network f11cc646-4505-4f7f-ba1b-17308c962b85 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:42.510532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Pushing event updated for resources: {'Port': ['ID=460afbae-954b-48f7-b4cd-57442d770827,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:42.514271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:42.539603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:42.552136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.553900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.554966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.556635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.558907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.561060 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.561432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.561783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.562130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.562471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.562812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.563145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:42.594253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40088) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:42.609944 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:42.612377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-01df4d77-f498-4269-b9cc-92a428365cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.705942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Deleting port 907b512c-814e-47f6-9dda-3ea20422626f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:42.708331 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.771770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:42.784011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:42.858254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Allocated IP 10.1.1.51 (f11cc646-4505-4f7f-ba1b-17308c962b85/48fc26fa-de5a-4d22-97a0-9aefc6e6017f/1c32d82b-20c2-48d8-9d1f-8719d2098e98) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:42.876523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Pushing event updated for resources: {'Port': ['ID=9b0ff522-6bb1-4260-9f9e-711c7ec31264,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:42.929624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Attempting to bind port 460afbae-954b-48f7-b4cd-57442d770827 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:42.929624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Attempting to bind port 460afbae-954b-48f7-b4cd-57442d770827 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:42.929624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Attempting to bind port 460afbae-954b-48f7-b4cd-57442d770827 on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:42.958985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:42.959352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Checking segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:42.959686 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.960087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Bound using segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:42.960575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Bound port: 460afbae-954b-48f7-b4cd-57442d770827, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:42.960972 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.985835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Attempting to bind port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:42.986217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Attempting to bind port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:42.986611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Attempting to bind port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 on network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:43.000117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] For port 907b512c-814e-47f6-9dda-3ea20422626f, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=907b512c-814e-47f6-9dda-3ea20422626f,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:43.000505 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.004447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:43.004839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Checking segment: {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:43.005275 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.005678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Bound using segment: {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:43.006167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Bound port: 9b0ff522-6bb1-4260-9f9e-711c7ec31264, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:43.006551 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.034016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Calling delete_port for 907b512c-814e-47f6-9dda-3ea20422626f owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:43.082686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-01df4d77-f498-4269-b9cc-92a428365cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.113649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-01df4d77-f498-4269-b9cc-92a428365cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.233541 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.260022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['c1bd6dfd-6e58-4500-90c2-526e6e17dd04'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:43.307446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Pushing event deleted for resources: {'Port': ['ID=907b512c-814e-47f6-9dda-3ea20422626f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:43.381071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] No DVR routers for this DVR port 907b512c-814e-47f6-9dda-3ea20422626f on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:43.390108 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.400398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba5cf0a8-d716-4703-84ac-6b9d8153ac40 req-95afa194-0921-411b-8566-3ebea750b90e tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.95 "DELETE /v2.0/ports/907b512c-814e-47f6-9dda-3ea20422626f HTTP/1.1" status: 204 len: 173 time: 1.0592678 Nov 25 17:13:43.401336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'name': 'network-vif-deleted', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:43.403617 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-01df4d77-f498-4269-b9cc-92a428365cc0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62b39639aaa448ecbfab00e2c2572258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8081195 Nov 25 17:13:43.407120 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab2cf07-a322-44cc-a3f9-df3fad39b6f8" -d '{"events": [{"server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "name": "network-vif-deleted", "tag": "907b512c-814e-47f6-9dda-3ea20422626f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:43.424061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:43.458956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df4d77-f498-4269-b9cc-92a428365cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c5c76e-4fa6-48f1-a347-28f205f90ea8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:43.541589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f5c6f8-31f2-46e7-b9f0-105072993021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.590017 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] For port 460afbae-954b-48f7-b4cd-57442d770827, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:43.620006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] For port 9b0ff522-6bb1-4260-9f9e-711c7ec31264, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:43.624906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] For port 460afbae-954b-48f7-b4cd-57442d770827, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=460afbae-954b-48f7-b4cd-57442d770827,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:43.626976 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f5c6f8-31f2-46e7-b9f0-105072993021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.649135 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.661707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] For port 9b0ff522-6bb1-4260-9f9e-711c7ec31264, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=9b0ff522-6bb1-4260-9f9e-711c7ec31264,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:43.689262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.729290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40cc40-889e-43f0-a342-ca9557862731 None None] Pushing event updated for resources: {'Port': ['ID=460afbae-954b-48f7-b4cd-57442d770827,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:43.736562 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.779521 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f5c6f8-31f2-46e7-b9f0-105072993021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.783955 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f5c6f8-31f2-46e7-b9f0-105072993021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.791501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-39f5c6f8-31f2-46e7-b9f0-105072993021 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66c5c76e-4fa6-48f1-a347-28f205f90ea8 HTTP/1.1" status: 204 len: 168 time: 0.3583126 Nov 25 17:13:43.812582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5c6f8-31f2-46e7-b9f0-105072993021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c5c76e-4fa6-48f1-a347-28f205f90ea8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:43.813864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.906607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network f11cc646-4505-4f7f-ba1b-17308c962b85 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:43.910556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:43.915521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:43.987274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=1c32d82b-20c2-48d8-9d1f-8719d2098e98,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:44.054677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.056392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:44.106303 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-91c1c388-cf15-4c8e-a3b1-9820a908a70c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7232711 Nov 25 17:13:44.109912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:44.115723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'port': {'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'name': 'tempest-TaggedBootDevicesTest-811274684', 'fixed_ips': [{'subnet_id': '48fc26fa-de5a-4d22-97a0-9aefc6e6017f'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:44.142520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa272b-956b-4a6b-a0d1-25b025b4d959 None None] Pushing event updated for resources: {'Port': ['ID=9b0ff522-6bb1-4260-9f9e-711c7ec31264,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:44.654603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:44.851374 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:44.898247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 907b512c-814e-47f6-9dda-3ea20422626f no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:44.909958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] device_id is not set on port 457c5142-1f03-4c25-b320-6e96464b266c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:13:44.951699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 907b512c-814e-47f6-9dda-3ea20422626f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:44.952013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 907b512c-814e-47f6-9dda-3ea20422626f not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:45.704691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 9b0ff522-6bb1-4260-9f9e-711c7ec31264 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:45.926202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:45.927371 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.179754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:46.221234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c42643a-edfb-4965-9c3b-dc975d2f6a23 None None] Network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:46.292602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Allocated IP 10.1.1.236 (f11cc646-4505-4f7f-ba1b-17308c962b85/48fc26fa-de5a-4d22-97a0-9aefc6e6017f/457c5142-1f03-4c25-b320-6e96464b266c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:46.381663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.483865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443bf6b1-a0c2-43f4-9258-6dc01e69867f None None] Network f11cc646-4505-4f7f-ba1b-17308c962b85 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:46.546854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 9b0ff522-6bb1-4260-9f9e-711c7ec31264, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=9b0ff522-6bb1-4260-9f9e-711c7ec31264,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:46.581371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bf140bf5-9b78-47eb-9a93-9074990c232b None None] Provisioning complete for port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:46.582547 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf140bf5-9b78-47eb-9a93-9074990c232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.602214 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.603996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 460afbae-954b-48f7-b4cd-57442d770827 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:46.634490 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.751860 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.797099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8db0-580a-4207-9c21-1929f86f44a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.909249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network f11cc646-4505-4f7f-ba1b-17308c962b85 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:46.918476 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:46.926199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:46.990222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8db0-580a-4207-9c21-1929f86f44a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.014714 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8db0-580a-4207-9c21-1929f86f44a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.031954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=457c5142-1f03-4c25-b320-6e96464b266c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:47.085401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:47.086115 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.147656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-38e24802-4ca0-4858-994a-131533a72b6b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0362477 Nov 25 17:13:47.177230 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7c1f8db0-580a-4207-9c21-1929f86f44a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd22b2eee85a46f3b0e38efe615239d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9963419 Nov 25 17:13:47.181997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:47.190706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f8db0-580a-4207-9c21-1929f86f44a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f980c54f-c8c9-498d-92df-4f639d1da392,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:47.316193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af1ff75c-0a13-4b00-a30c-ecfd513f66a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.355537 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af1ff75c-0a13-4b00-a30c-ecfd513f66a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.473942 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af1ff75c-0a13-4b00-a30c-ecfd513f66a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.485523 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af1ff75c-0a13-4b00-a30c-ecfd513f66a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.508366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-af1ff75c-0a13-4b00-a30c-ecfd513f66a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f980c54f-c8c9-498d-92df-4f639d1da392 HTTP/1.1" status: 204 len: 168 time: 0.3097210 Nov 25 17:13:47.536311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ff75c-0a13-4b00-a30c-ecfd513f66a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f980c54f-c8c9-498d-92df-4f639d1da392,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:47.580620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=9b0ff522-6bb1-4260-9f9e-711c7ec31264,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:47.763529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 460afbae-954b-48f7-b4cd-57442d770827 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:47.764052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.863693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68c7fe4f-b62e-44c7-be42-36d0360d88ed None None] Provisioning complete for port 460afbae-954b-48f7-b4cd-57442d770827 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:47.863940 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68c7fe4f-b62e-44c7-be42-36d0360d88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.103819 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.148320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:48.180760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b6e740a-cd50-4431-b438-e1c68dc3b44d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.193553 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68c7fe4f-b62e-44c7-be42-36d0360d88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.287150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 460afbae-954b-48f7-b4cd-57442d770827, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=460afbae-954b-48f7-b4cd-57442d770827,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:48.310191 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.420192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b6e740a-cd50-4431-b438-e1c68dc3b44d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.435999 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b6e740a-cd50-4431-b438-e1c68dc3b44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.469270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=460afbae-954b-48f7-b4cd-57442d770827,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:48.488189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e740a-cd50-4431-b438-e1c68dc3b44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17438ffd-3e2d-4ce3-a574-8d8a4a8152ed,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:48.489493 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-68c7fe4f-b62e-44c7-be42-36d0360d88ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:13:48.490011 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-68c7fe4f-b62e-44c7-be42-36d0360d88ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:13:48.524492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 9b0ff522-6bb1-4260-9f9e-711c7ec31264 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:48.549569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:48.550142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2b6e740a-cd50-4431-b438-e1c68dc3b44d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66109f44b50048ac8d6e09c3b10cc431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4003220 Nov 25 17:13:48.686737 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7062fa9f-92e9-4414-b629-920ecc155740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.693355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:48.694384 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.747087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7062fa9f-92e9-4414-b629-920ecc155740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.873724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7062fa9f-92e9-4414-b629-920ecc155740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.878695 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7062fa9f-92e9-4414-b629-920ecc155740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:48.880232 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7062fa9f-92e9-4414-b629-920ecc155740 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17438ffd-3e2d-4ce3-a574-8d8a4a8152ed HTTP/1.1" status: 204 len: 168 time: 0.3288634 Nov 25 17:13:48.924332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062fa9f-92e9-4414-b629-920ecc155740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17438ffd-3e2d-4ce3-a574-8d8a4a8152ed,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:49.097026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68c7fe4f-b62e-44c7-be42-36d0360d88ed None None] Provisioning complete for port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:49.097423 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68c7fe4f-b62e-44c7-be42-36d0360d88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.436412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b65ad9e9-f537-4720-b30d-1623cfd535d3 None None] Provisioning complete for port 460afbae-954b-48f7-b4cd-57442d770827 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:49.436800 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9e9-f537-4720-b30d-1623cfd535d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.602004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b65ad9e9-f537-4720-b30d-1623cfd535d3 None None] Provisioning complete for port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:49.602532 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9e9-f537-4720-b30d-1623cfd535d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.736307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b65ad9e9-f537-4720-b30d-1623cfd535d3 None None] Port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:49.748613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b65ad9e9-f537-4720-b30d-1623cfd535d3 None None] Provisioning complete for port 457c5142-1f03-4c25-b320-6e96464b266c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:49.749027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9e9-f537-4720-b30d-1623cfd535d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.804212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b65ad9e9-f537-4720-b30d-1623cfd535d3 None None] Port 457c5142-1f03-4c25-b320-6e96464b266c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:50.460619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 460afbae-954b-48f7-b4cd-57442d770827 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:50.635380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 460afbae-954b-48f7-b4cd-57442d770827 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:50.636111 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:50.984457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40260) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:51.166039 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5e98636-8bc9-4733-ba9d-27e33639a428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.297471 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5e98636-8bc9-4733-ba9d-27e33639a428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.304587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5e98636-8bc9-4733-ba9d-27e33639a428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.335430 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a5e98636-8bc9-4733-ba9d-27e33639a428 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04a138246f5542d98e9a0decb4ba38b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491597 Nov 25 17:13:51.338109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:51.382840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e98636-8bc9-4733-ba9d-27e33639a428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9cb119-3d76-49ab-9538-f2831abc8334,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:51.418486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebd7959a-fca6-4685-871c-ae86e77eb362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.465671 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebd7959a-fca6-4685-871c-ae86e77eb362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.566555 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebd7959a-fca6-4685-871c-ae86e77eb362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.571122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebd7959a-fca6-4685-871c-ae86e77eb362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.576308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ebd7959a-fca6-4685-871c-ae86e77eb362 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab9cb119-3d76-49ab-9538-f2831abc8334 HTTP/1.1" status: 204 len: 168 time: 0.2340765 Nov 25 17:13:51.597853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7959a-fca6-4685-871c-ae86e77eb362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9cb119-3d76-49ab-9538-f2831abc8334,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:53.628779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:53.869093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1d36059-9260-42d9-8594-8f65ffce9507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.905850 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63a895b-0521-4670-999c-5bb2f3b1ba9a x-openstack-request-id: req-a63a895b-0521-4670-999c-5bb2f3b1ba9a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:53.906219 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb5b0a6-29ee-406a-9cac-ca71b748d5a2", "name": "network-vif-deleted", "tag": "907b512c-814e-47f6-9dda-3ea20422626f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:53.913433 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a63a895b-0521-4670-999c-5bb2f3b1ba9a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:53.914159 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb5b0a6-29ee-406a-9cac-ca71b748d5a2', 'name': 'network-vif-deleted', 'tag': '907b512c-814e-47f6-9dda-3ea20422626f', 'status': 'completed', 'code': 200} Nov 25 17:13:54.231872 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1d36059-9260-42d9-8594-8f65ffce9507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.248617 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1d36059-9260-42d9-8594-8f65ffce9507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.406327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40336) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:54.407493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c1d36059-9260-42d9-8594-8f65ffce9507 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a91432fb230414189d17820e40a502c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7718618 Nov 25 17:13:54.411439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d36059-9260-42d9-8594-8f65ffce9507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cddac2e-9117-4cda-bbe0-fdb417f00ac1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:54.565470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32720bfe-e435-44fe-81b9-95a2b3ccad3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.663002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32720bfe-e435-44fe-81b9-95a2b3ccad3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.702013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-7af69986-d929-4071-8b83-2111525641d1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345314 Nov 25 17:13:54.846329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32720bfe-e435-44fe-81b9-95a2b3ccad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.854385 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32720bfe-e435-44fe-81b9-95a2b3ccad3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.855676 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32720bfe-e435-44fe-81b9-95a2b3ccad3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8cddac2e-9117-4cda-bbe0-fdb417f00ac1 HTTP/1.1" status: 204 len: 168 time: 0.4483645 Nov 25 17:13:54.896503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32720bfe-e435-44fe-81b9-95a2b3ccad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cddac2e-9117-4cda-bbe0-fdb417f00ac1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:55.057729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40360) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:55.063816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-17cb697f-dec0-4ae5-a2e4-d5090e2984e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722060565', 'description': 'tempest-description--1183199544'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:55.127542 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17cb697f-dec0-4ae5-a2e4-d5090e2984e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.177023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-ed8357e4-322c-41ea-b526-0dbc8f679b89 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:55.196062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-ed8357e4-322c-41ea-b526-0dbc8f679b89 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4929438 Nov 25 17:13:55.242144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-b1db2d0c-a356-4098-8aaf-4567264ad5b8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/quotas/1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 375 time: 0.0359623 Nov 25 17:13:55.382411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-21147b87-d581-4796-802b-589c3338eefe tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273561 Nov 25 17:13:55.471047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17cb697f-dec0-4ae5-a2e4-d5090e2984e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.490750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17cb697f-dec0-4ae5-a2e4-d5090e2984e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.580718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb697f-dec0-4ae5-a2e4-d5090e2984e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bfdaab-4edf-4477-a119-3cc3ab3a8351,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:55.589977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17cb697f-dec0-4ae5-a2e4-d5090e2984e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.593579 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-17cb697f-dec0-4ae5-a2e4-d5090e2984e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5347838 Nov 25 17:13:55.598369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:55.604534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9291070b-6215-456f-a51d-5f702f0d74e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'security_group_rule': {'security_group_id': '17bfdaab-4edf-4477-a119-3cc3ab3a8351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:55.681429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9291070b-6215-456f-a51d-5f702f0d74e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.822943 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9291070b-6215-456f-a51d-5f702f0d74e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.848191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9291070b-6215-456f-a51d-5f702f0d74e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.952014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291070b-6215-456f-a51d-5f702f0d74e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd9e652-e9c2-469f-ad62-d44b729dd49d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:56.085794 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9291070b-6215-456f-a51d-5f702f0d74e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.089406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9291070b-6215-456f-a51d-5f702f0d74e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4869306 Nov 25 17:13:56.091217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40400) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:56.100455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8b3d8b98-28af-4305-9818-2d727e7713b9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'security_group_rule': {'security_group_id': '17bfdaab-4edf-4477-a119-3cc3ab3a8351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:56.177963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3318d56f-f4d2-480b-ae27-a5250893155f req-886c6ffa-092d-4b4b-8b4b-362b22712024 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 210 time: 0.2198367 Nov 25 17:13:56.185583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b3d8b98-28af-4305-9818-2d727e7713b9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.251250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-0739f839-562d-4063-aa91-b8450dcde7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:56.274401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-0739f839-562d-4063-aa91-b8450dcde7b4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1097 time: 0.4606574 Nov 25 17:13:56.425450 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b3d8b98-28af-4305-9818-2d727e7713b9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.439195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b3d8b98-28af-4305-9818-2d727e7713b9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.536558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d8b98-28af-4305-9818-2d727e7713b9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb64bd9a-5f5d-4fa6-80ad-9e9e69881910,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:56.562781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b3d8b98-28af-4305-9818-2d727e7713b9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.573504 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b3d8b98-28af-4305-9818-2d727e7713b9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4778044 Nov 25 17:13:56.577378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40416) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:56.596289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:56.668979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1dbc4-7ea8-4f18-a54c-4900f925c833 req-a027245d-cd0c-4a92-97b9-fa6a76131c1c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:56.683552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.717238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cb1dbc4-7ea8-4f18-a54c-4900f925c833 req-a027245d-cd0c-4a92-97b9-fa6a76131c1c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.5997734 Nov 25 17:13:56.944422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:57.056488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-6c7ce138-04b4-4135-8126-026e55426d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.060726 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-6c7ce138-04b4-4135-8126-026e55426d54 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 920 time: 0.7727969 Nov 25 17:13:57.075652 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.241455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cb1dbc4-7ea8-4f18-a54c-4900f925c833 req-87bb11b9-fe5d-4d57-8c37-a4848a02145d tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449739 Nov 25 17:13:57.339623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:57.366492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-b9e5671b-eb45-4de6-9c1d-0a6ccc1aae05 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=387e476d-656e-49bf-a93d-42b4461df030 HTTP/1.1" status: 200 len: 217 time: 0.2063138 Nov 25 17:13:57.387860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'port_id': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'mac_address': 'fa:16:3e:c8:a9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd10089-7241-451d-b505-fd41efbb0098', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:13:57.409654 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Allocated IP 172.25.1.195 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/3971284d-d40e-4e7e-9ff9-782229bc3638) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:57.551950 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.594081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91300958-25ab-4821-ae10-177eca3ca362 req-9e88c47c-639d-46e6-b605-bd47168e920b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.602135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91300958-25ab-4821-ae10-177eca3ca362 req-9e88c47c-639d-46e6-b605-bd47168e920b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.6721697 Nov 25 17:13:57.618694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:57.707897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-359ea937-2916-4a21-b5a8-9202ba45f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.709395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-359ea937-2916-4a21-b5a8-9202ba45f477 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.3293772 Nov 25 17:13:57.719971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:57.733269 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.848678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.864536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91300958-25ab-4821-ae10-177eca3ca362 req-36a66ed6-46d5-4354-96aa-d89be41731ef tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574666 Nov 25 17:13:57.868841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:57.871983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-5d29fd58-0d63-413d-b126-4b316f552a50 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495106 Nov 25 17:13:57.922060 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:58.033606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.063344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-6930157a-56fb-41b7-aa2a-235bf4dd44e0 service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820374 Nov 25 17:13:58.096195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-b1d5d058-81c5-4613-b550-087297c26315 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304086 Nov 25 17:13:58.202644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8e2e976-c9b0-483f-be20-02bcfbf79126 req-6e128f50-8505-4a38-a68b-395a91f77087 service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051254 Nov 25 17:13:58.257944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:58.303125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:58.344346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:58.358499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=3971284d-d40e-4e7e-9ff9-782229bc3638,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:58.405561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b148adea-0e45-470e-b48f-720fef91c14c req-a5f93b5e-156f-4592-8b6e-2470e3134f12 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 210 time: 0.2016449 Nov 25 17:13:58.454200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-5e295fd1-c626-4a16-8725-d85052c46ce0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.458640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-5e295fd1-c626-4a16-8725-d85052c46ce0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405097 Nov 25 17:13:58.474075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Request body: {'port': {'device_id': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '1177c4b6ff6f4cdc81f1945404b31ab8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:58.567726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.634015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.789369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Made reservation on behalf of 1177c4b6ff6f4cdc81f1945404b31ab8 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:58.797500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.861875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bae8e-c0f7-4003-830f-a4d505eaa5e4 req-d587e143-77c5-492c-b9f4-31c8efa5ed0b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.863503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-239bae8e-c0f7-4003-830f-a4d505eaa5e4 req-d587e143-77c5-492c-b9f4-31c8efa5ed0b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1778405 Nov 25 17:13:58.872201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.948124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:59.189541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.216000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.237310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.281500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.405607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=3971284d-d40e-4e7e-9ff9-782229bc3638,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:59.452951 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.487183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.498698 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a96d7ba-f18c-47e0-81c9-8b3d6ba5c974 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9114130 Nov 25 17:13:59.531499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:59.531896 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.572498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Allocated IP 192.168.233.52 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/fd5c41d0-2e16-49d8-9358-491a70af462f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:59.790500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.826164 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.893222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:59.894798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:59.898366 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3febbfe-3781-47b7-963a-9b7ec6564a08" -d '{"events": [{"server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "name": "network-vif-plugged", "status": "completed", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:59.914280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.021757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fd5fa8-0b32-4018-b948-002c5f96f43c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:00.039478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-239bae8e-c0f7-4003-830f-a4d505eaa5e4 req-4b238df3-58cc-40da-82ec-d5ef7ebbeba5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1464391 Nov 25 17:14:00.066139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:00.154372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162c939-5834-4cc1-81b9-91f3f51545ac req-6cacaf73-f647-4233-95c2-05036831f116 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.156039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d162c939-5834-4cc1-81b9-91f3f51545ac req-6cacaf73-f647-4233-95c2-05036831f116 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 945 time: 1.1610076 Nov 25 17:14:00.197822 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.391321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d162c939-5834-4cc1-81b9-91f3f51545ac req-d86e7fdf-5988-476c-a9b0-e74c94448ab9 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281499 Nov 25 17:14:00.471970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4301-1238-438b-808c-cb8e807ee8b9 req-ad7d7657-43f3-426b-929f-d3ffc7f89643 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.485807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bbf4301-1238-438b-808c-cb8e807ee8b9 req-ad7d7657-43f3-426b-929f-d3ffc7f89643 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 935 time: 0.3012261 Nov 25 17:14:00.546505 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af202856-21f6-44f2-a64e-0a8b21214368 x-openstack-request-id: req-af202856-21f6-44f2-a64e-0a8b21214368 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:00.546867 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "name": "network-vif-plugged", "status": "completed", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:00.547241 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af202856-21f6-44f2-a64e-0a8b21214368 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:00.547801 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'code': 200} Nov 25 17:14:00.605353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bbf4301-1238-438b-808c-cb8e807ee8b9 req-7b8799e6-653b-479a-8c6a-643e56b1115f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096036 Nov 25 17:14:00.608778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:00.614179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:00.636002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:00.644735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:00.926110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c75744f7-1fde-4bc2-8f28-660f84d796b6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1722060565&fields=id&tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851 HTTP/1.1" status: 200 len: 267 time: 0.1881387 Nov 25 17:14:00.984649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.985477 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.068006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-9cd3868c-ea4e-435b-9e69-4c9058fb4288 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.089665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-9cd3868c-ea4e-435b-9e69-4c9058fb4288 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports/1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 200 len: 930 time: 0.1341221 Nov 25 17:14:01.101411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-461b1dbb-7fac-4a63-99d5-789668f659ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6293263 Nov 25 17:14:01.135773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Request body: {'port': {'device_id': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:01.147237 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ba8627a3-9381-4451-aba9-b5a1eb3253ae None None] Provisioning complete for port fd5c41d0-2e16-49d8-9358-491a70af462f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:01.147759 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba8627a3-9381-4451-aba9-b5a1eb3253ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.223665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba8627a3-9381-4451-aba9-b5a1eb3253ae None None] Port fd5c41d0-2e16-49d8-9358-491a70af462f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:01.281457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.338609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-a545b846-e910-4588-80eb-f3f01aca2759 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.340658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-a545b846-e910-4588-80eb-f3f01aca2759 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports/457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 200 len: 931 time: 0.2377458 Nov 25 17:14:01.475965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-d7a6c406-45a4-4802-b71d-18f783e089c4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0967543 Nov 25 17:14:01.581475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-734cc978-052d-4af0-901c-68af84c76ce4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0883563 Nov 25 17:14:01.901913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-a6bae264-8f19-463f-ae7b-5d56a121168b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.923590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-a6bae264-8f19-463f-ae7b-5d56a121168b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.931654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-a6bae264-8f19-463f-ae7b-5d56a121168b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.933375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-a6bae264-8f19-463f-ae7b-5d56a121168b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/networks?id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 HTTP/1.1" status: 200 len: 1987 time: 0.3454354 Nov 25 17:14:01.968022 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-987e20a1-b405-4904-94b0-41e4c62b2be7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/quotas/a85c6cdf6a5e4149b5dabd36e73f2851 HTTP/1.1" status: 200 len: 375 time: 0.0197465 Nov 25 17:14:02.080437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5c41d0-2e16-49d8-9358-491a70af462f {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:02.093238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.116975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-9718be51-9d0b-4c1c-87fe-1921dc3e9e2a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1387026 Nov 25 17:14:02.133596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Transition to ACTIVE for port object fd5c41d0-2e16-49d8-9358-491a70af462f will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:02.142944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2ef81-9e44-45fb-a922-df3cf7b1f700 req-153d64ce-0359-42df-96e8-9ebf90e533a2 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:02.144855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64b2ef81-9e44-45fb-a922-df3cf7b1f700 req-153d64ce-0359-42df-96e8-9ebf90e533a2 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1161923 Nov 25 17:14:02.146833 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.165671 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bc592c5-58b4-480a-87fa-a86ddd460145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.310195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:02.379240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64b2ef81-9e44-45fb-a922-df3cf7b1f700 req-886056aa-0833-4f32-87c8-e9eec458fe56 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262130 Nov 25 17:14:02.481521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-4f1218da-6309-45f9-8b17-e00f915411f5 service neutron] 10.222.0.81 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296776 Nov 25 17:14:02.929479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:02.953128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Attempting to bind port fd5c41d0-2e16-49d8-9358-491a70af462f on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:02.953532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Attempting to bind port fd5c41d0-2e16-49d8-9358-491a70af462f by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:02.953864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Attempting to bind port fd5c41d0-2e16-49d8-9358-491a70af462f on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:02.984641 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Port fd5c41d0-2e16-49d8-9358-491a70af462f on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:02.985038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Attempting to bind port fd5c41d0-2e16-49d8-9358-491a70af462f on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:02.996517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:03.020399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b56d11-8ebe-450b-b5d0-b67cbab09ef5 req-13cf756f-23e8-4c32-bed1-b44ad1659a9b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.028066 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62b56d11-8ebe-450b-b5d0-b67cbab09ef5 req-13cf756f-23e8-4c32-bed1-b44ad1659a9b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 946 time: 0.5275233 Nov 25 17:14:03.030289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:03.030650 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:03.031010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:03.031648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Bound port: fd5c41d0-2e16-49d8-9358-491a70af462f, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:03.032203 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.084025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-9d541358-7b82-4162-ac29-dcdefdc7d6cd tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.085625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-9d541358-7b82-4162-ac29-dcdefdc7d6cd tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.95 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 944 time: 0.5843658 Nov 25 17:14:03.118581 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.152064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40770) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:03.157219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-d3487480-524b-400e-a29f-2bc68aa6bc0a service neutron] 10.222.0.81 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747990 Nov 25 17:14:03.190682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.239730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:03.243399 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711549e6-69ac-451a-989c-aabfc4cb1ebf" -d '{"events": [{"server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "name": "network-vif-unplugged", "status": "completed", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:03.273020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62b56d11-8ebe-450b-b5d0-b67cbab09ef5 req-a16e1ab5-2cb3-4819-87a3-138ec2e8fd6d tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437930 Nov 25 17:14:03.282378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:03.295443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:03.297047 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.310402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device c1bd6dfd-6e58-4500-90c2-526e6e17dd04 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:03.315501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-e0a78f02-da39-4d09-8e29-cfce26376060 service neutron] 10.222.0.81 "GET /v2.0/ports/1c32d82b-20c2-48d8-9d1f-8719d2098e98?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1282616 Nov 25 17:14:03.326928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:03.329269 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99c1a8e4-97c7-4778-9fe3-cd4faf3b3f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.380773 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.399191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:03.425707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.456695 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99c1a8e4-97c7-4778-9fe3-cd4faf3b3f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.465902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99c1a8e4-97c7-4778-9fe3-cd4faf3b3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.467002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:03.522899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.523525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.524968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 1095 time: 2.3984096 Nov 25 17:14:03.527160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-99c1a8e4-97c7-4778-9fe3-cd4faf3b3f59 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6b7879d96644f1e9fb5a60489b31a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732240 Nov 25 17:14:03.531450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:03.531620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1a8e4-97c7-4778-9fe3-cd4faf3b3f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f16f2b1-852b-40c9-b7f4-28f07cf65038,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:03.533236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40780) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:03.534231 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531b761-7fe0-4353-b4c4-89c6604b15e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:03.595408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:03.602424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c30871d3-b41b-46cc-aa01-480e69a1048f service neutron] 10.222.0.81 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779844 Nov 25 17:14:03.603036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca5bc7-4b4d-4d30-9137-eacbccf42dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:03.632389 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6672f403-5fc8-4fa3-b4b0-e539a4cee012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.649431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f68d7-a105-444a-98f2-38eca3048358 req-6e88bda6-bb7b-4b99-9c18-91b561ba086f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.651037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f06f68d7-a105-444a-98f2-38eca3048358 req-6e88bda6-bb7b-4b99-9c18-91b561ba086f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 947 time: 0.2906458 Nov 25 17:14:03.655173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Deleting port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:03.655523 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.664602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6672f403-5fc8-4fa3-b4b0-e539a4cee012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.760552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6672f403-5fc8-4fa3-b4b0-e539a4cee012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.764337 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6672f403-5fc8-4fa3-b4b0-e539a4cee012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.766409 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6672f403-5fc8-4fa3-b4b0-e539a4cee012 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f16f2b1-852b-40c9-b7f4-28f07cf65038 HTTP/1.1" status: 204 len: 168 time: 0.2309527 Nov 25 17:14:03.797381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672f403-5fc8-4fa3-b4b0-e539a4cee012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f16f2b1-852b-40c9-b7f4-28f07cf65038,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:03.856758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-b9918bfe-fb5a-4ca3-972f-9ac9772d7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.858675 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-b9918bfe-fb5a-4ca3-972f-9ac9772d7f2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1098 time: 0.2716353 Nov 25 17:14:03.960545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-00b38ba7-57cc-4846-a64e-dde00b55fd9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 217 time: 0.0873904 Nov 25 17:14:03.964116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f06f68d7-a105-444a-98f2-38eca3048358 req-048d04c1-c27f-442d-8280-7d8aba121b87 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889514 Nov 25 17:14:03.988325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aa51e8ae-6a91-478b-b942-7404edbc5830 service neutron] 10.222.0.81 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646052 Nov 25 17:14:03.994836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] For port c1bd6dfd-6e58-4500-90c2-526e6e17dd04, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:03.995583 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:04.048421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Calling delete_port for c1bd6dfd-6e58-4500-90c2-526e6e17dd04 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:04.107529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-115682ab-bf42-47b7-924f-481fd91fa972 service neutron] 10.222.0.81 "GET /v2.0/ports/457c5142-1f03-4c25-b320-6e96464b266c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1075578 Nov 25 17:14:04.109130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-ae1eda8f-7442-491a-aedf-f7c3941667de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.110655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-ae1eda8f-7442-491a-aedf-f7c3941667de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1365204 Nov 25 17:14:04.330702 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9019dab7-5210-496d-92f8-3c2ca6c18f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:04.343806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-7d0dc628-9c92-46a1-8b44-2df1c3c72e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.345691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-7d0dc628-9c92-46a1-8b44-2df1c3c72e79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2050495 Nov 25 17:14:04.406341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfddabc-63fd-465a-a6d6-ca14d1f1877f req-7ede86fa-eb17-45ec-8d18-dd81aafea3d8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.408069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bfddabc-63fd-465a-a6d6-ca14d1f1877f req-7ede86fa-eb17-45ec-8d18-dd81aafea3d8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6de0829-9e81-4dc9-9028-1e49502e9de7 HTTP/1.1" status: 200 len: 944 time: 0.1564744 Nov 25 17:14:04.538972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-e998f7e0-0f19-46d0-babd-323a3bc0b33e service neutron] 10.222.0.81 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970065 Nov 25 17:14:04.581733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:04.725445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Pushing event deleted for resources: {'Port': ['ID=c1bd6dfd-6e58-4500-90c2-526e6e17dd04,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:04.755295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-22fe29fb-1aaa-4689-aa53-9511097c44a3 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947148 Nov 25 17:14:04.793143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bfddabc-63fd-465a-a6d6-ca14d1f1877f req-6a24c9af-e8a0-43be-bf85-19a7f7337e70 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380268 Nov 25 17:14:04.857361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] No DVR routers for this DVR port c1bd6dfd-6e58-4500-90c2-526e6e17dd04 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:04.866407 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:04.870673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3604061a-afba-4e1e-b542-62ddbf575b61 req-55ce39fb-678e-400f-a907-822411510331 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.95 "DELETE /v2.0/ports/c1bd6dfd-6e58-4500-90c2-526e6e17dd04 HTTP/1.1" status: 204 len: 173 time: 1.7733057 Nov 25 17:14:04.916736 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f206fe70-3815-40cf-abe6-a7caa1287317 x-openstack-request-id: req-f206fe70-3815-40cf-abe6-a7caa1287317 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:04.917569 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "name": "network-vif-unplugged", "status": "completed", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:04.918667 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f206fe70-3815-40cf-abe6-a7caa1287317 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:04.919337 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'code': 200} Nov 25 17:14:04.940553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-a8f86daa-6b37-4c43-a24a-1ec289689645 service neutron] 10.222.0.81 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782406 Nov 25 17:14:05.063774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1c458bc-6a99-451b-8b32-7e56e322af7a req-bb16ce1f-c9d6-4a43-bffc-a5b430215a87 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875829 Nov 25 17:14:05.133453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-9681d071-e30e-4f11-947b-7284be06cca4 service neutron] 10.222.0.81 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845028 Nov 25 17:14:05.373396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-7983ef6a-0b5b-4aa8-a1f7-199133cd8ece service neutron] 10.222.0.81 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288525 Nov 25 17:14:05.388272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a72ec5-698c-4462-9a48-ca41c28dde49 req-591009bd-99f5-4b05-8d6a-2c81acd56d3c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.392031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42a72ec5-698c-4462-9a48-ca41c28dde49 req-591009bd-99f5-4b05-8d6a-2c81acd56d3c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1066415 Nov 25 17:14:05.555985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42a72ec5-698c-4462-9a48-ca41c28dde49 req-89fb559e-cb40-4993-9b68-3b2eedcf42e2 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506960 Nov 25 17:14:05.617155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-15ac6ae1-356d-45fe-b690-2d4457260086 service neutron] 10.222.0.81 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227931 Nov 25 17:14:05.689310 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:05.757960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-558c135a-a015-4f25-bdbd-7abb304afd10 service neutron] 10.222.0.81 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295626 Nov 25 17:14:05.759576 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2058b10-6f95-4d29-b0cd-dccd5f3c9f9a x-openstack-request-id: req-f2058b10-6f95-4d29-b0cd-dccd5f3c9f9a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:05.759868 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:05.760127 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2058b10-6f95-4d29-b0cd-dccd5f3c9f9a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:05.760535 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'status': 'completed', 'code': 200} Nov 25 17:14:05.841169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40872) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:05.946976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-b8eed4ed-4a4b-40fa-ab3c-4ab051f3d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.948386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-b8eed4ed-4a4b-40fa-ab3c-4ab051f3d7e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1098 time: 0.1869431 Nov 25 17:14:06.043709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe33e-9949-4d8d-9bee-df1b6f355124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.121417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-55e98bf2-ce6a-4494-983c-06ba7cdd1961 service neutron] 10.222.0.81 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496575 Nov 25 17:14:06.131167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-1e089374-f510-4e98-bb37-f4fed92e1050 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.132867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-1e089374-f510-4e98-bb37-f4fed92e1050 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 805 time: 0.3176925 Nov 25 17:14:06.175414 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe33e-9949-4d8d-9bee-df1b6f355124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.180238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe33e-9949-4d8d-9bee-df1b6f355124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.228622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfe33e-9949-4d8d-9bee-df1b6f355124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd2f65-79f6-4964-8f72-ff75e4a4b90e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:06.240700 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d1cfe33e-9949-4d8d-9bee-df1b6f355124 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=089db34015a34638afbe5ec97a6083b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959551 Nov 25 17:14:06.241127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40878) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:06.246715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-ba823182-9521-45ed-a901-32bb1013d61b tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/quotas/da17cb8baa88476193f4e0819f247309 HTTP/1.1" status: 200 len: 375 time: 0.0853639 Nov 25 17:14:06.259272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-dc1b9a96-f304-422a-9121-c1cd6108128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.261147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-dc1b9a96-f304-422a-9121-c1cd6108128a service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2977486 Nov 25 17:14:06.311564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b1193e3-caf2-44fa-9b76-63f48c1192a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.317453 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.337471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-0ad4c463-e8fd-4abf-9b33-af52ce522617 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 217 time: 0.0649927 Nov 25 17:14:06.339625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b1193e3-caf2-44fa-9b76-63f48c1192a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.422809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b1193e3-caf2-44fa-9b76-63f48c1192a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.425883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b1193e3-caf2-44fa-9b76-63f48c1192a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.431075 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0b1193e3-caf2-44fa-9b76-63f48c1192a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16bd2f65-79f6-4964-8f72-ff75e4a4b90e HTTP/1.1" status: 204 len: 168 time: 0.1849065 Nov 25 17:14:06.431335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-7001582f-a21e-4872-a215-fc405d93b98a tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.431335 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-7001582f-a21e-4872-a215-fc405d93b98a tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "GET /v2.0/ports?device_id=1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30 HTTP/1.1" status: 200 len: 943 time: 0.2362018 Nov 25 17:14:06.441786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1193e3-caf2-44fa-9b76-63f48c1192a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd2f65-79f6-4964-8f72-ff75e4a4b90e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:06.471590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-425a779d-19fe-4011-91cd-c835e496abd5 service neutron] 10.222.0.81 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375573 Nov 25 17:14:06.578888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-8429d4f6-613c-4d69-b0e6-7feac32cf2de tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2505825 Nov 25 17:14:06.601006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-89ffe057-3bd7-49ac-869b-5eeb6f7b5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.602469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-89ffe057-3bd7-49ac-869b-5eeb6f7b5caf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2370446 Nov 25 17:14:06.670388 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.697274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-af94fa47-6e2f-404e-bbd1-00433ed6f18f service neutron] 10.222.0.81 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981671 Nov 25 17:14:06.738498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Deleting port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:06.738845 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.771845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-51b8d55a-0e53-40d1-846c-181509776ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.773354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-51b8d55a-0e53-40d1-846c-181509776ca6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533949 Nov 25 17:14:06.920786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:06.923546 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0656128-1821-4292-ad34-5d256af4692b" -d '{"events": [{"server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "name": "network-vif-unplugged", "status": "completed", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:06.953333 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.349948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] For port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:07.350315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.360792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-23cd730a-ac80-4645-b22c-254494ae16e2 service neutron] 10.222.0.81 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533055 Nov 25 17:14:07.394030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-c4a0e47c-21c7-4136-ba50-1e9a0b9ce3d6 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.395793 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-c4a0e47c-21c7-4136-ba50-1e9a0b9ce3d6 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 944 time: 0.2631769 Nov 25 17:14:07.405966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Calling delete_port for 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:07.419685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-2cde2617-c119-4ba7-8425-0e6c1f55e9c3 service neutron] 10.222.0.81 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8162684 Nov 25 17:14:07.448905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-99da0b18-90f3-4457-ba01-bfd5ba06ece9 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177297 Nov 25 17:14:07.509094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:07.653129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dec74ff5-6243-491c-9a59-a25b783cc2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.724359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-f1caa2f6-63be-48b6-9f42-0997d72d46b6 service neutron] 10.222.0.81 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803123 Nov 25 17:14:07.735380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9531b761-7fe0-4353-b4c4-89c6604b15e4 req-cee2b608-5960-458a-8f77-abe929bcd5b0 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730358 Nov 25 17:14:07.741411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Deleting port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:07.742013 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.750502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dec74ff5-6243-491c-9a59-a25b783cc2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.756632 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dec74ff5-6243-491c-9a59-a25b783cc2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.764472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'name': 'network-vif-deleted', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:07.767156 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a543220-f1bc-4e62-ab69-7e6024b46a0c" -d '{"events": [{"server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "name": "network-vif-deleted", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:07.821560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec74ff5-6243-491c-9a59-a25b783cc2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d458b63-91b6-446f-a159-6ecec6b9acee,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:07.849102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:07.850935 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dec74ff5-6243-491c-9a59-a25b783cc2d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d29fdac312e64511b776cb9e4a67d77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399470 Nov 25 17:14:07.878443 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.893966 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.957848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Pushing event deleted for resources: {'Port': ['ID=9434e261-1bb3-4b03-9d5b-17dfc42f0fe9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:07.964482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] For port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:07.965779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.996728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Calling delete_port for 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:08.086909 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71cf9d13-1019-441b-9528-0fbc88edeb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.094566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] No DVR routers for this DVR port 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:08.150110 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.153630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f29202dc-ad1a-4925-8904-ca54d4fb5b6a req-6dbce053-25de-4000-b65c-5ed2ded65bb8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "DELETE /v2.0/ports/9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 HTTP/1.1" status: 204 len: 173 time: 1.6947320 Nov 25 17:14:08.183208 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71cf9d13-1019-441b-9528-0fbc88edeb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.217825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926c8b-735b-41ea-8c58-69a31a14c76b req-5e489779-4ac9-4b4f-81c9-2adfa930fac0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:08.226147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d926c8b-735b-41ea-8c58-69a31a14c76b req-5e489779-4ac9-4b4f-81c9-2adfa930fac0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 947 time: 0.2507730 Nov 25 17:14:08.282197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c69b6-540e-40de-8969-ab6c28bff794 req-57bc8730-1a6a-457e-8dd5-6bdb0232658c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:08.283742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-659c69b6-540e-40de-8969-ab6c28bff794 req-57bc8730-1a6a-457e-8dd5-6bdb0232658c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=d63e3797-85ca-44bb-87aa-f4a60a8278dc HTTP/1.1" status: 200 len: 944 time: 0.2305017 Nov 25 17:14:08.377893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d926c8b-735b-41ea-8c58-69a31a14c76b req-2e8ac9f3-e4f9-4ffa-a38e-65644547ef70 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504509 Nov 25 17:14:08.422823 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71cf9d13-1019-441b-9528-0fbc88edeb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.427670 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71cf9d13-1019-441b-9528-0fbc88edeb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.429482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-71cf9d13-1019-441b-9528-0fbc88edeb0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d458b63-91b6-446f-a159-6ecec6b9acee HTTP/1.1" status: 204 len: 168 time: 0.5789371 Nov 25 17:14:08.469912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf9d13-1019-441b-9528-0fbc88edeb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d458b63-91b6-446f-a159-6ecec6b9acee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:08.507583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-659c69b6-540e-40de-8969-ab6c28bff794 req-474acab4-38de-4853-874c-f328983ff108 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112660 Nov 25 17:14:08.598661 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286b0910-1d61-4e7c-b819-4d962f8e909b x-openstack-request-id: req-286b0910-1d61-4e7c-b819-4d962f8e909b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:08.599161 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "name": "network-vif-unplugged", "status": "completed", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:08.599509 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-286b0910-1d61-4e7c-b819-4d962f8e909b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:08.600218 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'code': 200} Nov 25 17:14:08.603461 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.660257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event deleted for resources: {'Port': ['ID=90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:08.721698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6bd9-09fc-4a3e-b622-b076803c72f5 req-aa0dbd41-2ddc-4047-8a2b-699a6aebc6c5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:08.729387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71ed6bd9-09fc-4a3e-b622-b076803c72f5 req-aa0dbd41-2ddc-4047-8a2b-699a6aebc6c5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.2028716 Nov 25 17:14:08.783436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] No DVR routers for this DVR port 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:08.874487 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.877799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-917c610a-4e02-4e1e-9954-c74eb1a99df3 req-fcadb7f6-e50b-41f9-bb52-e3b46160e169 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "DELETE /v2.0/ports/90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 HTTP/1.1" status: 204 len: 173 time: 1.4703379 Nov 25 17:14:08.961820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71ed6bd9-09fc-4a3e-b622-b076803c72f5 req-0333766b-c7ef-4245-8460-51e69ec427db tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311699 Nov 25 17:14:08.983706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device fd5c41d0-2e16-49d8-9358-491a70af462f details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:09.006567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7dd400b4-a390-477f-a073-d0393339e9a3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.008196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7dd400b4-a390-477f-a073-d0393339e9a3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 808 time: 0.2759538 Nov 25 17:14:09.027172 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ecfe0d-2ab1-492e-98c0-32ee438b6fad x-openstack-request-id: req-60ecfe0d-2ab1-492e-98c0-32ee438b6fad {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:09.028071 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6de0829-9e81-4dc9-9028-1e49502e9de7", "name": "network-vif-deleted", "tag": "c1bd6dfd-6e58-4500-90c2-526e6e17dd04", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:09.028890 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60ecfe0d-2ab1-492e-98c0-32ee438b6fad {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:09.029500 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6de0829-9e81-4dc9-9028-1e49502e9de7', 'name': 'network-vif-deleted', 'tag': 'c1bd6dfd-6e58-4500-90c2-526e6e17dd04', 'status': 'completed', 'code': 200} Nov 25 17:14:09.033586 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-c9a82aac-42d4-472d-8640-ca9211c617ad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/quotas/16f239ed12554ebe8fcdb9786186913f HTTP/1.1" status: 200 len: 375 time: 0.0185728 Nov 25 17:14:09.124433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3df1769-f9e8-4f13-b758-2fc42c9b8335 req-d07d6874-bff5-4a64-9402-b043f97ba496 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 210 time: 0.0301051 Nov 25 17:14:09.154206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-475e6349-ec33-4483-800f-a9c8eec3ebc0 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068711 Nov 25 17:14:09.173215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:09.196188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'mac_address': 'fa:16:3e:57:33:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:09.270741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-f4685d69-9f2f-4039-a572-ea28644cad8c service neutron] 10.222.0.81 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154602 Nov 25 17:14:09.304720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:09.321417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5c41d0-2e16-49d8-9358-491a70af462f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:09.361850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:09.370067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ef74764-5a6c-471f-a5cc-955524a71042 req-fae67317-4c8d-46e5-a68e-2fe7475c7c15 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.0855296 Nov 25 17:14:09.371789 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:09.483868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:09.596546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-d52cb5ce-3606-4074-b743-4afb875edee1 service neutron] 10.222.0.81 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247764 Nov 25 17:14:09.618809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-7e4b6227-23d2-4177-a4d2-46a4cb800581 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.627136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-7e4b6227-23d2-4177-a4d2-46a4cb800581 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 805 time: 0.2949688 Nov 25 17:14:09.642266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Request body: {'port': {'device_id': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'admin_state_up': True, 'tenant_id': 'da17cb8baa88476193f4e0819f247309'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:09.839225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6cdba-33bd-4d4a-ab67-b1a3b7dc0350 req-74abb5dc-a5ae-437a-9e47-c96ba9109f61 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.841103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ff6cdba-33bd-4d4a-ab67-b1a3b7dc0350 req-74abb5dc-a5ae-437a-9e47-c96ba9109f61 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 948 time: 0.1022079 Nov 25 17:14:09.859908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:09.860814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Made reservation on behalf of da17cb8baa88476193f4e0819f247309 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:09.865037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.041131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ff6cdba-33bd-4d4a-ab67-b1a3b7dc0350 req-f2af5475-a398-48b0-8d1e-c0e731c52649 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922946 Nov 25 17:14:10.042251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-36c1873d-8c4b-48ce-94b2-7bc7d4c71214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.043707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-36c1873d-8c4b-48ce-94b2-7bc7d4c71214 service neutron] 10.222.0.60 "GET /v2.0/ports/1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 200 len: 1026 time: 0.1517184 Nov 25 17:14:10.140126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-5e5729c0-1011-4e60-8c37-20cf9571a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.141576 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-5e5729c0-1011-4e60-8c37-20cf9571a8ff service neutron] 10.222.0.60 "GET /v2.0/ports/457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 200 len: 1027 time: 0.0893970 Nov 25 17:14:10.427886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513c88b-5c72-433e-99d7-2314fc85c256 req-d2a5494b-7fa5-4999-91ec-fd88dd6180eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.431365 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c513c88b-5c72-433e-99d7-2314fc85c256 req-d2a5494b-7fa5-4999-91ec-fd88dd6180eb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1097 time: 0.0883791 Nov 25 17:14:10.508105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Allocated IP 172.20.0.14 (9fb23c93-ad53-45f5-ae84-6e91842685d3/3792ba4d-4b99-4eb8-afdb-2ddd498f95cc/a36443b1-30f8-4ed1-aa5f-69e4f6891244) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:10.518026 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c513c88b-5c72-433e-99d7-2314fc85c256 req-93f0cd63-fcd4-4d6d-958c-33d2bce3b695 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781331 Nov 25 17:14:10.530410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-52706a88-b86b-490f-aa19-6d5440a94ed6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.537321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-52706a88-b86b-490f-aa19-6d5440a94ed6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.543727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-52706a88-b86b-490f-aa19-6d5440a94ed6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.545708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-52706a88-b86b-490f-aa19-6d5440a94ed6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "GET /v2.0/networks?id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 HTTP/1.1" status: 200 len: 1987 time: 0.3700728 Nov 25 17:14:10.579459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:10.597276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-b463e5e2-2bc7-414d-8c72-3c4030e18416 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.598829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-b463e5e2-2bc7-414d-8c72-3c4030e18416 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 0.4246316 Nov 25 17:14:10.627449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8512a30-e56a-496e-a9aa-7dd81cce7f53 req-2cfec649-e521-460e-b3b4-8d88834df772 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.635881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8512a30-e56a-496e-a9aa-7dd81cce7f53 req-2cfec649-e521-460e-b3b4-8d88834df772 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.2898107 Nov 25 17:14:10.666138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab419d8-41d5-491e-bac5-3cc68c4ba2d6 req-fd1fe3d1-99ed-4cdb-be24-2a02954822e8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.668017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ab419d8-41d5-491e-bac5-3cc68c4ba2d6 req-fd1fe3d1-99ed-4cdb-be24-2a02954822e8 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 0.4914303 Nov 25 17:14:10.762226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1027223072'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:10.778682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ab419d8-41d5-491e-bac5-3cc68c4ba2d6 req-33ce5cce-c1fc-4d58-9fa2-e28389ba20f1 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997252 Nov 25 17:14:10.802852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Made reservation on behalf of 41cf00140e2d49368886ea346c5a3fe8 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:10.806489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.825830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.907514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8512a30-e56a-496e-a9aa-7dd81cce7f53 req-a282b8bd-c769-4b1c-a495-f70d19149e11 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708359 Nov 25 17:14:10.931794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-b969d50d-acb5-4f27-b606-26cc1c3bfda9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851 HTTP/1.1" status: 200 len: 380 time: 0.3730080 Nov 25 17:14:10.972736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-333c21ac-0e22-4dd9-a1ad-7c592d91cdf3 req-95d35cf3-38e9-4ef9-9a3d-3a86d053d8cb tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.0833960 Nov 25 17:14:10.977959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.981094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'admin_state_up': True, 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'security_groups': ['17bfdaab-4edf-4477-a119-3cc3ab3a8351']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:10.994564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.997274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device fd5c41d0-2e16-49d8-9358-491a70af462f up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:11.056647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'name': 'network-vif-deleted', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9'}, {'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'name': 'network-vif-deleted', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:11.059517 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19a3d2-81c5-48f7-8777-706b4ed96b82" -d '{"events": [{"server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "name": "network-vif-deleted", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9"}, {"server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "name": "network-vif-deleted", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:11.068144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:14:11.085266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:11.094922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e512c6e-a4d3-4f1a-be7a-583577afb453,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:11.114196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.115952 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Added segment 43f93e04-4174-4a35-a686-e72dd6defb4f of type vlan for network dc57a407-36f7-4db4-866e-411c462dccfb Nov 25 17:14:11.119117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:11.119660 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:11.120232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 2acf0d08-ea97-4fda-ad80-cccecac3fd82 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:11.142074 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.158656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Deleting port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:11.158993 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.226672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.228000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port fd5c41d0-2e16-49d8-9358-491a70af462f completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:11.315913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.325591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port fd5c41d0-2e16-49d8-9358-491a70af462f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:11.326577 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.328324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.330042 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.431730 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.469438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event updated for resources: {'Network': ['ID=dc57a407-36f7-4db4-866e-411c462dccfb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:11.473863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:11.487112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:11.490707 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97a54b5-df1d-41dd-b5fa-b0ac91cd236f" -d '{"events": [{"server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "name": "network-vif-plugged", "status": "completed", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:11.494236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network dc57a407-36f7-4db4-866e-411c462dccfb details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:14:11.518810 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.520593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:11.632612 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68faffde-dcf8-4d37-bbcf-15402d447a4f req-683b4b8b-5543-47a2-bb6b-9f85018b3f8f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 210 time: 0.3992128 Nov 25 17:14:11.677751 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.696858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1cd5da8a-9d89-4623-9bc3-da3ed76b261b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1135316 Nov 25 17:14:11.697074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41044) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:11.702087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:11.702759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9434e261-1bb3-4b03-9d5b-17dfc42f0fe9 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:11.703725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Request body: {'subnet': {'network_id': 'dc57a407-36f7-4db4-866e-411c462dccfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:11.733359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:11.737716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.739207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41046) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:11.765691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d554daa5-fb98-4cc4-9aa8-8fa6607c6df7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171327786', 'description': 'tempest-description--1739892284'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:11.770780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Network 9fb23c93-ad53-45f5-ae84-6e91842685d3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:11.789792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:11.801910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:11.839887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-13911c62-eab6-457a-a8b7-9d2d52aa0f01 req-41022263-66b7-48b1-95fa-8e591798f9ad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.0901394 Nov 25 17:14:11.841076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:11.921310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.921979 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.928511 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c62bd1-52b7-4737-84ac-41e28fb7b2e6 x-openstack-request-id: req-64c62bd1-52b7-4737-84ac-41e28fb7b2e6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:11.928812 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30", "name": "network-vif-deleted", "tag": "9434e261-1bb3-4b03-9d5b-17dfc42f0fe9", "status": "completed", "code": 200}, {"server_uuid": "d63e3797-85ca-44bb-87aa-f4a60a8278dc", "name": "network-vif-deleted", "tag": "90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:11.929088 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64c62bd1-52b7-4737-84ac-41e28fb7b2e6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:11.929474 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354fbf6-7e09-4aee-a3ab-78c4c1ac9a30', 'name': 'network-vif-deleted', 'tag': '9434e261-1bb3-4b03-9d5b-17dfc42f0fe9', 'status': 'completed', 'code': 200} Nov 25 17:14:11.929725 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63e3797-85ca-44bb-87aa-f4a60a8278dc', 'name': 'network-vif-deleted', 'tag': '90c7cd2c-b0e7-4f0e-8c2f-73d3d40e8fd7', 'status': 'completed', 'code': 200} Nov 25 17:14:11.945755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] For port 2acf0d08-ea97-4fda-ad80-cccecac3fd82, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=2acf0d08-ea97-4fda-ad80-cccecac3fd82,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:11.946088 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.957210 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d554daa5-fb98-4cc4-9aa8-8fa6607c6df7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.968907 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d478f7f0-8edf-4aaa-9c42-3efd0c45840b x-openstack-request-id: req-d478f7f0-8edf-4aaa-9c42-3efd0c45840b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:11.973327 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "name": "network-vif-plugged", "status": "completed", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:11.974330 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d478f7f0-8edf-4aaa-9c42-3efd0c45840b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:11.974969 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'code': 200} Nov 25 17:14:11.977046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Pushing event updated for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:12.010265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Calling delete_port for 2acf0d08-ea97-4fda-ad80-cccecac3fd82 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:12.138118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Made reservation on behalf of 41cf00140e2d49368886ea346c5a3fe8 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:12.143189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.172011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-01f2b3ab-1b47-45b5-8996-f91a3852d60d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5344174 Nov 25 17:14:12.224922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Request body: {'port': {'device_id': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:12.282633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65e2c8-ca53-49c8-82f5-3fa4bfae9dc4 req-86b72573-7b5f-417a-9454-75cce9e9346f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.290125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c65e2c8-ca53-49c8-82f5-3fa4bfae9dc4 req-86b72573-7b5f-417a-9454-75cce9e9346f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.3649702 Nov 25 17:14:12.436372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af10e99-b3f6-4186-9738-5824db92d932 req-b9d03470-90b1-43e4-baf0-92866e67ea9f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.447670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2af10e99-b3f6-4186-9738-5824db92d932 req-b9d03470-90b1-43e4-baf0-92866e67ea9f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c47764-bc57-4b8c-b9cb-d5e896003ad1 HTTP/1.1" status: 200 len: 945 time: 0.3525345 Nov 25 17:14:12.472512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Allocated IP 172.20.0.5 (1cac3821-1e0b-4ad6-b11f-cc813f8187e4/aff52488-4a16-4eb1-9f80-73658f526fe1/cfe03c39-285e-4c8b-b3ae-e7b714c814d5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:12.548212 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.611132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c65e2c8-ca53-49c8-82f5-3fa4bfae9dc4 req-657a691f-5ea5-42e0-8425-bc308b1acd70 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199990 Nov 25 17:14:12.685507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e2998-f207-440b-bd17-64f1960a5125 req-b3e629d9-4f34-435e-b9d2-c7fbce12d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.687485 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-895e2998-f207-440b-bd17-64f1960a5125 req-b3e629d9-4f34-435e-b9d2-c7fbce12d7bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1100 time: 0.6341023 Nov 25 17:14:12.696994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7cb9632c-61ca-4b40-8175-4d1e9d5350ec tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.701337 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7cb9632c-61ca-4b40-8175-4d1e9d5350ec tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 808 time: 0.8350651 Nov 25 17:14:12.733286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Request body: {'port': {'device_id': '0633e36a-acc6-4221-8969-582e9e04a3db', 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'admin_state_up': True, 'tenant_id': '16f239ed12554ebe8fcdb9786186913f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:12.828266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2af10e99-b3f6-4186-9738-5824db92d932 req-d05fe940-01a7-459c-9af8-2243449dc4ed tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.81 "GET /v2.0/security-groups?id=665a7bdc-caff-4a21-9c03-0d09e2bce87b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795896 Nov 25 17:14:12.907592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d554daa5-fb98-4cc4-9aa8-8fa6607c6df7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.914810 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-895e2998-f207-440b-bd17-64f1960a5125 req-1b328342-5038-4b3c-85fd-3e102f97e9c9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111382 Nov 25 17:14:12.935137 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-115e8d39-a357-49dd-b2e5-67dbbe686fc0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6752992 Nov 25 17:14:12.935872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d554daa5-fb98-4cc4-9aa8-8fa6607c6df7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.053470 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.075230 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d554daa5-fb98-4cc4-9aa8-8fa6607c6df7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.079144 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d554daa5-fb98-4cc4-9aa8-8fa6607c6df7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3363357 Nov 25 17:14:13.086532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:13.095688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4d013b01-0c11-408d-8325-39df657c4e46 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Request body: {'security_group_rule': {'security_group_id': 'df065c2b-6081-48a1-a734-732e12eca1e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:13.105868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554daa5-fb98-4cc4-9aa8-8fa6607c6df7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df065c2b-6081-48a1-a734-732e12eca1e0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:13.162451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.179747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f2572e0-704b-4912-9bd3-151f6917968e req-b44c07c5-22f1-438a-bed4-f39d71a62bbd tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.0697181 Nov 25 17:14:13.196633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-77aa0294-62f7-4131-8b34-8282eb908896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.198349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-77aa0294-62f7-4131-8b34-8282eb908896 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 1095 time: 0.1972177 Nov 25 17:14:13.212804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.219276 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d013b01-0c11-408d-8325-39df657c4e46 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.342993 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.391538 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d013b01-0c11-408d-8325-39df657c4e46 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.397242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Made reservation on behalf of 16f239ed12554ebe8fcdb9786186913f for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:13.400899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.410017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:13.419313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:13.422429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:13.432218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:13.440110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d013b01-0c11-408d-8325-39df657c4e46 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.465595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06339b94-ba6a-4a82-9298-32001fe3116a req-d1c6a8bd-8376-4e0e-936c-c6fb2e31ae3a tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.467353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06339b94-ba6a-4a82-9298-32001fe3116a req-d1c6a8bd-8376-4e0e-936c-c6fb2e31ae3a tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.6963766 Nov 25 17:14:13.490190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Checking segment: {'id': '43f93e04-4174-4a35-a686-e72dd6defb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dc57a407-36f7-4db4-866e-411c462dccfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:13.490558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Network hostable DHCP agents. Network: dc57a407-36f7-4db4-866e-411c462dccfb, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:14:13.510449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event updated for resources: {'Subnet': ['ID=8c5827da-580f-48b2-a043-9d65aacc2358,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:13.558017 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:14:13.565183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d013b01-0c11-408d-8325-39df657c4e46 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dce72d8-0357-481a-900f-dba1871d387d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:13.581440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d013b01-0c11-408d-8325-39df657c4e46 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.582735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4d013b01-0c11-408d-8325-39df657c4e46 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4906542 Nov 25 17:14:13.589057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Pushing event deleted for resources: {'Port': ['ID=2acf0d08-ea97-4fda-ad80-cccecac3fd82,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:13.595866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:13.604738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7b6d78b7-d22e-4eea-a09f-721dd71a4491 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Request body: {'security_group_rule': {'security_group_id': 'df065c2b-6081-48a1-a734-732e12eca1e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:13.628106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Network dc57a407-36f7-4db4-866e-411c462dccfb is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:14:13.650078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] No DVR routers for this DVR port 2acf0d08-ea97-4fda-ad80-cccecac3fd82 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:13.654166 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.658032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74b6ccac-720c-4700-9b8c-b611ddeb7e5d req-82c30666-6b77-4809-b35a-71d258e7edb3 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.95 "DELETE /v2.0/ports/2acf0d08-ea97-4fda-ad80-cccecac3fd82 HTTP/1.1" status: 204 len: 173 time: 2.9258540 Nov 25 17:14:13.675649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, dc57a407-36f7-4db4-866e-411c462dccfb) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:13.692192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d832a5-9a57-48a9-aea0-170b67e37aa8 None None] Network dc57a407-36f7-4db4-866e-411c462dccfb requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:13.698984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-9898a241-027c-4360-b4ef-113d0e940a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.707038 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-9898a241-027c-4360-b4ef-113d0e940a5b service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.4491911 Nov 25 17:14:13.767181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2fbbb-6397-4639-8243-e85613c50360 req-d2adc65a-c7a4-4598-ad94-4eb98e8f6722 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.780456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bb2fbbb-6397-4639-8243-e85613c50360 req-d2adc65a-c7a4-4598-ad94-4eb98e8f6722 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 932 time: 0.4502409 Nov 25 17:14:13.791902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.792548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.815385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Allocated IP 172.20.0.12 (2a372fd2-fd20-46be-88d6-b1e28cdca09a/6e1beb38-5c08-499a-bd1c-8c41ce530903/d554105f-0658-4446-bab9-b87eff028a18) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:13.827444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.828075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.897326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b66d15f5-bb23-47b3-afb7-a2651f264f4a None None] Provisioning complete for port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:13.897841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b66d15f5-bb23-47b3-afb7-a2651f264f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.935567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06339b94-ba6a-4a82-9298-32001fe3116a req-595c3676-c5e5-4d9a-b5cd-43c7ae4f82e5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696120 Nov 25 17:14:13.954906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'name': 'network-vif-deleted', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:13.965423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b66d15f5-bb23-47b3-afb7-a2651f264f4a None None] Port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:13.970825 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b3d0ed-bbb1-4eff-8f96-d79d31c3716a" -d '{"events": [{"server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "name": "network-vif-deleted", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:13.997268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8d914fa6-a8a5-4fbd-9ce7-8d4a39f8164e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0282323 Nov 25 17:14:14.042043 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-36040626-0a50-42cf-bcc4-feff5e30b2b5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 200 len: 217 time: 0.2242355 Nov 25 17:14:14.051765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'admin_state_up': True, 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'security_groups': ['17bfdaab-4edf-4477-a119-3cc3ab3a8351']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:14.135240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-dc57a407-36f7-4db4-866e-411c462dccfb', 'network_id': 'dc57a407-36f7-4db4-866e-411c462dccfb', 'tenant_id': '41cf00140e2d49368886ea346c5a3fe8', 'fixed_ips': [{'subnet_id': '8c5827da-580f-48b2-a043-9d65aacc2358'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:14:14.136352 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.195379 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bb2fbbb-6397-4639-8243-e85613c50360 req-5d6ee67c-642f-49b1-8b7f-fc79b703e1fa tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136245 Nov 25 17:14:14.301647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-f25dd31a-9b79-4bd6-8e63-fedad9125fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.303153 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-f25dd31a-9b79-4bd6-8e63-fedad9125fe5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.2459495 Nov 25 17:14:14.303881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b6d78b7-d22e-4eea-a09f-721dd71a4491 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.397637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b6d78b7-d22e-4eea-a09f-721dd71a4491 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.403299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-21cf6d21-47e1-4fa6-acaf-f46e8099d18d tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7050235 Nov 25 17:14:14.412404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:14.436483 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-e2d8da8a-4cf5-4028-a939-f2b4a15b8590 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756977 Nov 25 17:14:14.438118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36443b1-30f8-4ed1-aa5f-69e4f6891244 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:14.442132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b6d78b7-d22e-4eea-a09f-721dd71a4491 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.446339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Request body: {'port': {'network_id': 'dc57a407-36f7-4db4-866e-411c462dccfb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-423734695'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:14.458791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.465146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Allocated IP 172.20.0.2 (dc57a407-36f7-4db4-866e-411c462dccfb/8c5827da-580f-48b2-a043-9d65aacc2358/226dc544-55ee-4bc6-8572-e4ae3fb01884) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:14.474055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d78b7-d22e-4eea-a09f-721dd71a4491 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e63733-6dae-4503-bc64-0560fa4bd347,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:14.490807 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.491429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b6d78b7-d22e-4eea-a09f-721dd71a4491 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.492816 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b6d78b7-d22e-4eea-a09f-721dd71a4491 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8958826 Nov 25 17:14:14.503795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:14.547862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:14.562944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832d169-fd2a-4acf-a074-3da8f5ce0f6d req-c84b83de-d852-4eb9-99f8-18bf41b8a2a1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.570794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2832d169-fd2a-4acf-a074-3da8f5ce0f6d req-c84b83de-d852-4eb9-99f8-18bf41b8a2a1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 931 time: 0.4107010 Nov 25 17:14:14.603719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.606886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Transition to ACTIVE for port object a36443b1-30f8-4ed1-aa5f-69e4f6891244 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:14.628067 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-3362127e-1706-43bd-82c0-846c0036bacc service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674628 Nov 25 17:14:14.628881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:14.636041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.652866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Network 2a372fd2-fd20-46be-88d6-b1e28cdca09a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:14.672579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7e0a6-1cdc-48b0-827f-1a3be9b51cdf req-a88d82f5-3dae-4dce-92cf-41ae25c71c54 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.674741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fb7e0a6-1cdc-48b0-827f-1a3be9b51cdf req-a88d82f5-3dae-4dce-92cf-41ae25c71c54 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.3155320 Nov 25 17:14:14.690064 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.706815 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.733695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.765717 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92e31400-d2e5-4282-ad0e-ff63f72115c5 req-dbb34075-993d-46ed-a8d3-3cf0e21e4ca1 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116691 Nov 25 17:14:14.770041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:14.775864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:14.788524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Network dc57a407-36f7-4db4-866e-411c462dccfb is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:14.802054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:14.814037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:14.826268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Pushing event updated for resources: {'Port': ['ID=226dc544-55ee-4bc6-8572-e4ae3fb01884,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:14.832740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2832d169-fd2a-4acf-a074-3da8f5ce0f6d req-28aa989c-12dc-4675-879f-24c9c7cdc0c8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613826 Nov 25 17:14:14.835989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:14.843451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.884311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.885224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.914906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Attempting to bind port 226dc544-55ee-4bc6-8572-e4ae3fb01884 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:14.915294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Attempting to bind port 226dc544-55ee-4bc6-8572-e4ae3fb01884 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '43f93e04-4174-4a35-a686-e72dd6defb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dc57a407-36f7-4db4-866e-411c462dccfb'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:14.915669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Attempting to bind port 226dc544-55ee-4bc6-8572-e4ae3fb01884 on network dc57a407-36f7-4db4-866e-411c462dccfb {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:14.917214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Pushing event updated for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:14.938346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Pushing event updated for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:14.939163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-7f03a1bf-41cf-4418-8bda-7e49dff95e5b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2188351 Nov 25 17:14:14.950618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:14.950988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Checking segment: {'id': '43f93e04-4174-4a35-a686-e72dd6defb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dc57a407-36f7-4db4-866e-411c462dccfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:14.951301 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.951706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Bound using segment: {'id': '43f93e04-4174-4a35-a686-e72dd6defb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dc57a407-36f7-4db4-866e-411c462dccfb'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:14.952212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Bound port: 226dc544-55ee-4bc6-8572-e4ae3fb01884, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f93e04-4174-4a35-a686-e72dd6defb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'dc57a407-36f7-4db4-866e-411c462dccfb'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:14.952600 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.962487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Request body: {'port': {'device_id': '0633e36a-acc6-4221-8969-582e9e04a3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:14.964293 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffea9553-2d6f-4173-9b3b-821d05c1529e x-openstack-request-id: req-ffea9553-2d6f-4173-9b3b-821d05c1529e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:14.964652 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c47764-bc57-4b8c-b9cb-d5e896003ad1", "name": "network-vif-deleted", "tag": "2acf0d08-ea97-4fda-ad80-cccecac3fd82", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:14.965456 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffea9553-2d6f-4173-9b3b-821d05c1529e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:14.965917 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c47764-bc57-4b8c-b9cb-d5e896003ad1', 'name': 'network-vif-deleted', 'tag': '2acf0d08-ea97-4fda-ad80-cccecac3fd82', 'status': 'completed', 'code': 200} Nov 25 17:14:15.054636 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.072789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] For port 226dc544-55ee-4bc6-8572-e4ae3fb01884, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:15.083611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] For port 226dc544-55ee-4bc6-8572-e4ae3fb01884, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=226dc544-55ee-4bc6-8572-e4ae3fb01884,segment=NetworkSegment(43f93e04-4174-4a35-a686-e72dd6defb4f),segment_id=43f93e04-4174-4a35-a686-e72dd6defb4f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:15.093679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Made reservation on behalf of 41cf00140e2d49368886ea346c5a3fe8 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:15.097278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.098811 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.138372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fb7e0a6-1cdc-48b0-827f-1a3be9b51cdf req-766f3a10-406e-4b52-8e53-7de22640ccc8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152975 Nov 25 17:14:15.228789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb7c34-d19d-4fb5-99a4-6be43bb18911 None None] Pushing event updated for resources: {'Port': ['ID=226dc544-55ee-4bc6-8572-e4ae3fb01884,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:15.248743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] device_id is not set on port 8c06c3ce-08a2-4c31-8c78-67c1259b1404 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:14:15.261156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Attempting to bind port a36443b1-30f8-4ed1-aa5f-69e4f6891244 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:15.261683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Attempting to bind port a36443b1-30f8-4ed1-aa5f-69e4f6891244 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:15.262024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Attempting to bind port a36443b1-30f8-4ed1-aa5f-69e4f6891244 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:15.356638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Port a36443b1-30f8-4ed1-aa5f-69e4f6891244 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:15.356638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Attempting to bind port a36443b1-30f8-4ed1-aa5f-69e4f6891244 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:15.400807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:15.401367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Checking segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:15.401832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Bound using segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:15.402391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Bound port: a36443b1-30f8-4ed1-aa5f-69e4f6891244, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:15.402856 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.449801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Allocated IP 10.1.1.219 (f11cc646-4505-4f7f-ba1b-17308c962b85/48fc26fa-de5a-4d22-97a0-9aefc6e6017f/72a6b9b0-bdeb-4ed3-847c-5bca4b075add) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:15.499454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d554105f-0658-4446-bab9-b87eff028a18 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:15.518291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.534390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Transition to ACTIVE for port object d554105f-0658-4446-bab9-b87eff028a18 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:15.541411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.571573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a0a02-de4c-4afa-8047-fd1d8bc74ee7 req-435bdbd5-5217-44c1-9e6d-954d6c6e43fd tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.573405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-005a0a02-de4c-4afa-8047-fd1d8bc74ee7 req-435bdbd5-5217-44c1-9e6d-954d6c6e43fd tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 932 time: 0.2715328 Nov 25 17:14:15.601739 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.609136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Pushing event updated for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:15.637290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:15.642584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:15.677008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.688651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Allocated IP 172.20.0.7 (dc57a407-36f7-4db4-866e-411c462dccfb/8c5827da-580f-48b2-a043-9d65aacc2358/8c06c3ce-08a2-4c31-8c78-67c1259b1404) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:15.726799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:15.727802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:15.728215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:15.734339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:15.734662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:15.740401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:15.740739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:15.741162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:15.741591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Bound port: d554105f-0658-4446-bab9-b87eff028a18, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:15.741950 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.821096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:15.826215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:15.831905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.845039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.845767 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.847102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] 10.222.0.60 "PUT /v2.0/ports/a36443b1-30f8-4ed1-aa5f-69e4f6891244 HTTP/1.1" status: 200 len: 1092 time: 3.6323612 Nov 25 17:14:15.895619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.896293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.898459 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] 10.222.0.95 "PUT /v2.0/ports/d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 200 len: 1092 time: 0.9427085 Nov 25 17:14:15.905459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:15.910348 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728" -d '{"events": [{"name": "network-changed", "server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "tag": "d554105f-0658-4446-bab9-b87eff028a18"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:15.944847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f759d5-04f1-4f19-9b7b-e3797c34f340 service neutron] Pushing event updated for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:16.022767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b6b0-69da-438d-b965-307bc5cedcca req-03532933-3905-4a0a-8f69-e504dfb66a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.025235 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-03532933-3905-4a0a-8f69-e504dfb66a96 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1095 time: 0.0616374 Nov 25 17:14:16.093524 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-6e0ff0b5-c45e-4668-b2cd-2de52942041c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 200 len: 217 time: 0.0596986 Nov 25 17:14:16.176411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b6b0-69da-438d-b965-307bc5cedcca req-343a3eb8-441d-481a-83be-942a21093ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.178352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-343a3eb8-441d-481a-83be-942a21093ebd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.0777318 Nov 25 17:14:16.216660 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-93a0a787-0a49-48a9-a67a-39924acefabf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311503 Nov 25 17:14:16.301767 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-005a0a02-de4c-4afa-8047-fd1d8bc74ee7 req-5c586527-cdd2-4c9c-808d-7a5e1fbb9a83 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159443 Nov 25 17:14:16.412815 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-8e032ba4-731d-42a8-a510-e68c6ae20681 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876602 Nov 25 17:14:16.469759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ff6ed-35de-486c-89e4-fbd917564327 service neutron] Pushing event updated for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:16.549330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 226dc544-55ee-4bc6-8572-e4ae3fb01884 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:16.581893 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.599724 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b668b6b0-69da-438d-b965-307bc5cedcca req-6ccbe07b-6fd0-4778-941e-7d0645e0ea4a service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794357 Nov 25 17:14:16.650596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 226dc544-55ee-4bc6-8572-e4ae3fb01884 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:16.650969 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.665183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.732685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1792d-faaa-47b1-9d13-aa620db62739 None None] Network dc57a407-36f7-4db4-866e-411c462dccfb requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:16.743986 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.791988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Allocated IP 172.25.1.163 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/2ae76178-eea6-49df-84fd-269c705989c6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:16.803805 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.832818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-a01faba8-982a-4d09-9b9a-be648b1a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.834406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-a01faba8-982a-4d09-9b9a-be648b1a49b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 1095 time: 0.5296712 Nov 25 17:14:16.842303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network f11cc646-4505-4f7f-ba1b-17308c962b85 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:16.876464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:16.897452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf36d-093f-47a7-959f-51638d083118 req-04a4cf83-189c-4696-a217-61b1d357e55a tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.899042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a41bf36d-093f-47a7-959f-51638d083118 req-04a4cf83-189c-4696-a217-61b1d357e55a tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 944 time: 0.2443690 Nov 25 17:14:16.899887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:16.902316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:16.950959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-722b6900-0209-48bb-b168-02bd3c7a0844 None None] Provisioning complete for port 226dc544-55ee-4bc6-8572-e4ae3fb01884 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:16.951647 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-722b6900-0209-48bb-b168-02bd3c7a0844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.965301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 226dc544-55ee-4bc6-8572-e4ae3fb01884, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=226dc544-55ee-4bc6-8572-e4ae3fb01884,segment=NetworkSegment(43f93e04-4174-4a35-a686-e72dd6defb4f),segment_id=43f93e04-4174-4a35-a686-e72dd6defb4f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:16.982173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:16.984664 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0749f43c-f949-4ee0-85a8-474ed8891747" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:17.017511 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.043762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-f7c8488c-6bed-4dad-8fab-3e859476b4d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244 HTTP/1.1" status: 200 len: 217 time: 0.1862707 Nov 25 17:14:17.124135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.259623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=226dc544-55ee-4bc6-8572-e4ae3fb01884,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:17.297684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-f0ab7d2c-097e-4397-945e-6e81910125b9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:17.300173 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-f0ab7d2c-097e-4397-945e-6e81910125b9 tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.60 "GET /v2.0/ports?device_id=f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9 HTTP/1.1" status: 200 len: 945 time: 0.1933146 Nov 25 17:14:17.323240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event updated for resources: {'Port': ['ID=8c06c3ce-08a2-4c31-8c78-67c1259b1404,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:17.374488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:17.375852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.417372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Network dc57a407-36f7-4db4-866e-411c462dccfb is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:17.460472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:17.463273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:17.482469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-6a854cde-9258-4b2e-85de-d0afefab2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:17.484887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-6a854cde-9258-4b2e-85de-d0afefab2673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 200 len: 845 time: 0.4249008 Nov 25 17:14:17.556023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-17b5b580-b8e2-48e1-b9aa-3417eecc89c6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5257926 Nov 25 17:14:17.570280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Deleting port 3e7904f0-5ada-4717-8251-ae26d4236390 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:17.571026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.576469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a41bf36d-093f-47a7-959f-51638d083118 req-82d188a4-8455-4245-b36c-03bd04c689a6 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101284 Nov 25 17:14:17.587840 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.607883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1823ee3e-8588-4888-a7fc-8451c1cbe5ff None None] Provisioning complete for port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:17.607883 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1823ee3e-8588-4888-a7fc-8451c1cbe5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.632101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-264b0671-39aa-498b-8d95-80dd18afdc31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb23c93-ad53-45f5-ae84-6e91842685d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114683 Nov 25 17:14:17.641348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'admin_state_up': True, 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'security_groups': ['17bfdaab-4edf-4477-a119-3cc3ab3a8351']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:17.713643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1823ee3e-8588-4888-a7fc-8451c1cbe5ff None None] Port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:17.716901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] For port 3e7904f0-5ada-4717-8251-ae26d4236390, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3e7904f0-5ada-4717-8251-ae26d4236390,segment=NetworkSegment(4e753cf7-d9bc-46ca-ae3d-4e3182b652ad),segment_id=4e753cf7-d9bc-46ca-ae3d-4e3182b652ad)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:17.717711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.751369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Calling delete_port for 3e7904f0-5ada-4717-8251-ae26d4236390 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:17.843633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:17.844635 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.851565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-53226bcd-8fbc-4d69-98b7-f77079912ecf None None] Provisioning complete for port 8c06c3ce-08a2-4c31-8c78-67c1259b1404 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:17.852056 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53226bcd-8fbc-4d69-98b7-f77079912ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.921842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53226bcd-8fbc-4d69-98b7-f77079912ecf None None] Port 8c06c3ce-08a2-4c31-8c78-67c1259b1404 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:17.936960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dd3065fd-5101-4f97-8db9-5996e10047a8 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5033906 Nov 25 17:14:17.938856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:17.946741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-53226bcd-8fbc-4d69-98b7-f77079912ecf None None] Provisioning complete for port 226dc544-55ee-4bc6-8572-e4ae3fb01884 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:17.947116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53226bcd-8fbc-4d69-98b7-f77079912ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.988594 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.999573 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.015529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a674-1b80-4a21-880d-ed8a59c709f7 req-c277e78f-b41c-4f4d-9ed1-c9c4b41ba779 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.021782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a674-1b80-4a21-880d-ed8a59c709f7 req-c277e78f-b41c-4f4d-9ed1-c9c4b41ba779 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.023534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24b6a674-1b80-4a21-880d-ed8a59c709f7 req-c277e78f-b41c-4f4d-9ed1-c9c4b41ba779 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 1653 time: 0.3004136 Nov 25 17:14:18.072076 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-1651cdb6-d3c2-4ac5-b414-65f62df408ce service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157982 Nov 25 17:14:18.089760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Pushing event deleted for resources: {'Port': ['ID=3e7904f0-5ada-4717-8251-ae26d4236390,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:18.128259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:18.134934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:18.144479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] No DVR routers for this DVR port 3e7904f0-5ada-4717-8251-ae26d4236390 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:18.148152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.151484 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b6d7d7f1-6e47-4e7d-a44c-97de119144e6 req-50b12196-5e8e-4bc7-be2e-1260db0a781f tempest-LiveAutoBlockMigrationV225Test-666868732 tempest-LiveAutoBlockMigrationV225Test-666868732-project] 10.222.0.60 "DELETE /v2.0/ports/3e7904f0-5ada-4717-8251-ae26d4236390 HTTP/1.1" status: 204 len: 173 time: 0.8445113 Nov 25 17:14:18.163972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dad52-f71b-46e6-8e76-1602c43cf868 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Deleting port 8c06c3ce-08a2-4c31-8c78-67c1259b1404 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:18.164492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3dad52-f71b-46e6-8e76-1602c43cf868 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.165649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:18.170111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event updated for resources: {'Port': ['ID=2ae76178-eea6-49df-84fd-269c705989c6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:18.222256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:18.225761 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.234939 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2367d7cf-9d11-46d6-bda1-e64c9f28f928 None None] Provisioning complete for port 8c06c3ce-08a2-4c31-8c78-67c1259b1404 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:18.235850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2367d7cf-9d11-46d6-bda1-e64c9f28f928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.270439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24b6a674-1b80-4a21-880d-ed8a59c709f7 req-c326ecc7-32dd-4787-a13f-f38b3049a908 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192905 Nov 25 17:14:18.329548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2367d7cf-9d11-46d6-bda1-e64c9f28f928 None None] Port 8c06c3ce-08a2-4c31-8c78-67c1259b1404 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:18.334870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3dad52-f71b-46e6-8e76-1602c43cf868 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.366384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dad52-f71b-46e6-8e76-1602c43cf868 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Calling delete_port for 8c06c3ce-08a2-4c31-8c78-67c1259b1404 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:18.407725 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c171725-21ef-4c67-aaf0-92fa795a79cf x-openstack-request-id: req-8c171725-21ef-4c67-aaf0-92fa795a79cf {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:18.409393 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "tag": "d554105f-0658-4446-bab9-b87eff028a18", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:18.409864 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c171725-21ef-4c67-aaf0-92fa795a79cf {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:18.410924 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18', 'status': 'completed', 'code': 200} Nov 25 17:14:18.508810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 226dc544-55ee-4bc6-8572-e4ae3fb01884 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:18.578272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 226dc544-55ee-4bc6-8572-e4ae3fb01884 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:18.579234 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.611519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3786bd-7172-40ba-8b5e-b3b9a0b5837a req-0162e438-b301-4deb-a7a6-2265af70fcc7 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184367 Nov 25 17:14:18.641371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Allocated IP 10.1.1.253 (f11cc646-4505-4f7f-ba1b-17308c962b85/48fc26fa-de5a-4d22-97a0-9aefc6e6017f/e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:18.673421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.692234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3dad52-f71b-46e6-8e76-1602c43cf868 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.752679 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-4046c14c-b244-4719-aec4-b36e6e440521 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2994924 Nov 25 17:14:18.755546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dad52-f71b-46e6-8e76-1602c43cf868 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event deleted for resources: {'Port': ['ID=8c06c3ce-08a2-4c31-8c78-67c1259b1404,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:18.774412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-9e8a84fa-8d40-40ed-ad8b-afa5c46d90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.776689 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-9e8a84fa-8d40-40ed-ad8b-afa5c46d90f1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1095 time: 0.2898939 Nov 25 17:14:18.809823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a947d1-b4b4-452f-81f9-9dafa64466f5 req-755a895d-fb54-4123-943b-3b56a54173d8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.815098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76a947d1-b4b4-452f-81f9-9dafa64466f5 req-755a895d-fb54-4123-943b-3b56a54173d8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.2461393 Nov 25 17:14:18.994977 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.054267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76a947d1-b4b4-452f-81f9-9dafa64466f5 req-ac990be3-e0bb-47b0-99ca-53b30e47cd7f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480875 Nov 25 17:14:19.054982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3dad52-f71b-46e6-8e76-1602c43cf868 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.059156 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1c3dad52-f71b-46e6-8e76-1602c43cf868 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "DELETE /v2.0/ports/8c06c3ce-08a2-4c31-8c78-67c1259b1404 HTTP/1.1" status: 204 len: 168 time: 1.1180062 Nov 25 17:14:19.070030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41100) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:19.104726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-4f592637-a283-4f19-84af-319521d00c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.107268 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-4f592637-a283-4f19-84af-319521d00c43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 1096 time: 0.3075747 Nov 25 17:14:19.107981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-b403189f-4db0-45b5-acc9-ff350b1da9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.109389 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-b403189f-4db0-45b5-acc9-ff350b1da9f4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.3114870 Nov 25 17:14:19.150831 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.174413 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-96d05369-8cce-4878-92a0-9338a36bff55 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 200 len: 217 time: 0.0573189 Nov 25 17:14:19.188094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:19.238534 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a444690-7387-433a-9ccc-49c1f43a4765 x-openstack-request-id: req-9a444690-7387-433a-9ccc-49c1f43a4765 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:19.238835 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:19.239100 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a444690-7387-433a-9ccc-49c1f43a4765 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:19.239518 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'status': 'completed', 'code': 200} Nov 25 17:14:19.305485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c20fc878-78ca-4881-b331-3d76fa48226c tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2340891 Nov 25 17:14:19.327206 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.331374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:19.345033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2125243255'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:19.382899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-09f95463-fce9-463b-90e6-144a158e6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.384539 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-09f95463-fce9-463b-90e6-144a158e6203 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 920 time: 0.2086146 Nov 25 17:14:19.449821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-4beff67c-9a3d-4b82-acd3-b532f240343a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab HTTP/1.1" status: 200 len: 217 time: 0.0534339 Nov 25 17:14:19.485763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.498467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-47a9d308-f5ff-4c53-8639-fdaf53ab6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.499918 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-47a9d308-f5ff-4c53-8639-fdaf53ab6ecc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.3040514 Nov 25 17:14:19.504780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-b8c53523-da71-47a7-8735-80cb643d9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.506146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-b8c53523-da71-47a7-8735-80cb643d9f04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 1095 time: 0.2243090 Nov 25 17:14:19.509870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network f11cc646-4505-4f7f-ba1b-17308c962b85 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:19.525518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.536516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:19.541427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Made reservation on behalf of 41cf00140e2d49368886ea346c5a3fe8 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:19.545669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.549198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:19.552337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:19.578133 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-eae2371e-9cac-45a2-ae8d-a30f3b63fa51 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597730 Nov 25 17:14:19.609373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5256fba9-65dc-4137-a992-2078a485d048 admin admin] Deleting subnet d0610ca3-b76d-4b30-86ee-f6c72f80a594 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:14:19.648243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-f4d1dfa5-18fb-4849-b64a-f08dc7ee1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.650830 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-f4d1dfa5-18fb-4849-b64a-f08dc7ee1ecb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.1455448 Nov 25 17:14:19.653324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5256fba9-65dc-4137-a992-2078a485d048 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.699715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd0353-3415-4c21-9151-4fe3c9f2e609 req-b5469635-b447-4b66-912c-0f1fcfefcd83 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.711962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbfd0353-3415-4c21-9151-4fe3c9f2e609 req-b5469635-b447-4b66-912c-0f1fcfefcd83 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.3572378 Nov 25 17:14:19.786528 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.795625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.796360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.873213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event updated for resources: {'Port': ['ID=2ae76178-eea6-49df-84fd-269c705989c6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:19.904109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4c823ebf-da7e-4772-ad69-ed64f8545efc None None] Provisioning complete for port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:19.907056 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c823ebf-da7e-4772-ad69-ed64f8545efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.925404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:14:19.945760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbfd0353-3415-4c21-9151-4fe3c9f2e609 req-fbf8e1b0-bba8-4e5c-ac94-44a4efa6d511 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317955 Nov 25 17:14:19.956157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c948afa4-403a-457a-be5e-10b5e91d1dfb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3611274 Nov 25 17:14:19.977659 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.980608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b0db4fbe-40d2-4c19-978e-943baee401dc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4424167 Nov 25 17:14:20.018438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4c823ebf-da7e-4772-ad69-ed64f8545efc None None] Port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:20.031804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12', 'admin_state_up': True, 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'security_groups': ['17bfdaab-4edf-4477-a119-3cc3ab3a8351']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:20.117964 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.118338 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Added segment 9467515f-6cfa-4a44-9a14-15385d975436 of type vlan for network d432b918-7f86-4668-9da1-4ae7ee8bae63 Nov 25 17:14:20.126043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-de1f08e5-87df-4a9e-be8a-9c6e713d4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.127658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-de1f08e5-87df-4a9e-be8a-9c6e713d4df0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 906 time: 0.6033127 Nov 25 17:14:20.128437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-802b54d8-5cec-44c7-8543-d19757830681 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4451349 Nov 25 17:14:20.223660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5256fba9-65dc-4137-a992-2078a485d048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.252636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.290220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-c7547d94-e462-4b0b-97f4-5fc88e32837b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244 HTTP/1.1" status: 200 len: 217 time: 0.1440411 Nov 25 17:14:20.309177 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-c91ef546-b73c-445c-9930-205ba42a5e11 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215488 Nov 25 17:14:20.317939 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-158c6964-6926-4035-b073-4684c1a6939a service neutron] 10.222.0.60 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671174 Nov 25 17:14:20.317939 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5256fba9-65dc-4137-a992-2078a485d048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.339321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.347227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.348156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.417518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'name': 'network-vif-deleted', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:20.419903 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd13119-d35c-4752-88a2-2333a25af419" -d '{"events": [{"server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "name": "network-vif-deleted", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:20.509434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c3af0-01f5-4fa1-b245-9df660e2a9bb req-378db881-8ab4-4f76-bda2-681f2f58dd12 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.515137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-608c3af0-01f5-4fa1-b245-9df660e2a9bb req-378db881-8ab4-4f76-bda2-681f2f58dd12 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 944 time: 0.3742568 Nov 25 17:14:20.533394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5256fba9-65dc-4137-a992-2078a485d048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.545378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2086124 Nov 25 17:14:20.559311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:20.574536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5233a3-a072-45f3-b6ab-7969505da20a tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event updated for resources: {'Network': ['ID=d432b918-7f86-4668-9da1-4ae7ee8bae63,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:20.584318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5256fba9-65dc-4137-a992-2078a485d048 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.585272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-a7ca6ec2-ee2b-4153-b9cc-aed5695a03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.586849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-a7ca6ec2-ee2b-4153-b9cc-aed5695a03aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 200 len: 845 time: 0.2704566 Nov 25 17:14:20.590193 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5256fba9-65dc-4137-a992-2078a485d048 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0610ca3-b76d-4b30-86ee-f6c72f80a594 HTTP/1.1" status: 204 len: 168 time: 1.3982797 Nov 25 17:14:20.590407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d432b918-7f86-4668-9da1-4ae7ee8bae63 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:14:20.590598 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a1fd786-8551-4a96-8581-5a95de7ee680 req-6c5162ed-3f3f-404c-bfa0-b0725e91d90e service neutron] 10.222.0.60 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524192 Nov 25 17:14:20.592366 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41124) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:20.597687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:20.616878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256fba9-65dc-4137-a992-2078a485d048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0610ca3-b76d-4b30-86ee-f6c72f80a594,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:20.629179 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68cc6a4-ad9c-414a-8de6-d8a6535c0728 req-c21e0687-d752-49ab-a785-65fdc6f4501e service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925611 Nov 25 17:14:20.830263 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.843489 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3710e91a-fbbc-4a93-8597-f7f7f90afbb3 tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "GET /v2.0/agents/9e664914-f12d-4647-9348-f37737b257a0/dhcp-networks HTTP/1.1" status: 200 len: 12021 time: 0.2803786 Nov 25 17:14:20.843949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41126) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:20.955472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-c14dfb54-e4d6-495e-ac3b-6be0432617df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb23c93-ad53-45f5-ae84-6e91842685d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3519757 Nov 25 17:14:20.980469 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.015032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:21.025608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-608c3af0-01f5-4fa1-b245-9df660e2a9bb req-6fc7ac3a-9f01-460a-912d-4e57d6591d48 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972177 Nov 25 17:14:21.025834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8550d16-feaf-452a-b0ee-b75b0ad21a98 tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] Network d432b918-7f86-4668-9da1-4ae7ee8bae63 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:14:21.034275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:21.034582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e753cf7-d9bc-46ca-ae3d-4e3182b652ad') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:21.063598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.071965 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a8550d16-feaf-452a-b0ee-b75b0ad21a98 tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "POST /v2.0/agents/9e664914-f12d-4647-9348-f37737b257a0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2269747 Nov 25 17:14:21.077978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:21.093832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.106412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:21.108377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:21.113195 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:21.163863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.222643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.229332 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.237206 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] 10.222.0.81 "DELETE /v2.0/networks/bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61 HTTP/1.1" status: 204 len: 168 time: 0.6391621 Nov 25 17:14:21.239152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41134) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:21.273228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:21.278670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63838126-39e1-4e95-8c64-03853a0831b4 None None] Network d432b918-7f86-4668-9da1-4ae7ee8bae63 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:21.338110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244cb25-cdc4-44fa-8fb9-99846d9b214c admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbf5f91-82b3-4bd7-9d79-0d0ddee3fe61,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:21.369626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0268823-b105-4ec9-9e1e-9a6f772f6e88 admin admin] Deleting subnet e4be8a5b-c2a9-488d-9b7b-a78f38715fca {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:14:21.373859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0268823-b105-4ec9-9e1e-9a6f772f6e88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.384310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 3e7904f0-5ada-4717-8251-ae26d4236390 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:21.384652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3e7904f0-5ada-4717-8251-ae26d4236390 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:21.420836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0268823-b105-4ec9-9e1e-9a6f772f6e88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.461393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0268823-b105-4ec9-9e1e-9a6f772f6e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.510809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-796f16b7-1c83-4ab3-b98c-b64cc1741341 tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "GET /v2.0/agents/9e664914-f12d-4647-9348-f37737b257a0/dhcp-networks HTTP/1.1" status: 200 len: 12791 time: 0.4316120 Nov 25 17:14:21.514434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-90a7b7d3-caf5-4feb-b56d-b401c937c936 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272183 Nov 25 17:14:21.514961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:21.552723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0268823-b105-4ec9-9e1e-9a6f772f6e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.624189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268823-b105-4ec9-9e1e-9a6f772f6e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4be8a5b-c2a9-488d-9b7b-a78f38715fca,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:21.634112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0268823-b105-4ec9-9e1e-9a6f772f6e88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.638261 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d0268823-b105-4ec9-9e1e-9a6f772f6e88 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e4be8a5b-c2a9-488d-9b7b-a78f38715fca HTTP/1.1" status: 204 len: 168 time: 0.3958151 Nov 25 17:14:21.640858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41138) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:21.670933 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-52b8490d-4db9-4aa9-a1d8-7b4bbe3d92f3 tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "DELETE /v2.0/agents/9e664914-f12d-4647-9348-f37737b257a0/dhcp-networks/d432b918-7f86-4668-9da1-4ae7ee8bae63 HTTP/1.1" status: 204 len: 168 time: 0.1543379 Nov 25 17:14:21.673372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41140) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:21.684714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14e43c-99a0-47ac-bf92-bfb622da6c91 req-f2285b35-ec14-4f03-9ac2-7b03f9a898da tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:21.691951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc14e43c-99a0-47ac-bf92-bfb622da6c91 req-f2285b35-ec14-4f03-9ac2-7b03f9a898da tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1100 time: 0.2595663 Nov 25 17:14:21.718672 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dc14e43c-99a0-47ac-bf92-bfb622da6c91 req-4d4f1fa6-50bc-49a1-8767-ae3538494ed8 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.811122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0749f43c-f949-4ee0-85a8-474ed8891747 req-07a68949-5ca2-41d3-b7f3-9498690c3f5a service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494326 Nov 25 17:14:21.814157 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.838392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Allocated IP 10.2.2.100 (4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12/5521e773-5470-44ad-81f0-8484dfac8926/17262fbf-d2b6-4d0d-a3bb-2e41d5233af1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:21.969858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a3fd2de3-5652-4c23-91ae-4e757fc60bae tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "GET /v2.0/agents/9e664914-f12d-4647-9348-f37737b257a0/dhcp-networks HTTP/1.1" status: 200 len: 11215 time: 0.2950909 Nov 25 17:14:21.984815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41144) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:21.991052 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dc14e43c-99a0-47ac-bf92-bfb622da6c91 req-4d4f1fa6-50bc-49a1-8767-ae3538494ed8 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.998955 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dc14e43c-99a0-47ac-bf92-bfb622da6c91 req-4d4f1fa6-50bc-49a1-8767-ae3538494ed8 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.046676 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.052163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-847314f6-0c15-4a8e-8ecd-03df65cd1992 tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "GET /v2.0/networks/dc57a407-36f7-4db4-866e-411c462dccfb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0662451 Nov 25 17:14:22.057597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41148) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:22.083887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e716128-37c0-4e6c-9d87-1622b65eba41']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:22.097235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bd845c-6848-4e1b-8715-f8c93a11b560') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:22.097549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bd845c-6848-4e1b-8715-f8c93a11b560') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:22.107637 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-04daa6e2-7ffb-4be7-85de-cc574bb8eae5 tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "GET /v2.0/networks/dc57a407-36f7-4db4-866e-411c462dccfb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0490918 Nov 25 17:14:22.110004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41150) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:22.117519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.152882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.186193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.190132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:22.190544 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:22.192355 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:22.278765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc14e43c-99a0-47ac-bf92-bfb622da6c91 req-4d4f1fa6-50bc-49a1-8767-ae3538494ed8 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807045 Nov 25 17:14:22.282433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f1fa6-50bc-49a1-8767-ae3538494ed8 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb24e92c-8095-4de7-b35d-781d8d02fec9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:22.291159 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.302175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.310125 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9e716128-37c0-4e6c-9d87-1622b65eba41 HTTP/1.1" status: 204 len: 168 time: 0.6648664 Nov 25 17:14:22.317818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dae3e-d342-46f3-81d8-659343c8827a req-4b05677c-ec3f-4c11-bdf2-ae5d671abc2d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.327584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dae3e-d342-46f3-81d8-659343c8827a req-4b05677c-ec3f-4c11-bdf2-ae5d671abc2d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.330991 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689df65-a172-4ad5-8e83-f0dc8a829702 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e716128-37c0-4e6c-9d87-1622b65eba41,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:22.346289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dae3e-d342-46f3-81d8-659343c8827a req-4b05677c-ec3f-4c11-bdf2-ae5d671abc2d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.354609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-835dae3e-d342-46f3-81d8-659343c8827a req-4b05677c-ec3f-4c11-bdf2-ae5d671abc2d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 2374 time: 0.3026114 Nov 25 17:14:22.356628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.413692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e86c724e-2079-4fbe-96ff-22f6ccf4c1c9 tempest-DHCPAgentSchedulersTestJSON-1185841389 tempest-DHCPAgentSchedulersTestJSON-1185841389-project-admin] 10.222.0.81 "GET /v2.0/agents/9e664914-f12d-4647-9348-f37737b257a0/dhcp-networks HTTP/1.1" status: 200 len: 11215 time: 0.3026681 Nov 25 17:14:22.419551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41164) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:22.465959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:22.507770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:22.546178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:22.546343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:22.586431 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.598373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:22.615109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-835dae3e-d342-46f3-81d8-659343c8827a req-3d3dd829-25db-411e-bfe8-1812deaf6ad2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598782 Nov 25 17:14:22.686147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.687080 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.699535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-fc8c08a1-ec70-47bb-808f-80ba2b066a63 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.701399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-fc8c08a1-ec70-47bb-808f-80ba2b066a63 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 821 time: 0.2841921 Nov 25 17:14:22.724837 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-723f717a-882e-4e4e-ac9e-a290ffec100f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7385533 Nov 25 17:14:22.727506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-44031740-509c-484a-b508-478110ecaa74 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/quotas/34ca5c4f4fdd4811a00f29631763941b HTTP/1.1" status: 200 len: 375 time: 0.0188351 Nov 25 17:14:22.737673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12', 'admin_state_up': True, 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'security_groups': ['17bfdaab-4edf-4477-a119-3cc3ab3a8351']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:22.774858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.804913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d432b918-7f86-4668-9da1-4ae7ee8bae63']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:22.825020 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ef76f-2f06-4b9f-9914-2624c0dd60b9 x-openstack-request-id: req-b10ef76f-2f06-4b9f-9914-2624c0dd60b9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:22.825381 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9", "name": "network-vif-deleted", "tag": "3e7904f0-5ada-4717-8251-ae26d4236390", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:22.825642 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b10ef76f-2f06-4b9f-9914-2624c0dd60b9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:22.826043 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58fe639-2c8a-42ea-88ea-2ee7b0fbacd9', 'name': 'network-vif-deleted', 'tag': '3e7904f0-5ada-4717-8251-ae26d4236390', 'status': 'completed', 'code': 200} Nov 25 17:14:22.835415 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3eb95053-9337-48e8-8521-21acaa61585c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38d7203f59664fa3b6099740af359228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857223 Nov 25 17:14:22.835971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:22.840154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-59e772f1-98f9-4eb3-b8c2-6144b7ca9bf9 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945723 Nov 25 17:14:22.846653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9467515f-6cfa-4a44-9a14-15385d975436') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:22.846994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9467515f-6cfa-4a44-9a14-15385d975436') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:22.875676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5935cefb-a5fd-4042-bea9-27c0f9d8bbbb None None] Provisioning complete for port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:22.877277 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5935cefb-a5fd-4042-bea9-27c0f9d8bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.892919 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.949424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.969200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5935cefb-a5fd-4042-bea9-27c0f9d8bbbb None None] Port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:22.976324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:22.976733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:22.985064 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:23.034809 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a36443b1-30f8-4ed1-aa5f-69e4f6891244 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:23.040212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-f7334b2f-d9b9-4f0d-b8ef-333ab8da74c1 service neutron] 10.222.0.81 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986833 Nov 25 17:14:23.042518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Made reservation on behalf of a85c6cdf6a5e4149b5dabd36e73f2851 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:23.047496 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.068066 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b861-a358-4cd9-874f-f40e1f918a1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.138314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b861-a358-4cd9-874f-f40e1f918a1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.177534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.195985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:23.212229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'mac_address': 'fa:16:3e:7a:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:23.220296 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.223959 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "DELETE /v2.0/networks/d432b918-7f86-4668-9da1-4ae7ee8bae63 HTTP/1.1" status: 204 len: 168 time: 0.8016300 Nov 25 17:14:23.225195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106356dd-e43e-471a-8b25-787985525424 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event deleted for resources: {'Network': ['ID=d432b918-7f86-4668-9da1-4ae7ee8bae63,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:23.227105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41172) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:23.282432 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.299168 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-40247e2f-db25-49ed-acb5-8fc296f5ed09 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] DELETE failed (client error): The resource could not be found. Nov 25 17:14:23.300442 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40247e2f-db25-49ed-acb5-8fc296f5ed09 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:14:23.303690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36443b1-30f8-4ed1-aa5f-69e4f6891244 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:23.309263 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-40247e2f-db25-49ed-acb5-8fc296f5ed09 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "DELETE /v2.0/ports/8c06c3ce-08a2-4c31-8c78-67c1259b1404 HTTP/1.1" status: 404 len: 333 time: 0.0672436 Nov 25 17:14:23.315971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:23.332069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:23.337632 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.382375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4f3fd3d4-a72b-4e3c-b624-54836e6b974a service neutron] 10.222.0.81 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228419 Nov 25 17:14:23.408068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:23.427071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf0534c-baff-4a99-b453-30c0fbdfd35b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Deleting subnet 8c5827da-580f-48b2-a043-9d65aacc2358 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:14:23.428396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eda818-c575-4999-944c-368d8c8a4ac8 req-4a67b75a-f8df-421c-861e-5305aeedbc9b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.430035 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b861-a358-4cd9-874f-f40e1f918a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.430290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6eda818-c575-4999-944c-368d8c8a4ac8 req-4a67b75a-f8df-421c-861e-5305aeedbc9b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.2279437 Nov 25 17:14:23.432819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ec1b861-a358-4cd9-874f-f40e1f918a1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.435669 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7ec1b861-a358-4cd9-874f-f40e1f918a1b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/665a7bdc-caff-4a21-9c03-0d09e2bce87b HTTP/1.1" status: 204 len: 168 time: 0.5927980 Nov 25 17:14:23.451302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf0534c-baff-4a99-b453-30c0fbdfd35b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.455319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1b861-a358-4cd9-874f-f40e1f918a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a7bdc-caff-4a21-9c03-0d09e2bce87b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:23.557901 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf0534c-baff-4a99-b453-30c0fbdfd35b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.600544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6eda818-c575-4999-944c-368d8c8a4ac8 req-d63531a6-5acc-46d8-90d1-34b6bcd6b621 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415210 Nov 25 17:14:23.602456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Allocated IP 10.2.2.200 (4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12/5521e773-5470-44ad-81f0-8484dfac8926/bc9babf0-86ac-41b8-b3fa-d98b54928891) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:23.663605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a36443b1-30f8-4ed1-aa5f-69e4f6891244'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:23.817847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf0534c-baff-4a99-b453-30c0fbdfd35b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.022196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045a65-4114-4d21-94a2-d4d37b3d07e5 req-4b788a89-28dc-4114-8c5f-fb5dfd632eb0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.024069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43045a65-4114-4d21-94a2-d4d37b3d07e5 req-4b788a89-28dc-4114-8c5f-fb5dfd632eb0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 945 time: 0.1989603 Nov 25 17:14:24.064332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-5f5c6afc-feba-419d-8eef-0456d3372731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.066098 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-5f5c6afc-feba-419d-8eef-0456d3372731 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1730e5eb79e04e95b149f27949db58c8&device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 1097 time: 0.1834593 Nov 25 17:14:24.067841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf0534c-baff-4a99-b453-30c0fbdfd35b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.101731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.126316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0534c-baff-4a99-b453-30c0fbdfd35b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5827da-580f-48b2-a043-9d65aacc2358,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:24.130533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9a9ef-520b-4e02-be43-9106c78b28e7 None None] Network dc57a407-36f7-4db4-866e-411c462dccfb requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:24.154865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43045a65-4114-4d21-94a2-d4d37b3d07e5 req-da325bb8-0147-4102-9689-050fc3d4b447 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160474 Nov 25 17:14:24.158506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf0534c-baff-4a99-b453-30c0fbdfd35b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.169566 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1bf0534c-baff-4a99-b453-30c0fbdfd35b tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "DELETE /v2.0/subnets/8c5827da-580f-48b2-a043-9d65aacc2358 HTTP/1.1" status: 204 len: 168 time: 0.8507566 Nov 25 17:14:24.173379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:24.300750 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.332264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:24.430466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event updated for resources: {'Port': ['ID=bc9babf0-86ac-41b8-b3fa-d98b54928891,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:24.551678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:24.559323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:24.563835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:24.571043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-6ca9adc0-ce82-49c9-866a-6812a6238ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.573100 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-6ca9adc0-ce82-49c9-866a-6812a6238ee8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 200 len: 920 time: 0.4924529 Nov 25 17:14:24.577047 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b9dda13-a2c7-4d92-9bce-69baaeb52953 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad4ae7b84e0a4b318c98496e3e945d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390468 Nov 25 17:14:24.579552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:24.665108 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.668917 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-4824792f-50d5-4165-b6e8-84890de7ec04 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=387e476d-656e-49bf-a93d-42b4461df030 HTTP/1.1" status: 200 len: 217 time: 0.0793667 Nov 25 17:14:24.670006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] DHCP port deletion for dc57a407-36f7-4db4-866e-411c462dccfb request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:14:24.737532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0cb62-4320-4c26-8ab2-a550f25a1df4 req-a79d7cd0-de6f-4943-9f14-bb63adf3b84d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.755920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0cb62-4320-4c26-8ab2-a550f25a1df4 req-a79d7cd0-de6f-4943-9f14-bb63adf3b84d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.769483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0cb62-4320-4c26-8ab2-a550f25a1df4 req-a79d7cd0-de6f-4943-9f14-bb63adf3b84d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.784038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0cb62-4320-4c26-8ab2-a550f25a1df4 req-a79d7cd0-de6f-4943-9f14-bb63adf3b84d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.793879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] Deleting port 226dc544-55ee-4bc6-8572-e4ae3fb01884 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:24.795387 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.798047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0cb62-4320-4c26-8ab2-a550f25a1df4 req-a79d7cd0-de6f-4943-9f14-bb63adf3b84d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.800451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5a0cb62-4320-4c26-8ab2-a550f25a1df4 req-a79d7cd0-de6f-4943-9f14-bb63adf3b84d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 3816 time: 0.3718033 Nov 25 17:14:24.838883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.840667 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.845889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-cc5ee0c1-dc31-491a-8446-aa2dc781f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.847416 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-cc5ee0c1-dc31-491a-8446-aa2dc781f400 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 200 len: 859 time: 0.1567113 Nov 25 17:14:24.904698 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa6cab81-9c2c-43d4-b64f-ddbf50c0463e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.909464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] For port 226dc544-55ee-4bc6-8572-e4ae3fb01884, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=226dc544-55ee-4bc6-8572-e4ae3fb01884,segment=NetworkSegment(43f93e04-4174-4a35-a686-e72dd6defb4f),segment_id=43f93e04-4174-4a35-a686-e72dd6defb4f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:24.910222 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:24.925405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] Calling delete_port for 226dc544-55ee-4bc6-8572-e4ae3fb01884 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:24.992310 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-37d23a1d-dbdc-4058-9689-14527cd55028 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104414 Nov 25 17:14:25.017192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f2bf92fa-093c-4248-85d4-33b2335c61a7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2833529 Nov 25 17:14:25.040006 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa6cab81-9c2c-43d4-b64f-ddbf50c0463e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.053292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a36443b1-30f8-4ed1-aa5f-69e4f6891244 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:25.054278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:25.146442 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.180978 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-69ec60a3-890b-45be-9015-230f79ba2bfb service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740587 Nov 25 17:14:25.188272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port a36443b1-30f8-4ed1-aa5f-69e4f6891244 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:25.190201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] Pushing event deleted for resources: {'Port': ['ID=226dc544-55ee-4bc6-8572-e4ae3fb01884,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:25.191205 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa6cab81-9c2c-43d4-b64f-ddbf50c0463e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.196217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa6cab81-9c2c-43d4-b64f-ddbf50c0463e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.199120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aa6cab81-9c2c-43d4-b64f-ddbf50c0463e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/263791a6-5b0d-4392-9566-8231cafe993c HTTP/1.1" status: 204 len: 168 time: 0.6179395 Nov 25 17:14:25.202928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68df361-8698-4db7-9138-b7217f8a3aa4 None None] No DVR routers for this DVR port 226dc544-55ee-4bc6-8572-e4ae3fb01884 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:25.204382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c50559bc-0c75-434f-a01f-83fca03038a6 None None] Provisioning complete for port bc9babf0-86ac-41b8-b3fa-d98b54928891 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:25.204765 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c50559bc-0c75-434f-a01f-83fca03038a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.206226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5a0cb62-4320-4c26-8ab2-a550f25a1df4 req-0a497c6c-8898-4064-bd7c-5f33118990f7 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946002 Nov 25 17:14:25.221254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port a36443b1-30f8-4ed1-aa5f-69e4f6891244 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:25.221943 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.315292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c50559bc-0c75-434f-a01f-83fca03038a6 None None] Port bc9babf0-86ac-41b8-b3fa-d98b54928891 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:25.331298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.407825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cab81-9c2c-43d4-b64f-ddbf50c0463e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263791a6-5b0d-4392-9566-8231cafe993c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:25.426300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f06f055-bbe9-4918-b456-2ad95cf701ee req-ab335a0a-cd79-41a1-aeba-dfe92d014c81 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 210 time: 0.0568886 Nov 25 17:14:25.452513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Deleting port 226dc544-55ee-4bc6-8572-e4ae3fb01884 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:25.452869 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.532076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.611827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:25.616149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:25.620122 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16048898-11db-46c8-9de3-e7bf3688e672" -d '{"events": [{"server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "name": "network-vif-plugged", "status": "completed", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:25.628016 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.686392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c053836-eb6b-4eb2-bccc-fe551235b90a req-72e90048-9a84-4300-8c5f-244f1da0ca20 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.697651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c053836-eb6b-4eb2-bccc-fe551235b90a req-72e90048-9a84-4300-8c5f-244f1da0ca20 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.3360286 Nov 25 17:14:25.714945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] For port 226dc544-55ee-4bc6-8572-e4ae3fb01884, host n-d-819349-3, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:25.715320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.730456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:25.751970 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9b15c068-8350-42a7-8267-19cbb974a3b2 req-b4528e53-a976-4cfc-a4de-d5714e0e9891 service neutron] 10.222.0.95 "GET /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509276 Nov 25 17:14:25.762571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-b26477d7-8a1b-485f-b723-36744f6384a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.764582 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-b26477d7-8a1b-485f-b723-36744f6384a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 821 time: 0.3475823 Nov 25 17:14:25.781785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Request body: {'port': {'device_id': 'cd2784ce-d49a-4433-9118-894b8fd3c2a9', 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'admin_state_up': True, 'tenant_id': '34ca5c4f4fdd4811a00f29631763941b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:25.935359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Made reservation on behalf of 34ca5c4f4fdd4811a00f29631763941b for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:25.939242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.115794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Calling delete_port for 226dc544-55ee-4bc6-8572-e4ae3fb01884 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:26.125612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Port 226dc544-55ee-4bc6-8572-e4ae3fb01884 was not found and therefore no delete operation was performed {{(pid=103599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:14:26.139508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.155500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Allocated IP 172.20.0.14 (54308c1a-f92a-410d-967a-8df88e486ec0/fbd10089-7241-451d-b505-fd41efbb0098/732e96d0-b6a1-4049-9a1e-fb66189f4974) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:26.243749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event deleted for resources: {'Port': ['ID=226dc544-55ee-4bc6-8572-e4ae3fb01884,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:26.252775 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-6fd414ac-f454-4870-a06a-06af1578ddfa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9692593 Nov 25 17:14:26.260346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ff5c9-7a48-4c0d-944b-8ff9a783b6f2 req-5178dc51-bd40-40b7-a9a7-5344e0cb0c61 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:26.262319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-189ff5c9-7a48-4c0d-944b-8ff9a783b6f2 req-5178dc51-bd40-40b7-a9a7-5344e0cb0c61 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.6276979 Nov 25 17:14:26.269025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] No DVR routers for this DVR port 226dc544-55ee-4bc6-8572-e4ae3fb01884 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:26.277703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-82e6bf11-a8df-4573-a049-3a464dd9606e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:14:26.278754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-82e6bf11-a8df-4573-a049-3a464dd9606e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111775 Nov 25 17:14:26.295021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c053836-eb6b-4eb2-bccc-fe551235b90a req-9da201ce-75d4-4811-9ff9-4ab9a1c96d7f tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946090 Nov 25 17:14:26.522829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 226dc544-55ee-4bc6-8572-e4ae3fb01884 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:26.586282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 226dc544-55ee-4bc6-8572-e4ae3fb01884 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:26.587233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 226dc544-55ee-4bc6-8572-e4ae3fb01884 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:26.617517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-189ff5c9-7a48-4c0d-944b-8ff9a783b6f2 req-f4d77cc0-32c1-44a5-b5ed-3ee1cdad821d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448677 Nov 25 17:14:26.619695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.659100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc57a407-36f7-4db4-866e-411c462dccfb']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:26.736788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f93e04-4174-4a35-a686-e72dd6defb4f') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:26.739023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f93e04-4174-4a35-a686-e72dd6defb4f') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:26.764513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59987374-e622-437b-96ea-b1b5b14eee5f req-c0923185-75c2-462b-a7ac-ae3ea37fdf56 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:26.781388 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59987374-e622-437b-96ea-b1b5b14eee5f req-c0923185-75c2-462b-a7ac-ae3ea37fdf56 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.3645499 Nov 25 17:14:26.791076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.841735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.859409 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.892287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe03c39-285e-4c8b-b3ae-e7b714c814d5 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:26.918205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.925371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Network 54308c1a-f92a-410d-967a-8df88e486ec0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:26.927603 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.929752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:26.937857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:26.973541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:26.974367 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:26.982745 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:27.004498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event updated for resources: {'Port': ['ID=732e96d0-b6a1-4049-9a1e-fb66189f4974,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:27.028009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.028865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:27.063361 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-21744999-e58e-4a45-917c-1c908325b980 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2869377 Nov 25 17:14:27.085398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Request body: {'port': {'device_id': 'cd2784ce-d49a-4433-9118-894b8fd3c2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:27.095783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dba1c-56bc-4da7-a4ba-b2697dd43ef9 req-12faad2c-f59d-47f3-b609-4eba4aaa2d53 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.110567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f33dba1c-56bc-4da7-a4ba-b2697dd43ef9 req-12faad2c-f59d-47f3-b609-4eba4aaa2d53 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 946 time: 0.3641937 Nov 25 17:14:27.149265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59987374-e622-437b-96ea-b1b5b14eee5f req-7a147bb8-0b69-4ddc-b173-6dc7c2c2b72b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652198 Nov 25 17:14:27.184776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Transition to ACTIVE for port object cfe03c39-285e-4c8b-b3ae-e7b714c814d5 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:27.194885 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:27.195160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:27.202885 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:27.213381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] 10.222.0.81 "DELETE /v2.0/networks/dc57a407-36f7-4db4-866e-411c462dccfb HTTP/1.1" status: 204 len: 168 time: 3.0302954 Nov 25 17:14:27.252019 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3337c70a-5c98-455c-9c7c-89e03b5dc2d1 x-openstack-request-id: req-3337c70a-5c98-455c-9c7c-89e03b5dc2d1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:27.252647 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "name": "network-vif-plugged", "status": "completed", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:27.253106 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3337c70a-5c98-455c-9c7c-89e03b5dc2d1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:27.253657 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'code': 200} Nov 25 17:14:27.280625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:27.405796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Pushing event deleted for resources: {'Network': ['ID=dc57a407-36f7-4db4-866e-411c462dccfb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:27.699551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41284) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:27.735083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.737512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.737512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.740816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.741572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.742257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.742949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.743869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.744553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.745959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.746898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.747644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e50c8c-1a1d-46de-9a8b-6011c008a988 tempest-DHCPAgentSchedulersTestJSON-1727050669 tempest-DHCPAgentSchedulersTestJSON-1727050669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:27.755315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:27.790695 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f33dba1c-56bc-4da7-a4ba-b2697dd43ef9 req-037a8554-6eb1-4609-9276-1af552377e2c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783071 Nov 25 17:14:27.957402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c73bbb-fe24-46c2-a4b4-e6ad5e6a6e07 req-9e9c0caf-7719-4d44-9bbf-ec4b2d239c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.959581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8c73bbb-fe24-46c2-a4b4-e6ad5e6a6e07 req-9e9c0caf-7719-4d44-9bbf-ec4b2d239c73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 1097 time: 0.4694476 Nov 25 17:14:27.963178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Attempting to bind port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:27.963864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Attempting to bind port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:27.964499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Attempting to bind port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 on network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:27.971376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 on network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:27.972112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Attempting to bind port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 on network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:27.988411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8004c1-bd66-4ea9-b777-e4ab46f1b744 req-7a41bc1d-fbdf-41ae-a5a3-10dbb595a4fd tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.999407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8004c1-bd66-4ea9-b777-e4ab46f1b744 req-7a41bc1d-fbdf-41ae-a5a3-10dbb595a4fd tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.006331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8004c1-bd66-4ea9-b777-e4ab46f1b744 req-7a41bc1d-fbdf-41ae-a5a3-10dbb595a4fd tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.014855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8004c1-bd66-4ea9-b777-e4ab46f1b744 req-7a41bc1d-fbdf-41ae-a5a3-10dbb595a4fd tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.022035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8004c1-bd66-4ea9-b777-e4ab46f1b744 req-7a41bc1d-fbdf-41ae-a5a3-10dbb595a4fd tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.024507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e8004c1-bd66-4ea9-b777-e4ab46f1b744 req-7a41bc1d-fbdf-41ae-a5a3-10dbb595a4fd tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 3828 time: 0.4938414 Nov 25 17:14:28.057809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:28.059122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Checking segment: {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:28.059778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Bound using segment: {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:28.060477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Bound port: cfe03c39-285e-4c8b-b3ae-e7b714c814d5, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603151a4-4ec0-4c10-93d5-7d1f1278ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:28.061183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.148188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732e96d0-b6a1-4049-9a1e-fb66189f4974 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:28.171072 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.206480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Transition to ACTIVE for port object 732e96d0-b6a1-4049-9a1e-fb66189f4974 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:28.220445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.254154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653d2e-929e-4c9a-8bed-e1023543ae03 req-9d5386c8-a5ab-4f20-9431-162697a253f5 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.255856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98653d2e-929e-4c9a-8bed-e1023543ae03 req-9d5386c8-a5ab-4f20-9431-162697a253f5 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 932 time: 0.2244856 Nov 25 17:14:28.286549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Pushing event updated for resources: {'Port': ['ID=732e96d0-b6a1-4049-9a1e-fb66189f4974,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:28.287977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8c73bbb-fe24-46c2-a4b4-e6ad5e6a6e07 req-93f38895-0bf0-4256-a3b5-2ac4ed33bc48 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113120 Nov 25 17:14:28.295797 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-03d0435f-9d52-4bff-b5a5-789cab7ccd21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41cf00140e2d49368886ea346c5a3fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5950089 Nov 25 17:14:28.300025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41294) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:28.361713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e8004c1-bd66-4ea9-b777-e4ab46f1b744 req-65a9d5c3-7a3f-4d6f-b5c5-56a5d586a878 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250897 Nov 25 17:14:28.445361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Attempting to bind port 732e96d0-b6a1-4049-9a1e-fb66189f4974 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:28.445683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98653d2e-929e-4c9a-8bed-e1023543ae03 req-4248fc5d-d8b6-4d84-8661-963b8976ef61 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751342 Nov 25 17:14:28.445836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Attempting to bind port 732e96d0-b6a1-4049-9a1e-fb66189f4974 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:28.445995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Attempting to bind port 732e96d0-b6a1-4049-9a1e-fb66189f4974 on network 54308c1a-f92a-410d-967a-8df88e486ec0 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:28.463143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] For port cfe03c39-285e-4c8b-b3ae-e7b714c814d5, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:28.468580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Port 732e96d0-b6a1-4049-9a1e-fb66189f4974 on network 54308c1a-f92a-410d-967a-8df88e486ec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:28.469493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] For port cfe03c39-285e-4c8b-b3ae-e7b714c814d5, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:28.469708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Attempting to bind port 732e96d0-b6a1-4049-9a1e-fb66189f4974 on network 54308c1a-f92a-410d-967a-8df88e486ec0 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:28.474940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-510b43f1-8a1d-4414-8b9b-c71d3761a382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.476140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.476795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:28.477161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Checking segment: {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:28.477552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Bound using segment: {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:28.477990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Bound port: 732e96d0-b6a1-4049-9a1e-fb66189f4974, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:28.478335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.529612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-510b43f1-8a1d-4414-8b9b-c71d3761a382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.560736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.560860 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.562365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/cfe03c39-285e-4c8b-b3ae-e7b714c814d5 HTTP/1.1" status: 200 len: 1091 time: 3.5135243 Nov 25 17:14:28.568975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:28.584766 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106c52cc-286b-4d8d-8914-5633c241426d" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:28.627338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:28.654460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:28.658655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:28.676348 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.774533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Pushing event updated for resources: {'Port': ['ID=732e96d0-b6a1-4049-9a1e-fb66189f4974,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:28.804106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.804669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.805241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.805787 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.809150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ddba9-0960-47f6-9970-c586a7b097f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:28.812824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.813419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.813971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.814579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.815071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.824378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.825619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.828366 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:28.837486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-510b43f1-8a1d-4414-8b9b-c71d3761a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.843422 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-510b43f1-8a1d-4414-8b9b-c71d3761a382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.852720 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-510b43f1-8a1d-4414-8b9b-c71d3761a382 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e512c6e-a4d3-4f1a-be7a-583577afb453 HTTP/1.1" status: 204 len: 168 time: 0.5495319 Nov 25 17:14:28.870060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b43f1-8a1d-4414-8b9b-c71d3761a382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e512c6e-a4d3-4f1a-be7a-583577afb453,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:28.885214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.888416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.890959 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-4df5fb9b-a841-46ee-a99c-29c0b41b1cde service neutron] 10.222.0.95 "PUT /v2.0/ports/732e96d0-b6a1-4049-9a1e-fb66189f4974 HTTP/1.1" status: 200 len: 1092 time: 1.8133135 Nov 25 17:14:28.891868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2784ce-d49a-4433-9118-894b8fd3c2a9', 'tag': '732e96d0-b6a1-4049-9a1e-fb66189f4974'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:28.912451 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e688ed-03d1-471d-84ed-411b60331aca" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2784ce-d49a-4433-9118-894b8fd3c2a9", "tag": "732e96d0-b6a1-4049-9a1e-fb66189f4974"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:28.987346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.014963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a929a6c-a67c-4a94-b6a8-6f9f8bfa2924 req-a23e9eef-337a-499d-8ab4-c3ab4f0bd682 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.025054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a929a6c-a67c-4a94-b6a8-6f9f8bfa2924 req-a23e9eef-337a-499d-8ab4-c3ab4f0bd682 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.4842441 Nov 25 17:14:29.042526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-01631c89-8876-4726-84cb-26ebe4b3177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.045264 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-01631c89-8876-4726-84cb-26ebe4b3177d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 1095 time: 0.0977728 Nov 25 17:14:29.128313 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-d5abc989-f7a7-4b44-a75c-764af6080f3b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974 HTTP/1.1" status: 200 len: 217 time: 0.0624437 Nov 25 17:14:29.194111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-a2c40e41-89ce-4b62-a048-5920b33e6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.195422 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-a2c40e41-89ce-4b62-a048-5920b33e6059 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fbd10089-7241-451d-b505-fd41efbb0098 HTTP/1.1" status: 200 len: 861 time: 0.0599191 Nov 25 17:14:29.222441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-67cfb43b-145b-4226-89f4-cd5eb1421f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.223971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-67cfb43b-145b-4226-89f4-cd5eb1421f91 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1100 time: 0.2669020 Nov 25 17:14:29.236131 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-793429c2-72a7-4a10-9f97-dece0f824210 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54308c1a-f92a-410d-967a-8df88e486ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312986 Nov 25 17:14:29.242550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a929a6c-a67c-4a94-b6a8-6f9f8bfa2924 req-78f0758f-13b3-4735-9179-8f978987e3b0 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117925 Nov 25 17:14:29.376368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffa07c-76ce-448f-920b-18992b4effd9 req-fda48e5d-c68b-4ca3-8d6a-99d6e08a39ad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.384614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5dffa07c-76ce-448f-920b-18992b4effd9 req-fda48e5d-c68b-4ca3-8d6a-99d6e08a39ad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.2992330 Nov 25 17:14:29.461467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41314) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:29.480152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a82fc7f-e290-44e7-be31-b356c7a87802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.483749 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-2b279cd4-26ad-4473-a572-33c33c8a6513 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377756 Nov 25 17:14:29.627262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-c66b49d3-b75e-4e98-89e4-39e7634934eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.628911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-c66b49d3-b75e-4e98-89e4-39e7634934eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3683932 Nov 25 17:14:29.641911 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-58b2ff3f-c41c-4a80-a29e-cdb83f1f6f20 req-a0964d8b-d664-4ae5-8df9-d577cc6f9b23 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480529 Nov 25 17:14:29.651274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d0bc2-044f-4af1-a7c0-5533be977f3f req-f7dac747-4f88-4fbd-8915-98640a029365 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.653213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-125d0bc2-044f-4af1-a7c0-5533be977f3f req-f7dac747-4f88-4fbd-8915-98640a029365 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.2938607 Nov 25 17:14:29.691913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5dffa07c-76ce-448f-920b-18992b4effd9 req-a7c5b39d-ef5c-4288-b406-6f624736a920 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062146 Nov 25 17:14:29.694767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a82fc7f-e290-44e7-be31-b356c7a87802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.700582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a82fc7f-e290-44e7-be31-b356c7a87802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.752633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-5f0e1df1-72af-4821-b46f-f468178fd403 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 217 time: 0.0960464 Nov 25 17:14:29.777224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82fc7f-e290-44e7-be31-b356c7a87802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c4145-e9e7-45a4-95e5-a4fb271f5c00,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:29.829644 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a82fc7f-e290-44e7-be31-b356c7a87802 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d0c2b89a8ce4b9881e83ac845177c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643706 Nov 25 17:14:29.830102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41320) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:29.883118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-125d0bc2-044f-4af1-a7c0-5533be977f3f req-7df843f1-318c-4efa-8334-5b2d5ca8372e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323764 Nov 25 17:14:29.904192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-4e2de63b-22a8-4b93-9c6a-363f718d9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.907095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-4e2de63b-22a8-4b93-9c6a-363f718d9ba7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1243801 Nov 25 17:14:29.993276 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1944185-d950-4772-a47f-f4c2c8ba526d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.053454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c32d82b-20c2-48d8-9d1f-8719d2098e98 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:30.076713 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.077643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1944185-d950-4772-a47f-f4c2c8ba526d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.096512 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ba9b7-9be9-4ad2-89f2-f1c18075b0f5 x-openstack-request-id: req-122ba9b7-9be9-4ad2-89f2-f1c18075b0f5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:30.096798 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:30.097082 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-122ba9b7-9be9-4ad2-89f2-f1c18075b0f5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:30.097496 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'status': 'completed', 'code': 200} Nov 25 17:14:30.134364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Transition to ACTIVE for port object 1c32d82b-20c2-48d8-9d1f-8719d2098e98 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:30.152872 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.215555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-ccb74ad7-14ce-40f9-b31a-0cb972f028ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.216158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-ccb74ad7-14ce-40f9-b31a-0cb972f028ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.216856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-ccb74ad7-14ce-40f9-b31a-0cb972f028ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.217658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-ccb74ad7-14ce-40f9-b31a-0cb972f028ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.218318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-ccb74ad7-14ce-40f9-b31a-0cb972f028ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.220440 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-106c52cc-286b-4d8d-8914-5633c241426d req-ccb74ad7-14ce-40f9-b31a-0cb972f028ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 4363 time: 0.1525133 Nov 25 17:14:30.252656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-96dccd99-c80a-4d73-9c33-e1a97ad2fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.254240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-96dccd99-c80a-4d73-9c33-e1a97ad2fd5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595919 Nov 25 17:14:30.269554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Pushing event updated for resources: {'Port': ['ID=1c32d82b-20c2-48d8-9d1f-8719d2098e98,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:30.346749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a6f4b-88a5-4bb1-94bf-f1863080eeca req-ccbc4cb7-f5c9-4ed1-8d7d-47dd9399c868 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.349404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4a6f4b-88a5-4bb1-94bf-f1863080eeca req-ccbc4cb7-f5c9-4ed1-8d7d-47dd9399c868 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 946 time: 0.2132602 Nov 25 17:14:30.411297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1944185-d950-4772-a47f-f4c2c8ba526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.414100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1944185-d950-4772-a47f-f4c2c8ba526d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.419154 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b1944185-d950-4772-a47f-f4c2c8ba526d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d1c4145-e9e7-45a4-95e5-a4fb271f5c00 HTTP/1.1" status: 204 len: 168 time: 0.5818031 Nov 25 17:14:30.419154 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d294599e-10df-4d36-b35d-b61683b9da5b x-openstack-request-id: req-d294599e-10df-4d36-b35d-b61683b9da5b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:30.419154 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2784ce-d49a-4433-9118-894b8fd3c2a9", "tag": "732e96d0-b6a1-4049-9a1e-fb66189f4974", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:30.419154 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d294599e-10df-4d36-b35d-b61683b9da5b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:30.419154 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2784ce-d49a-4433-9118-894b8fd3c2a9', 'tag': '732e96d0-b6a1-4049-9a1e-fb66189f4974', 'status': 'completed', 'code': 200} Nov 25 17:14:30.720825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1944185-d950-4772-a47f-f4c2c8ba526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1c4145-e9e7-45a4-95e5-a4fb271f5c00,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:30.729315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-d355fa96-fe8a-44f2-98d4-11071583b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.730904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-d355fa96-fe8a-44f2-98d4-11071583b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.731385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-d355fa96-fe8a-44f2-98d4-11071583b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.733248 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-106c52cc-286b-4d8d-8914-5633c241426d req-d355fa96-fe8a-44f2-98d4-11071583b48c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4980741 Nov 25 17:14:30.755165 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4a6f4b-88a5-4bb1-94bf-f1863080eeca req-9540c342-ba77-4575-b5f0-08c2a7286d39 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460405 Nov 25 17:14:30.759951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e688ed-03d1-471d-84ed-411b60331aca req-26715896-452f-42da-b17d-5d0f6e8d947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.760601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Attempting to bind port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:30.761354 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46e688ed-03d1-471d-84ed-411b60331aca req-26715896-452f-42da-b17d-5d0f6e8d947c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 1095 time: 0.3021977 Nov 25 17:14:30.761716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Attempting to bind port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:30.762604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Attempting to bind port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:30.777320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-6c2214d8-2587-48a9-a377-6f145d1e9080 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000668 Nov 25 17:14:30.779200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 on network f11cc646-4505-4f7f-ba1b-17308c962b85 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:30.779915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Attempting to bind port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:30.794470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:30.796261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Checking segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:30.796846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Bound using segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:30.799304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Bound port: 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:30.802014 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.076374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c52cc-286b-4d8d-8914-5633c241426d req-0bcc5c97-6dda-4b65-a036-ac3e07a4d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.078080 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-106c52cc-286b-4d8d-8914-5633c241426d req-0bcc5c97-6dda-4b65-a036-ac3e07a4d17f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3159192 Nov 25 17:14:31.128991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ee6b-5878-4a7a-a062-194e36a91013 req-15e15fcf-bcd1-4ad7-9444-bfe38da52fce tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.135221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ee6b-5878-4a7a-a062-194e36a91013 req-15e15fcf-bcd1-4ad7-9444-bfe38da52fce tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.136721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e688ed-03d1-471d-84ed-411b60331aca req-8bf7a833-940c-4750-afd1-5c879d0a3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.138287 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46e688ed-03d1-471d-84ed-411b60331aca req-8bf7a833-940c-4750-afd1-5c879d0a3313 service neutron] 10.222.0.95 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 922 time: 0.3667212 Nov 25 17:14:31.143049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ee6b-5878-4a7a-a062-194e36a91013 req-15e15fcf-bcd1-4ad7-9444-bfe38da52fce tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.149491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ee6b-5878-4a7a-a062-194e36a91013 req-15e15fcf-bcd1-4ad7-9444-bfe38da52fce tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.156306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ee6b-5878-4a7a-a062-194e36a91013 req-15e15fcf-bcd1-4ad7-9444-bfe38da52fce tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.162615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ee6b-5878-4a7a-a062-194e36a91013 req-15e15fcf-bcd1-4ad7-9444-bfe38da52fce tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.171198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6457ee6b-5878-4a7a-a062-194e36a91013 req-15e15fcf-bcd1-4ad7-9444-bfe38da52fce tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 4599 time: 0.1712608 Nov 25 17:14:31.193318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] For port 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:31.203296 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46e688ed-03d1-471d-84ed-411b60331aca req-0d2d17f0-7037-45b0-b671-0e9a8f0c3521 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974 HTTP/1.1" status: 200 len: 217 time: 0.0566113 Nov 25 17:14:31.221515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-d25c159f-63f6-4026-91d4-26c854628167 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157422 Nov 25 17:14:31.223436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] For port 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:31.258118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ea386-1679-4290-a6bf-894bb016880a req-52cb6717-d962-4029-8dd1-051ff8afd4f1 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.263395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b7ea386-1679-4290-a6bf-894bb016880a req-52cb6717-d962-4029-8dd1-051ff8afd4f1 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 944 time: 0.3151627 Nov 25 17:14:31.309050 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.324549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e688ed-03d1-471d-84ed-411b60331aca req-8b70ec0d-bd60-4972-bf1a-865cdf5f5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.328235 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46e688ed-03d1-471d-84ed-411b60331aca req-8b70ec0d-bd60-4972-bf1a-865cdf5f5c3d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fbd10089-7241-451d-b505-fd41efbb0098 HTTP/1.1" status: 200 len: 861 time: 0.1145325 Nov 25 17:14:31.407003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.410120 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.416709 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46e688ed-03d1-471d-84ed-411b60331aca req-75a35cde-6081-47f4-b385-07e3a3ffa366 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54308c1a-f92a-410d-967a-8df88e486ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607584 Nov 25 17:14:31.418451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] 10.222.0.60 "PUT /v2.0/ports/1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 200 len: 1129 time: 2.7944622 Nov 25 17:14:31.446771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6457ee6b-5878-4a7a-a062-194e36a91013 req-55c514db-f09f-4df4-8fa3-93b2dcc8a1ea tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2743778 Nov 25 17:14:31.534218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:31.574941 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2e1c9-4617-4ffa-ab54-7ccbe56b9179 service neutron] Pushing event updated for resources: {'Port': ['ID=1c32d82b-20c2-48d8-9d1f-8719d2098e98,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:31.663591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b7ea386-1679-4290-a6bf-894bb016880a req-e05292ff-9f7f-4776-ac8c-fbcfbb5edae6 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397806 Nov 25 17:14:31.725027 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46e688ed-03d1-471d-84ed-411b60331aca req-f5dd3f6a-4cac-4454-a540-7df9399688b3 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056555 Nov 25 17:14:31.835286 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.961264 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46e688ed-03d1-471d-84ed-411b60331aca req-c03a70c0-d84d-4149-b42c-5c5745037e03 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222152 Nov 25 17:14:32.038965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce02e83-896a-4372-b2fe-f00f89727c58 req-9634304c-6f64-4474-8a2a-a90818f23e47 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.047327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ce02e83-896a-4372-b2fe-f00f89727c58 req-9634304c-6f64-4474-8a2a-a90818f23e47 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.2321551 Nov 25 17:14:32.111034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': '1c32d82b-20c2-48d8-9d1f-8719d2098e98'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:32.113285 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "1c32d82b-20c2-48d8-9d1f-8719d2098e98"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:32.174380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ce02e83-896a-4372-b2fe-f00f89727c58 req-c7616b2e-6a57-44c8-a1f9-386b3286cd06 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257353 Nov 25 17:14:32.186040 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b4dfa25-87a4-4d2e-b651-d22f123a4fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.392213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10984cdc-695c-4e5f-a713-f357b0b820a2 req-92bd31dc-1629-4055-8fe4-fb234740cd33 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.395555 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10984cdc-695c-4e5f-a713-f357b0b820a2 req-92bd31dc-1629-4055-8fe4-fb234740cd33 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.1599710 Nov 25 17:14:32.412715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381d28-260b-4f92-8029-f6d883d10f32 req-68837e88-7b75-439f-8552-208bdeb314c2 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.414340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18381d28-260b-4f92-8029-f6d883d10f32 req-68837e88-7b75-439f-8552-208bdeb314c2 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 946 time: 0.1600635 Nov 25 17:14:32.430715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457c5142-1f03-4c25-b320-6e96464b266c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:32.456377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.493831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Transition to ACTIVE for port object 457c5142-1f03-4c25-b320-6e96464b266c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:32.518033 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.559199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10984cdc-695c-4e5f-a713-f357b0b820a2 req-4187540c-ef1b-4a53-b3b8-13d77e4d3152 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437526 Nov 25 17:14:32.583221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18381d28-260b-4f92-8029-f6d883d10f32 req-6ca6f210-6bac-4fde-8494-d41a38226aa5 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562343 Nov 25 17:14:32.623062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Pushing event updated for resources: {'Port': ['ID=457c5142-1f03-4c25-b320-6e96464b266c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:32.668542 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe67ff16-f0cd-4378-a05b-07303eea2a4f x-openstack-request-id: req-fe67ff16-f0cd-4378-a05b-07303eea2a4f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:32.669088 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "1c32d82b-20c2-48d8-9d1f-8719d2098e98", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:32.669355 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe67ff16-f0cd-4378-a05b-07303eea2a4f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:32.669752 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': '1c32d82b-20c2-48d8-9d1f-8719d2098e98', 'status': 'completed', 'code': 200} Nov 25 17:14:32.850448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:33.134529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-166855530', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:33.142183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 732e96d0-b6a1-4049-9a1e-fb66189f4974 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:33.217606 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Made reservation on behalf of d32d8ed64c2946fc81cdc82e3981aa12 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:33.221904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.273231 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.432686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:33.465834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '732e96d0-b6a1-4049-9a1e-fb66189f4974', 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'port_id': '732e96d0-b6a1-4049-9a1e-fb66189f4974', 'mac_address': 'fa:16:3e:b7:3e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd10089-7241-451d-b505-fd41efbb0098', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:33.476257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.484033 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.493811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] device_id is not set on port baafb17f-1550-4237-a77d-47085d06dcd8 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:14:33.501847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Attempting to bind port 457c5142-1f03-4c25-b320-6e96464b266c on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:33.502688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Attempting to bind port 457c5142-1f03-4c25-b320-6e96464b266c by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:33.503203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Attempting to bind port 457c5142-1f03-4c25-b320-6e96464b266c on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:33.546577 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.570439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732e96d0-b6a1-4049-9a1e-fb66189f4974 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:33.588052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Port 457c5142-1f03-4c25-b320-6e96464b266c on network f11cc646-4505-4f7f-ba1b-17308c962b85 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:33.590954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Attempting to bind port 457c5142-1f03-4c25-b320-6e96464b266c on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:33.604319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:33.612887 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.614725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d554105f-0658-4446-bab9-b87eff028a18 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:33.614869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931d870e-71a5-4c47-961b-a1b8e05aa2c9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:33.617515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:33.619440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Checking segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:33.624367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Bound using segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:33.625894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Bound port: 457c5142-1f03-4c25-b320-6e96464b266c, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:33.626597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.690091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=732e96d0-b6a1-4049-9a1e-fb66189f4974,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:33.743877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Allocated IP 172.25.1.98 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/baafb17f-1550-4237-a77d-47085d06dcd8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:33.804971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-78d9c955-140c-4510-a4f5-577969b2b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.807549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-78d9c955-140c-4510-a4f5-577969b2b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.808523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-78d9c955-140c-4510-a4f5-577969b2b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.811364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-78d9c955-140c-4510-a4f5-577969b2b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.812254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-78d9c955-140c-4510-a4f5-577969b2b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.815081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-78d9c955-140c-4510-a4f5-577969b2b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.815989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-78d9c955-140c-4510-a4f5-577969b2b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.819974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-78d9c955-140c-4510-a4f5-577969b2b672 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6166 time: 1.0984883 Nov 25 17:14:33.849770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:33.879202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'd554105f-0658-4446-bab9-b87eff028a18', 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a', 'port_id': 'd554105f-0658-4446-bab9-b87eff028a18', 'mac_address': 'fa:16:3e:d8:be:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1beb38-5c08-499a-bd1c-8c41ce530903', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:33.932745 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.971491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d554105f-0658-4446-bab9-b87eff028a18 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:33.987753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.015761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] For port 457c5142-1f03-4c25-b320-6e96464b266c, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:34.024302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] For port 457c5142-1f03-4c25-b320-6e96464b266c, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=457c5142-1f03-4c25-b320-6e96464b266c,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:34.030148 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:34.036719 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.062043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-e01d5a02-ffdd-4687-972f-c683f6d09cd6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.075238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.079920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-e01d5a02-ffdd-4687-972f-c683f6d09cd6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.098385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-e01d5a02-ffdd-4687-972f-c683f6d09cd6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.118554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-e01d5a02-ffdd-4687-972f-c683f6d09cd6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.133935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-e01d5a02-ffdd-4687-972f-c683f6d09cd6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.154562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-e01d5a02-ffdd-4687-972f-c683f6d09cd6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.168502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-e01d5a02-ffdd-4687-972f-c683f6d09cd6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.169724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:34.173103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-e01d5a02-ffdd-4687-972f-c683f6d09cd6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5371 time: 1.4147735 Nov 25 17:14:34.203004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:34.206132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:34.222095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:34.224330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41398) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:34.225416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Pushing event updated for resources: {'Port': ['ID=baafb17f-1550-4237-a77d-47085d06dcd8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:34.243071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.346097 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac33ce09-41cb-4667-b639-ac0008caef86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.353128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.356068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.356465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d554105f-0658-4446-bab9-b87eff028a18'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:34.401221 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-029692b6-20c4-4854-868e-eb7c7cf0daca tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5495856 Nov 25 17:14:34.405547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:34.410568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}]}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:34.423290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['732e96d0-b6a1-4049-9a1e-fb66189f4974'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:34.454654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6730-5bb0-4964-baf6-8ae763bcce89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.458746 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.460247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.505645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0bf84-b299-4a91-b50e-0ee9fb032a5c req-ae83a859-c82a-4e05-8f26-62d7695123ae tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.507267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23f0bf84-b299-4a91-b50e-0ee9fb032a5c req-ae83a859-c82a-4e05-8f26-62d7695123ae tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 945 time: 0.9342582 Nov 25 17:14:34.539680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97d6eeff-f94b-4eee-825e-47deed89fffd req-90e31a12-5cd0-4015-b13e-650c58139764 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3220828 Nov 25 17:14:34.541171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.541791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.543737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] 10.222.0.60 "PUT /v2.0/ports/457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 200 len: 1130 time: 3.0383122 Nov 25 17:14:34.545694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.636773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:34.684188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': '457c5142-1f03-4c25-b320-6e96464b266c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:34.686496 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "457c5142-1f03-4c25-b320-6e96464b266c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:34.792176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc9e40-1cef-44a1-9d55-60cb37be574d service neutron] Pushing event updated for resources: {'Port': ['ID=457c5142-1f03-4c25-b320-6e96464b266c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:34.821034 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.885624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-50563f1a-140d-4adb-b5cd-2151a167f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.886646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-50563f1a-140d-4adb-b5cd-2151a167f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.887216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-50563f1a-140d-4adb-b5cd-2151a167f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.888809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-50563f1a-140d-4adb-b5cd-2151a167f265 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0388031 Nov 25 17:14:34.896460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23f0bf84-b299-4a91-b50e-0ee9fb032a5c req-ad8f9822-32f4-4ca3-988a-4c626c04c519 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496909 Nov 25 17:14:34.919423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.973982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6730-5bb0-4964-baf6-8ae763bcce89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.980450 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6730-5bb0-4964-baf6-8ae763bcce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.010231 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ab7a6730-5bb0-4964-baf6-8ae763bcce89 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8f57d9e3e4e4a0c9aed1ba1e4e77eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7687364 Nov 25 17:14:35.010915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6adcca-faac-4c7a-b778-66ca30957643 req-d89560e5-cb93-451a-9442-a7b70e52ba15 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.014484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:35.017779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b6adcca-faac-4c7a-b778-66ca30957643 req-d89560e5-cb93-451a-9442-a7b70e52ba15 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 946 time: 0.2872167 Nov 25 17:14:35.073171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a6730-5bb0-4964-baf6-8ae763bcce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e37137-149e-46f2-afb6-b92480f87f6a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:35.207980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3aecdc25-217a-4d69-9bd7-b65145371a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.245844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3aecdc25-217a-4d69-9bd7-b65145371a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.248406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.287397 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.291460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b6adcca-faac-4c7a-b778-66ca30957643 req-4c1686e9-a3d5-4c4d-a4d1-cc28ab462770 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720926 Nov 25 17:14:35.305518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-eeb29d44-bff5-4161-92e7-d0335ad1e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.306958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecf94cdd-0902-4b92-b7aa-8ecc2cd90e45 req-eeb29d44-bff5-4161-92e7-d0335ad1e3a3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4062667 Nov 25 17:14:35.349648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3aecdc25-217a-4d69-9bd7-b65145371a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.352125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aab49-6260-4b2e-bdf1-2d08cf96cd47 req-81a146d7-04e2-4b6c-9d0e-cb3cdd738e8a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.353042 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3aecdc25-217a-4d69-9bd7-b65145371a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.355194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3aecdc25-217a-4d69-9bd7-b65145371a45 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0e37137-149e-46f2-afb6-b92480f87f6a HTTP/1.1" status: 204 len: 168 time: 0.3380027 Nov 25 17:14:35.372166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c5aab49-6260-4b2e-bdf1-2d08cf96cd47 req-81a146d7-04e2-4b6c-9d0e-cb3cdd738e8a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 945 time: 0.2476099 Nov 25 17:14:35.404857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecdc25-217a-4d69-9bd7-b65145371a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e37137-149e-46f2-afb6-b92480f87f6a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:35.539306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c5aab49-6260-4b2e-bdf1-2d08cf96cd47 req-6372035a-286b-420a-b7e4-9eddea292493 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659095 Nov 25 17:14:35.556093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499b939-ada5-4a51-b053-8ffea5c28810 req-309d673c-eab9-4f76-a035-48ac644950b3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.559685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b499b939-ada5-4a51-b053-8ffea5c28810 req-309d673c-eab9-4f76-a035-48ac644950b3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.1791370 Nov 25 17:14:35.601209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.605617 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1832acd4-3191-46ad-b022-6db912c7eab6 x-openstack-request-id: req-1832acd4-3191-46ad-b022-6db912c7eab6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:35.605984 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "457c5142-1f03-4c25-b320-6e96464b266c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:35.606364 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1832acd4-3191-46ad-b022-6db912c7eab6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:35.606782 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': '457c5142-1f03-4c25-b320-6e96464b266c', 'status': 'completed', 'code': 200} Nov 25 17:14:35.698057 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.756765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b499b939-ada5-4a51-b053-8ffea5c28810 req-41a55373-e86f-4e02-bd35-7161293965bb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864605 Nov 25 17:14:35.812557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-3d7eed9f-3b1b-4738-af38-12e9fb15611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.813235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-3d7eed9f-3b1b-4738-af38-12e9fb15611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.815549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-3d7eed9f-3b1b-4738-af38-12e9fb15611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.816141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-3d7eed9f-3b1b-4738-af38-12e9fb15611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.826142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-3d7eed9f-3b1b-4738-af38-12e9fb15611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.826813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-3d7eed9f-3b1b-4738-af38-12e9fb15611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.827478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-3d7eed9f-3b1b-4738-af38-12e9fb15611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.829743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-3d7eed9f-3b1b-4738-af38-12e9fb15611d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6208 time: 0.1951830 Nov 25 17:14:35.834508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:35.862888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a6b9b0-bdeb-4ed3-847c-5bca4b075add {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:35.874908 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.894617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Transition to ACTIVE for port object 72a6b9b0-bdeb-4ed3-847c-5bca4b075add will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:35.962700 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.036701 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be16a6be-8d4e-42d6-8643-aa9f13e3ae00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.159899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.166683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.234446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.235425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc8f8313-674b-43d9-9108-d84c05337795 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:14:36.260357 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:14:36.261961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e11cf45-d676-41f3-ba03-47162a0ff736 tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8553257 Nov 25 17:14:36.266085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41432) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:36.270459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Pushing event updated for resources: {'Port': ['ID=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:36.315164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.395095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-3967ea70-af96-4c3b-b91b-3d8940ec419f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.403847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-3967ea70-af96-4c3b-b91b-3d8940ec419f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.408293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0023f579-3be0-477c-a30f-0d307c925b1c tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Deleting port baafb17f-1550-4237-a77d-47085d06dcd8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:36.408863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0023f579-3be0-477c-a30f-0d307c925b1c tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.410132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-3967ea70-af96-4c3b-b91b-3d8940ec419f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.416777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-3967ea70-af96-4c3b-b91b-3d8940ec419f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.424211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-3967ea70-af96-4c3b-b91b-3d8940ec419f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.430702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-3967ea70-af96-4c3b-b91b-3d8940ec419f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.437643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-3967ea70-af96-4c3b-b91b-3d8940ec419f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.440591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-3967ea70-af96-4c3b-b91b-3d8940ec419f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5383 time: 0.5246553 Nov 25 17:14:36.488522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-121b148a-1e64-4150-9ad4-51ac6ac2ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.489082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-121b148a-1e64-4150-9ad4-51ac6ac2ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.489568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-121b148a-1e64-4150-9ad4-51ac6ac2ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.491189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-121b148a-1e64-4150-9ad4-51ac6ac2ee7b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5940964 Nov 25 17:14:36.527130 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0023f579-3be0-477c-a30f-0d307c925b1c tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.565278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0023f579-3be0-477c-a30f-0d307c925b1c tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Calling delete_port for baafb17f-1550-4237-a77d-47085d06dcd8 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:36.608529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac94567-a581-40f5-aa9a-a46409ab0569 req-aabfe1b5-ede1-4945-b85a-b76f6999ec8b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.616239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ac94567-a581-40f5-aa9a-a46409ab0569 req-aabfe1b5-ede1-4945-b85a-b76f6999ec8b tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 945 time: 0.4432189 Nov 25 17:14:36.680337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Attempting to bind port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:36.680773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Attempting to bind port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:36.681207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Attempting to bind port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:36.681724 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.712391 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be16a6be-8d4e-42d6-8643-aa9f13e3ae00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.716751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add on network f11cc646-4505-4f7f-ba1b-17308c962b85 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:36.717173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Attempting to bind port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:36.740049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be16a6be-8d4e-42d6-8643-aa9f13e3ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.749241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24daf44f-0b81-4e45-b155-325c76fce4bf req-013f510e-2099-4481-9bda-786d5dcba25a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2806604 Nov 25 17:14:36.750201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0023f579-3be0-477c-a30f-0d307c925b1c tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.757787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:36.758214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Checking segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:36.758700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Bound using segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:36.759221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Bound port: 72a6b9b0-bdeb-4ed3-847c-5bca4b075add, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:36.760201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.831665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023f579-3be0-477c-a30f-0d307c925b1c tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Pushing event deleted for resources: {'Port': ['ID=baafb17f-1550-4237-a77d-47085d06dcd8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:36.834920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ac94567-a581-40f5-aa9a-a46409ab0569 req-f241787a-a7e6-42e9-baad-b2e365117f46 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176228 Nov 25 17:14:36.844550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-0f506cd4-d4fd-46c6-b5fb-49e79924d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.846644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a6cbc5a-9856-41e9-aaee-6ae6ab32ea13 req-0f506cd4-d4fd-46c6-b5fb-49e79924d634 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3416812 Nov 25 17:14:36.861389 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-be16a6be-8d4e-42d6-8643-aa9f13e3ae00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb502435edca4b9f939bd5b4445a7914&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0217268 Nov 25 17:14:36.861389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16a6be-8d4e-42d6-8643-aa9f13e3ae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b04bb4-2ae7-4e8e-b79c-c67e05aeab26,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:36.862763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:36.952697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0023f579-3be0-477c-a30f-0d307c925b1c tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.969780 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0023f579-3be0-477c-a30f-0d307c925b1c tempest-RoutersAdminNegativeIpV6Test-1915394953 tempest-RoutersAdminNegativeIpV6Test-1915394953-project-admin] 10.222.0.81 "DELETE /v2.0/ports/baafb17f-1550-4237-a77d-47085d06dcd8 HTTP/1.1" status: 204 len: 168 time: 0.7031040 Nov 25 17:14:36.974552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] For port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:36.979241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] For port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:36.991879 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.002179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.008471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff1758a3-435c-4d73-a4bc-50a20b65ea7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.075501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.076151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.077713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] 10.222.0.60 "PUT /v2.0/ports/72a6b9b0-bdeb-4ed3-847c-5bca4b075add HTTP/1.1" status: 200 len: 1091 time: 2.4696238 Nov 25 17:14:37.127280 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff1758a3-435c-4d73-a4bc-50a20b65ea7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.137085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:37.148798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 732e96d0-b6a1-4049-9a1e-fb66189f4974 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:37.237367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 732e96d0-b6a1-4049-9a1e-fb66189f4974 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:37.244026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff556bf-8535-495e-a33f-f28f9da6bd31 service neutron] Pushing event updated for resources: {'Port': ['ID=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:37.248261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 732e96d0-b6a1-4049-9a1e-fb66189f4974 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:37.248418 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.310062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1c533-fe8b-42d6-928c-959745c01725 req-9d4175e1-52e0-4ab2-ba86-935420263b7a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.319925 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10e1c533-fe8b-42d6-928c-959745c01725 req-9d4175e1-52e0-4ab2-ba86-935420263b7a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 945 time: 0.3052523 Nov 25 17:14:37.400497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d9cd-66ce-4e66-bbfe-d68595536bf7 req-5c7c8c9e-5ae2-4214-8134-9b6e1ec4641d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.408081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81d5d9cd-66ce-4e66-bbfe-d68595536bf7 req-5c7c8c9e-5ae2-4214-8134-9b6e1ec4641d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.3095837 Nov 25 17:14:37.415139 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.418599 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.459568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff1758a3-435c-4d73-a4bc-50a20b65ea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.462669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff1758a3-435c-4d73-a4bc-50a20b65ea7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.467753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff1758a3-435c-4d73-a4bc-50a20b65ea7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00b04bb4-2ae7-4e8e-b79c-c67e05aeab26 HTTP/1.1" status: 204 len: 168 time: 0.5851970 Nov 25 17:14:37.468758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2784ce-d49a-4433-9118-894b8fd3c2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e96d0-b6a1-4049-9a1e-fb66189f4974'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:37.471452 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa03f7e-a590-4693-9ee4-f5b8b6b6856b" -d '{"events": [{"server_uuid": "cd2784ce-d49a-4433-9118-894b8fd3c2a9", "name": "network-vif-plugged", "status": "completed", "tag": "732e96d0-b6a1-4049-9a1e-fb66189f4974"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:37.503180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:37.514664 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.515850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d554105f-0658-4446-bab9-b87eff028a18 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:37.530609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:37.560520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1758a3-435c-4d73-a4bc-50a20b65ea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b04bb4-2ae7-4e8e-b79c-c67e05aeab26,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:37.588336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10e1c533-fe8b-42d6-928c-959745c01725 req-2bedf2bc-1bfd-4080-8f8a-ffe6977124c7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640035 Nov 25 17:14:37.628264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:37.632700 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a72bfde-051e-457b-b81c-fb36b96f1228" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "72a6b9b0-bdeb-4ed3-847c-5bca4b075add"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:37.649353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81d5d9cd-66ce-4e66-bbfe-d68595536bf7 req-f71bf011-16bc-42ac-ac55-a0de1c3cbc61 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400298 Nov 25 17:14:37.702706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=732e96d0-b6a1-4049-9a1e-fb66189f4974,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:37.731244 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf6a47a-3649-4fc6-a9c1-ed402adb2c0d x-openstack-request-id: req-0bf6a47a-3649-4fc6-a9c1-ed402adb2c0d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:37.732175 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2784ce-d49a-4433-9118-894b8fd3c2a9", "name": "network-vif-plugged", "status": "completed", "tag": "732e96d0-b6a1-4049-9a1e-fb66189f4974", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:37.732792 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bf6a47a-3649-4fc6-a9c1-ed402adb2c0d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:37.734404 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2784ce-d49a-4433-9118-894b8fd3c2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e96d0-b6a1-4049-9a1e-fb66189f4974', 'code': 200} Nov 25 17:14:37.801938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port d554105f-0658-4446-bab9-b87eff028a18 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:37.814249 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd0c07a-6114-45b3-9e55-e286b221d623 x-openstack-request-id: req-ebd0c07a-6114-45b3-9e55-e286b221d623 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:37.814628 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "72a6b9b0-bdeb-4ed3-847c-5bca4b075add", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:37.814863 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ebd0c07a-6114-45b3-9e55-e286b221d623 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:37.815287 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add', 'status': 'completed', 'code': 200} Nov 25 17:14:37.826079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port d554105f-0658-4446-bab9-b87eff028a18 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:37.826079 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.957852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd131d-a86f-4815-bbeb-136d11297edf req-cbf37860-4003-42e4-adc4-406adf889eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.959814 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09bd131d-a86f-4815-bbeb-136d11297edf req-cbf37860-4003-42e4-adc4-406adf889eb3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 1097 time: 0.1468725 Nov 25 17:14:38.034149 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.081657 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-09bd131d-a86f-4815-bbeb-136d11297edf req-8868b14d-725b-4446-aa6b-48a59fb42d20 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057858 Nov 25 17:14:38.121130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:38.127675 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.128653 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44747645-5879-4fd5-8968-860de805ceb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.130776 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.191194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:38.196826 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.276239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:38.293195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Transition to ACTIVE for port object e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:38.306187 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44747645-5879-4fd5-8968-860de805ceb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.312193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.313608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44747645-5879-4fd5-8968-860de805ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.359632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138cf45-d151-40e3-886e-659577778ffb req-0f02d159-add8-4f7b-968c-431477c2bab3 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.368925 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5138cf45-d151-40e3-886e-659577778ffb req-0f02d159-add8-4f7b-968c-431477c2bab3 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 946 time: 0.2204084 Nov 25 17:14:38.377844 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-44747645-5879-4fd5-8968-860de805ceb9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b59fe410afd34fae8b89f21df6a07f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8412848 Nov 25 17:14:38.377844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44747645-5879-4fd5-8968-860de805ceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04117f3b-7bef-4f4a-9f01-5470facd5ccf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:38.390658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:38.408865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-409dc7cf-eb97-4ef8-9cc4-97563e937137 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.427598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-409dc7cf-eb97-4ef8-9cc4-97563e937137 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.434290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-409dc7cf-eb97-4ef8-9cc4-97563e937137 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.440760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-409dc7cf-eb97-4ef8-9cc4-97563e937137 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.447074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-409dc7cf-eb97-4ef8-9cc4-97563e937137 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.453618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-409dc7cf-eb97-4ef8-9cc4-97563e937137 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.459591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-409dc7cf-eb97-4ef8-9cc4-97563e937137 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.461564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-409dc7cf-eb97-4ef8-9cc4-97563e937137 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5383 time: 0.3160191 Nov 25 17:14:38.488142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-ad152807-391f-470f-a1d6-5626b21a95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.488443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-ad152807-391f-470f-a1d6-5626b21a95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.488927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-ad152807-391f-470f-a1d6-5626b21a95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.489447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-ad152807-391f-470f-a1d6-5626b21a95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.489928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-ad152807-391f-470f-a1d6-5626b21a95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.490414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-ad152807-391f-470f-a1d6-5626b21a95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.491648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-ad152807-391f-470f-a1d6-5626b21a95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.494480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-ad152807-391f-470f-a1d6-5626b21a95e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6275 time: 0.6566010 Nov 25 17:14:38.512689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe52e757-36e5-4407-b93e-bd50d58bf74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.549222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe52e757-36e5-4407-b93e-bd50d58bf74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.669924 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe52e757-36e5-4407-b93e-bd50d58bf74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.673245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe52e757-36e5-4407-b93e-bd50d58bf74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.677982 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fe52e757-36e5-4407-b93e-bd50d58bf74b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04117f3b-7bef-4f4a-9f01-5470facd5ccf HTTP/1.1" status: 204 len: 168 time: 0.2809825 Nov 25 17:14:38.705926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52e757-36e5-4407-b93e-bd50d58bf74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04117f3b-7bef-4f4a-9f01-5470facd5ccf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:39.084456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Pushing event updated for resources: {'Port': ['ID=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:39.105650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a36443b1-30f8-4ed1-aa5f-69e4f6891244 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:39.141031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5138cf45-d151-40e3-886e-659577778ffb req-73e12bf1-fab0-49db-a222-ce33fa086c09 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7706990 Nov 25 17:14:39.321605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-d647febb-541e-44e9-970a-3e6f14ecde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:39.322079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-d647febb-541e-44e9-970a-3e6f14ecde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:39.322544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-d647febb-541e-44e9-970a-3e6f14ecde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:39.324884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-d647febb-541e-44e9-970a-3e6f14ecde2c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8086565 Nov 25 17:14:39.439450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:39.461065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'mac_address': 'fa:16:3e:7a:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:39.545139 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.567364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a36443b1-30f8-4ed1-aa5f-69e4f6891244 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:39.603632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:39.642445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:39.653221 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.682403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6411ec66-e797-45e6-be9b-e5d858bef4db req-55e3c431-80c3-46ab-8d0f-204aa39b812d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1784959 Nov 25 17:14:39.711651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-51c41237-ac4c-4269-bf25-8a4a5f90c51d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d32d8ed64c2946fc81cdc82e3981aa12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1068208 Nov 25 17:14:39.721515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41530) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:39.743008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:39.747257 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04751ae4-a73c-42c9-ab8d-ba06f9260fbd" -d '{"events": [{"server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "name": "network-vif-plugged", "status": "completed", "tag": "d554105f-0658-4446-bab9-b87eff028a18"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:39.804157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Attempting to bind port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:39.804693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Attempting to bind port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:39.805334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Attempting to bind port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:39.817350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 on network f11cc646-4505-4f7f-ba1b-17308c962b85 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:39.817696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Attempting to bind port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:39.818366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:39.826758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:39.827107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Checking segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:39.827511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Bound using segment: {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:39.827965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Bound port: e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d5c4ae-2890-4f8b-b599-517cdc1337f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:39.828328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.850131 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a36443b1-30f8-4ed1-aa5f-69e4f6891244'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:39.873310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c9cd-e978-4f20-a5ec-db393b7e96a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.909726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d08eb-393c-4528-98e7-90c5aa09df6b req-eb9f4088-4d83-4cac-904a-477a516dc641 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:39.911623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f48d08eb-393c-4528-98e7-90c5aa09df6b req-eb9f4088-4d83-4cac-904a-477a516dc641 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.1887922 Nov 25 17:14:39.942047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c9cd-e978-4f20-a5ec-db393b7e96a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.015215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c9cd-e978-4f20-a5ec-db393b7e96a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.018076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c9cd-e978-4f20-a5ec-db393b7e96a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.019327 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a4a0c9cd-e978-4f20-a5ec-db393b7e96a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/931d870e-71a5-4c47-961b-a1b8e05aa2c9 HTTP/1.1" status: 204 len: 168 time: 0.2967789 Nov 25 17:14:40.028416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0c9cd-e978-4f20-a5ec-db393b7e96a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d870e-71a5-4c47-961b-a1b8e05aa2c9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:40.060004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-edd11cac-fe65-4600-b31e-d3199b13087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:40.061842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a72bfde-051e-457b-b81c-fb36b96f1228 req-edd11cac-fe65-4600-b31e-d3199b13087b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6850908 Nov 25 17:14:40.091931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7c91b-6468-4335-820e-6eb89d214494 req-252bdeff-b8d0-4fd9-882f-8633cb7a8d44 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:40.107941 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15c7c91b-6468-4335-820e-6eb89d214494 req-252bdeff-b8d0-4fd9-882f-8633cb7a8d44 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.1876247 Nov 25 17:14:40.195882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f48d08eb-393c-4528-98e7-90c5aa09df6b req-d1a028a4-daee-4c87-9340-dd82596eea4c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397430 Nov 25 17:14:40.216986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15c7c91b-6468-4335-820e-6eb89d214494 req-d0f45d94-3a20-47bd-831c-6180cecf4bb5 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078200 Nov 25 17:14:40.234922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] For port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:40.275110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] For port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:40.289742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.299466 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60a56e9-4a66-4de1-9207-02dbf5e41445 x-openstack-request-id: req-f60a56e9-4a66-4de1-9207-02dbf5e41445 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:40.299977 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "name": "network-vif-plugged", "status": "completed", "tag": "d554105f-0658-4446-bab9-b87eff028a18", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:40.300070 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f60a56e9-4a66-4de1-9207-02dbf5e41445 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:40.300410 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18', 'code': 200} Nov 25 17:14:40.531307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2e40-6458-4271-8a5d-696e8e1e614c req-3c684c1d-f764-4bbc-9f1a-2e337345ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:40.532910 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d8a2e40-6458-4271-8a5d-696e8e1e614c req-3c684c1d-f764-4bbc-9f1a-2e337345ce35 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1097 time: 0.1359484 Nov 25 17:14:40.536893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:40.544836 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.546667 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] 10.222.0.60 "PUT /v2.0/ports/e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 HTTP/1.1" status: 200 len: 1091 time: 3.4156847 Nov 25 17:14:40.547283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:40.554903 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa42336-69e8-43cf-9262-f35d1c2a5011" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:40.628399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:40.688481 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d8a2e40-6458-4271-8a5d-696e8e1e614c req-17c82585-4c98-4beb-a73f-b0d0c2094f5f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433847 Nov 25 17:14:40.746581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6ac3a-ed5d-4c13-a2c3-a5f46e799b78 service neutron] Pushing event updated for resources: {'Port': ['ID=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:40.784852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.796538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620633a-34a4-432f-9f83-ad5fb057d90d req-ffc11514-c1b4-4caf-8e89-bc2271433724 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:40.804108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8620633a-34a4-432f-9f83-ad5fb057d90d req-ffc11514-c1b4-4caf-8e89-bc2271433724 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 946 time: 0.4077716 Nov 25 17:14:40.906232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8620633a-34a4-432f-9f83-ad5fb057d90d req-8e107f6a-954a-4a43-85ca-0c3d3483b39d tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010261 Nov 25 17:14:41.128400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a36443b1-30f8-4ed1-aa5f-69e4f6891244 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:41.316722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port a36443b1-30f8-4ed1-aa5f-69e4f6891244 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:41.317968 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.381788 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f3eb75-7476-4676-92a6-c5c61c5dc6f4 x-openstack-request-id: req-d3f3eb75-7476-4676-92a6-c5c61c5dc6f4 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:41.382289 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:41.382289 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3f3eb75-7476-4676-92a6-c5c61c5dc6f4 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:41.383094 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25', 'status': 'completed', 'code': 200} Nov 25 17:14:41.477029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-326eb4aa-b78b-4418-82ce-992a8db621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.478246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-326eb4aa-b78b-4418-82ce-992a8db621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.480721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-326eb4aa-b78b-4418-82ce-992a8db621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.481949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-326eb4aa-b78b-4418-82ce-992a8db621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.482980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-326eb4aa-b78b-4418-82ce-992a8db621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.483937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-326eb4aa-b78b-4418-82ce-992a8db621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.484484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-326eb4aa-b78b-4418-82ce-992a8db621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.487694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-326eb4aa-b78b-4418-82ce-992a8db621c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6342 time: 0.0983012 Nov 25 17:14:41.604706 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.699364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:41.707572 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.779595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-a776a73e-f05f-4163-977e-c5b90a17d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.780277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-a776a73e-f05f-4163-977e-c5b90a17d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.786600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-a776a73e-f05f-4163-977e-c5b90a17d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.809453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-a776a73e-f05f-4163-977e-c5b90a17d64e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2833970 Nov 25 17:14:41.810915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:41.979083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:42.055510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633827-2782-4494-8f56-09af4080cb0a req-6b1943ca-844e-4a9b-8556-05329f4f8f5b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.063174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633827-2782-4494-8f56-09af4080cb0a req-6b1943ca-844e-4a9b-8556-05329f4f8f5b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.070250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633827-2782-4494-8f56-09af4080cb0a req-6b1943ca-844e-4a9b-8556-05329f4f8f5b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.076855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633827-2782-4494-8f56-09af4080cb0a req-6b1943ca-844e-4a9b-8556-05329f4f8f5b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.082948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633827-2782-4494-8f56-09af4080cb0a req-6b1943ca-844e-4a9b-8556-05329f4f8f5b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.089577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633827-2782-4494-8f56-09af4080cb0a req-6b1943ca-844e-4a9b-8556-05329f4f8f5b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.096005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633827-2782-4494-8f56-09af4080cb0a req-6b1943ca-844e-4a9b-8556-05329f4f8f5b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.103884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93633827-2782-4494-8f56-09af4080cb0a req-6b1943ca-844e-4a9b-8556-05329f4f8f5b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5395 time: 0.4390118 Nov 25 17:14:42.110862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:42.132507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5707e-9423-4ac3-bee1-98a704eda1e5 req-15c8b567-d658-4dfb-a580-55e76ae074db tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.134347 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0d5707e-9423-4ac3-bee1-98a704eda1e5 req-15c8b567-d658-4dfb-a580-55e76ae074db tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 946 time: 0.4707022 Nov 25 17:14:42.140892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.169793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1664454883'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:42.207589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-b9c5caf8-b01d-4cb2-b0af-7372aa982e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.209515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fa42336-69e8-43cf-9262-f35d1c2a5011 req-b9c5caf8-b01d-4cb2-b0af-7372aa982e6a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3992481 Nov 25 17:14:42.216977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Transition to ACTIVE for port object 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:42.231158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Made reservation on behalf of 58a0bbed3e1d453aa5e738894d629fc2 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:42.234685 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.252101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.273701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.301532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:42.308528 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941a359-83f5-4065-af83-0a60d62232e9" -d '{"events": [{"server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "name": "network-vif-plugged", "status": "completed", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:42.320685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93633827-2782-4494-8f56-09af4080cb0a req-14788d3b-52ed-42eb-a344-fdac8af57364 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2128246 Nov 25 17:14:42.379488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0d5707e-9423-4ac3-bee1-98a704eda1e5 req-357300ba-a9c7-482e-a899-ee167728976e tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197664 Nov 25 17:14:42.493732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.503615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.518210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Pushing event updated for resources: {'Port': ['ID=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:42.582679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:14:42.608368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.608718 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Added segment bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e of type vlan for network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 Nov 25 17:14:42.679908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Attempting to bind port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:42.689167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Attempting to bind port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:42.689656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Attempting to bind port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 on network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:42.709562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5169661-87d0-493a-a282-c44a9072f3d7 req-03d54a10-43d0-4c58-9508-8075563d52a8 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.711320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5169661-87d0-493a-a282-c44a9072f3d7 req-03d54a10-43d0-4c58-9508-8075563d52a8 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.1513174 Nov 25 17:14:42.717144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d569d-de9c-4bf0-93c5-2ac8a6fa60d2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:42.725347 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.758743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 on network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:42.759530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Attempting to bind port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 on network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:42.781906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.805387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.806562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.821773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040b18d-ff29-48b8-af79-e1596ac2a140 req-d6790dac-7253-4ffe-aea6-c436431a5cad tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.824479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3040b18d-ff29-48b8-af79-e1596ac2a140 req-d6790dac-7253-4ffe-aea6-c436431a5cad tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.1480966 Nov 25 17:14:42.831026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:42.831672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Checking segment: {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:42.832257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Bound using segment: {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:42.832918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Bound port: 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:42.833488 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.848090 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8675165 Nov 25 17:14:42.848782 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41618) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:42.879996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'subnet': {'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:42.918342 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5169661-87d0-493a-a282-c44a9072f3d7 req-959475ca-855f-4985-8499-bbc2e8c89233 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648970 Nov 25 17:14:42.929322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3040b18d-ff29-48b8-af79-e1596ac2a140 req-c1ac49e6-73ed-44e4-9c20-857a3067e0c2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882323 Nov 25 17:14:43.012699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa4370-126f-4906-8526-351c34b7c8b3 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Network': ['ID=7da7dadb-b464-44b2-99d2-fbe2df8722e0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:43.025530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:14:43.107038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] For port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:43.110682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] For port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:43.117725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.130349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Made reservation on behalf of 58a0bbed3e1d453aa5e738894d629fc2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:43.133825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.201687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:43.202319 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.203795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] 10.222.0.60 "PUT /v2.0/ports/17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 HTTP/1.1" status: 200 len: 1091 time: 2.5964558 Nov 25 17:14:43.266439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Request body: {'port': {'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:43.329456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce3cda-dda8-4908-914e-adf85e95614f service neutron] Pushing event updated for resources: {'Port': ['ID=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:43.402142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:43.427500 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "17262fbf-d2b6-4d0d-a3bb-2e41d5233af1"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:43.461019 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.576642 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c9b43e-6e0c-4efd-b293-de32d02359aa x-openstack-request-id: req-d9c9b43e-6e0c-4efd-b293-de32d02359aa {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:43.577143 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "name": "network-vif-plugged", "status": "completed", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:43.577504 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9c9b43e-6e0c-4efd-b293-de32d02359aa {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:43.579441 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'code': 200} Nov 25 17:14:43.721214 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.957697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Checking segment: {'id': 'bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:43.957697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Network hostable DHCP agents. Network: 7da7dadb-b464-44b2-99d2-fbe2df8722e0, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:14:44.040907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:14:44.067940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 7da7dadb-b464-44b2-99d2-fbe2df8722e0) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:44.078329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474233d-deab-42e3-a549-58329e2663a0 None None] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:44.084056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Subnet': ['ID=fc9150cf-f485-46ff-b99c-303346e41311,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:44.104880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.108914 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.140895 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7930dc53-4365-441d-9785-92945abd56f8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2691114 Nov 25 17:14:44.143513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41660) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:44.150652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1747299525'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:44.211434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9babf0-86ac-41b8-b3fa-d98b54928891 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:44.234377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.279314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Transition to ACTIVE for port object bc9babf0-86ac-41b8-b3fa-d98b54928891 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:44.347045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.440828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Made reservation on behalf of 58a0bbed3e1d453aa5e738894d629fc2 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:44.444613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.481544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] device_id is not set on port 20f62022-3bd4-4e00-b0df-c68c5c2cc9b3 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:14:44.515909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'tenant_id': '58a0bbed3e1d453aa5e738894d629fc2', 'fixed_ips': [{'subnet_id': 'fc9150cf-f485-46ff-b99c-303346e41311'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:14:44.517476 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.677946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Pushing event updated for resources: {'Port': ['ID=bc9babf0-86ac-41b8-b3fa-d98b54928891,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:44.710628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Allocated IP 2001:db8::eb (7da7dadb-b464-44b2-99d2-fbe2df8722e0/fc9150cf-f485-46ff-b99c-303346e41311/20f62022-3bd4-4e00-b0df-c68c5c2cc9b3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:44.732196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874cb05-374f-41a5-ba62-7eabe558b2b0 req-ed9ed469-a2a1-4409-a7aa-fc5f3869f087 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.740442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4874cb05-374f-41a5-ba62-7eabe558b2b0 req-ed9ed469-a2a1-4409-a7aa-fc5f3869f087 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1097 time: 0.4563849 Nov 25 17:14:44.772184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-ed3cbc54-3961-49fd-89b9-1511a32d7f4e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.780576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-ed3cbc54-3961-49fd-89b9-1511a32d7f4e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.786773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-ed3cbc54-3961-49fd-89b9-1511a32d7f4e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.801517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-ed3cbc54-3961-49fd-89b9-1511a32d7f4e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.809324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-ed3cbc54-3961-49fd-89b9-1511a32d7f4e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.816030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-ed3cbc54-3961-49fd-89b9-1511a32d7f4e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.823111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-ed3cbc54-3961-49fd-89b9-1511a32d7f4e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.825048 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-ed3cbc54-3961-49fd-89b9-1511a32d7f4e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.5176761 Nov 25 17:14:45.009603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4874cb05-374f-41a5-ba62-7eabe558b2b0 req-3a56b119-1a12-4c1e-8b07-38970de67fee tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683470 Nov 25 17:14:45.035209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4f1228b-5f95-4b3f-a304-11e4208ca839 req-1f4c9c69-f807-4b8c-baf5-9a84cf2799fc tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1840055 Nov 25 17:14:45.098257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Attempting to bind port bc9babf0-86ac-41b8-b3fa-d98b54928891 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:45.099578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Attempting to bind port bc9babf0-86ac-41b8-b3fa-d98b54928891 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:45.100236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Attempting to bind port bc9babf0-86ac-41b8-b3fa-d98b54928891 on network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:45.103468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.116553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Port bc9babf0-86ac-41b8-b3fa-d98b54928891 on network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:45.116881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Attempting to bind port bc9babf0-86ac-41b8-b3fa-d98b54928891 on network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:45.131056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:45.132063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Checking segment: {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:45.132775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Bound using segment: {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:45.133282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Bound port: bc9babf0-86ac-41b8-b3fa-d98b54928891, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47bdd14-55d3-49e2-84ef-97bbf229429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:45.133645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.190681 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cd121d-85a2-4c39-ab8a-c26f878a9a33 x-openstack-request-id: req-24cd121d-85a2-4c39-ab8a-c26f878a9a33 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:45.190892 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "17262fbf-d2b6-4d0d-a3bb-2e41d5233af1", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:45.191143 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24cd121d-85a2-4c39-ab8a-c26f878a9a33 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:45.191699 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1', 'status': 'completed', 'code': 200} Nov 25 17:14:45.217118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.368740 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Allocated IP 2001:db8::2 (7da7dadb-b464-44b2-99d2-fbe2df8722e0/fc9150cf-f485-46ff-b99c-303346e41311/b5e5476c-43b3-489d-95fc-c014e28a0428) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:45.390477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51ddab-8515-4292-9446-aa8811f9df5f req-5b3657a8-ea74-4957-b374-8904cc78d438 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.398709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d51ddab-8515-4292-9446-aa8811f9df5f req-5b3657a8-ea74-4957-b374-8904cc78d438 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.2048323 Nov 25 17:14:45.409116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=20f62022-3bd4-4e00-b0df-c68c5c2cc9b3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:45.441725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f576d317-b95d-4453-b5e7-8d1d83b1e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.442495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f576d317-b95d-4453-b5e7-8d1d83b1e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.443127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f576d317-b95d-4453-b5e7-8d1d83b1e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.443771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f576d317-b95d-4453-b5e7-8d1d83b1e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.444396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f576d317-b95d-4453-b5e7-8d1d83b1e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.445077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f576d317-b95d-4453-b5e7-8d1d83b1e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.445706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f576d317-b95d-4453-b5e7-8d1d83b1e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.447906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f576d317-b95d-4453-b5e7-8d1d83b1e8f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6434 time: 0.2591772 Nov 25 17:14:45.454195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:45.458165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:45.472845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:45.489546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.490686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.517345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] For port bc9babf0-86ac-41b8-b3fa-d98b54928891, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:45.554754 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9961b763-0f04-4d98-a141-8c19f7c25d91 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4098864 Nov 25 17:14:45.565639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41670) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:45.583800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-459379522', 'allowed_address_pairs': [{'ip_address': '2001:db8::eb', 'mac_address': 'fa:16:3e:54:ac:79'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:45.608043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] For port bc9babf0-86ac-41b8-b3fa-d98b54928891, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:45.630173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.694301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d51ddab-8515-4292-9446-aa8811f9df5f req-8a7b44ad-e7de-44cb-884c-79d863a973a0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943332 Nov 25 17:14:45.755796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.764239 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.773424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.774078 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.775589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] 10.222.0.60 "PUT /v2.0/ports/bc9babf0-86ac-41b8-b3fa-d98b54928891 HTTP/1.1" status: 200 len: 1091 time: 2.5233362 Nov 25 17:14:45.851183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:45.858430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:45.863614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:45.898067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2837ad-e0fb-4abd-8d1c-29d8609d9d1a service neutron] Pushing event updated for resources: {'Port': ['ID=bc9babf0-86ac-41b8-b3fa-d98b54928891,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:45.919116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-c26b5bba-793a-45d0-a264-87e1dbacc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.919787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-c26b5bba-793a-45d0-a264-87e1dbacc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.920408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-c26b5bba-793a-45d0-a264-87e1dbacc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.922309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-c26b5bba-793a-45d0-a264-87e1dbacc33b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4563956 Nov 25 17:14:45.941223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Pushing event updated for resources: {'Port': ['ID=b5e5476c-43b3-489d-95fc-c014e28a0428,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.964341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:45.981673 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Made reservation on behalf of 58a0bbed3e1d453aa5e738894d629fc2 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:45.983370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Attempting to bind port b5e5476c-43b3-489d-95fc-c014e28a0428 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:45.984021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Attempting to bind port b5e5476c-43b3-489d-95fc-c014e28a0428 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:45.984505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Attempting to bind port b5e5476c-43b3-489d-95fc-c014e28a0428 on network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:45.992171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:45.992705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Checking segment: {'id': 'bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:45.993289 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.993795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Bound using segment: {'id': 'bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:45.994649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Bound port: b5e5476c-43b3-489d-95fc-c014e28a0428, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:45.995843 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.047842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-397cf22d-63a4-43de-bc43-ed524fe78e33 req-5a61e2e8-457c-430d-bbe3-e5c3b4fbf730 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a3658ebbefe9429686b15c87dc77e86a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241367 Nov 25 17:14:46.139658 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.188355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] For port b5e5476c-43b3-489d-95fc-c014e28a0428, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:46.197305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] device_id is not set on port ff3e6bcf-ba21-4694-827d-2f4d3f816e77 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:14:46.207381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] For port b5e5476c-43b3-489d-95fc-c014e28a0428, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b5e5476c-43b3-489d-95fc-c014e28a0428,segment=NetworkSegment(bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e),segment_id=bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:46.222838 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.310700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f75f33d4-4338-4f34-b6b5-297347321b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.313023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f5416cf-49ad-4ecf-b9af-1db9300d1d9d req-f75f33d4-4338-4f34-b6b5-297347321b79 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3790879 Nov 25 17:14:46.347196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cf22d-63a4-43de-bc43-ed524fe78e33 req-9c07df1c-3ca7-431e-93b3-d0751a4c3aed tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.349835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-397cf22d-63a4-43de-bc43-ed524fe78e33 req-9c07df1c-3ca7-431e-93b3-d0751a4c3aed tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880816 Nov 25 17:14:46.386190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-397cf22d-63a4-43de-bc43-ed524fe78e33 req-ed1d60cf-804d-4bfa-b091-5d2cc0cba313 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/quotas/a3658ebbefe9429686b15c87dc77e86a HTTP/1.1" status: 200 len: 375 time: 0.0292776 Nov 25 17:14:46.493568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-397cf22d-63a4-43de-bc43-ed524fe78e33 req-c0496c2c-b3ca-4e88-b54d-502a5a8a1910 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3658ebbefe9429686b15c87dc77e86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062536 Nov 25 17:14:46.506299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf9b9a-a182-4834-98cf-dbe6e4746dca None None] Pushing event updated for resources: {'Port': ['ID=b5e5476c-43b3-489d-95fc-c014e28a0428,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:46.549055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c4fb9fce-3f0a-4515-a749-7444859e704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.549543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c4fb9fce-3f0a-4515-a749-7444859e704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.550018 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c4fb9fce-3f0a-4515-a749-7444859e704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.550488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c4fb9fce-3f0a-4515-a749-7444859e704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.550962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c4fb9fce-3f0a-4515-a749-7444859e704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.551706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c4fb9fce-3f0a-4515-a749-7444859e704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.552175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c4fb9fce-3f0a-4515-a749-7444859e704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.554348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c4fb9fce-3f0a-4515-a749-7444859e704f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6476 time: 0.1658676 Nov 25 17:14:46.565472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Allocated IP 2001:db8::b8 (7da7dadb-b464-44b2-99d2-fbe2df8722e0/fc9150cf-f485-46ff-b99c-303346e41311/ff3e6bcf-ba21-4694-827d-2f4d3f816e77) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:46.565792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7116871-dbea-46a5-9f7d-44a9b131d2cc req-8ea2612b-77fb-4735-9c4a-bec9ca86c42b tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.575238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7116871-dbea-46a5-9f7d-44a9b131d2cc req-8ea2612b-77fb-4735-9c4a-bec9ca86c42b tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1097 time: 0.0965178 Nov 25 17:14:46.655357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-d4a455cc-e463-492d-b8ea-bb3e0a7561ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5 HTTP/1.1" status: 200 len: 217 time: 0.0770822 Nov 25 17:14:46.874772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.883108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7116871-dbea-46a5-9f7d-44a9b131d2cc req-c2751074-9d82-4c57-a579-d090d8600b67 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067443 Nov 25 17:14:46.886291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-bbc84273-2ab6-4116-89ba-16ce1661a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.888365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-bbc84273-2ab6-4116-89ba-16ce1661a191 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aff52488-4a16-4eb1-9f80-73658f526fe1 HTTP/1.1" status: 200 len: 850 time: 0.2165222 Nov 25 17:14:46.967550 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.013878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-f7f733cb-830f-48fe-8019-0c38802b7300 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.020639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-f7f733cb-830f-48fe-8019-0c38802b7300 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.027973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-f7f733cb-830f-48fe-8019-0c38802b7300 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.035804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-f7f733cb-830f-48fe-8019-0c38802b7300 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.044359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-f7f733cb-830f-48fe-8019-0c38802b7300 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.046582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:47.051386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-f7f733cb-830f-48fe-8019-0c38802b7300 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.058959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-f7f733cb-830f-48fe-8019-0c38802b7300 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.068526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-f7f733cb-830f-48fe-8019-0c38802b7300 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.1722515 Nov 25 17:14:47.073945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:47.075965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=ff3e6bcf-ba21-4694-827d-2f4d3f816e77,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:47.087684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:47.097929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-e0441795-6850-4223-b5fe-687723a80533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.099767 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-e0441795-6850-4223-b5fe-687723a80533 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014182 Nov 25 17:14:47.106172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.107015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.136721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f1ce1457-e1e6-4f17-878a-1b94220f3425 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5646548 Nov 25 17:14:47.138794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41716) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:47.180738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 732e96d0-b6a1-4049-9a1e-fb66189f4974 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:47.378616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a1931-3051-4895-aeb5-10503626b5c6 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.386294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a1931-3051-4895-aeb5-10503626b5c6 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.390218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': 'bc9babf0-86ac-41b8-b3fa-d98b54928891'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:47.393649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a1931-3051-4895-aeb5-10503626b5c6 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.395671 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-513a1931-3051-4895-aeb5-10503626b5c6 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.2556462 Nov 25 17:14:47.396770 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "bc9babf0-86ac-41b8-b3fa-d98b54928891"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:47.401636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:47.450185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:47.481474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '732e96d0-b6a1-4049-9a1e-fb66189f4974', 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'port_id': '732e96d0-b6a1-4049-9a1e-fb66189f4974', 'mac_address': 'fa:16:3e:b7:3e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd10089-7241-451d-b505-fd41efbb0098', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:47.564673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f53a71d-2b50-4200-9cb6-df199a65bfde req-d0a22ab2-3757-4a32-b4c4-df3080d5ae4c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4948201 Nov 25 17:14:47.633992 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.675829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-81a97d66-b9c8-4c5b-a72f-0d7a4a574476 service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024641 Nov 25 17:14:47.676393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 732e96d0-b6a1-4049-9a1e-fb66189f4974 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:47.747898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:47.755102 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.772420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ae8bbf0d-0193-4936-9ab1-3ccbba053434 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Deleting port ff3e6bcf-ba21-4694-827d-2f4d3f816e77 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:47.773064 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae8bbf0d-0193-4936-9ab1-3ccbba053434 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.777553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb945a9-a19b-4658-b154-6d26133dda63 req-ff5debd5-087e-414b-8859-65e3a9bf2c83 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.782025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cb945a9-a19b-4658-b154-6d26133dda63 req-ff5debd5-087e-414b-8859-65e3a9bf2c83 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.3811810 Nov 25 17:14:47.891435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=732e96d0-b6a1-4049-9a1e-fb66189f4974,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:47.935712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['732e96d0-b6a1-4049-9a1e-fb66189f4974'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:47.937981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae8bbf0d-0193-4936-9ab1-3ccbba053434 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.955551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ae8bbf0d-0193-4936-9ab1-3ccbba053434 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Calling delete_port for ff3e6bcf-ba21-4694-827d-2f4d3f816e77 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:48.021959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-dd8b5736-ea85-48bf-a4e5-3ec1fd19d60c service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281393 Nov 25 17:14:48.080555 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df5ff7-5feb-4de4-96e3-c238f1540940 req-4d28ed91-b39b-4f06-9e32-c4dd35ac68c5 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.085132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71df5ff7-5feb-4de4-96e3-c238f1540940 req-4d28ed91-b39b-4f06-9e32-c4dd35ac68c5 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 945 time: 0.2966418 Nov 25 17:14:48.204148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cb945a9-a19b-4658-b154-6d26133dda63 req-4c4fc7da-410a-4d0c-9b49-a1ceeb857a0f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714468 Nov 25 17:14:48.240263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-670c0a82-0681-47ff-bb90-a312b4bd09c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 200 len: 217 time: 0.2044520 Nov 25 17:14:48.279405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae8bbf0d-0193-4936-9ab1-3ccbba053434 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.317931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574b596-35ad-4a0b-8ebd-bab3bd0e43c9 None None] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:48.333248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bbf0d-0193-4936-9ab1-3ccbba053434 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Port': ['ID=ff3e6bcf-ba21-4694-827d-2f4d3f816e77,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:48.445321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71df5ff7-5feb-4de4-96e3-c238f1540940 req-5a128106-dbfd-440d-bdcb-2c1d05588f71 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846813 Nov 25 17:14:48.589771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-9994b884-bfa9-42db-95fc-e53f3809fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.592264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-9994b884-bfa9-42db-95fc-e53f3809fdae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.3372984 Nov 25 17:14:48.598131 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c10e0a-958e-4b4a-b753-df0a8daffc89 x-openstack-request-id: req-67c10e0a-958e-4b4a-b753-df0a8daffc89 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:48.598513 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "bc9babf0-86ac-41b8-b3fa-d98b54928891", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:48.598677 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67c10e0a-958e-4b4a-b753-df0a8daffc89 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:48.599072 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': 'bc9babf0-86ac-41b8-b3fa-d98b54928891', 'status': 'completed', 'code': 200} Nov 25 17:14:48.599244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6caff04a-bea1-4237-8b8a-4cf9cbefdbf7 None None] Provisioning complete for port b5e5476c-43b3-489d-95fc-c014e28a0428 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:48.599663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6caff04a-bea1-4237-8b8a-4cf9cbefdbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.704911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae8bbf0d-0193-4936-9ab1-3ccbba053434 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.711670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ae8bbf0d-0193-4936-9ab1-3ccbba053434 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "DELETE /v2.0/ports/ff3e6bcf-ba21-4694-827d-2f4d3f816e77 HTTP/1.1" status: 204 len: 168 time: 1.3057227 Nov 25 17:14:48.712465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:48.783473 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-161eadc5-be60-43ad-a4e9-9430baaf7073 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] GET failed (client error): The resource could not be found. Nov 25 17:14:48.789521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-161eadc5-be60-43ad-a4e9-9430baaf7073 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "GET /v2.0/ports/ff3e6bcf-ba21-4694-827d-2f4d3f816e77 HTTP/1.1" status: 404 len: 333 time: 0.0730281 Nov 25 17:14:48.793852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41758) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:48.800677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2014237882'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:48.819220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-7ad49cff-b549-42ca-a20c-34cfa5d7bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.821163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-7ad49cff-b549-42ca-a20c-34cfa5d7bcc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2193086 Nov 25 17:14:48.821611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b5e5476c-43b3-489d-95fc-c014e28a0428 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:49.103106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Made reservation on behalf of 58a0bbed3e1d453aa5e738894d629fc2 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:49.110937 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.162102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] device_id is not set on port d7a02879-b38f-410e-aec3-f6619a1ebef4 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:14:49.175862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-4e458ed5-fc1d-4d6b-9904-dca4e5d9602a service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369417 Nov 25 17:14:49.217165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-e1bebb30-7ef1-41a2-bb31-1b1dc0e2c5a2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.226393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-e1bebb30-7ef1-41a2-bb31-1b1dc0e2c5a2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.236390 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6caff04a-bea1-4237-8b8a-4cf9cbefdbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.240792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-e1bebb30-7ef1-41a2-bb31-1b1dc0e2c5a2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.245144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 732e96d0-b6a1-4049-9a1e-fb66189f4974 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:49.255387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-e1bebb30-7ef1-41a2-bb31-1b1dc0e2c5a2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.270329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-e1bebb30-7ef1-41a2-bb31-1b1dc0e2c5a2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.287880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-e1bebb30-7ef1-41a2-bb31-1b1dc0e2c5a2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.300546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-e1bebb30-7ef1-41a2-bb31-1b1dc0e2c5a2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.313023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-e1bebb30-7ef1-41a2-bb31-1b1dc0e2c5a2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.2969177 Nov 25 17:14:49.440844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Allocated IP 2001:db8::13f (7da7dadb-b464-44b2-99d2-fbe2df8722e0/fc9150cf-f485-46ff-b99c-303346e41311/d7a02879-b38f-410e-aec3-f6619a1ebef4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:49.471278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b5e5476c-43b3-489d-95fc-c014e28a0428 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:49.487817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.499577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46d44952-22ac-4f0e-b1bd-68fb3e6e6260 req-9e1dbb6b-43e6-4d18-a132-a384261f1497 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852200 Nov 25 17:14:49.505336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6caff04a-bea1-4237-8b8a-4cf9cbefdbf7 None None] For port b5e5476c-43b3-489d-95fc-c014e28a0428, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b5e5476c-43b3-489d-95fc-c014e28a0428,segment=NetworkSegment(bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e),segment_id=bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:49.517089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-b8916f1a-85c0-47e1-bf1a-e3f6a70de306 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323002 Nov 25 17:14:49.601698 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6caff04a-bea1-4237-8b8a-4cf9cbefdbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.627267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-dc71ee32-5cc5-4533-a249-245f72f0338c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 200 len: 217 time: 0.1012881 Nov 25 17:14:49.871276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-dc353c19-22c7-4382-8ae8-210a28504551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.877973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-dc353c19-22c7-4382-8ae8-210a28504551 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.2383423 Nov 25 17:14:49.883984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.926629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff04a-bea1-4237-8b8a-4cf9cbefdbf7 None None] Pushing event updated for resources: {'Port': ['ID=b5e5476c-43b3-489d-95fc-c014e28a0428,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:49.998457 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.004463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.010473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-3ec6463d-e6a8-478d-9007-cf2c958d20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:50.024862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-3ec6463d-e6a8-478d-9007-cf2c958d20b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1391704 Nov 25 17:14:50.181917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 732e96d0-b6a1-4049-9a1e-fb66189f4974 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:50.190018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=d7a02879-b38f-410e-aec3-f6619a1ebef4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:50.227321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:50.244682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.252037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:50.255069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:50.258734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:50.282121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:50.288434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.326279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d773f-e75d-4355-99b7-15321882459a req-05a7ab5b-7d68-4f7b-bdd2-ab8d689c9a29 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:50.334124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a28d773f-e75d-4355-99b7-15321882459a req-05a7ab5b-7d68-4f7b-bdd2-ab8d689c9a29 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 945 time: 0.1944058 Nov 25 17:14:50.341316 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-37d89b40-912c-459e-8256-9af00a6e9bd9 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5433140 Nov 25 17:14:50.349541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:50.398987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f35591ba-48f3-4cd1-bdf1-1b62e071c5c6 None None] Provisioning complete for port 20f62022-3bd4-4e00-b0df-c68c5c2cc9b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:50.399243 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f35591ba-48f3-4cd1-bdf1-1b62e071c5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.425792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::eb', 'mac_address': 'fa:16:3e:54:ac:79'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:50.474864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f35591ba-48f3-4cd1-bdf1-1b62e071c5c6 None None] Port 20f62022-3bd4-4e00-b0df-c68c5c2cc9b3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:50.529691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f35591ba-48f3-4cd1-bdf1-1b62e071c5c6 None None] Provisioning complete for port b5e5476c-43b3-489d-95fc-c014e28a0428 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:50.530672 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f35591ba-48f3-4cd1-bdf1-1b62e071c5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.532865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-81f23805-947a-4325-85a1-0b9c3f01ccc4 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985237 Nov 25 17:14:50.534739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=732e96d0-b6a1-4049-9a1e-fb66189f4974,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:50.595334 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:14:50.647652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b5e5476c-43b3-489d-95fc-c014e28a0428 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:50.725098 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b5e5476c-43b3-489d-95fc-c014e28a0428 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:50.725471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.015620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a28d773f-e75d-4355-99b7-15321882459a req-b3d783f7-bc5a-4ac0-b4eb-a85e8731474d tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803536 Nov 25 17:14:51.032017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-3bcbd71c-705b-4bf1-afea-11a8f639e55e tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:51.038964 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-3bcbd71c-705b-4bf1-afea-11a8f639e55e tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2784ce-d49a-4433-9118-894b8fd3c2a9 HTTP/1.1" status: 200 len: 944 time: 0.1538537 Nov 25 17:14:51.099978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d963fd26-3421-4cd8-a5ac-58c4eed2ccae None None] Provisioning complete for port 20f62022-3bd4-4e00-b0df-c68c5c2cc9b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:51.099978 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d963fd26-3421-4cd8-a5ac-58c4eed2ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.119882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-672bcf4b-4df3-4647-9158-504e2228302d service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646250 Nov 25 17:14:51.130820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-28dac0cc-52f7-47e6-8c1c-9243077c822f tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:14:51.138808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-28dac0cc-52f7-47e6-8c1c-9243077c822f tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3937314 Nov 25 17:14:51.229878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-4550d5c8-1f20-4940-881c-6214b9e22246 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add HTTP/1.1" status: 200 len: 217 time: 0.0895965 Nov 25 17:14:51.277094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d963fd26-3421-4cd8-a5ac-58c4eed2ccae None None] Port 20f62022-3bd4-4e00-b0df-c68c5c2cc9b3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:51.290126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Deleting port 732e96d0-b6a1-4049-9a1e-fb66189f4974 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:51.290470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.392760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-971fe8ed-fb2f-416d-9527-4d24d6c1953b None None] Could not find standard attr ID for object ff3e6bcf-ba21-4694-827d-2f4d3f816e77. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:14:51.417077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] For port 732e96d0-b6a1-4049-9a1e-fb66189f4974, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=732e96d0-b6a1-4049-9a1e-fb66189f4974,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:51.417457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.434389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Calling delete_port for 732e96d0-b6a1-4049-9a1e-fb66189f4974 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:51.628921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-93a28aed-c1f0-42da-be15-72e05f138ec8 None None] Provisioning complete for port d7a02879-b38f-410e-aec3-f6619a1ebef4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:51.629489 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93a28aed-c1f0-42da-be15-72e05f138ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.748183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-93a28aed-c1f0-42da-be15-72e05f138ec8 None None] Port d7a02879-b38f-410e-aec3-f6619a1ebef4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:51.752747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.920307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] No DVR routers for this DVR port 732e96d0-b6a1-4049-9a1e-fb66189f4974 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:51.924625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.934298 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b48c8b8e-d8e3-4204-ac3f-081e433e21f4 req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "DELETE /v2.0/ports/732e96d0-b6a1-4049-9a1e-fb66189f4974 HTTP/1.1" status: 204 len: 173 time: 0.8892133 Nov 25 17:14:51.936700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340674be-5758-4a02-93b6-58b04c3aa3d7 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event deleted for resources: {'Port': ['ID=732e96d0-b6a1-4049-9a1e-fb66189f4974,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:51.942414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2784ce-d49a-4433-9118-894b8fd3c2a9', 'name': 'network-vif-deleted', 'tag': '732e96d0-b6a1-4049-9a1e-fb66189f4974'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:51.949543 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4b04a7-7860-47d8-8829-44ef98dd9408" -d '{"events": [{"server_uuid": "cd2784ce-d49a-4433-9118-894b8fd3c2a9", "name": "network-vif-deleted", "tag": "732e96d0-b6a1-4049-9a1e-fb66189f4974"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:52.121131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-0b8d3e6c-8101-4c7e-9460-1eec62659b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.122646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-0b8d3e6c-8101-4c7e-9460-1eec62659b8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.8756545 Nov 25 17:14:52.200918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1beabf-0f2c-4173-b2a7-808385bb75ce req-34fb85e4-19ca-4d5f-994e-1fa2f0a30402 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.210660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc1beabf-0f2c-4173-b2a7-808385bb75ce req-34fb85e4-19ca-4d5f-994e-1fa2f0a30402 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.9991410 Nov 25 17:14:52.233045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-7f89ff34-db69-41b9-8b16-d8e81c2a4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.234867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-7f89ff34-db69-41b9-8b16-d8e81c2a4242 service neutron] 10.222.0.81 "GET /v2.0/ports/d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 200 len: 1094 time: 1.0768304 Nov 25 17:14:52.244262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.285871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Request body: {'binding': {'host': 'n-h2-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:52.286748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:14:52.338359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc1beabf-0f2c-4173-b2a7-808385bb75ce req-4efff6e6-65ab-49d3-a965-260ca28505fa tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207869 Nov 25 17:14:52.496642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2b43ec56-7247-4d84-85df-5e3fe0fe590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.498235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-2b43ec56-7247-4d84-85df-5e3fe0fe590e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3393421 Nov 25 17:14:52.622854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ec44301-7096-4bdb-93ed-224bfab5f1e1 req-6d143081-552f-40c1-ac90-a8bac97b2bfa tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a3658ebbefe9429686b15c87dc77e86a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280614 Nov 25 17:14:53.106973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on host n-h2-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:53.107385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:53.107739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:53.133468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:53.133468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:53.148686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-d1bc82f1-36ea-4abf-9c6f-1ba8e55f5af9 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207404 Nov 25 17:14:53.170212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:53.170541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:53.170946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:53.171430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Bound port: d554105f-0658-4446-bab9-b87eff028a18, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:53.199553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 732e96d0-b6a1-4049-9a1e-fb66189f4974 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:53.205846 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.268245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.293539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 732e96d0-b6a1-4049-9a1e-fb66189f4974 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:53.297338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 732e96d0-b6a1-4049-9a1e-fb66189f4974 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:53.329320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44301-7096-4bdb-93ed-224bfab5f1e1 req-a88bf705-d051-4349-a639-95e684f6c048 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:53.336564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ec44301-7096-4bdb-93ed-224bfab5f1e1 req-a88bf705-d051-4349-a639-95e684f6c048 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5165679 Nov 25 17:14:53.350849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] In _notify_port_updated(), no bound segment for port d7a02879-b38f-410e-aec3-f6619a1ebef4 on network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:14:53.359488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:53.360545 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.365560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "PUT /v2.0/ports/d7a02879-b38f-410e-aec3-f6619a1ebef4 HTTP/1.1" status: 200 len: 1002 time: 2.9773715 Nov 25 17:14:53.366697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:53.377170 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ec44301-7096-4bdb-93ed-224bfab5f1e1 req-fe547ab7-a1c5-46ad-ab1d-bacb2edb1540 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/quotas/a3658ebbefe9429686b15c87dc77e86a HTTP/1.1" status: 200 len: 375 time: 0.0395234 Nov 25 17:14:53.475845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ec44301-7096-4bdb-93ed-224bfab5f1e1 req-c6de2dc1-ad2b-40b0-88bc-fb90e336f836 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3658ebbefe9429686b15c87dc77e86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976830 Nov 25 17:14:53.582185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeee60-9641-4780-bceb-85a88340ba65 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=d7a02879-b38f-410e-aec3-f6619a1ebef4,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:53.633543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:53.655835 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.657053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a0148b7d-ef49-44c8-8f25-d488514118aa service neutron] 10.222.0.81 "POST /v2.0/ports/d554105f-0658-4446-bab9-b87eff028a18/bindings HTTP/1.1" status: 201 len: 389 time: 1.3747017 Nov 25 17:14:53.670809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbedf7-dc52-4aee-af11-e1c8d4ba980b tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Deleting port d7a02879-b38f-410e-aec3-f6619a1ebef4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:53.674536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dbbedf7-dc52-4aee-af11-e1c8d4ba980b tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.684152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-73463873-0992-43cf-a481-6547bf8ddff7 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093422 Nov 25 17:14:53.830202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-e6fc7aa5-4a0e-4f4a-8253-3728137eb8f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 HTTP/1.1" status: 200 len: 217 time: 0.1383417 Nov 25 17:14:53.860814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-521be976-4c3f-45fd-89b8-8fc605069cbd None None] Provisioning complete for port d7a02879-b38f-410e-aec3-f6619a1ebef4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:53.861485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-521be976-4c3f-45fd-89b8-8fc605069cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.888747 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763468dc-2661-49dc-a09f-9ed7708f156c x-openstack-request-id: req-763468dc-2661-49dc-a09f-9ed7708f156c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:53.889118 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2784ce-d49a-4433-9118-894b8fd3c2a9", "name": "network-vif-deleted", "tag": "732e96d0-b6a1-4049-9a1e-fb66189f4974", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:53.889343 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-763468dc-2661-49dc-a09f-9ed7708f156c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:53.889728 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2784ce-d49a-4433-9118-894b8fd3c2a9', 'name': 'network-vif-deleted', 'tag': '732e96d0-b6a1-4049-9a1e-fb66189f4974', 'status': 'completed', 'code': 200} Nov 25 17:14:53.977667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-521be976-4c3f-45fd-89b8-8fc605069cbd None None] Port d7a02879-b38f-410e-aec3-f6619a1ebef4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:54.057462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dbbedf7-dc52-4aee-af11-e1c8d4ba980b tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.136573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbedf7-dc52-4aee-af11-e1c8d4ba980b tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Calling delete_port for d7a02879-b38f-410e-aec3-f6619a1ebef4 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:54.162864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-0040f1ee-2789-4b3e-99f6-0d1e3475dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.165101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-0040f1ee-2789-4b3e-99f6-0d1e3475dd8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.0736070 Nov 25 17:14:54.183155 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-7f36bbbe-d499-4cf9-8b6f-d23c1e3e1b11 service neutron] show failed (client error): The resource could not be found. Nov 25 17:14:54.184494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-7f36bbbe-d499-4cf9-8b6f-d23c1e3e1b11 service neutron] 10.222.0.60 "GET /v2.0/ports/fd5c41d0-2e16-49d8-9358-491a70af462f/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.3112993 Nov 25 17:14:54.207269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-3982ea19-13e3-4e46-a36e-c0e294420f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.208903 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-3982ea19-13e3-4e46-a36e-c0e294420f6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1097 time: 0.1481609 Nov 25 17:14:54.404591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a66a-5980-49a5-92af-4765c1630c8a req-941b5521-5343-4f44-99ed-b4496b41e32f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.409082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24b3a66a-5980-49a5-92af-4765c1630c8a req-941b5521-5343-4f44-99ed-b4496b41e32f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.2275021 Nov 25 17:14:54.429558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f39eab20-eb4c-4636-9351-4eee02d1cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.431385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-f39eab20-eb4c-4636-9351-4eee02d1cdce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2449150 Nov 25 17:14:54.450610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-d8f3bd0e-df20-4c6b-afd3-79ba36c5c296 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.457497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-d8f3bd0e-df20-4c6b-afd3-79ba36c5c296 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.464802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-d8f3bd0e-df20-4c6b-afd3-79ba36c5c296 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.471378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-d8f3bd0e-df20-4c6b-afd3-79ba36c5c296 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.478880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-d8f3bd0e-df20-4c6b-afd3-79ba36c5c296 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.485581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-d8f3bd0e-df20-4c6b-afd3-79ba36c5c296 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.491865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-d8f3bd0e-df20-4c6b-afd3-79ba36c5c296 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.493877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-d8f3bd0e-df20-4c6b-afd3-79ba36c5c296 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.6627257 Nov 25 17:14:54.592132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dbbedf7-dc52-4aee-af11-e1c8d4ba980b tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.678825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-1a45758a-002b-4e84-b723-1b48ae251207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.681060 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-1a45758a-002b-4e84-b723-1b48ae251207 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.4577639 Nov 25 17:14:54.681415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbedf7-dc52-4aee-af11-e1c8d4ba980b tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Port': ['ID=d7a02879-b38f-410e-aec3-f6619a1ebef4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:54.699665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24b3a66a-5980-49a5-92af-4765c1630c8a req-d9e47bd0-7f6f-4790-8e0c-41585bae703a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753513 Nov 25 17:14:54.796224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f235269b-b6cb-48f1-8f6f-6bc1a5f7d8ca req-c3c3f2cb-6156-47a3-a672-0e1acadfdaf9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2836688 Nov 25 17:14:54.812341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-aba2f4b2-d25b-42d1-8529-7fed765aee0e service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174427 Nov 25 17:14:54.964440 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-617562dc-21b2-468c-b509-c558041441af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 200 len: 217 time: 0.2154946 Nov 25 17:14:54.986115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-02c2e37f-9a92-469d-98f9-73a76a4fc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.995406 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-02c2e37f-9a92-469d-98f9-73a76a4fc855 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 1100 time: 0.4261658 Nov 25 17:14:55.155698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-922ff0c4-1f8d-4a77-a7c5-418d9f28cdc5 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341715 Nov 25 17:14:55.165541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08116e8b-3eb8-4045-a3e7-72e05926cfd3 req-b4d13a92-6ae7-4383-8391-d31734f19670 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:55.175626 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08116e8b-3eb8-4045-a3e7-72e05926cfd3 req-b4d13a92-6ae7-4383-8391-d31734f19670 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.1620581 Nov 25 17:14:55.181284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:55.205040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-05aa7bc6-63d2-42db-9e76-624355e5c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:55.210104 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-05aa7bc6-63d2-42db-9e76-624355e5c52e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1954362 Nov 25 17:14:55.273373 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-b0b58919-3456-4ac5-9b75-3d7fd93cdfe6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375013 Nov 25 17:14:55.306607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-ac1346b8-695a-4346-81e4-01f079be8da8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 HTTP/1.1" status: 200 len: 217 time: 0.1275690 Nov 25 17:14:55.437162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08116e8b-3eb8-4045-a3e7-72e05926cfd3 req-d32c7523-7e86-406f-a8ab-c8798c73c745 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557373 Nov 25 17:14:55.516559 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-0abd90b1-4174-4c08-9f60-c0df672f9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:55.521125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-0abd90b1-4174-4c08-9f60-c0df672f9e96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.1846311 Nov 25 17:14:55.587759 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dbbedf7-dc52-4aee-af11-e1c8d4ba980b tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.599065 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9dbbedf7-dc52-4aee-af11-e1c8d4ba980b tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "DELETE /v2.0/ports/d7a02879-b38f-410e-aec3-f6619a1ebef4 HTTP/1.1" status: 204 len: 168 time: 2.2301428 Nov 25 17:14:55.601322 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-16386164-4d75-41c0-8fb1-7624dd8e9fe4 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154001 Nov 25 17:14:55.614111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41880) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:55.728854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-0ac2804d-d777-4f2a-81d6-ccdf7d1981a8 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:55.734196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-0ac2804d-d777-4f2a-81d6-ccdf7d1981a8 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 821 time: 0.3349640 Nov 25 17:14:55.771949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-841cc2a8-1021-4abe-b188-0c25281049a1 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/quotas/34ca5c4f4fdd4811a00f29631763941b HTTP/1.1" status: 200 len: 375 time: 0.0336146 Nov 25 17:14:55.829926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-828805ff-12b5-42db-993f-e12d749446ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:55.831488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-828805ff-12b5-42db-993f-e12d749446ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2927191 Nov 25 17:14:55.887696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-13758f29-4afe-4ca6-bc7f-2379deb935f0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077650 Nov 25 17:14:56.233056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ec8f6-30f1-4580-bb3e-4a0334471859 req-ae720ed5-1b39-44cb-abea-a2b83b10c12c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.235449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e5ec8f6-30f1-4580-bb3e-4a0334471859 req-ae720ed5-1b39-44cb-abea-a2b83b10c12c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.2099886 Nov 25 17:14:56.287214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-34c50dff-db58-4b35-838b-9c3253014f66 service neutron] 10.222.0.81 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986282 Nov 25 17:14:56.290729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-4804dfd3-8e62-46fc-8063-150e50b44716 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166336 Nov 25 17:14:56.303853 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-392f29eb-2c66-4f02-9f63-8c2790066a9e tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] GET failed (client error): The resource could not be found. Nov 25 17:14:56.305501 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-392f29eb-2c66-4f02-9f63-8c2790066a9e tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "GET /v2.0/ports/d7a02879-b38f-410e-aec3-f6619a1ebef4 HTTP/1.1" status: 404 len: 333 time: 0.6904509 Nov 25 17:14:56.314401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:56.322081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-478733604'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:56.350201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.451010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e5ec8f6-30f1-4580-bb3e-4a0334471859 req-b3570d94-9c75-43d5-8c61-9cdedee32913 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978331 Nov 25 17:14:56.555399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-e31092e3-457e-4088-8c3a-76e4d78f6efa service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9429531 Nov 25 17:14:56.594029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-50040ef7-e4ac-4f1e-9e35-55425441d908 service neutron] 10.222.0.81 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045661 Nov 25 17:14:56.597284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-74fbabbb-34ad-408b-b6cd-14327113d6c3 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968106 Nov 25 17:14:56.737422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-c474837c-922c-4d98-839b-ad14526c9705 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891 HTTP/1.1" status: 200 len: 217 time: 0.1263664 Nov 25 17:14:56.873574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-1ede2588-a9cb-4724-9a17-bd9e3ead4f51 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.886073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-1ede2588-a9cb-4724-9a17-bd9e3ead4f51 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.900252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-1ede2588-a9cb-4724-9a17-bd9e3ead4f51 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.908657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-1ede2588-a9cb-4724-9a17-bd9e3ead4f51 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.915591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-1ede2588-a9cb-4724-9a17-bd9e3ead4f51 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.922653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-1ede2588-a9cb-4724-9a17-bd9e3ead4f51 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.929258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-1ede2588-a9cb-4724-9a17-bd9e3ead4f51 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.939176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-1ede2588-a9cb-4724-9a17-bd9e3ead4f51 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.1973281 Nov 25 17:14:56.969372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-71700580-80c5-4246-9552-3855c1394224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.973234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-71700580-80c5-4246-9552-3855c1394224 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.1852291 Nov 25 17:14:57.096448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:57.167993 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66eebf40-78ec-494e-8f60-4a32caaa8162 req-feb47876-4f19-4b60-9fe8-965d0c48dfde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246368 Nov 25 17:14:57.180506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Made reservation on behalf of 58a0bbed3e1d453aa5e738894d629fc2 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:57.187839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.246700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] device_id is not set on port 712c79fc-0a87-4d67-869d-bce0026c555f yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:14:57.252693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device fd5c41d0-2e16-49d8-9358-491a70af462f no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:57.392010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:57.408978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb3a9583-9ba5-4b5f-bcc4-d941d27c6582 req-1b717561-53a8-4423-bbd4-c74f59e2fc82 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a3658ebbefe9429686b15c87dc77e86a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2689641 Nov 25 17:14:57.424518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-dba8463c-7572-4c15-8d84-25fceb407faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:57.431385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-dba8463c-7572-4c15-8d84-25fceb407faf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4044042 Nov 25 17:14:57.522987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.614375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Allocated IP 2001:db8::39f (7da7dadb-b464-44b2-99d2-fbe2df8722e0/fc9150cf-f485-46ff-b99c-303346e41311/712c79fc-0a87-4d67-869d-bce0026c555f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:57.650421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:57.653437 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1cfbf8-0782-4cfb-970b-441cab0e8fe4" -d '{"events": [{"server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:57.658166 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.687860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Transition to ACTIVE for port object fd5c41d0-2e16-49d8-9358-491a70af462f will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:57.697405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.843026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:57.856411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbe9ef-80cf-4af2-8471-3c2d15971553 req-88ac6cda-3deb-43e2-b775-546ea05591c4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:57.868505 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:14:57.868872 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:14:57.877466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39dbe9ef-80cf-4af2-8471-3c2d15971553 req-88ac6cda-3deb-43e2-b775-546ea05591c4 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.3226140 Nov 25 17:14:57.888011 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] No DVR routers for this DVR port fd5c41d0-2e16-49d8-9358-491a70af462f on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:57.942207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a9583-9ba5-4b5f-bcc4-d941d27c6582 req-1406b003-c577-4620-9a0c-89bf63f26418 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:57.942771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb3a9583-9ba5-4b5f-bcc4-d941d27c6582 req-1406b003-c577-4620-9a0c-89bf63f26418 tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5045154 Nov 25 17:14:57.949685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-8bc8bb3b-afaf-4efa-b974-8a91d82bc003 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993510 Nov 25 17:14:57.982069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb3a9583-9ba5-4b5f-bcc4-d941d27c6582 req-e4fd2847-1eda-4c7e-b5a4-54e95465af1f tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/quotas/a3658ebbefe9429686b15c87dc77e86a HTTP/1.1" status: 200 len: 375 time: 0.0135808 Nov 25 17:14:58.099583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.183531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb3a9583-9ba5-4b5f-bcc4-d941d27c6582 req-c591bea3-c20f-4890-8907-3e9c8f6ddfba tempest-QuotasAdminNegativeTest-803592558 tempest-QuotasAdminNegativeTest-803592558-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3658ebbefe9429686b15c87dc77e86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1999581 Nov 25 17:14:58.191413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d5c53c1-e0b9-4eee-bece-fae576bf3447 req-1f3ce558-749f-4650-96d0-b75003e19df1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506701 Nov 25 17:14:58.201411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Attempting to bind port fd5c41d0-2e16-49d8-9358-491a70af462f on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:58.201766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Attempting to bind port fd5c41d0-2e16-49d8-9358-491a70af462f by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:58.203464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Attempting to bind port fd5c41d0-2e16-49d8-9358-491a70af462f on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:58.212822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.274137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39dbe9ef-80cf-4af2-8471-3c2d15971553 req-2ded68fd-8cff-4756-8998-8d75f55360da tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923237 Nov 25 17:14:58.332979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Port fd5c41d0-2e16-49d8-9358-491a70af462f on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:58.333358 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Attempting to bind port fd5c41d0-2e16-49d8-9358-491a70af462f on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:58.367510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:58.396459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:58.404795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:58.419754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.423165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.461805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:58.463104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:58.464259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:58.465903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Bound port: fd5c41d0-2e16-49d8-9358-491a70af462f, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:58.468084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.482980 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1649036 Nov 25 17:14:58.486075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:58.493288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca79c39-ff8e-4886-a99c-883488af06e2 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=712c79fc-0a87-4d67-869d-bce0026c555f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:58.520655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-cdf07e8f-3e9b-4bf8-8cdd-d46dc9f99046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.523477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-cdf07e8f-3e9b-4bf8-8cdd-d46dc9f99046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.524027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-cdf07e8f-3e9b-4bf8-8cdd-d46dc9f99046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.524510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-cdf07e8f-3e9b-4bf8-8cdd-d46dc9f99046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.525010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-cdf07e8f-3e9b-4bf8-8cdd-d46dc9f99046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.525481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-cdf07e8f-3e9b-4bf8-8cdd-d46dc9f99046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.526027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-cdf07e8f-3e9b-4bf8-8cdd-d46dc9f99046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.534908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-cdf07e8f-3e9b-4bf8-8cdd-d46dc9f99046 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6476 time: 0.2313969 Nov 25 17:14:58.548113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:54:ac:79'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:58.670186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:58.685018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:58.693849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.743085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.743753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.745912 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] 10.222.0.95 "PUT /v2.0/ports/fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 1095 time: 3.5774524 Nov 25 17:14:58.918500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-242ba58d-6331-494e-a4dd-0fb7488b0230 req-91e2e601-08f3-4adb-bdc1-6971c2b84696 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 210 time: 0.3330393 Nov 25 17:14:59.016726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-faa2b1d5-10ed-4b45-9b3b-1d06f123ba52 None None] Provisioning complete for port 712c79fc-0a87-4d67-869d-bce0026c555f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:59.017941 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-faa2b1d5-10ed-4b45-9b3b-1d06f123ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.070200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-2e744b52-0bd3-4b19-877f-e2be7083b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:59.071634 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-2e744b52-0bd3-4b19-877f-e2be7083b044 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1098 time: 0.2442772 Nov 25 17:14:59.177686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0205fd-8f91-487a-b986-6a1bf0d87baf service neutron] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:59.194930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-faa2b1d5-10ed-4b45-9b3b-1d06f123ba52 None None] Port 712c79fc-0a87-4d67-869d-bce0026c555f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:59.545597 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba42bd-a0ce-4f25-b3e1-8ffd584437ab x-openstack-request-id: req-c7ba42bd-a0ce-4f25-b3e1-8ffd584437ab {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:59.545978 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:59.546172 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7ba42bd-a0ce-4f25-b3e1-8ffd584437ab {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:59.546594 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'code': 200} Nov 25 17:14:59.814916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-9decbf4c-0429-4b27-b0ca-dbe23bf53a78 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:59.817160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-9decbf4c-0429-4b27-b0ca-dbe23bf53a78 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 821 time: 0.7161536 Nov 25 17:14:59.819153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-7e5330e0-6816-4b12-bfaa-683adaf3edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:59.831007 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-7e5330e0-6816-4b12-bfaa-683adaf3edfc service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.7135570 Nov 25 17:14:59.849636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Request body: {'port': {'device_id': '748a8a7f-9b00-497d-b25b-c2d5e03ca97a', 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'admin_state_up': True, 'tenant_id': '34ca5c4f4fdd4811a00f29631763941b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:00.142579 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-046b1d9e-1c7f-46dc-855d-2fbbf16af426 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 217 time: 0.2993014 Nov 25 17:15:00.335247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:00.407307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-c06d84ec-7b94-4204-8e06-ba5064d301d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.417886 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-c06d84ec-7b94-4204-8e06-ba5064d301d0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2560885 Nov 25 17:15:00.427675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4b0a5-42fa-47ce-9640-835ff26c0401 req-1e7d5208-13a5-49c8-a9f6-cde39aa5d7c6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.434094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6aa4b0a5-42fa-47ce-9640-835ff26c0401 req-1e7d5208-13a5-49c8-a9f6-cde39aa5d7c6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 947 time: 1.7235339 Nov 25 17:15:00.486493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-784c5d3c-a1a0-48c6-a2e8-ed84d560f230 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.502258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-784c5d3c-a1a0-48c6-a2e8-ed84d560f230 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.517619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-784c5d3c-a1a0-48c6-a2e8-ed84d560f230 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.537356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-784c5d3c-a1a0-48c6-a2e8-ed84d560f230 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.548772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-784c5d3c-a1a0-48c6-a2e8-ed84d560f230 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.571685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-784c5d3c-a1a0-48c6-a2e8-ed84d560f230 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.587382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-784c5d3c-a1a0-48c6-a2e8-ed84d560f230 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.603363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-784c5d3c-a1a0-48c6-a2e8-ed84d560f230 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.4399064 Nov 25 17:15:00.633138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-61d9db91-7c83-4d99-b912-cbf0c1f54598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.634948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-61d9db91-7c83-4d99-b912-cbf0c1f54598 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973884 Nov 25 17:15:00.639534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Made reservation on behalf of 34ca5c4f4fdd4811a00f29631763941b for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:00.645532 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:00.648975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-e85c6494-fca0-4b74-9f61-43bc1501152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.651842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-e85c6494-fca0-4b74-9f61-43bc1501152c service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 HTTP/1.1" status: 200 len: 902 time: 2.0932972 Nov 25 17:15:00.979491 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:00.992526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.019610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Allocated IP 172.20.0.6 (54308c1a-f92a-410d-967a-8df88e486ec0/fbd10089-7241-451d-b505-fd41efbb0098/25ba1e34-d9c0-40cf-9797-dba1af44e259) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:01.273965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] In _notify_port_updated(), no bound segment for port 712c79fc-0a87-4d67-869d-bce0026c555f on network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:15:01.281998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.282889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.286898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "PUT /v2.0/ports/712c79fc-0a87-4d67-869d-bce0026c555f HTTP/1.1" status: 200 len: 1002 time: 2.7485356 Nov 25 17:15:01.286898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-b5c9845f-5a2f-473c-a76e-90e9acd43f18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891 HTTP/1.1" status: 200 len: 217 time: 0.2914488 Nov 25 17:15:01.384386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:01.386327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-d7690a74-0dcb-466a-80f8-3880b5b875a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.388142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-d7690a74-0dcb-466a-80f8-3880b5b875a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.0780811 Nov 25 17:15:01.431439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.543779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.566317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:01.568698 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e4793-4d83-4a80-a77f-c18c981e231c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:01.584979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Network 54308c1a-f92a-410d-967a-8df88e486ec0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:01.590426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:01.592863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:01.598991 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-78ad8009-b000-4e87-997d-270b01d1af1d service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9428966 Nov 25 17:15:01.602866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1af2f1-0bd8-4238-8940-a488d53f6533 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=712c79fc-0a87-4d67-869d-bce0026c555f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:01.643936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-e59006bc-0fbe-45cf-9baf-5d3b9f25c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.650160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-e59006bc-0fbe-45cf-9baf-5d3b9f25c37d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1888764 Nov 25 17:15:01.671752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6aa4b0a5-42fa-47ce-9640-835ff26c0401 req-fe03d9e6-4352-44b3-80e4-efd8444ec44d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0242877 Nov 25 17:15:01.714829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e4fd540-28eb-475a-95f6-2c5cb944d7cf req-f4c5a57f-3a49-43df-8631-60770ac0010c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1048141 Nov 25 17:15:01.724962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event updated for resources: {'Port': ['ID=25ba1e34-d9c0-40cf-9797-dba1af44e259,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:01.795327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1772abc-d202-45f0-ad8b-3bdd39420c5f None None] Provisioning complete for port 712c79fc-0a87-4d67-869d-bce0026c555f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:01.795877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1772abc-d202-45f0-ad8b-3bdd39420c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.902084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.903534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.937297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d1772abc-d202-45f0-ad8b-3bdd39420c5f None None] Port 712c79fc-0a87-4d67-869d-bce0026c555f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:01.971118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-152ce39d-f20d-4b20-8f8c-836c5a60a419 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1287639 Nov 25 17:15:01.999644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Request body: {'port': {'device_id': '748a8a7f-9b00-497d-b25b-c2d5e03ca97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:02.071110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3601cac4-4f2d-4d0b-8c3d-60ab67f59f32 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Deleting port 712c79fc-0a87-4d67-869d-bce0026c555f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:02.071461 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3601cac4-4f2d-4d0b-8c3d-60ab67f59f32 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.089831 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-3c83404e-ae44-4621-803c-da0fc5494978 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374571 Nov 25 17:15:02.101688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-36e880e5-35cd-414d-baef-701aa79c5156 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258878 Nov 25 17:15:02.114423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.169942 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9ef001f-f6c0-41c4-96e3-b7455bbaabb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.252575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977050b1-7b27-48fd-b6c7-9a0f2e417aa8 req-eccfd915-e802-4e48-a513-67bbebe4c2a8 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:02.254412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-977050b1-7b27-48fd-b6c7-9a0f2e417aa8 req-eccfd915-e802-4e48-a513-67bbebe4c2a8 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.2600448 Nov 25 17:15:02.379582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3601cac4-4f2d-4d0b-8c3d-60ab67f59f32 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.439102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3601cac4-4f2d-4d0b-8c3d-60ab67f59f32 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Calling delete_port for 712c79fc-0a87-4d67-869d-bce0026c555f owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:02.462883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-eba47349-cd59-435f-8d67-87e639cd82a5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:02.465485 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-eba47349-cd59-435f-8d67-87e639cd82a5 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 945 time: 0.3220944 Nov 25 17:15:02.470409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d07710-dd74-400d-9b71-832c50432496 req-b26ef297-0df6-4891-967f-7ec2c8f0c26b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:02.471991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57d07710-dd74-400d-9b71-832c50432496 req-b26ef297-0df6-4891-967f-7ec2c8f0c26b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.2572920 Nov 25 17:15:02.612598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc4c957-fd4f-4a02-a9be-bc1f2c7aa05c req-b38a3655-4dc2-47d2-9930-8767e498a9ea service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747622 Nov 25 17:15:02.671625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-977050b1-7b27-48fd-b6c7-9a0f2e417aa8 req-493e70d3-bee7-4559-b05d-93bdd894c799 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841708 Nov 25 17:15:02.678460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Deleting port 9d17033f-d624-4fa6-b92d-80de71f5c6ab {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:02.679084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.742927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ba1e34-d9c0-40cf-9797-dba1af44e259 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:02.755854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.764111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57d07710-dd74-400d-9b71-832c50432496 req-5a2bad53-40e1-47b2-a139-4b8b6bf84697 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793584 Nov 25 17:15:02.809715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] For port 9d17033f-d624-4fa6-b92d-80de71f5c6ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9d17033f-d624-4fa6-b92d-80de71f5c6ab,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:02.810262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.824565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Calling delete_port for 9d17033f-d624-4fa6-b92d-80de71f5c6ab owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:02.919589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d4708-6c36-49cc-8dab-aed968628f2f req-9c4fe06e-6a03-4747-a898-30983728349c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:02.932364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8d4708-6c36-49cc-8dab-aed968628f2f req-9c4fe06e-6a03-4747-a898-30983728349c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 931 time: 0.1506660 Nov 25 17:15:03.033609 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c670f914-781f-4388-bf0b-9d4e9c273d70 x-openstack-request-id: req-c670f914-781f-4388-bf0b-9d4e9c273d70 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:03.033965 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:03.034352 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c670f914-781f-4388-bf0b-9d4e9c273d70 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:03.034870 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'status': 'completed', 'code': 200} Nov 25 17:15:03.074500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.088212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9d17033f-d624-4fa6-b92d-80de71f5c6ab'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:03.091364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['387e476d-656e-49bf-a93d-42b4461df030'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:03.157163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8d4708-6c36-49cc-8dab-aed968628f2f req-103a00d5-a7b5-4750-a55e-4e5231c92fb4 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222738 Nov 25 17:15:03.157674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Pushing event deleted for resources: {'Port': ['ID=9d17033f-d624-4fa6-b92d-80de71f5c6ab,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:03.208433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3601cac4-4f2d-4d0b-8c3d-60ab67f59f32 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.268687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4793-4d83-4a80-a77f-c18c981e231c req-8474689c-dfa3-4ab8-91d9-75a52cf4a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.274417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-8474689c-dfa3-4ab8-91d9-75a52cf4a3b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1098 time: 0.2577000 Nov 25 17:15:03.283760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Transition to ACTIVE for port object 25ba1e34-d9c0-40cf-9797-dba1af44e259 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:03.286900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] No DVR routers for this DVR port 9d17033f-d624-4fa6-b92d-80de71f5c6ab on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:03.293720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.297447 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-82659305-0ea3-4f2b-90eb-24dad28e3cfe req-6d83e3d8-0098-4bf8-9efe-595abefbc1d6 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.60 "DELETE /v2.0/ports/9d17033f-d624-4fa6-b92d-80de71f5c6ab HTTP/1.1" status: 204 len: 173 time: 0.7996016 Nov 25 17:15:03.299977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.411196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601cac4-4f2d-4d0b-8c3d-60ab67f59f32 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Port': ['ID=712c79fc-0a87-4d67-869d-bce0026c555f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:03.428874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Pushing event updated for resources: {'Port': ['ID=25ba1e34-d9c0-40cf-9797-dba1af44e259,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:03.441382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4793-4d83-4a80-a77f-c18c981e231c req-8290b61e-0531-4d04-b1f4-bfbdc4f64d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.443278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-8290b61e-0531-4d04-b1f4-bfbdc4f64d07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1098 time: 0.4018528 Nov 25 17:15:03.670562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41994) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:03.749547 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3601cac4-4f2d-4d0b-8c3d-60ab67f59f32 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.753297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3601cac4-4f2d-4d0b-8c3d-60ab67f59f32 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "DELETE /v2.0/ports/712c79fc-0a87-4d67-869d-bce0026c555f HTTP/1.1" status: 204 len: 168 time: 2.3639541 Nov 25 17:15:03.759503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:03.769623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Attempting to bind port 25ba1e34-d9c0-40cf-9797-dba1af44e259 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:03.770570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Attempting to bind port 25ba1e34-d9c0-40cf-9797-dba1af44e259 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:03.771121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Attempting to bind port 25ba1e34-d9c0-40cf-9797-dba1af44e259 on network 54308c1a-f92a-410d-967a-8df88e486ec0 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:03.798513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Port 25ba1e34-d9c0-40cf-9797-dba1af44e259 on network 54308c1a-f92a-410d-967a-8df88e486ec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:03.804294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Attempting to bind port 25ba1e34-d9c0-40cf-9797-dba1af44e259 on network 54308c1a-f92a-410d-967a-8df88e486ec0 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:03.816701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4793-4d83-4a80-a77f-c18c981e231c req-98cac0fb-8dbe-4298-85e6-f77cbc74e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.818324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-98cac0fb-8dbe-4298-85e6-f77cbc74e36c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.4829533 Nov 25 17:15:03.823312 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5a7f8b-ad6c-4ae7-8ac1-07e7446dc8bc tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] GET failed (client error): The resource could not be found. Nov 25 17:15:03.824820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0e5a7f8b-ad6c-4ae7-8ac1-07e7446dc8bc tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "GET /v2.0/ports/712c79fc-0a87-4d67-869d-bce0026c555f HTTP/1.1" status: 404 len: 333 time: 0.0625136 Nov 25 17:15:03.836265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f1cc-e7d2-4014-9686-d2960d987433 req-8e39d1cc-e747-447d-aa31-4a07322a11d2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.838296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42004) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:03.838558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fb1f1cc-e7d2-4014-9686-d2960d987433 req-8e39d1cc-e747-447d-aa31-4a07322a11d2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 947 time: 0.6753588 Nov 25 17:15:03.847942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-539139628'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:03.963921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-eef9eae2-2828-4931-9854-ce2ff972ebde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.971133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-eef9eae2-2828-4931-9854-ce2ff972ebde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.981440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-eef9eae2-2828-4931-9854-ce2ff972ebde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.988001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-eef9eae2-2828-4931-9854-ce2ff972ebde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.995718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-eef9eae2-2828-4931-9854-ce2ff972ebde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.004363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-eef9eae2-2828-4931-9854-ce2ff972ebde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.011022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-eef9eae2-2828-4931-9854-ce2ff972ebde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.018234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-eef9eae2-2828-4931-9854-ce2ff972ebde tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.6630661 Nov 25 17:15:04.018234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-4e8b29a1-cafb-4c5d-a6f8-a7d6785d5ae3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 217 time: 0.1686945 Nov 25 17:15:04.040017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:04.040422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Checking segment: {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:04.040856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Bound using segment: {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:04.042578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Bound port: 25ba1e34-d9c0-40cf-9797-dba1af44e259, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14e651a-2208-48b2-9994-cb7aec8489e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:04.042856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.072966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4793-4d83-4a80-a77f-c18c981e231c req-9487a7c4-0194-4836-a289-e6d13556a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.074916 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-9487a7c4-0194-4836-a289-e6d13556a326 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.6193633 Nov 25 17:15:04.091425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fb1f1cc-e7d2-4014-9686-d2960d987433 req-17c8460a-aef8-4a7f-a2d3-58ce25737b81 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327080 Nov 25 17:15:04.171989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] For port 25ba1e34-d9c0-40cf-9797-dba1af44e259, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:04.178136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] For port 25ba1e34-d9c0-40cf-9797-dba1af44e259, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25ba1e34-d9c0-40cf-9797-dba1af44e259,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:04.200563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.247598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a52df56-219c-49ba-aab2-375288e39be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.288281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Made reservation on behalf of 58a0bbed3e1d453aa5e738894d629fc2 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:04.292416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.308835 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-355ac59e-2602-41b4-a5be-966a359a3f39 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 217 time: 0.1278858 Nov 25 17:15:04.336988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] device_id is not set on port a1cedb45-84d4-4ed3-b1c6-2219b5fd0895 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:15:04.342683 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f62d93a-2f6f-4d6f-b1f9-b602d2720612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.360764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.360764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.361769 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] 10.222.0.95 "PUT /v2.0/ports/25ba1e34-d9c0-40cf-9797-dba1af44e259 HTTP/1.1" status: 200 len: 1091 time: 2.3733771 Nov 25 17:15:04.375336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bd78ad8-c530-4b0d-b102-b673d6c092c0 req-d2d2bac2-9838-4d43-a721-2a3a8ddc345b tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=daaba62f-84e0-42bf-bfb8-034da8c4a161 HTTP/1.1" status: 200 len: 210 time: 0.1207981 Nov 25 17:15:04.427846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4793-4d83-4a80-a77f-c18c981e231c req-d009da18-df9e-42a4-93ab-511855fb0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.429398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-d009da18-df9e-42a4-93ab-511855fb0493 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.3744473 Nov 25 17:15:04.565570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32d7603d-c420-4344-b5ce-0c06c8fc9fbe req-9c895308-759b-44af-92fe-6306969c9523 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5174820 Nov 25 17:15:04.664615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4793-4d83-4a80-a77f-c18c981e231c req-f68ba70b-b9e7-4287-8ad7-4c6cdaa4692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.666195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-f68ba70b-b9e7-4287-8ad7-4c6cdaa4692d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241971 Nov 25 17:15:04.809348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d67de-7187-44a9-9481-b856bbdea08d req-e979c766-5008-4b66-b90a-cedcf35c976d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.817471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-241d67de-7187-44a9-9481-b856bbdea08d req-e979c766-5008-4b66-b90a-cedcf35c976d tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.2499459 Nov 25 17:15:04.915713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4793-4d83-4a80-a77f-c18c981e231c req-32697140-7304-48a3-b212-eceb92cedf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.918879 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-32697140-7304-48a3-b212-eceb92cedf40 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.5869563 Nov 25 17:15:04.936643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c057a-21ee-437e-b8d2-8e4c9fd20281 service neutron] Pushing event updated for resources: {'Port': ['ID=25ba1e34-d9c0-40cf-9797-dba1af44e259,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:04.938181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e267e06-8c30-4305-87f7-7c45d5b66f30 req-22e69b6d-2aa0-4494-ba40-e1533a9a58ad tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.945665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e267e06-8c30-4305-87f7-7c45d5b66f30 req-22e69b6d-2aa0-4494-ba40-e1533a9a58ad tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 943 time: 0.1205595 Nov 25 17:15:04.988126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-241d67de-7187-44a9-9481-b856bbdea08d req-7b5f2003-e8f2-4c86-ac74-f481e944695c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694188 Nov 25 17:15:04.992283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-a6a4f482-727d-4e91-9e85-ce678a9ad888 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163571 Nov 25 17:15:05.087602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a52df56-219c-49ba-aab2-375288e39be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.091678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaba62f-84e0-42bf-bfb8-034da8c4a161', 'name': 'network-vif-deleted', 'tag': '9d17033f-d624-4fa6-b92d-80de71f5c6ab'}, {'name': 'network-changed', 'server_uuid': '748a8a7f-9b00-497d-b25b-c2d5e03ca97a', 'tag': '25ba1e34-d9c0-40cf-9797-dba1af44e259'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:05.095975 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8" -d '{"events": [{"server_uuid": "daaba62f-84e0-42bf-bfb8-034da8c4a161", "name": "network-vif-deleted", "tag": "9d17033f-d624-4fa6-b92d-80de71f5c6ab"}, {"name": "network-changed", "server_uuid": "748a8a7f-9b00-497d-b25b-c2d5e03ca97a", "tag": "25ba1e34-d9c0-40cf-9797-dba1af44e259"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:05.112421 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a52df56-219c-49ba-aab2-375288e39be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.188457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52df56-219c-49ba-aab2-375288e39be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb79cb5-adb3-40b6-a02b-a314a4176988,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:05.194010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-1411ef2f-d22b-4b2e-a860-1b417a2b29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.196091 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-1411ef2f-d22b-4b2e-a860-1b417a2b29dc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 1094 time: 0.2874591 Nov 25 17:15:05.218337 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d9595c-a4e1-4d5d-9ed4-414b0f56899c x-openstack-request-id: req-54d9595c-a4e1-4d5d-9ed4-414b0f56899c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:05.219114 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaba62f-84e0-42bf-bfb8-034da8c4a161", "name": "network-vif-deleted", "tag": "9d17033f-d624-4fa6-b92d-80de71f5c6ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "748a8a7f-9b00-497d-b25b-c2d5e03ca97a", "tag": "25ba1e34-d9c0-40cf-9797-dba1af44e259", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:05.219828 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54d9595c-a4e1-4d5d-9ed4-414b0f56899c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:05.220335 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaba62f-84e0-42bf-bfb8-034da8c4a161', 'name': 'network-vif-deleted', 'tag': '9d17033f-d624-4fa6-b92d-80de71f5c6ab', 'status': 'completed', 'code': 200} Nov 25 17:15:05.220724 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748a8a7f-9b00-497d-b25b-c2d5e03ca97a', 'tag': '25ba1e34-d9c0-40cf-9797-dba1af44e259', 'status': 'completed', 'code': 200} Nov 25 17:15:05.221696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9d17033f-d624-4fa6-b92d-80de71f5c6ab no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:05.259458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e267e06-8c30-4305-87f7-7c45d5b66f30 req-3faa1deb-91f6-4108-9288-ad274d130674 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128092 Nov 25 17:15:05.295389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device fd5c41d0-2e16-49d8-9358-491a70af462f details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:05.309366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 9d17033f-d624-4fa6-b92d-80de71f5c6ab {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:05.310855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9d17033f-d624-4fa6-b92d-80de71f5c6ab not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:05.311180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4793-4d83-4a80-a77f-c18c981e231c req-c96aa89b-b5a0-4f0f-9d96-3622a0d59915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.320588 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-c96aa89b-b5a0-4f0f-9d96-3622a0d59915 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3784859 Nov 25 17:15:05.322022 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-11af5c95-5ccf-4385-9d9b-652cf9ef66a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25ba1e34-d9c0-40cf-9797-dba1af44e259 HTTP/1.1" status: 200 len: 217 time: 0.1003780 Nov 25 17:15:05.367706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-e71606d9-30b2-40f3-9a4b-314acfdc31e9 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528252 Nov 25 17:15:05.395642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a52df56-219c-49ba-aab2-375288e39be2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3658ebbefe9429686b15c87dc77e86a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7207744 Nov 25 17:15:05.398563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:05.499371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Allocated IP 2001:db8::1a9 (7da7dadb-b464-44b2-99d2-fbe2df8722e0/fc9150cf-f485-46ff-b99c-303346e41311/a1cedb45-84d4-4ed3-b1c6-2219b5fd0895) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:05.529516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:05.546614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'mac_address': 'fa:16:3e:57:33:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:05.626317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.643781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5c41d0-2e16-49d8-9358-491a70af462f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:05.677885 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31072b-39fa-4917-907a-00c0432712c5 req-f461ca14-5bb9-4c2a-827c-eb7c2901488d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.679487 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c31072b-39fa-4917-907a-00c0432712c5 req-f461ca14-5bb9-4c2a-827c-eb7c2901488d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 947 time: 0.3180065 Nov 25 17:15:05.681774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:05.694982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.731820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-63a7e832-2cfc-4ff6-87a5-64c87766c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.734258 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-63a7e832-2cfc-4ff6-87a5-64c87766c3b3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fbd10089-7241-451d-b505-fd41efbb0098 HTTP/1.1" status: 200 len: 861 time: 0.3916297 Nov 25 17:15:05.759806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.794803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:05.795112 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-7f106c1f-e7a0-43e1-a84f-d1a053b58fba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54308c1a-f92a-410d-967a-8df88e486ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439374 Nov 25 17:15:05.811729 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab602f80-a9cc-41b0-9f7f-d652cbfb7cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.950427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab602f80-a9cc-41b0-9f7f-d652cbfb7cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.979825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c31072b-39fa-4917-907a-00c0432712c5 req-9bac9a3a-a1cf-4926-9d7a-93f5390f83f7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851372 Nov 25 17:15:05.991819 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-735202af-22af-451a-82b8-faff87398224 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757517 Nov 25 17:15:05.997528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:06.002119 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-ecd7e170-4ba8-48cd-9188-0b44f5dc0b78 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581466 Nov 25 17:15:06.156569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-49d2b83e-3921-476a-96b6-386f8b4e9d03 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.167490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-49d2b83e-3921-476a-96b6-386f8b4e9d03 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.175384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-49d2b83e-3921-476a-96b6-386f8b4e9d03 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.183450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-49d2b83e-3921-476a-96b6-386f8b4e9d03 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.191150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-49d2b83e-3921-476a-96b6-386f8b4e9d03 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.201735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-49d2b83e-3921-476a-96b6-386f8b4e9d03 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.209052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-49d2b83e-3921-476a-96b6-386f8b4e9d03 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.218544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-49d2b83e-3921-476a-96b6-386f8b4e9d03 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.1948082 Nov 25 17:15:06.337463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.383124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b9663f1-22f3-4024-a088-9e86efc70f27 req-8f5cbfe7-de21-4293-bd26-c636632fdd46 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1629384 Nov 25 17:15:06.468729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34d5e-d326-437f-bb9c-bfb8de912b54 req-e97e859a-b66b-4695-b863-3a93e53e1f1f tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.483052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25d34d5e-d326-437f-bb9c-bfb8de912b54 req-e97e859a-b66b-4695-b863-3a93e53e1f1f tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.2388902 Nov 25 17:15:06.489016 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab602f80-a9cc-41b0-9f7f-d652cbfb7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.495838 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab602f80-a9cc-41b0-9f7f-d652cbfb7cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.498393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ab602f80-a9cc-41b0-9f7f-d652cbfb7cf6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efb79cb5-adb3-40b6-a02b-a314a4176988 HTTP/1.1" status: 204 len: 168 time: 1.0986214 Nov 25 17:15:06.513097 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640e4793-4d83-4a80-a77f-c18c981e231c req-2ed09676-046a-403a-a326-97a8f8809333 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005136 Nov 25 17:15:06.516642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68aec61b-f8cb-4f3e-a90c-fe0479114924 req-7a3cbc68-9f5e-42f9-a5f1-9c765c9f4fbb service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077386 Nov 25 17:15:06.558176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab602f80-a9cc-41b0-9f7f-d652cbfb7cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb79cb5-adb3-40b6-a02b-a314a4176988,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:06.687709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25d34d5e-d326-437f-bb9c-bfb8de912b54 req-1faac88b-d5b6-4015-8665-f94feb244394 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033286 Nov 25 17:15:06.721915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.837188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-65f67d11-ff8f-496e-b0c3-0f8e472aed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.840402 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-65f67d11-ff8f-496e-b0c3-0f8e472aed45 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=34ca5c4f4fdd4811a00f29631763941b&device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 1094 time: 0.2136226 Nov 25 17:15:06.923527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.970941 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.040067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cbfaa-b6d2-417f-8e54-8fd9b3df172d req-879089a9-b0f7-48f6-97c1-ca768c76dd2b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.042377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-938cbfaa-b6d2-417f-8e54-8fd9b3df172d req-879089a9-b0f7-48f6-97c1-ca768c76dd2b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.2482901 Nov 25 17:15:07.063837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-414424b3-19be-415b-b7e1-88e1d6767f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.065366 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-414424b3-19be-415b-b7e1-88e1d6767f4e service neutron] 10.222.0.95 "GET /v2.0/networks?id=54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 200 len: 922 time: 0.2122295 Nov 25 17:15:07.123718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-491c5bbe-d2b7-4e91-b4dd-042eaeced035 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.125722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-491c5bbe-d2b7-4e91-b4dd-042eaeced035 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 948 time: 0.1840096 Nov 25 17:15:07.129722 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-b3c830dd-6536-4bee-b130-816c4d2c6fea service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25ba1e34-d9c0-40cf-9797-dba1af44e259 HTTP/1.1" status: 200 len: 217 time: 0.0517857 Nov 25 17:15:07.144245 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf9f3a-b2d4-43aa-8d82-bf065b593c09 req-29d9fceb-5b2b-4651-9240-8b0778ca3a03 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.150268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:07.154526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bcbf9f3a-b2d4-43aa-8d82-bf065b593c09 req-29d9fceb-5b2b-4651-9240-8b0778ca3a03 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 943 time: 0.2735600 Nov 25 17:15:07.193324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56f8f576-5bf6-4240-a8f0-f1a80ef522d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.234374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-5c6684cd-2319-42da-8c5e-caccb4cea110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.237234 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-5c6684cd-2319-42da-8c5e-caccb4cea110 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fbd10089-7241-451d-b505-fd41efbb0098 HTTP/1.1" status: 200 len: 861 time: 0.0955250 Nov 25 17:15:07.240896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.251464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-938cbfaa-b6d2-417f-8e54-8fd9b3df172d req-eeee83ac-cf49-4adc-95bc-741f44cc5dbd tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975780 Nov 25 17:15:07.286702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device fd5c41d0-2e16-49d8-9358-491a70af462f up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:07.342957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=a1cedb45-84d4-4ed3-b1c6-2219b5fd0895,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:07.349115 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-cdc0e2ac-e986-4342-a40f-7fd0e1b82654 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54308c1a-f92a-410d-967a-8df88e486ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981274 Nov 25 17:15:07.391914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bcbf9f3a-b2d4-43aa-8d82-bf065b593c09 req-b2832fff-8219-43e4-913b-c059cec81d36 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337964 Nov 25 17:15:07.397585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:07.430059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:07.431648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port fd5c41d0-2e16-49d8-9358-491a70af462f completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:07.434308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:07.437994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port fd5c41d0-2e16-49d8-9358-491a70af462f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:07.439009 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.440986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.441737 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.483638 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-98fa5f96-cdd0-4f0e-a853-51de93f2b8fe tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6399705 Nov 25 17:15:07.483948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42068) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:07.493908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'network_id': '7da7dadb-b464-44b2-99d2-fbe2df8722e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1428500697'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:07.615820 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-e1017598-3b78-467c-870b-7d427e249bd4 service neutron] delete failed (client error): The resource could not be found. Nov 25 17:15:07.620520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-e1017598-3b78-467c-870b-7d427e249bd4 service neutron] 10.222.0.60 "DELETE /v2.0/ports/fd5c41d0-2e16-49d8-9358-491a70af462f/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.4600461 Nov 25 17:15:07.692973 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.705208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020e4c-7729-4d19-864e-aa6a2d5402d5 req-d367459c-4bac-4cd1-9b29-13c4cf4120ad tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.716980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e020e4c-7729-4d19-864e-aa6a2d5402d5 req-d367459c-4bac-4cd1-9b29-13c4cf4120ad tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 948 time: 0.2562554 Nov 25 17:15:07.781140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-4e3e3acb-5aab-42d4-8a4e-e82ab629f68c service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228272 Nov 25 17:15:07.811057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:07.813698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Made reservation on behalf of 58a0bbed3e1d453aa5e738894d629fc2 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:07.815859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:07.818690 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf9e31-5db9-401a-81bc-666bd17c1267" -d '{"events": [{"server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "name": "network-vif-plugged", "status": "completed", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:07.821671 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.832876 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.895499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56f8f576-5bf6-4240-a8f0-f1a80ef522d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.913010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56f8f576-5bf6-4240-a8f0-f1a80ef522d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.971647 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.984090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:08.022694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8f576-5bf6-4240-a8f0-f1a80ef522d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c30390-4a0a-41d3-95ae-f11c0e02d2fe,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:08.038100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] device_id is not set on port 8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:15:08.039981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e020e4c-7729-4d19-864e-aa6a2d5402d5 req-ab5b772e-f094-4128-9e13-ed8ecb00cb79 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123288 Nov 25 17:15:08.089005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a701-9f22-43d9-8089-d1176d798d0f req-3cd22621-5c09-4d18-9594-de0d4ca4b0a6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.095553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a701-9f22-43d9-8089-d1176d798d0f req-3cd22621-5c09-4d18-9594-de0d4ca4b0a6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.096329 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-56f8f576-5bf6-4240-a8f0-f1a80ef522d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea4f8b7c021e4f17ba6a4c88b36c42d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9436178 Nov 25 17:15:08.102841 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42078) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:08.104830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a701-9f22-43d9-8089-d1176d798d0f req-3cd22621-5c09-4d18-9594-de0d4ca4b0a6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.136622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a701-9f22-43d9-8089-d1176d798d0f req-3cd22621-5c09-4d18-9594-de0d4ca4b0a6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.143914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e51cbd73-8d0f-46e4-b8e4-4893a3f7d33e None None] Provisioning complete for port a1cedb45-84d4-4ed3-b1c6-2219b5fd0895 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:08.145560 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e51cbd73-8d0f-46e4-b8e4-4893a3f7d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.149434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a701-9f22-43d9-8089-d1176d798d0f req-3cd22621-5c09-4d18-9594-de0d4ca4b0a6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.160231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a701-9f22-43d9-8089-d1176d798d0f req-3cd22621-5c09-4d18-9594-de0d4ca4b0a6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.170842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983a701-9f22-43d9-8089-d1176d798d0f req-3cd22621-5c09-4d18-9594-de0d4ca4b0a6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.183412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d983a701-9f22-43d9-8089-d1176d798d0f req-3cd22621-5c09-4d18-9594-de0d4ca4b0a6 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.3493915 Nov 25 17:15:08.204702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e51cbd73-8d0f-46e4-b8e4-4893a3f7d33e None None] Port a1cedb45-84d4-4ed3-b1c6-2219b5fd0895 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:08.230862 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b0d1fc7e-1159-4d3d-abeb-43104fbbf1e8 req-14073e92-9b5a-4ab2-8faa-8080fe852035 service neutron] 10.222.0.95 "GET /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373078 Nov 25 17:15:08.262562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-280313bb-3c00-4504-b90e-f091044000a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.262562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-280313bb-3c00-4504-b90e-f091044000a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1100 time: 0.4710195 Nov 25 17:15:08.276328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a2124a1-5c24-4972-9bbb-71d91e08585b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.300807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Allocated IP 2001:db8::59 (7da7dadb-b464-44b2-99d2-fbe2df8722e0/fc9150cf-f485-46ff-b99c-303346e41311/8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:08.336652 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a2124a1-5c24-4972-9bbb-71d91e08585b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.369234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d983a701-9f22-43d9-8089-d1176d798d0f req-92394aed-24d7-4d96-83de-c9b5e82aaa69 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842287 Nov 25 17:15:08.383924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879970f-0b6c-46c6-bc1b-c57c7817bce6 req-8edf96fb-da23-4b2a-88a8-a4e9af819e06 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.386033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f879970f-0b6c-46c6-bc1b-c57c7817bce6 req-8edf96fb-da23-4b2a-88a8-a4e9af819e06 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1771245 Nov 25 17:15:08.464705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-31be5766-4e45-4810-aa05-108f88b1593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.466217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-31be5766-4e45-4810-aa05-108f88b1593a service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1862614 Nov 25 17:15:08.490277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a2124a1-5c24-4972-9bbb-71d91e08585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.493998 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a30471-8ab0-4b12-87a6-cadc6eced4e0 x-openstack-request-id: req-46a30471-8ab0-4b12-87a6-cadc6eced4e0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:08.495532 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "name": "network-vif-plugged", "status": "completed", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:08.495925 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46a30471-8ab0-4b12-87a6-cadc6eced4e0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:08.496407 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'code': 200} Nov 25 17:15:08.498250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a2124a1-5c24-4972-9bbb-71d91e08585b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.499507 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4a2124a1-5c24-4972-9bbb-71d91e08585b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90c30390-4a0a-41d3-95ae-f11c0e02d2fe HTTP/1.1" status: 204 len: 168 time: 0.3957102 Nov 25 17:15:08.521235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2124a1-5c24-4972-9bbb-71d91e08585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c30390-4a0a-41d3-95ae-f11c0e02d2fe,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:08.543930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-36082a4f-1173-4adc-bc90-94907558faa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 217 time: 0.0686755 Nov 25 17:15:08.554883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f879970f-0b6c-46c6-bc1b-c57c7817bce6 req-af32a9f0-ef01-4a8e-8fda-fc51c0f740e1 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508491 Nov 25 17:15:08.633222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.680898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-0af20dc6-fcd4-49fb-944d-b879eaa5c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.683166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-0af20dc6-fcd4-49fb-944d-b879eaa5c4c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1247840 Nov 25 17:15:08.686286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.746883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:08.753364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:08.756569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:08.757956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282bd3-e8fb-4bc9-8cb8-dbc16ea1c514 req-3be008ab-c82b-40d9-863c-cfd5e4c94628 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.763845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.764522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.767384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a282bd3-e8fb-4bc9-8cb8-dbc16ea1c514 req-3be008ab-c82b-40d9-863c-cfd5e4c94628 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.1414118 Nov 25 17:15:08.774386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:08.809916 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b74b1e4b-14e4-47cb-a092-b6c9ac5dcae1 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3213611 Nov 25 17:15:08.811193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:08.818616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::eb', 'mac_address': 'fa:16:3e:54:ac:79'}, {'ip_address': '2001:db8::1a9', 'mac_address': 'fa:16:3e:ae:b6:f5'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:08.851447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20cc9-287e-43f0-a3c7-d5fb3acd39cb req-3410c2e7-0e27-4826-b4c0-8ef9a6cf6ba1 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.853033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71b20cc9-287e-43f0-a3c7-d5fb3acd39cb req-3410c2e7-0e27-4826-b4c0-8ef9a6cf6ba1 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 943 time: 0.1772535 Nov 25 17:15:08.859619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-bad344c9-191c-4227-b238-771e346d63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.861245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-bad344c9-191c-4227-b238-771e346d63ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648021 Nov 25 17:15:08.898087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a282bd3-e8fb-4bc9-8cb8-dbc16ea1c514 req-c520fc57-2804-48bc-be8c-7000403cf308 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289113 Nov 25 17:15:08.999224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71b20cc9-287e-43f0-a3c7-d5fb3acd39cb req-98624d78-04c4-4a7b-a497-2ca2ea0bf995 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321201 Nov 25 17:15:09.160426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cfe62034-ed5e-43b3-9f66-50cdacc693d8 None None] Provisioning complete for port 8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:09.160903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfe62034-ed5e-43b3-9f66-50cdacc693d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.218241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cfe62034-ed5e-43b3-9f66-50cdacc693d8 None None] Port 8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:09.246493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.277010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-bb33acfd-0f1d-4ede-8ee9-4cdc4f795420 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613861 Nov 25 17:15:09.292491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 25ba1e34-d9c0-40cf-9797-dba1af44e259 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:09.309255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a9b4-e07e-4473-8f5c-73c6eaf856c5 req-0b622ac3-7c30-4637-8ca3-d6aced701abf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.320798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37d2a9b4-e07e-4473-8f5c-73c6eaf856c5 req-0b622ac3-7c30-4637-8ca3-d6aced701abf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.1300921 Nov 25 17:15:09.462682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37d2a9b4-e07e-4473-8f5c-73c6eaf856c5 req-764422be-2edb-411a-afb0-55fdca9e3173 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310101 Nov 25 17:15:09.498456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0425ff5-93e5-4dc0-ae16-a0fe5cf20451 req-c8af02f0-6b71-4f9b-9a77-b1262f757944 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065551 Nov 25 17:15:09.518516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 25ba1e34-d9c0-40cf-9797-dba1af44e259, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25ba1e34-d9c0-40cf-9797-dba1af44e259,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:09.567263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '25ba1e34-d9c0-40cf-9797-dba1af44e259', 'network_id': '54308c1a-f92a-410d-967a-8df88e486ec0', 'port_id': '25ba1e34-d9c0-40cf-9797-dba1af44e259', 'mac_address': 'fa:16:3e:ee:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd10089-7241-451d-b505-fd41efbb0098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:09.612872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.620331 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.666873 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] In _notify_port_updated(), no bound segment for port 8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 on network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:15:09.673571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.674267 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.678593 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "PUT /v2.0/ports/8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 HTTP/1.1" status: 200 len: 1066 time: 0.8659446 Nov 25 17:15:09.683546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42152) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:09.710676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.749941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ba1e34-d9c0-40cf-9797-dba1af44e259 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:09.757930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-456c4311-3906-4109-9813-4a219e5b8f75 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.758999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f007816-ded3-4300-8d34-56c2f0661974 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event updated for resources: {'Port': ['ID=8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:09.778823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-456c4311-3906-4109-9813-4a219e5b8f75 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.784873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 25ba1e34-d9c0-40cf-9797-dba1af44e259, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25ba1e34-d9c0-40cf-9797-dba1af44e259,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:09.794151 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.795295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-456c4311-3906-4109-9813-4a219e5b8f75 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.811035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-456c4311-3906-4109-9813-4a219e5b8f75 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.825098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-456c4311-3906-4109-9813-4a219e5b8f75 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.843041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-456c4311-3906-4109-9813-4a219e5b8f75 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.856857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-456c4311-3906-4109-9813-4a219e5b8f75 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.876142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-456c4311-3906-4109-9813-4a219e5b8f75 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.2203665 Nov 25 17:15:09.909802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=25ba1e34-d9c0-40cf-9797-dba1af44e259,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:09.934822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-99edd819-c86a-4d91-b4ae-a38e051f8cfb tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Deleting port 8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:09.935367 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99edd819-c86a-4d91-b4ae-a38e051f8cfb tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.997130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1da813f9-e46c-4de9-977b-bf1ed5e551f1 req-01ca7c74-6e62-479a-8a26-42bbd5502093 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184757 Nov 25 17:15:10.101569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['25ba1e34-d9c0-40cf-9797-dba1af44e259'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:10.149318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99edd819-c86a-4d91-b4ae-a38e051f8cfb tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:10.181578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686912d-6b2c-4f89-9237-f50c92a33105 req-4a3d526e-4305-4c54-925f-5ed56089c0f3 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.184831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-99edd819-c86a-4d91-b4ae-a38e051f8cfb tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Calling delete_port for 8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:10.188405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-de3c8701-b4be-4355-a92b-b3073320ae16 None None] Provisioning complete for port 8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:10.189233 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de3c8701-b4be-4355-a92b-b3073320ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:10.193769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c686912d-6b2c-4f89-9237-f50c92a33105 req-4a3d526e-4305-4c54-925f-5ed56089c0f3 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1095130 Nov 25 17:15:10.265772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c686912d-6b2c-4f89-9237-f50c92a33105 req-13f9abf5-ea75-46e3-b945-0496efe4c68c tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710149 Nov 25 17:15:10.287253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-de3c8701-b4be-4355-a92b-b3073320ae16 None None] Port 8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:10.427561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806964da-c9ed-4db4-a888-95e83dfdbbd9 req-7982005d-1896-419b-9ab1-804a462d1f4a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.438201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-806964da-c9ed-4db4-a888-95e83dfdbbd9 req-7982005d-1896-419b-9ab1-804a462d1f4a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.1027069 Nov 25 17:15:10.509141 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99edd819-c86a-4d91-b4ae-a38e051f8cfb tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:10.512197 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-806964da-c9ed-4db4-a888-95e83dfdbbd9 req-68ab6804-1193-4aeb-9c25-afc9be327990 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728822 Nov 25 17:15:10.557685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edd819-c86a-4d91-b4ae-a38e051f8cfb tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Port': ['ID=8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:10.590026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed037f7-9eb9-4780-849d-e3907a2fad8e req-e36b6470-8766-4ed7-8561-4a727f92667c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.600986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ed037f7-9eb9-4780-849d-e3907a2fad8e req-e36b6470-8766-4ed7-8561-4a727f92667c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 944 time: 0.0769804 Nov 25 17:15:10.692213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ed037f7-9eb9-4780-849d-e3907a2fad8e req-775ece79-a6a1-46e2-b240-07fd6324a63d tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884082 Nov 25 17:15:10.919964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99edd819-c86a-4d91-b4ae-a38e051f8cfb tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:10.926338 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-99edd819-c86a-4d91-b4ae-a38e051f8cfb tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "DELETE /v2.0/ports/8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 HTTP/1.1" status: 204 len: 168 time: 1.2404952 Nov 25 17:15:10.930176 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42206) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:10.963806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f050-bd22-4b3e-91f8-9b9d6ce84e25 req-b6860a9e-1b83-4c8f-b459-4916efa3026c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.970391 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a027f050-bd22-4b3e-91f8-9b9d6ce84e25 req-b6860a9e-1b83-4c8f-b459-4916efa3026c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.1505404 Nov 25 17:15:10.993047 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-394023f9-9a1d-4b78-986e-e055e1f880e4 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] GET failed (client error): The resource could not be found. Nov 25 17:15:10.995922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-394023f9-9a1d-4b78-986e-e055e1f880e4 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "GET /v2.0/ports/8b9f41ac-c2fe-4118-aca0-f6d0911e6ef6 HTTP/1.1" status: 404 len: 333 time: 0.0637536 Nov 25 17:15:10.998388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:11.135816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d48947f0-630d-4510-8be9-af5090558463 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Deleting port a1cedb45-84d4-4ed3-b1c6-2219b5fd0895 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:11.136229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d48947f0-630d-4510-8be9-af5090558463 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.262919 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d48947f0-630d-4510-8be9-af5090558463 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.282048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d48947f0-630d-4510-8be9-af5090558463 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Calling delete_port for a1cedb45-84d4-4ed3-b1c6-2219b5fd0895 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:11.329536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 25ba1e34-d9c0-40cf-9797-dba1af44e259 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:11.393877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 25ba1e34-d9c0-40cf-9797-dba1af44e259 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:11.398811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 25ba1e34-d9c0-40cf-9797-dba1af44e259 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:11.399487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.447381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d48947f0-630d-4510-8be9-af5090558463 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.479911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48947f0-630d-4510-8be9-af5090558463 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Port': ['ID=a1cedb45-84d4-4ed3-b1c6-2219b5fd0895,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:11.522278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a027f050-bd22-4b3e-91f8-9b9d6ce84e25 req-54b07b6d-cb91-47f7-ae26-11152dd47e02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455093 Nov 25 17:15:11.523342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d48947f0-630d-4510-8be9-af5090558463 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.529991 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d48947f0-630d-4510-8be9-af5090558463 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "DELETE /v2.0/ports/a1cedb45-84d4-4ed3-b1c6-2219b5fd0895 HTTP/1.1" status: 204 len: 168 time: 0.5301111 Nov 25 17:15:11.535058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42228) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:11.543964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.586661 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f08bba-80f2-4f57-9b72-839596c1abe8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] GET failed (client error): The resource could not be found. Nov 25 17:15:11.588979 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c5f08bba-80f2-4f57-9b72-839596c1abe8 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "GET /v2.0/ports/a1cedb45-84d4-4ed3-b1c6-2219b5fd0895 HTTP/1.1" status: 404 len: 333 time: 0.0526955 Nov 25 17:15:11.596094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748a8a7f-9b00-497d-b25b-c2d5e03ca97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ba1e34-d9c0-40cf-9797-dba1af44e259'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:11.596835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42232) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:11.599730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-de10db73-5a9d-4281-b1b2-755aa38dd07c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.607595 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a9a1b-9e1a-4cb0-84b6-bbee0e383e2d" -d '{"events": [{"server_uuid": "748a8a7f-9b00-497d-b25b-c2d5e03ca97a", "name": "network-vif-plugged", "status": "completed", "tag": "25ba1e34-d9c0-40cf-9797-dba1af44e259"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:11.610956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-de10db73-5a9d-4281-b1b2-755aa38dd07c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 805 time: 0.1904955 Nov 25 17:15:11.643714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 25ba1e34-d9c0-40cf-9797-dba1af44e259, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25ba1e34-d9c0-40cf-9797-dba1af44e259,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:11.644828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9340bb0e-374a-4ff1-84d8-75e7d59bace2 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/quotas/da17cb8baa88476193f4e0819f247309 HTTP/1.1" status: 200 len: 375 time: 0.0326526 Nov 25 17:15:11.651758 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.726089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=25ba1e34-d9c0-40cf-9797-dba1af44e259,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:11.737705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-000cb0bc-cb67-45b7-a869-257e2d12624c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.743200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4f04b5c6-d9b8-46f3-8e9c-381d40ac7331 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Deleting port 20f62022-3bd4-4e00-b0df-c68c5c2cc9b3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:11.743606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f04b5c6-d9b8-46f3-8e9c-381d40ac7331 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.745734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-000cb0bc-cb67-45b7-a869-257e2d12624c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.751968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-000cb0bc-cb67-45b7-a869-257e2d12624c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.760406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-000cb0bc-cb67-45b7-a869-257e2d12624c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.768200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-000cb0bc-cb67-45b7-a869-257e2d12624c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.775431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-000cb0bc-cb67-45b7-a869-257e2d12624c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.781959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-000cb0bc-cb67-45b7-a869-257e2d12624c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.783987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-000cb0bc-cb67-45b7-a869-257e2d12624c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.1611245 Nov 25 17:15:11.796278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-87ff7e19-3273-499c-b984-3e7f3848f9d1 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498177 Nov 25 17:15:11.870535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f04b5c6-d9b8-46f3-8e9c-381d40ac7331 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.884450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4f04b5c6-d9b8-46f3-8e9c-381d40ac7331 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Calling delete_port for 20f62022-3bd4-4e00-b0df-c68c5c2cc9b3 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:11.956342 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc28dedc-02d9-4173-8eed-c6ecdf096a5f req-7f6f858c-b6ca-4226-b6f3-f31172458160 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582584 Nov 25 17:15:11.986975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-aeb60e02-d809-4464-b3db-306d674e5235 service neutron] 10.222.0.81 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670268 Nov 25 17:15:12.115016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-c3553e16-1568-4f4a-ac3c-5dbc6354e35f tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:12.116812 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-c3553e16-1568-4f4a-ac3c-5dbc6354e35f tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.0790234 Nov 25 17:15:12.123176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f04b5c6-d9b8-46f3-8e9c-381d40ac7331 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.159393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-4a2c6862-7304-4348-9530-ddc843c81a13 service neutron] 10.222.0.81 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530216 Nov 25 17:15:12.196546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04b5c6-d9b8-46f3-8e9c-381d40ac7331 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Port': ['ID=20f62022-3bd4-4e00-b0df-c68c5c2cc9b3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:12.262495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f04b5c6-d9b8-46f3-8e9c-381d40ac7331 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.268990 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4f04b5c6-d9b8-46f3-8e9c-381d40ac7331 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "DELETE /v2.0/ports/20f62022-3bd4-4e00-b0df-c68c5c2cc9b3 HTTP/1.1" status: 204 len: 168 time: 0.6690099 Nov 25 17:15:12.273040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42240) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:12.370868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3548113e-9b04-4d64-91bb-e49b66358223 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Deleting subnet fc9150cf-f485-46ff-b99c-303346e41311 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:12.387111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3548113e-9b04-4d64-91bb-e49b66358223 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.422537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Deleting port 387e476d-656e-49bf-a93d-42b4461df030 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:12.423014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.508963 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3548113e-9b04-4d64-91bb-e49b66358223 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.590298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ae1f5-f881-4fb0-a1ef-65fc88d91e8e req-85c20fcf-ffe4-480c-a31a-c6572abc6336 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:12.598574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c1ae1f5-f881-4fb0-a1ef-65fc88d91e8e req-85c20fcf-ffe4-480c-a31a-c6572abc6336 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 946 time: 0.1500735 Nov 25 17:15:12.637804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] For port 387e476d-656e-49bf-a93d-42b4461df030, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=387e476d-656e-49bf-a93d-42b4461df030,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:12.637804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.653025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da060fd0-a7a5-4107-8545-e21a26861d18 req-d766b14b-c099-4471-a376-bf9d95454fd7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:12.654839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da060fd0-a7a5-4107-8545-e21a26861d18 req-d766b14b-c099-4471-a376-bf9d95454fd7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.1517324 Nov 25 17:15:12.681452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Calling delete_port for 387e476d-656e-49bf-a93d-42b4461df030 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:12.710189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c1ae1f5-f881-4fb0-a1ef-65fc88d91e8e req-fa954f21-1b57-4b55-9a7b-91d10a5b48cb tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/security-groups?id=2cfd7648-e999-4394-9c92-74eda8af2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099989 Nov 25 17:15:12.766028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da060fd0-a7a5-4107-8545-e21a26861d18 req-20f11aa2-59a2-49c6-ac7b-d883265371c6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976028 Nov 25 17:15:12.776641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3548113e-9b04-4d64-91bb-e49b66358223 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.829279 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0461ba2e-9d84-43c9-9e39-8be2bccfe403 x-openstack-request-id: req-0461ba2e-9d84-43c9-9e39-8be2bccfe403 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:12.829946 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748a8a7f-9b00-497d-b25b-c2d5e03ca97a", "name": "network-vif-plugged", "status": "completed", "tag": "25ba1e34-d9c0-40cf-9797-dba1af44e259", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:12.829946 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0461ba2e-9d84-43c9-9e39-8be2bccfe403 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:12.830309 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748a8a7f-9b00-497d-b25b-c2d5e03ca97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ba1e34-d9c0-40cf-9797-dba1af44e259', 'code': 200} Nov 25 17:15:12.881090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e91ed7-3e59-4375-a655-14cc86020970 req-4115473f-a223-4235-b99e-b8c7652286a6 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:12.890278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6e91ed7-3e59-4375-a655-14cc86020970 req-4115473f-a223-4235-b99e-b8c7652286a6 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1100 time: 0.0998025 Nov 25 17:15:12.993482 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3548113e-9b04-4d64-91bb-e49b66358223 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.021461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ecdf-3d28-4cd2-a773-264db31a5732 req-579be75e-2f8c-4a80-b43a-9909a7c8477c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:13.023264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae82ecdf-3d28-4cd2-a773-264db31a5732 req-579be75e-2f8c-4a80-b43a-9909a7c8477c tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 945 time: 0.1101227 Nov 25 17:15:13.026346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6e91ed7-3e59-4375-a655-14cc86020970 req-1adf4071-eafc-42c0-b7d7-2d9043301bc9 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324549 Nov 25 17:15:13.058881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548113e-9b04-4d64-91bb-e49b66358223 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9150cf-f485-46ff-b99c-303346e41311,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:13.062189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b691a42-2db5-405e-a0e9-404efa5ab748 req-1f9a1fea-b49c-4a35-8921-54781ad733f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:13.063748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7b691a42-2db5-405e-a0e9-404efa5ab748 req-1f9a1fea-b49c-4a35-8921-54781ad733f9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 1096 time: 0.1503224 Nov 25 17:15:13.066975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3548113e-9b04-4d64-91bb-e49b66358223 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.070289 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3548113e-9b04-4d64-91bb-e49b66358223 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "DELETE /v2.0/subnets/fc9150cf-f485-46ff-b99c-303346e41311 HTTP/1.1" status: 204 len: 168 time: 0.7960184 Nov 25 17:15:13.075354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:13.076358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aea805-9511-454c-b50f-968f928da788 None None] Network 7da7dadb-b464-44b2-99d2-fbe2df8722e0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:13.108481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.172052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Pushing event deleted for resources: {'Port': ['ID=387e476d-656e-49bf-a93d-42b4461df030,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:13.196434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7b691a42-2db5-405e-a0e9-404efa5ab748 req-7a9158c2-9299-4030-b27f-9936b59fa24b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240935 Nov 25 17:15:13.219233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['387e476d-656e-49bf-a93d-42b4461df030'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:13.253992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] No DVR routers for this DVR port 387e476d-656e-49bf-a93d-42b4461df030 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:13.256373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a36443b1-30f8-4ed1-aa5f-69e4f6891244 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:13.257839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.270779 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-518d05ea-326a-4539-9f00-3c39cb0db25a req-802501a5-1de5-4e30-b7b2-f52f06856f64 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.95 "DELETE /v2.0/ports/387e476d-656e-49bf-a93d-42b4461df030 HTTP/1.1" status: 204 len: 173 time: 1.1438141 Nov 25 17:15:13.271520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7f0356-a288-4c8e-96d5-dad7add50c87', 'name': 'network-vif-deleted', 'tag': '387e476d-656e-49bf-a93d-42b4461df030'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:13.274386 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10537de-bfd3-41ee-aa48-268fb9feff0d" -d '{"events": [{"server_uuid": "1c7f0356-a288-4c8e-96d5-dad7add50c87", "name": "network-vif-deleted", "tag": "387e476d-656e-49bf-a93d-42b4461df030"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:13.388830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.427045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae82ecdf-3d28-4cd2-a773-264db31a5732 req-40fb323a-905f-4104-9f63-079fb547fb96 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929927 Nov 25 17:15:13.438958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e157dc5-850a-4cc7-92ef-2a46c154679f req-e9f2a707-3ebb-41f7-ad9c-7150ed3375aa tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 210 time: 0.0731335 Nov 25 17:15:13.471605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.508145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a305c3-8911-4444-842e-bcff4a836eab req-74e59105-bb01-46f3-945c-650dc23fbfd0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:13.515440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40a305c3-8911-4444-842e-bcff4a836eab req-74e59105-bb01-46f3-945c-650dc23fbfd0 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf46f0b-ef80-4d7b-aa17-58c92704346e HTTP/1.1" status: 200 len: 946 time: 0.4051170 Nov 25 17:15:13.539144 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-4ce0dc5a-b61b-47b8-a439-bc6c6ae1d042 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092765 Nov 25 17:15:13.562765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:13.570422 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.589540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] DHCP port deletion for 7da7dadb-b464-44b2-99d2-fbe2df8722e0 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:15:13.680538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:13.681403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-e8c6dfde-159c-452c-98de-6592bb2202f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:13.687474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-e8c6dfde-159c-452c-98de-6592bb2202f3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 1095 time: 0.0991640 Nov 25 17:15:13.705610 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f968a6b9-a351-4a0c-8c68-39912114d68c x-openstack-request-id: req-f968a6b9-a351-4a0c-8c68-39912114d68c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:13.706257 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7f0356-a288-4c8e-96d5-dad7add50c87", "name": "network-vif-deleted", "tag": "387e476d-656e-49bf-a93d-42b4461df030", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:13.706257 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f968a6b9-a351-4a0c-8c68-39912114d68c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:13.706589 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7f0356-a288-4c8e-96d5-dad7add50c87', 'name': 'network-vif-deleted', 'tag': '387e476d-656e-49bf-a93d-42b4461df030', 'status': 'completed', 'code': 200} Nov 25 17:15:13.825319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] Deleting port b5e5476c-43b3-489d-95fc-c014e28a0428 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:13.828121 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.021329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Deleting port b5e5476c-43b3-489d-95fc-c014e28a0428 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:14.022177 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.044364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] For port b5e5476c-43b3-489d-95fc-c014e28a0428, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b5e5476c-43b3-489d-95fc-c014e28a0428,segment=NetworkSegment(bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e),segment_id=bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:14.045329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.053605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-582b008a-c877-4ee4-8f60-d8a5c2c31d8b req-c3d0ed6d-1183-46aa-9644-9721a0ce9134 tempest-ServerRescueNegativeTestJSON-695629126 tempest-ServerRescueNegativeTestJSON-695629126-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c7f0356-a288-4c8e-96d5-dad7add50c87 HTTP/1.1" status: 200 len: 210 time: 0.1540921 Nov 25 17:15:14.065300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] Calling delete_port for b5e5476c-43b3-489d-95fc-c014e28a0428 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:14.251830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-7499eb73-096c-4d91-9418-3d8d97f8a82a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.266887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-7499eb73-096c-4d91-9418-3d8d97f8a82a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.279104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-7499eb73-096c-4d91-9418-3d8d97f8a82a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.286688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-7499eb73-096c-4d91-9418-3d8d97f8a82a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.294492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-7499eb73-096c-4d91-9418-3d8d97f8a82a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.303695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-7499eb73-096c-4d91-9418-3d8d97f8a82a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.311315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-7499eb73-096c-4d91-9418-3d8d97f8a82a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.313378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-7499eb73-096c-4d91-9418-3d8d97f8a82a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.4632289 Nov 25 17:15:14.321682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Deleting port a36443b1-30f8-4ed1-aa5f-69e4f6891244 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:14.322156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.332012 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.360961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] Pushing event deleted for resources: {'Port': ['ID=b5e5476c-43b3-489d-95fc-c014e28a0428,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:14.370053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d471e54-096b-4483-a7a5-86da9165b2d6 None None] No DVR routers for this DVR port b5e5476c-43b3-489d-95fc-c014e28a0428 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:14.384376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-d233375f-ad0e-4f69-b5ca-32efc8ff2f64 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.392087 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-d233375f-ad0e-4f69-b5ca-32efc8ff2f64 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1097 time: 0.1127434 Nov 25 17:15:14.392087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-79f0e636-66bd-43e9-bdb6-cb0743e990d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.392087 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-79f0e636-66bd-43e9-bdb6-cb0743e990d3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.6634479 Nov 25 17:15:14.403865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819349-3'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:14.470602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] For port b5e5476c-43b3-489d-95fc-c014e28a0428, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b5e5476c-43b3-489d-95fc-c014e28a0428,segment=NetworkSegment(bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e),segment_id=bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:14.470818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.503542 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-0e0b3fbf-e114-4d3f-a3eb-acd87c4beeb2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 200 len: 217 time: 0.0928984 Nov 25 17:15:14.539118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b5e5476c-43b3-489d-95fc-c014e28a0428 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:14.547285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Calling delete_port for b5e5476c-43b3-489d-95fc-c014e28a0428 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:14.582160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b5e5476c-43b3-489d-95fc-c014e28a0428 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:14.582991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b5e5476c-43b3-489d-95fc-c014e28a0428 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:14.599638 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.608844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] For port a36443b1-30f8-4ed1-aa5f-69e4f6891244, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a36443b1-30f8-4ed1-aa5f-69e4f6891244,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:14.609381 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.622928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45cf778a-da3b-40de-852d-a9e334b9a755 req-8476ffbb-368b-486c-a88c-eaee9d126ac0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2881293 Nov 25 17:15:14.629734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-fb8a30bc-c48d-435e-bc22-05023a3b39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.631516 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-fb8a30bc-c48d-435e-bc22-05023a3b39ec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1164258 Nov 25 17:15:14.637632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8292c1c-1527-4fdb-a78e-2896c5c785ef req-58b48760-a619-4af3-a787-162947fc73b3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.639264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8292c1c-1527-4fdb-a78e-2896c5c785ef req-58b48760-a619-4af3-a787-162947fc73b3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 946 time: 0.3245137 Nov 25 17:15:14.709834 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-6794b99b-5001-4eff-8446-b70b199c08ec service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584214 Nov 25 17:15:14.712736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Calling delete_port for a36443b1-30f8-4ed1-aa5f-69e4f6891244 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:14.831923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:14.839320 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a45ced-ef09-4786-b34f-e99dcbc8136a" -d '{"events": [{"server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "name": "network-vif-unplugged", "status": "completed", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:14.856882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-c0b88f1a-5f10-4875-b8f1-3ad3209334a5 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016383 Nov 25 17:15:14.923085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-856646a9-9297-41d3-ac72-37fe8f9889ed service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962395 Nov 25 17:15:14.927826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8292c1c-1527-4fdb-a78e-2896c5c785ef req-2ef2b7e9-4f4a-4803-a7d0-3d5ad14da4de tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278099 Nov 25 17:15:14.930884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:15.013548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.079993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Port': ['ID=b5e5476c-43b3-489d-95fc-c014e28a0428,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:15.103791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:15.113131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] No DVR routers for this DVR port b5e5476c-43b3-489d-95fc-c014e28a0428 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:15.143295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-491f7467-e5c9-4556-9f5e-c65beabb107e req-0699e238-ddde-4936-a7bd-e5c617125a48 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065616 Nov 25 17:15:15.183412 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.186205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93329b9c-7ca4-4444-950b-e92f1feac67f req-09d23965-ef19-4e31-9161-0d9bac6d9211 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 210 time: 0.0984752 Nov 25 17:15:15.191746 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.263544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-302d07c2-9fce-4f1c-9dde-3943d4e9da3f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:15.265311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d554105f-0658-4446-bab9-b87eff028a18 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:15.266104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-302d07c2-9fce-4f1c-9dde-3943d4e9da3f tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 805 time: 0.4568851 Nov 25 17:15:15.304192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on host n-h1-819349-3 for vnic_type normal with profile {"migrating_to": "n-h2-819349-3"} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:15.304588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:15.304877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:15.308066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Pushing event updated for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:15.314179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:15.314652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:15.321354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:15.321703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:15.322098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:15.322642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Bound port: d554105f-0658-4446-bab9-b87eff028a18, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:15.323005 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.334032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 387e476d-656e-49bf-a93d-42b4461df030 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:15.340575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Request body: {'port': {'device_id': 'dc5e4084-7443-43ab-9d5f-531c35721b4b', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'admin_state_up': True, 'tenant_id': 'da17cb8baa88476193f4e0819f247309'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:15.414253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 387e476d-656e-49bf-a93d-42b4461df030 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:15.415010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 387e476d-656e-49bf-a93d-42b4461df030 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:15.430350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:15.433495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-42d392e8-819e-486e-a208-5773eb03d3df tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:15.435516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:15.435752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-42d392e8-819e-486e-a208-5773eb03d3df tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5629292 Nov 25 17:15:15.444159 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.469725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.472154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:15.498736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.505283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on host n-h1-819349-3 for vnic_type normal with profile {"migrating_to": "n-h2-819349-3"} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:15.506127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:15.506319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:15.514748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:15.515482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempting to bind port d554105f-0658-4446-bab9-b87eff028a18 on network 2a372fd2-fd20-46be-88d6-b1e28cdca09a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:15.527140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:15.527923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Checking segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:15.528734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Bound using segment: {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:15.528966 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-c6d306b2-7f48-4d93-ae1a-87e806ab4389 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/quotas/1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 375 time: 0.0612707 Nov 25 17:15:15.530022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Bound port: d554105f-0658-4446-bab9-b87eff028a18, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee237ed-bef9-46f7-83c6-941f8a7c3b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a372fd2-fd20-46be-88d6-b1e28cdca09a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:15.530751 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.546026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:15.546672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.548206 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] 10.222.0.60 "PUT /v2.0/ports/d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 200 len: 1122 time: 1.1517942 Nov 25 17:15:15.560222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da7dadb-b464-44b2-99d2-fbe2df8722e0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:15.571271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67849cd1-b952-44c7-8d15-0c6de2e12e6a service neutron] Pushing event updated for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:15.584809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Pushing event deleted for resources: {'Port': ['ID=a36443b1-30f8-4ed1-aa5f-69e4f6891244,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:15.611257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9ffd0-ceba-4938-8692-7ed3296777ac req-e82d7d25-f002-4531-8af5-b5389cd8b5b3 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:15.612848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aa9ffd0-ceba-4938-8692-7ed3296777ac req-e82d7d25-f002-4531-8af5-b5389cd8b5b3 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 945 time: 0.2943046 Nov 25 17:15:15.620334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:15.620646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0fefc5-805e-44ce-8bd5-28e6eb2dee6e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:15.659180 n-d-819349-3 neutron-server[103600]: WARNING neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Concurrent port binding operations failed on port d554105f-0658-4446-bab9-b87eff028a18 Nov 25 17:15:15.665892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d554105f-0658-4446-bab9-b87eff028a18'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:15.677666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['d554105f-0658-4446-bab9-b87eff028a18'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:15.679602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.709283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18'}, {'name': 'network-changed', 'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:15.713363 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b078f282-6b2e-4380-b1e8-4abd7842a962" -d '{"events": [{"server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "name": "network-vif-unplugged", "status": "completed", "tag": "d554105f-0658-4446-bab9-b87eff028a18"}, {"name": "network-changed", "server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "tag": "d554105f-0658-4446-bab9-b87eff028a18"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:15.727383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] No DVR routers for this DVR port a36443b1-30f8-4ed1-aa5f-69e4f6891244 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:15.736145 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.739761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40a305c3-8911-4444-842e-bcff4a836eab req-60805202-11c0-471f-b856-f3e3c705af71 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "DELETE /v2.0/ports/a36443b1-30f8-4ed1-aa5f-69e4f6891244 HTTP/1.1" status: 204 len: 173 time: 2.2085764 Nov 25 17:15:15.741654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'name': 'network-vif-deleted', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:15.743536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:15.744893 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd1ed2a-6cc4-4b29-85a5-12b1ee6ee96b" -d '{"events": [{"server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "name": "network-vif-deleted", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:15.755593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.757422 n-d-819349-3 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Attempt 2 to bind port d554105f-0658-4446-bab9-b87eff028a18 Nov 25 17:15:15.758309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d554105f-0658-4446-bab9-b87eff028a18 has no active binding in host n-h2-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:15:15.780722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:15.781159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:15.784095 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:15.809451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-8a78729d-eebb-4788-8d12-049e816d193f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2531979 Nov 25 17:15:15.850533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Made reservation on behalf of da17cb8baa88476193f4e0819f247309 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:15.856151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.878347 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aa9ffd0-ceba-4938-8692-7ed3296777ac req-241612cc-dae1-478c-8836-9ae593fec6c9 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365227 Nov 25 17:15:15.932030 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.988634 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1890c9-0775-4947-b5fb-d6d3948dd91a x-openstack-request-id: req-3d1890c9-0775-4947-b5fb-d6d3948dd91a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:15.988922 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "name": "network-vif-unplugged", "status": "completed", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:15.989412 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d1890c9-0775-4947-b5fb-d6d3948dd91a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:15.990098 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'code': 200} Nov 25 17:15:16.014328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.019858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] 10.222.0.81 "DELETE /v2.0/networks/7da7dadb-b464-44b2-99d2-fbe2df8722e0 HTTP/1.1" status: 204 len: 168 time: 2.9369149 Nov 25 17:15:16.088443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7413c6-7840-4933-8962-4ce788da34b7 tempest-AllowedAddressPairIpV6TestJSON-715241887 tempest-AllowedAddressPairIpV6TestJSON-715241887-project] Pushing event deleted for resources: {'Network': ['ID=7da7dadb-b464-44b2-99d2-fbe2df8722e0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:16.136604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42324) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:16.304235 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5642c6b-d1b9-4a30-bbcf-6324c1cf6714 x-openstack-request-id: req-d5642c6b-d1b9-4a30-bbcf-6324c1cf6714 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:16.304679 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "name": "network-vif-unplugged", "status": "completed", "tag": "d554105f-0658-4446-bab9-b87eff028a18", "code": 200}, {"name": "network-changed", "server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "tag": "d554105f-0658-4446-bab9-b87eff028a18", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:16.305000 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5642c6b-d1b9-4a30-bbcf-6324c1cf6714 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:16.307372 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18', 'code': 200} Nov 25 17:15:16.307693 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18', 'status': 'completed', 'code': 200} Nov 25 17:15:16.345004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Allocated IP 172.20.0.7 (9fb23c93-ad53-45f5-ae84-6e91842685d3/3792ba4d-4b99-4eb8-afdb-2ddd498f95cc/d6a4a387-a9b6-4cfa-acd5-64b7559cb400) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:16.348299 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8228d147-ab29-4af7-8380-fed43280158e x-openstack-request-id: req-8228d147-ab29-4af7-8380-fed43280158e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:16.348783 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf46f0b-ef80-4d7b-aa17-58c92704346e", "name": "network-vif-deleted", "tag": "a36443b1-30f8-4ed1-aa5f-69e4f6891244", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:16.348989 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8228d147-ab29-4af7-8380-fed43280158e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:16.349421 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf46f0b-ef80-4d7b-aa17-58c92704346e', 'name': 'network-vif-deleted', 'tag': 'a36443b1-30f8-4ed1-aa5f-69e4f6891244', 'status': 'completed', 'code': 200} Nov 25 17:15:16.537942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-1d639730-6340-4210-b007-0cfb7e3e68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:16.542903 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-1d639730-6340-4210-b007-0cfb7e3e68fa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1125 time: 0.2411854 Nov 25 17:15:16.881803 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.909941 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-c8cf235e-8f37-47e1-a40e-00e7f3aa4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:16.912423 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-c8cf235e-8f37-47e1-a40e-00e7f3aa4d4b service neutron] 10.222.0.95 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.3613949 Nov 25 17:15:16.938182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:17.008542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-bd7ff355-42b9-4ba4-8a90-20a1d74a78c1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.019196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-bd7ff355-42b9-4ba4-8a90-20a1d74a78c1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.028759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-bd7ff355-42b9-4ba4-8a90-20a1d74a78c1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.039817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-bd7ff355-42b9-4ba4-8a90-20a1d74a78c1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.053490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-bd7ff355-42b9-4ba4-8a90-20a1d74a78c1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.056453 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-7226527c-33ef-438a-ac40-5d0ddd219646 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 200 len: 217 time: 0.0802739 Nov 25 17:15:17.068356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-bd7ff355-42b9-4ba4-8a90-20a1d74a78c1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.078897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-bd7ff355-42b9-4ba4-8a90-20a1d74a78c1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.081225 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-bd7ff355-42b9-4ba4-8a90-20a1d74a78c1 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5419 time: 0.7746062 Nov 25 17:15:17.095907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.146812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a7fe0-22cd-4d92-953d-b66de402bebe req-316e56c1-c2e6-4fb2-808b-c7327cb0c431 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.155499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a8a7fe0-22cd-4d92-953d-b66de402bebe req-316e56c1-c2e6-4fb2-808b-c7327cb0c431 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.2770207 Nov 25 17:15:17.192511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-582a4104-60af-4c6f-9ca6-485cca6de3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.195199 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-582a4104-60af-4c6f-9ca6-485cca6de3cf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.1250522 Nov 25 17:15:17.224708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Network 9fb23c93-ad53-45f5-ae84-6e91842685d3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:17.237542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:17.239670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Pushing event updated for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:17.257764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:17.264888 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-d8cf9cfa-b356-44c8-98d0-503db8ce3b7c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596347 Nov 25 17:15:17.286112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:17.402090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a36443b1-30f8-4ed1-aa5f-69e4f6891244 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:17.421502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a8a7fe0-22cd-4d92-953d-b66de402bebe req-daa2ecfb-0185-45b2-a256-0fb4a2749e2a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644193 Nov 25 17:15:17.435133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8f4b70c2-a42d-47ca-a1da-19f9baaad785 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58a0bbed3e1d453aa5e738894d629fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952519 Nov 25 17:15:17.443318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42344) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:17.469321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: a36443b1-30f8-4ed1-aa5f-69e4f6891244 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:17.469321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a36443b1-30f8-4ed1-aa5f-69e4f6891244 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:17.504267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.505625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.546448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:17.561264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c93b8ddf-7f25-47bf-b45e-fe359961a949 req-91b17cbd-90b5-4640-8417-ae6ccb801413 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4007130 Nov 25 17:15:17.589690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25', 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'port_id': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25', 'mac_address': 'fa:16:3e:bd:d8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fc26fa-de5a-4d22-97a0-9aefc6e6017f', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:17.610156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-5b0ac9c0-d10f-45ee-b9fc-c7abfc2cf69c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3308108 Nov 25 17:15:17.654105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Request body: {'port': {'device_id': 'dc5e4084-7443-43ab-9d5f-531c35721b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:17.689627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.717690 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.757565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:17.785648 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-530c8a56-155f-408f-ad99-407183b274f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.800018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:17.822540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.825776 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-e3ea37d9-ddde-4b5a-8e88-853c1222e4c4 service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432601 Nov 25 17:15:17.830981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 457c5142-1f03-4c25-b320-6e96464b266c details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:17.923107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d32c3bdd-5188-4226-af9e-abcb4376189f req-41e11b86-4c42-473f-bc69-e3884128c9e9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 210 time: 0.1030426 Nov 25 17:15:17.931191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.989230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-530c8a56-155f-408f-ad99-407183b274f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.993897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:18.000334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 457c5142-1f03-4c25-b320-6e96464b266c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=457c5142-1f03-4c25-b320-6e96464b266c,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:18.033641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '457c5142-1f03-4c25-b320-6e96464b266c', 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'port_id': '457c5142-1f03-4c25-b320-6e96464b266c', 'mac_address': 'fa:16:3e:40:a2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fc26fa-de5a-4d22-97a0-9aefc6e6017f', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:18.155663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c59521-5510-4392-9142-265a1666f5d4 req-d7893eb4-a21e-48c4-8722-87c4eb8775dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3289766 Nov 25 17:15:18.331743 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b078f282-6b2e-4380-b1e8-4abd7842a962 req-0cca6b21-9a86-4176-96bf-ffb6ab57e91e service neutron] 10.222.0.95 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873500 Nov 25 17:15:18.394559 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-a37aba55-76d9-47e5-8dca-99e4032cc712 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180665 Nov 25 17:15:18.451568 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.478167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457c5142-1f03-4c25-b320-6e96464b266c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:18.518824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 457c5142-1f03-4c25-b320-6e96464b266c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=457c5142-1f03-4c25-b320-6e96464b266c,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:18.527167 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.528315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device cfe03c39-285e-4c8b-b3ae-e7b714c814d5 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:18.566696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42354) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:18.662124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-530c8a56-155f-408f-ad99-407183b274f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.664904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-530c8a56-155f-408f-ad99-407183b274f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.666671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-530c8a56-155f-408f-ad99-407183b274f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d2d569d-de9c-4bf0-93c5-2ac8a6fa60d2 HTTP/1.1" status: 204 len: 168 time: 1.2141988 Nov 25 17:15:18.700858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da260917-9fd0-46f3-931a-3a18179bca8e req-018606de-ffeb-4845-9a5a-0211fb1e97be tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.708757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-71b7efdb-35fe-433f-be52-f914b0c4998f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.710817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da260917-9fd0-46f3-931a-3a18179bca8e req-018606de-ffeb-4845-9a5a-0211fb1e97be tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 931 time: 0.5509987 Nov 25 17:15:18.715808 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-71b7efdb-35fe-433f-be52-f914b0c4998f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119793 Nov 25 17:15:18.733529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=457c5142-1f03-4c25-b320-6e96464b266c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:18.750900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Request body: {'port': {'device_id': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '1177c4b6ff6f4cdc81f1945404b31ab8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:18.801247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c59521-5510-4392-9142-265a1666f5d4 req-41e910f5-d249-441e-9598-fcff3295099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.803032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c59521-5510-4392-9142-265a1666f5d4 req-41e910f5-d249-441e-9598-fcff3295099b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 1095 time: 0.5143516 Nov 25 17:15:18.812887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c8a56-155f-408f-ad99-407183b274f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d569d-de9c-4bf0-93c5-2ac8a6fa60d2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:18.830637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f82d3-c87d-4471-9b95-8b0902de6641 req-5f3dd7fe-f53e-46c0-b743-c0a7fbcfca87 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.840289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-970f82d3-c87d-4471-9b95-8b0902de6641 req-5f3dd7fe-f53e-46c0-b743-c0a7fbcfca87 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 945 time: 0.5553389 Nov 25 17:15:18.843898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port cfe03c39-285e-4c8b-b3ae-e7b714c814d5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:18.873768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'port_id': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'mac_address': 'fa:16:3e:d6:87:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:18.964066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.997744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe03c39-285e-4c8b-b3ae-e7b714c814d5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:19.024424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-970f82d3-c87d-4471-9b95-8b0902de6641 req-9405d8d7-7182-4525-ab05-6565c1fdfcbc tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775410 Nov 25 17:15:19.063374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port cfe03c39-285e-4c8b-b3ae-e7b714c814d5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:19.078798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.078798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1c32d82b-20c2-48d8-9d1f-8719d2098e98 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:19.082244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da260917-9fd0-46f3-931a-3a18179bca8e req-da58b4ec-9da6-4cd1-8575-a918d14397ff tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158836 Nov 25 17:15:19.088287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Deleting port cceea60b-c47b-4523-a030-afbb58526fcd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:19.089027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.196596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d041386-f0ec-4674-8cbe-36a00cbbe29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.208776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-92352f3d-5243-4f46-bd12-ae86d3274940 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.210443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-92352f3d-5243-4f46-bd12-ae86d3274940 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 945 time: 0.2753453 Nov 25 17:15:19.252465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Made reservation on behalf of 1177c4b6ff6f4cdc81f1945404b31ab8 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:19.255980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.305798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:19.344449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:19.349467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] For port cceea60b-c47b-4523-a030-afbb58526fcd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cceea60b-c47b-4523-a030-afbb58526fcd,segment=NetworkSegment(b96775ad-886e-49e9-8021-8af2b290cf5b),segment_id=b96775ad-886e-49e9-8021-8af2b290cf5b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:19.350466 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.371576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Calling delete_port for cceea60b-c47b-4523-a030-afbb58526fcd owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:19.384340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '1c32d82b-20c2-48d8-9d1f-8719d2098e98', 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'port_id': '1c32d82b-20c2-48d8-9d1f-8719d2098e98', 'mac_address': 'fa:16:3e:6e:9c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fc26fa-de5a-4d22-97a0-9aefc6e6017f', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:19.454844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.475870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c32d82b-20c2-48d8-9d1f-8719d2098e98 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:19.545538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:19.566077 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.567101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:19.693224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1c32d82b-20c2-48d8-9d1f-8719d2098e98,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:19.795926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c59521-5510-4392-9142-265a1666f5d4 req-51f59dcd-60d7-4754-8d52-2a154aec070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.797707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c59521-5510-4392-9142-265a1666f5d4 req-51f59dcd-60d7-4754-8d52-2a154aec070f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.9545982 Nov 25 17:15:19.855425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-20f117f7-7917-468b-9b6b-6abaa0d7a1b4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.855425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-20f117f7-7917-468b-9b6b-6abaa0d7a1b4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.858069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-20f117f7-7917-468b-9b6b-6abaa0d7a1b4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.866093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-20f117f7-7917-468b-9b6b-6abaa0d7a1b4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.869497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:19.871876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-20f117f7-7917-468b-9b6b-6abaa0d7a1b4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.878496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-20f117f7-7917-468b-9b6b-6abaa0d7a1b4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.886163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-20f117f7-7917-468b-9b6b-6abaa0d7a1b4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.896454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-20f117f7-7917-468b-9b6b-6abaa0d7a1b4 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5423 time: 0.2253680 Nov 25 17:15:19.908129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a4a387-a9b6-4cfa-acd5-64b7559cb400 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:19.942162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1', 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12', 'port_id': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1', 'mac_address': 'fa:16:3e:db:e2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5521e773-5470-44ad-81f0-8484dfac8926', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:20.029894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.049517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Allocated IP 192.168.233.121 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/25057cfa-c1ab-49e6-8858-e0ce1c439b6d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:20.057841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.077140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Deleting port 25ba1e34-d9c0-40cf-9797-dba1af44e259 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:20.078012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.080369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:20.117061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a90121bf-b5c5-41ac-a7a7-9f9ebbb9de4e req-0513b822-fbf2-4712-a465-76d1bbf9485d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182331 Nov 25 17:15:20.118543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:20.121331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c59521-5510-4392-9142-265a1666f5d4 req-063ab2e3-8007-4204-b6bf-bb4799ff0713 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 200 len: 217 time: 0.3029609 Nov 25 17:15:20.127963 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.129877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 72a6b9b0-bdeb-4ed3-847c-5bca4b075add details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:20.134505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:20.149636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b236ba0-930b-430a-93c4-90f7319e0291 req-0629957e-bd8b-4b1f-b1f7-4f9ad7248a3a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:20.179783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b236ba0-930b-430a-93c4-90f7319e0291 req-0629957e-bd8b-4b1f-b1f7-4f9ad7248a3a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.9692101 Nov 25 17:15:20.319094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Transition to ACTIVE for port object d6a4a387-a9b6-4cfa-acd5-64b7559cb400 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:20.321250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:20.342781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:20.366341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add', 'network_id': 'f11cc646-4505-4f7f-ba1b-17308c962b85', 'port_id': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add', 'mac_address': 'fa:16:3e:f4:74:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fc26fa-de5a-4d22-97a0-9aefc6e6017f', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:20.420603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b236ba0-930b-430a-93c4-90f7319e0291 req-5f261b48-4dd0-426d-9bd0-5e86eed1d3dc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389963 Nov 25 17:15:20.422160 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.445158 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.466774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.478866 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc874947-a323-4c45-9c08-6c1e64299432 req-6973962e-a8ed-454c-9aeb-1c3517fbef1b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 210 time: 0.1761863 Nov 25 17:15:20.484026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a6b9b0-bdeb-4ed3-847c-5bca4b075add {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:20.484810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d041386-f0ec-4674-8cbe-36a00cbbe29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.557367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Pushing event updated for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:20.566270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d041386-f0ec-4674-8cbe-36a00cbbe29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.616038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Pushing event deleted for resources: {'Port': ['ID=cceea60b-c47b-4523-a030-afbb58526fcd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:20.625641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:20.635438 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.644167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c59521-5510-4392-9142-265a1666f5d4 req-62c97be3-dbb1-43ae-864e-590b9b750cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:20.651378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c59521-5510-4392-9142-265a1666f5d4 req-62c97be3-dbb1-43ae-864e-590b9b750cd7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.4488611 Nov 25 17:15:20.774302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1286692252'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:20.777505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:20.808727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device bc9babf0-86ac-41b8-b3fa-d98b54928891 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:20.819180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d041386-f0ec-4674-8cbe-36a00cbbe29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a560ce-ad5b-42ba-8f60-b4e91fc2434a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:20.850054 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6d041386-f0ec-4674-8cbe-36a00cbbe29b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be39f56a98c1478b8c79baf3272166ed&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2668245 Nov 25 17:15:20.967524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c59521-5510-4392-9142-265a1666f5d4 req-fc78e2b4-eccc-47a9-86e3-e4914991f0b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2867994 Nov 25 17:15:20.968355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42392) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:21.097418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port bc9babf0-86ac-41b8-b3fa-d98b54928891, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:21.127791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'bc9babf0-86ac-41b8-b3fa-d98b54928891', 'network_id': '4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12', 'port_id': 'bc9babf0-86ac-41b8-b3fa-d98b54928891', 'mac_address': 'fa:16:3e:e9:ac:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5521e773-5470-44ad-81f0-8484dfac8926', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:21.247625 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.327709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c59521-5510-4392-9142-265a1666f5d4 req-c198c577-d75c-43d6-9b77-b1610aa48d6a service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084731 Nov 25 17:15:21.368654 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 25ba1e34-d9c0-40cf-9797-dba1af44e259 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:21.464147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9babf0-86ac-41b8-b3fa-d98b54928891 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:21.538928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] For port 25ba1e34-d9c0-40cf-9797-dba1af44e259, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25ba1e34-d9c0-40cf-9797-dba1af44e259,segment=NetworkSegment(a14e651a-2208-48b2-9994-cb7aec8489e1),segment_id=a14e651a-2208-48b2-9994-cb7aec8489e1)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:21.539485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.553409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Attempting to bind port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:21.554466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Attempting to bind port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:21.555256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Attempting to bind port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:21.563425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port bc9babf0-86ac-41b8-b3fa-d98b54928891, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:21.577342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:21.578183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Attempting to bind port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 on network 9fb23c93-ad53-45f5-ae84-6e91842685d3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:21.580996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:21.582160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:21.585791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.602788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.613634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Calling delete_port for 25ba1e34-d9c0-40cf-9797-dba1af44e259 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:21.614130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.655414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb24a2-a4db-4e17-b9c6-47936d40b85c req-cecae535-ae57-471d-ba9b-0dc6c3a3c593 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:21.664446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85cb24a2-a4db-4e17-b9c6-47936d40b85c req-cecae535-ae57-471d-ba9b-0dc6c3a3c593 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 943 time: 0.9960046 Nov 25 17:15:21.692121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd2ca9-162d-41bd-8305-0f39332955df req-22b7d9d5-8dd1-4bcd-b62c-c5f31770d461 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:21.701088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17bd2ca9-162d-41bd-8305-0f39332955df req-22b7d9d5-8dd1-4bcd-b62c-c5f31770d461 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/ports?device_id=748a8a7f-9b00-497d-b25b-c2d5e03ca97a HTTP/1.1" status: 200 len: 945 time: 0.8877244 Nov 25 17:15:21.703732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['cfe03c39-285e-4c8b-b3ae-e7b714c814d5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:21.715642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1c32d82b-20c2-48d8-9d1f-8719d2098e98'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:21.729451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:21.729813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['72a6b9b0-bdeb-4ed3-847c-5bca4b075add'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:21.730055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Checking segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:21.730645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Bound using segment: {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:21.731229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Bound port: d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d328c42-629e-463f-8857-f336a04c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:21.731708 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.741854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['457c5142-1f03-4c25-b320-6e96464b266c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:21.771276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c59521-5510-4392-9142-265a1666f5d4 req-6a89fb9b-2533-438d-8f07-51eb6f7ebb21 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599224 Nov 25 17:15:21.861706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85cb24a2-a4db-4e17-b9c6-47936d40b85c req-0f42db78-5565-48b1-885f-36c3611afe94 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952662 Nov 25 17:15:21.920079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.925896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.972277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['17262fbf-d2b6-4d0d-a3bb-2e41d5233af1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:21.997161 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.039573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:22.074995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:22.090842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:22.116129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.117278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.159401 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61d061a4-2103-4374-934d-4d7a061b95e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.175959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.231681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:22.258541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.328670 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61d061a4-2103-4374-934d-4d7a061b95e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.344525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35e4946-a831-4faa-b65f-43033e1eb128,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.364849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.365662 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.380107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event deleted for resources: {'Port': ['ID=25ba1e34-d9c0-40cf-9797-dba1af44e259,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.420715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17bd2ca9-162d-41bd-8305-0f39332955df req-acc00e65-fc36-4745-bc38-852bf0ab7125 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9cde8a2-1410-48d5-b304-ad1800f8ad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7170672 Nov 25 17:15:22.420715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:22.439308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] No DVR routers for this DVR port 25ba1e34-d9c0-40cf-9797-dba1af44e259 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:22.442547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.452717 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7f4daefd-0c57-4de5-88a3-d76ffb428883 req-766bade5-795e-4885-afa3-e5c6ab55d6a0 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.95 "DELETE /v2.0/ports/25ba1e34-d9c0-40cf-9797-dba1af44e259 HTTP/1.1" status: 204 len: 173 time: 3.2159810 Nov 25 17:15:22.454966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748a8a7f-9b00-497d-b25b-c2d5e03ca97a', 'name': 'network-vif-deleted', 'tag': '25ba1e34-d9c0-40cf-9797-dba1af44e259'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:22.463489 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02608c8-c420-4c49-bd00-f0f9b117ee94" -d '{"events": [{"server_uuid": "748a8a7f-9b00-497d-b25b-c2d5e03ca97a", "name": "network-vif-deleted", "tag": "25ba1e34-d9c0-40cf-9797-dba1af44e259"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:22.485102 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-e270a97d-f00d-412e-903c-b85f331566c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7537427 Nov 25 17:15:22.546309 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.546575 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Added segment f98f8fce-6d72-4fbf-8800-7a6d798b6c4a of type vlan for network cf5cb3f5-5943-4f41-a974-97008c523320 Nov 25 17:15:22.607147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Request body: {'port': {'device_id': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:22.609902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:22.625915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=bc9babf0-86ac-41b8-b3fa-d98b54928891,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.652416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No active binding found for port 25ba1e34-d9c0-40cf-9797-dba1af44e259 {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:15:22.653276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 25ba1e34-d9c0-40cf-9797-dba1af44e259 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:22.654051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d554105f-0658-4446-bab9-b87eff028a18 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:22.729511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['bc9babf0-86ac-41b8-b3fa-d98b54928891'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:22.763713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:22.795521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.832068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748bda-e3ae-439b-960f-f906883237eb req-6cf82617-1526-49c4-960b-389066493f23 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.848490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748bda-e3ae-439b-960f-f906883237eb req-6cf82617-1526-49c4-960b-389066493f23 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.860807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748bda-e3ae-439b-960f-f906883237eb req-6cf82617-1526-49c4-960b-389066493f23 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.867546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e7dac237-8656-437a-9f65-bd2148ebc8c9 None None] Provisioning complete for port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:22.868244 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7dac237-8656-437a-9f65-bd2148ebc8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.873253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748bda-e3ae-439b-960f-f906883237eb req-6cf82617-1526-49c4-960b-389066493f23 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.884264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748bda-e3ae-439b-960f-f906883237eb req-6cf82617-1526-49c4-960b-389066493f23 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.893762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748bda-e3ae-439b-960f-f906883237eb req-6cf82617-1526-49c4-960b-389066493f23 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.902096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748bda-e3ae-439b-960f-f906883237eb req-6cf82617-1526-49c4-960b-389066493f23 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.904556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7748bda-e3ae-439b-960f-f906883237eb req-6cf82617-1526-49c4-960b-389066493f23 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5426 time: 0.7312267 Nov 25 17:15:22.938795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e7dac237-8656-437a-9f65-bd2148ebc8c9 None None] Port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:22.956971 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.005221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Router a38541e8-ade2-4a54-b63d-9d41486532e0 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:15:23.028606 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61d061a4-2103-4374-934d-4d7a061b95e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.032920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61d061a4-2103-4374-934d-4d7a061b95e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.034265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-61d061a4-2103-4374-934d-4d7a061b95e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e4a560ce-ad5b-42ba-8f60-b4e91fc2434a HTTP/1.1" status: 204 len: 168 time: 2.0279329 Nov 25 17:15:23.037241 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.136346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.150856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:23.151939 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.334460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff206-bbf2-4cd5-8862-cac030d6e3b4 req-1943705e-3111-4882-ba05-1a8495d7cfad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:23.341780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:23.355455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa5ff206-bbf2-4cd5-8862-cac030d6e3b4 req-1943705e-3111-4882-ba05-1a8495d7cfad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.7972081 Nov 25 17:15:23.357909 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] Sync routers for ids ['a38541e8-ade2-4a54-b63d-9d41486532e0'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:23.362657 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f259cb81-5376-4768-a2a1-1ab032254261 admin admin] 10.222.0.81 "PUT /v2.0/routers/a38541e8-ade2-4a54-b63d-9d41486532e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2207685 Nov 25 17:15:23.363322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d061a4-2103-4374-934d-4d7a061b95e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a560ce-ad5b-42ba-8f60-b4e91fc2434a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:23.363466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:23.411694 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] Routers {'a38541e8-ade2-4a54-b63d-9d41486532e0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:23.414302 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:15:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a38541e8-ade2-4a54-b63d-9d41486532e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:23.518127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Network': ['ID=cf5cb3f5-5943-4f41-a974-97008c523320,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:23.540311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:23.544199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.545942 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] 10.222.0.60 "PUT /v2.0/ports/d6a4a387-a9b6-4cfa-acd5-64b7559cb400 HTTP/1.1" status: 200 len: 1091 time: 5.9068952 Nov 25 17:15:23.573139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25057cfa-c1ab-49e6-8858-e0ce1c439b6d {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:23.582408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5e4084-7443-43ab-9d5f-531c35721b4b', 'tag': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:23.584327 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.589761 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d68e040-cc39-4e2a-b5b6-6977585b830c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5e4084-7443-43ab-9d5f-531c35721b4b", "tag": "d6a4a387-a9b6-4cfa-acd5-64b7559cb400"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:23.601305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Transition to ACTIVE for port object 25057cfa-c1ab-49e6-8858-e0ce1c439b6d will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:23.643642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-11662436-8f5a-47e2-a798-00b9ff4167e7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.4499047 Nov 25 17:15:23.645653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42420) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:23.652355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'name': 'tempest-PortsIpV6TestJSON-2096206278'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:23.658970 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.670309 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] Set router a38541e8-ade2-4a54-b63d-9d41486532e0 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:23.676021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:23.852095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7748bda-e3ae-439b-960f-f906883237eb req-dea48ea4-6065-4809-8058-96f7ec464fcf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8343668 Nov 25 17:15:23.905220 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42424) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:23.906264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cf06c-506b-4a9b-883c-86c94f29510f service neutron] Pushing event updated for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:23.981733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-53964470-eccf-4a6e-bd32-9eaa0c2e90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:23.983309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-53964470-eccf-4a6e-bd32-9eaa0c2e90f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 1094 time: 0.3294444 Nov 25 17:15:24.035678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-134e404c-2c68-4218-9e57-e49394c7ea94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.089013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:24.089472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-80db2351-7ef1-429e-853f-2ea76fd5d4bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400 HTTP/1.1" status: 200 len: 217 time: 0.0754185 Nov 25 17:15:24.098740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa5ff206-bbf2-4cd5-8862-cac030d6e3b4 req-5493fd22-d549-441f-98fe-cd3fd488e3d7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414758 Nov 25 17:15:24.127588 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.174704 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:15:19Z', 'revision_number': 5, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:24.217556 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] Checking router: a38541e8-ade2-4a54-b63d-9d41486532e0 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:24.218739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-6dca5663-4b1b-4dd1-a8ca-b33da76b6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.220323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-6dca5663-4b1b-4dd1-a8ca-b33da76b6b9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 200 len: 845 time: 0.0858786 Nov 25 17:15:24.236091 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] Routers {'a38541e8-ade2-4a54-b63d-9d41486532e0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:24.237465 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:15:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a38541e8-ade2-4a54-b63d-9d41486532e0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:24.248632 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75d8d2-7df4-4888-9c5a-3519f3b3b948 x-openstack-request-id: req-2f75d8d2-7df4-4888-9c5a-3519f3b3b948 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:24.249021 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748a8a7f-9b00-497d-b25b-c2d5e03ca97a", "name": "network-vif-deleted", "tag": "25ba1e34-d9c0-40cf-9797-dba1af44e259", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:24.249227 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f75d8d2-7df4-4888-9c5a-3519f3b3b948 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:24.250267 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748a8a7f-9b00-497d-b25b-c2d5e03ca97a', 'name': 'network-vif-deleted', 'tag': '25ba1e34-d9c0-40cf-9797-dba1af44e259', 'status': 'completed', 'code': 200} Nov 25 17:15:24.288923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ea242-9483-4ecf-ba2a-6b3758f9f4b6 req-1da1e20a-459e-4531-aa43-26c909474d7a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.293462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e59ea242-9483-4ecf-ba2a-6b3758f9f4b6 req-1da1e20a-459e-4531-aa43-26c909474d7a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 948 time: 0.2021816 Nov 25 17:15:24.331095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Attempting to bind port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:24.331587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Attempting to bind port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:24.332046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Attempting to bind port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:24.358413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-537001d1-7486-431f-9228-6a8f2b7e9950 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb23c93-ad53-45f5-ae84-6e91842685d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244473 Nov 25 17:15:24.433854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:24.433854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Attempting to bind port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:24.475979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:24.481285 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.490818 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] Set router a38541e8-ade2-4a54-b63d-9d41486532e0 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:24.533837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:24.536411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:24.537123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:24.537890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Bound port: 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:24.538469 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.594205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb98af9-8805-4057-9cc4-e27c8310ca7c req-aa2a3344-6d50-4b3d-82bb-482d71f889fd tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.597209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fb98af9-8805-4057-9cc4-e27c8310ca7c req-aa2a3344-6d50-4b3d-82bb-482d71f889fd tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 943 time: 0.3004820 Nov 25 17:15:24.622754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port abcbc82c-175c-47a8-abde-951ae9ea5883 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:15:24.628645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e59ea242-9483-4ecf-ba2a-6b3758f9f4b6 req-6792723d-2bd9-4613-bfc2-5b7c3d2d03c3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673283 Nov 25 17:15:24.649293 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-2df74a79-ec4d-4920-9a5f-e1b4bcd10be1 service neutron] 10.222.0.95 "GET /v2.0/ports/d554105f-0658-4446-bab9-b87eff028a18/bindings/n-h2-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.3967178 Nov 25 17:15:24.683783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-1d5ab91c-48b4-41ef-96aa-0e136cb2f6b3 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997911 Nov 25 17:15:24.741737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fb98af9-8805-4057-9cc4-e27c8310ca7c req-fb837040-4c9b-4535-8904-2442f73662c1 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328697 Nov 25 17:15:24.751589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.812279 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:15:19Z', 'revision_number': 5, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:24.818823 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dbeafc-41a5-44da-854c-f64ac6b48f7e x-openstack-request-id: req-47dbeafc-41a5-44da-854c-f64ac6b48f7e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:24.819256 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5e4084-7443-43ab-9d5f-531c35721b4b", "tag": "d6a4a387-a9b6-4cfa-acd5-64b7559cb400", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:24.819658 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47dbeafc-41a5-44da-854c-f64ac6b48f7e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:24.820267 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5e4084-7443-43ab-9d5f-531c35721b4b', 'tag': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'status': 'completed', 'code': 200} Nov 25 17:15:24.829265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-134e404c-2c68-4218-9e57-e49394c7ea94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.875200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-134e404c-2c68-4218-9e57-e49394c7ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.884992 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea25167-de9e-475f-a5e5-e6288a7fb76a None None] The sync data for ids ['a38541e8-ade2-4a54-b63d-9d41486532e0'] in n-d-819349-3 is: [{'id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'name': 'tempest-ServerRescueNegativeTestJSON-1648032099-router', 'tenant_id': '1730e5eb79e04e95b149f27949db58c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:19Z', 'updated_at': '2021-11-25T17:15:19Z', 'revision_number': 5, 'project_id': '1730e5eb79e04e95b149f27949db58c8', 'gw_port': {'id': 'c4903531-6f5a-4bd0-94ee-50a8c3b99870', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38541e8-ade2-4a54-b63d-9d41486532e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:20Z', 'updated_at': '2021-11-25T17:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:24.895409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fca86e4b-56d4-4403-9032-8f28d23af321 req-2b0c1515-1bde-4a0b-93e7-7a167010386b service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889710 Nov 25 17:15:25.077355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:25.091667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:25.141229 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-134e404c-2c68-4218-9e57-e49394c7ea94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f138d46598740e2968e6c910faecdd2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2382035 Nov 25 17:15:25.149553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:25.161006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e404c-2c68-4218-9e57-e49394c7ea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd10efdc-887c-4d68-8421-269c4033db38,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:25.168898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:25.194733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.221658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-e4d64095-dd45-4c83-930f-774622a758ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.224583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-e4d64095-dd45-4c83-930f-774622a758ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da17cb8baa88476193f4e0819f247309&device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 1094 time: 0.2380021 Nov 25 17:15:25.316080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.316640 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.318325 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] 10.222.0.60 "PUT /v2.0/ports/25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 1096 time: 2.7344093 Nov 25 17:15:25.339619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-57d38d60-12ce-4e81-a19a-285cafb24305 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.355395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-57d38d60-12ce-4e81-a19a-285cafb24305 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.373484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-57d38d60-12ce-4e81-a19a-285cafb24305 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.385950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-57d38d60-12ce-4e81-a19a-285cafb24305 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.389086 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.394344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-57d38d60-12ce-4e81-a19a-285cafb24305 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.397127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996cdc3-bb8e-4cfb-9326-4d50df7fcf59 service neutron] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:25.410395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-57d38d60-12ce-4e81-a19a-285cafb24305 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.419689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-57d38d60-12ce-4e81-a19a-285cafb24305 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.428343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-57d38d60-12ce-4e81-a19a-285cafb24305 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5426 time: 0.3759181 Nov 25 17:15:25.461810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Deleting port c4903531-6f5a-4bd0-94ee-50a8c3b99870 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:25.462076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.560790 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de81a6-f308-4d37-9b92-cea5899f7184 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.601474 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d4624e-cd90-47b6-bdc6-a9ab53591d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.713240 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de81a6-f308-4d37-9b92-cea5899f7184 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.750990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f5c3d-8861-40cd-9ebd-84f42a23e6af req-a98cbf61-4e55-4daa-a7c9-eccc226760b7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.752637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-250f5c3d-8861-40cd-9ebd-84f42a23e6af req-a98cbf61-4e55-4daa-a7c9-eccc226760b7 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 944 time: 0.4967725 Nov 25 17:15:25.764791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d4624e-cd90-47b6-bdc6-a9ab53591d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.790969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8fc4927-c6ec-436b-9c68-eed103a8d3f5 req-083dfb0a-2ee9-4527-ac4d-96f6ece88241 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3611257 Nov 25 17:15:25.809205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-e7d76f0a-beb4-4ca4-abe9-5051cebbb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.811925 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-e7d76f0a-beb4-4ca4-abe9-5051cebbb836 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 200 len: 906 time: 0.5731277 Nov 25 17:15:25.924506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-49565718-9cd4-4827-99a7-9f415a037786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.926295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-49565718-9cd4-4827-99a7-9f415a037786 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1099 time: 0.5076013 Nov 25 17:15:25.947008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-b7cca670-12b9-499f-aff9-5ed2d9dac320 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400 HTTP/1.1" status: 200 len: 217 time: 0.1037469 Nov 25 17:15:26.001728 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-39d8975c-96c0-4553-838a-9806937c6e6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 217 time: 0.0639706 Nov 25 17:15:26.067036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-250f5c3d-8861-40cd-9ebd-84f42a23e6af req-88a55a39-a446-439c-bccc-21a2b8d32649 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905688 Nov 25 17:15:26.078381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:26.081545 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de81a6-f308-4d37-9b92-cea5899f7184 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.086433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8de81a6-f308-4d37-9b92-cea5899f7184 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.089373 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e8de81a6-f308-4d37-9b92-cea5899f7184 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "DELETE /v2.0/security-groups/df065c2b-6081-48a1-a734-732e12eca1e0 HTTP/1.1" status: 204 len: 168 time: 1.0104468 Nov 25 17:15:26.094759 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.096415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42452) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:26.143932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] For port c4903531-6f5a-4bd0-94ee-50a8c3b99870, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c4903531-6f5a-4bd0-94ee-50a8c3b99870,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:26.144417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.158441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08af26-0a2a-4d48-a1bc-b22a1d98b7f5 req-0b273343-1625-428f-bb52-0a52a06d7cc6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:26.160164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa08af26-0a2a-4d48-a1bc-b22a1d98b7f5 req-0b273343-1625-428f-bb52-0a52a06d7cc6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 948 time: 0.2199371 Nov 25 17:15:26.161656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de81a6-f308-4d37-9b92-cea5899f7184 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df065c2b-6081-48a1-a734-732e12eca1e0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:26.168040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-7558efe0-815b-4c5f-99d0-52518cd2d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:26.170706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-7558efe0-815b-4c5f-99d0-52518cd2d7d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 200 len: 845 time: 0.2031586 Nov 25 17:15:26.172710 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d4624e-cd90-47b6-bdc6-a9ab53591d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.176077 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-3462ee27-22cb-4f4c-a66c-79212be4bf02 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] show failed (client error): The resource could not be found. Nov 25 17:15:26.178187 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d4624e-cd90-47b6-bdc6-a9ab53591d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.180390 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3462ee27-22cb-4f4c-a66c-79212be4bf02 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "GET /v2.0/security-groups/df065c2b-6081-48a1-a734-732e12eca1e0 HTTP/1.1" status: 404 len: 347 time: 0.0730467 Nov 25 17:15:26.180565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-78d4624e-cd90-47b6-bdc6-a9ab53591d3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd10efdc-887c-4d68-8421-269c4033db38 HTTP/1.1" status: 204 len: 168 time: 1.0233190 Nov 25 17:15:26.182502 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:26.197710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:26.248027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-c9ee172b-22a5-401a-91a5-d391d5a04207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:26.249649 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-c9ee172b-22a5-401a-91a5-d391d5a04207 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2343886 Nov 25 17:15:26.256301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Calling delete_port for c4903531-6f5a-4bd0-94ee-50a8c3b99870 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:26.258100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:26.261424 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:26.267054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4624e-cd90-47b6-bdc6-a9ab53591d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd10efdc-887c-4d68-8421-269c4033db38,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:26.272895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-4c761359-b6bc-4cbc-a1dd-f869d05ed320 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb23c93-ad53-45f5-ae84-6e91842685d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868154 Nov 25 17:15:26.367428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d554105f-0658-4446-bab9-b87eff028a18 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:26.373360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=abcbc82c-175c-47a8-abde-951ae9ea5883,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:26.422573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:26.484367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa08af26-0a2a-4d48-a1bc-b22a1d98b7f5 req-12072beb-7146-4bdc-85aa-86810017ca28 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695036 Nov 25 17:15:26.489452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cceea60b-c47b-4523-a030-afbb58526fcd no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:26.517842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.550275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b870ef-66a9-490d-8e03-ace61308ee7a req-cf6ca54c-03e8-422d-bc23-da0244f60390 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:26.553537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7b870ef-66a9-490d-8e03-ace61308ee7a req-cf6ca54c-03e8-422d-bc23-da0244f60390 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 943 time: 0.2996700 Nov 25 17:15:26.558714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-a48d9a5e-89f3-4fc8-b464-3e01c354c70d service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692089 Nov 25 17:15:26.568930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: cceea60b-c47b-4523-a030-afbb58526fcd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:26.569381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cceea60b-c47b-4523-a030-afbb58526fcd not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:26.612531 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a8bc92-ebad-4833-82d4-19bb1451f362 x-openstack-request-id: req-01a8bc92-ebad-4833-82d4-19bb1451f362 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:26.612531 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:26.612531 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01a8bc92-ebad-4833-82d4-19bb1451f362 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:26.613176 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'status': 'completed', 'code': 200} Nov 25 17:15:26.625263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking segment: {'id': 'f98f8fce-6d72-4fbf-8800-7a6d798b6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:26.625933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network hostable DHCP agents. Network: cf5cb3f5-5943-4f41-a974-97008c523320, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:26.637916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-2c8d8342-d95b-4e09-a270-7c067dcda9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:26.640085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-2c8d8342-d95b-4e09-a270-7c067dcda9d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3333039 Nov 25 17:15:26.680917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d6a4a387-a9b6-4cfa-acd5-64b7559cb400 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:26.693219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:26.701271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7b870ef-66a9-490d-8e03-ace61308ee7a req-17eb9150-8f44-4fea-8191-ec615bce7547 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372797 Nov 25 17:15:26.772417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d68e040-cc39-4e2a-b5b6-6977585b830c req-771afc54-00bc-44fd-b683-571cc268a51c service neutron] 10.222.0.60 "GET /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906564 Nov 25 17:15:26.851938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:26.859317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:26.859751 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.007070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a915-87e2-4063-b455-a69b1c98a948 req-f174dd87-a5ff-416a-af36-9ce077a221db tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.011592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:27.016698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] Transition to ACTIVE for port object d554105f-0658-4446-bab9-b87eff028a18 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:27.017494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a915-87e2-4063-b455-a69b1c98a948 req-f174dd87-a5ff-416a-af36-9ce077a221db tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.026435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:27.027017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a915-87e2-4063-b455-a69b1c98a948 req-f174dd87-a5ff-416a-af36-9ce077a221db tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.027509 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.029735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'mac_address': 'fa:16:3e:88:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:27.036977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a915-87e2-4063-b455-a69b1c98a948 req-f174dd87-a5ff-416a-af36-9ce077a221db tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.044819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.049080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a915-87e2-4063-b455-a69b1c98a948 req-f174dd87-a5ff-416a-af36-9ce077a221db tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.063532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a915-87e2-4063-b455-a69b1c98a948 req-f174dd87-a5ff-416a-af36-9ce077a221db tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.075652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a915-87e2-4063-b455-a69b1c98a948 req-f174dd87-a5ff-416a-af36-9ce077a221db tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.080661 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.091651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7582a915-87e2-4063-b455-a69b1c98a948 req-f174dd87-a5ff-416a-af36-9ce077a221db tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5426 time: 0.1785884 Nov 25 17:15:27.135858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:27.139662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:27.144056 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8f69a-82c3-4de3-944b-d56bf23297d2" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "17262fbf-d2b6-4d0d-a3bb-2e41d5233af1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:27.144466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] Pushing event updated for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=10']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:27.149846 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.157833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a4a387-a9b6-4cfa-acd5-64b7559cb400 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:27.176136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, cf5cb3f5-5943-4f41-a974-97008c523320) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:27.194583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.211136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62888210-9e20-430a-844a-2c971c1d918f None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:27.212106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:27.223023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.224144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.245081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7582a915-87e2-4063-b455-a69b1c98a948 req-38d7ee2d-de46-498c-8d1e-ce538fad8480 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489553 Nov 25 17:15:27.269660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Deleting port 2ae76178-eea6-49df-84fd-269c705989c6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:27.270579 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.346103 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de489cc-2270-44be-945c-030334b209b5 x-openstack-request-id: req-7de489cc-2270-44be-945c-030334b209b5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:27.346954 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "17262fbf-d2b6-4d0d-a3bb-2e41d5233af1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:27.347607 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7de489cc-2270-44be-945c-030334b209b5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:27.348640 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1', 'code': 200} Nov 25 17:15:27.374841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070584f-8de8-45d6-bf36-2ab4c8cc300b req-ad76a690-1924-45fd-8ee3-50c1c72ea480 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.377269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:27.387488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c070584f-8de8-45d6-bf36-2ab4c8cc300b req-ad76a690-1924-45fd-8ee3-50c1c72ea480 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 945 time: 0.1073825 Nov 25 17:15:27.401659 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-33ee7f67-4402-4783-9020-fabc3569bd42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.7492032 Nov 25 17:15:27.412029 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.416057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.416407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.418002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42482) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:27.420620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4903531-6f5a-4bd0-94ee-50a8c3b99870,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:27.428192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-193785225'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:27.433215 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-6c0f53f8-f355-4fbe-987f-f5e592e884c5 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650106 Nov 25 17:15:27.461842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Calling delete_port for 2ae76178-eea6-49df-84fd-269c705989c6 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:27.502572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:27.517912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c070584f-8de8-45d6-bf36-2ab4c8cc300b req-1723a19f-d86e-4d8e-a3d1-c8725da413fc tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293111 Nov 25 17:15:27.524653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:27.526485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] No DVR routers for this DVR port d554105f-0658-4446-bab9-b87eff028a18 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:27.528665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.583480 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:15:27.612417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:27.630223 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.630775 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Added segment 61e4670c-4ade-40fa-b524-c93ddd2e3d5e of type vlan for network 549f076a-a5db-4bc3-95f6-6ca53c408ab1 Nov 25 17:15:27.704374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.718310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:27.741546 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.742895 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-99259f15-4af7-40af-8945-22aaa733c84b service neutron] 10.222.0.95 "PUT /v2.0/ports/d554105f-0658-4446-bab9-b87eff028a18/bindings/n-h2-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 3.0737128 Nov 25 17:15:27.804212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:27.888669 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.892216 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.900272 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ef93273-3a86-4ea2-aea5-1ff50790480b req-1e1efdc1-71f8-4811-8b3b-030c4d4e027d service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396610 Nov 25 17:15:27.915275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.922278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.922740 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.943261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff778b0d-ac87-4ebd-82c3-769e6f7c7f9f req-f3bdfd54-dbba-4ea4-ab49-f62b06913851 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.949370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff778b0d-ac87-4ebd-82c3-769e6f7c7f9f req-f3bdfd54-dbba-4ea4-ab49-f62b06913851 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 948 time: 0.2297964 Nov 25 17:15:27.964536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.965194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38541e8-ade2-4a54-b63d-9d41486532e0 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:15:27.988106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.989387 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b1b2cb95-b9f0-4d12-9b4b-eddc291e500c admin admin] 10.222.0.81 "DELETE /v2.0/routers/a38541e8-ade2-4a54-b63d-9d41486532e0 HTTP/1.1" status: 204 len: 168 time: 4.6245649 Nov 25 17:15:27.994038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:27.997080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['d6a4a387-a9b6-4cfa-acd5-64b7559cb400'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:28.062010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1313182505-network', 'tenant_id': '5eb2e11e84464937ade7f4278ee5715d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:28.068770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-f172f9cb-5b5d-494a-8e03-acbf2b2153c5 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.069938 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-f172f9cb-5b5d-494a-8e03-acbf2b2153c5 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.2359247 Nov 25 17:15:28.089468 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0e9fa3-c268-4730-9cf6-afb795786587 admin admin] Deleting subnet d538f008-697c-4c80-aa3a-256bfbbf21f4 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:28.094747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b521814-c2d3-4f4e-a9df-1931b1d0378f req-aff85d4e-89b7-4515-96e8-124b98ffd8b4 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.099407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9fa3-c268-4730-9cf6-afb795786587 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.104907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b521814-c2d3-4f4e-a9df-1931b1d0378f req-aff85d4e-89b7-4515-96e8-124b98ffd8b4 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 944 time: 0.2866054 Nov 25 17:15:28.110118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6907589 Nov 25 17:15:28.132845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:28.144974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-7136f2e5-ed57-4adc-ae60-8b33835647c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.147587 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-7136f2e5-ed57-4adc-ae60-8b33835647c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1099 time: 0.1185288 Nov 25 17:15:28.152866 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.185082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'ports': [{'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320'}, {'network_id': '549f076a-a5db-4bc3-95f6-6ca53c408ab1'}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:28.185392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:28.186401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': '549f076a-a5db-4bc3-95f6-6ca53c408ab1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:28.246598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Network': ['ID=549f076a-a5db-4bc3-95f6-6ca53c408ab1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:28.293293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9fa3-c268-4730-9cf6-afb795786587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.295565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Pushing event deleted for resources: {'Port': ['ID=2ae76178-eea6-49df-84fd-269c705989c6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:28.369845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff778b0d-ac87-4ebd-82c3-769e6f7c7f9f req-340a65d9-fe67-492b-8433-65c90ae0aa2e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726707 Nov 25 17:15:28.380425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Made reservation on behalf of 5eb2e11e84464937ade7f4278ee5715d for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:28.382710 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.387681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.388190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.388421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.388777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.389194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.389699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.390039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.398439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-2305b557-e587-4b6a-8a29-8c4f66d17971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.398759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.398759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.398759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.398759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.399182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-2305b557-e587-4b6a-8a29-8c4f66d17971 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2293825 Nov 25 17:15:28.399280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38029e3-8c3c-4f82-9db9-85fec9881078 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:28.399280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b521814-c2d3-4f4e-a9df-1931b1d0378f req-c89c6578-cf3c-4089-aa8f-3ba3f4f2b330 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928064 Nov 25 17:15:28.411891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 549f076a-a5db-4bc3-95f6-6ca53c408ab1 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:28.422353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.426733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.429222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.430561 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-66b26c9a-4981-489c-933e-d3ae8d7c4891 tempest-ImagesOneServerNegativeTestJSON-399539956 tempest-ImagesOneServerNegativeTestJSON-399539956-project] 10.222.0.81 "DELETE /v2.0/floatingips/c3cd7aeb-285f-48c9-bcfb-523be87ca09b HTTP/1.1" status: 204 len: 168 time: 2.2347836 Nov 25 17:15:28.440266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9fa3-c268-4730-9cf6-afb795786587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.448046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-eee85c73-eb66-45a0-8fbf-8b811f8f9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.454558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-eee85c73-eb66-45a0-8fbf-8b811f8f9acc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db&tenant_id=16f239ed12554ebe8fcdb9786186913f HTTP/1.1" status: 200 len: 1096 time: 0.3394697 Nov 25 17:15:28.547490 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-a79fb685-1da3-47cb-a354-4a33f07f5090 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 217 time: 0.1116300 Nov 25 17:15:28.691341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 72a6b9b0-bdeb-4ed3-847c-5bca4b075add up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:28.736102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-756755c8-558c-4860-be73-c0d3f8afe4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.736403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c4903531-6f5a-4bd0-94ee-50a8c3b99870 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:28.738224 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-756755c8-558c-4860-be73-c0d3f8afe4d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1757381 Nov 25 17:15:28.747130 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9fa3-c268-4730-9cf6-afb795786587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.785767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c4903531-6f5a-4bd0-94ee-50a8c3b99870 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:28.786132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c4903531-6f5a-4bd0-94ee-50a8c3b99870 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:28.815376 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9fa3-c268-4730-9cf6-afb795786587 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.818877 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7d0e9fa3-c268-4730-9cf6-afb795786587 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d538f008-697c-4c80-aa3a-256bfbbf21f4 HTTP/1.1" status: 204 len: 168 time: 0.8238442 Nov 25 17:15:28.821394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e9fa3-c268-4730-9cf6-afb795786587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d538f008-697c-4c80-aa3a-256bfbbf21f4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:28.828393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42512) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:28.847919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:28.879574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:28.880460 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.914626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.938107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-a3370d2b-bee2-4144-b6ba-453d25bdab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.939485 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-a3370d2b-bee2-4144-b6ba-453d25bdab74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865749 Nov 25 17:15:29.025209 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.071081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:29.077566 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.079128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:29.112899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.162395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:29.162981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92cfb7d-247a-4baa-95ee-f2df3a8d94f9']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:29.182768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96775ad-886e-49e9-8021-8af2b290cf5b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:29.182768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96775ad-886e-49e9-8021-8af2b290cf5b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:29.189958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:29.194055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-99e4ad4e-c28f-420d-a7f9-05609cc2a99c service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399688 Nov 25 17:15:29.198212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:29.198799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.202508 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.207318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-145f8ec0-de3e-4a14-8b58-49403336aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.211482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-145f8ec0-de3e-4a14-8b58-49403336aa4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f239ed12554ebe8fcdb9786186913f&device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1096 time: 0.7113647 Nov 25 17:15:29.216443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:29.221395 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.267386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.281645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:29.282056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:29.283813 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:29.315303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-fac81e4a-d26b-47dc-8197-97f37d71fb91 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.324296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-fac81e4a-d26b-47dc-8197-97f37d71fb91 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.330385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-fac81e4a-d26b-47dc-8197-97f37d71fb91 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.340881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.341944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-fac81e4a-d26b-47dc-8197-97f37d71fb91 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.349365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-fac81e4a-d26b-47dc-8197-97f37d71fb91 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.357759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-fac81e4a-d26b-47dc-8197-97f37d71fb91 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.358093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:29.362012 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb085db-f5e0-4b10-931c-95c2f79ee0ac" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "72a6b9b0-bdeb-4ed3-847c-5bca4b075add"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:29.362735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-fac81e4a-d26b-47dc-8197-97f37d71fb91 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.370049 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.373218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-fac81e4a-d26b-47dc-8197-97f37d71fb91 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5428 time: 0.8039465 Nov 25 17:15:29.377031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.380685 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] 10.222.0.81 "DELETE /v2.0/networks/f92cfb7d-247a-4baa-95ee-f2df3a8d94f9 HTTP/1.1" status: 204 len: 168 time: 0.5510333 Nov 25 17:15:29.385192 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7fb1c7a1-2b16-4022-a5d2-dafdbea9eb6b req-134d92d3-4dae-42a5-b107-677d0ab6285b service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733267 Nov 25 17:15:29.400326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Pushing event deleted for resources: {'Network': ['ID=f92cfb7d-247a-4baa-95ee-f2df3a8d94f9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:29.410741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.410996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:29.411129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.411435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.412037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.412566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.413109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.413559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.414246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.414882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.415436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.417612 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.417911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.418427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2eff35-9d5c-41df-a042-af35744edaae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:29.419840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device bc9babf0-86ac-41b8-b3fa-d98b54928891 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:29.452376 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.462022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b14f8-7549-4300-9cc8-0cee4e3d0964 req-b508adc3-16d6-4531-9e87-e1afebdb0164 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.463708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-679b14f8-7549-4300-9cc8-0cee4e3d0964 req-b508adc3-16d6-4531-9e87-e1afebdb0164 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 945 time: 0.3701468 Nov 25 17:15:29.530653 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.548372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:29.569657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.583718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42522) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:29.594454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port bc9babf0-86ac-41b8-b3fa-d98b54928891 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:29.599954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port bc9babf0-86ac-41b8-b3fa-d98b54928891 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:29.601033 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.632268 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5e13a8a6-0ba8-4adc-bbb8-dcbbb19b68da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1730e5eb79e04e95b149f27949db58c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471323 Nov 25 17:15:29.635723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42524) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:29.687739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:29.695135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4808239a-a0f3-4d75-811b-584aa8d4820b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.703074 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.719075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-5e12cc43-a7e5-4477-bf87-12ed8ca760c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.720591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-5e12cc43-a7e5-4477-bf87-12ed8ca760c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 200 len: 909 time: 0.4953878 Nov 25 17:15:29.721520 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4808239a-a0f3-4d75-811b-584aa8d4820b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.724055 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-679b14f8-7549-4300-9cc8-0cee4e3d0964 req-912c60ca-cf76-4209-867c-8944a3506e9c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492516 Nov 25 17:15:29.728623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 70b92223-0ffa-477c-9cdd-af2d1d51a67f yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:15:29.747783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdb3cf1c-ef9c-44bf-9a16-d2452bea679c req-0ad2bea8-1c9c-45c1-817c-3399fb2e6b0f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3647871 Nov 25 17:15:29.747783 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.747783 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Added segment 7e1d1d20-6ff0-4e85-b7ff-26d7cb705759 of type vlan for network 23c8d1dc-3e01-4287-a7a4-e1afd18b10b1 Nov 25 17:15:29.747783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aaefdf-63c9-4900-8e47-3746ce7fa059,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:29.780601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port bc9babf0-86ac-41b8-b3fa-d98b54928891, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:29.794003 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.797365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:29.799004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 457c5142-1f03-4c25-b320-6e96464b266c up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:29.829234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-40d40887-e048-4f0c-9c39-ae33bcbb9a03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 200 len: 217 time: 0.0829558 Nov 25 17:15:29.855349 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.896296 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57c33eb-24e4-49fd-b73a-95f342126382 x-openstack-request-id: req-a57c33eb-24e4-49fd-b73a-95f342126382 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:29.896875 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "72a6b9b0-bdeb-4ed3-847c-5bca4b075add", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:29.897361 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a57c33eb-24e4-49fd-b73a-95f342126382 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:29.897974 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add', 'code': 200} Nov 25 17:15:29.936982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf5e4a9-0a57-46a3-a6c7-604b76c4325d admin admin] Deleting subnet fbd10089-7241-451d-b505-fd41efbb0098 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:29.942254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4808239a-a0f3-4d75-811b-584aa8d4820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.946334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 457c5142-1f03-4c25-b320-6e96464b266c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:29.947893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4808239a-a0f3-4d75-811b-584aa8d4820b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.949364 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4808239a-a0f3-4d75-811b-584aa8d4820b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cfd7648-e999-4394-9c92-74eda8af2eaf HTTP/1.1" status: 204 len: 168 time: 0.3121715 Nov 25 17:15:29.950453 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daf5e4a9-0a57-46a3-a6c7-604b76c4325d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.964431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 457c5142-1f03-4c25-b320-6e96464b266c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:29.965000 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.999086 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daf5e4a9-0a57-46a3-a6c7-604b76c4325d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.001704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=bc9babf0-86ac-41b8-b3fa-d98b54928891,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:30.048195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daf5e4a9-0a57-46a3-a6c7-604b76c4325d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.065813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-c4cef070-00cb-49be-922c-695bf6585c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.067759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-c4cef070-00cb-49be-922c-695bf6585c34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 200 len: 848 time: 0.2277377 Nov 25 17:15:30.098750 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.102648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808239a-a0f3-4d75-811b-584aa8d4820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfd7648-e999-4394-9c92-74eda8af2eaf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:30.114762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.115742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.116329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.136872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daf5e4a9-0a57-46a3-a6c7-604b76c4325d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.173260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 457c5142-1f03-4c25-b320-6e96464b266c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=457c5142-1f03-4c25-b320-6e96464b266c,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:30.186072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.187198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-a5719043-1cd7-4a05-807a-d4800f51b5ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a372fd2-fd20-46be-88d6-b1e28cdca09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561876 Nov 25 17:15:30.188492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device cfe03c39-285e-4c8b-b3ae-e7b714c814d5 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:30.207216 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daf5e4a9-0a57-46a3-a6c7-604b76c4325d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.214126 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-daf5e4a9-0a57-46a3-a6c7-604b76c4325d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fbd10089-7241-451d-b505-fd41efbb0098 HTTP/1.1" status: 204 len: 168 time: 0.4155054 Nov 25 17:15:30.215764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5e4a9-0a57-46a3-a6c7-604b76c4325d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd10089-7241-451d-b505-fd41efbb0098,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:30.218906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42532) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:30.248523 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5279012 Nov 25 17:15:30.263249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f4040-d598-4101-bb37-2b384e5018d5 req-6f1f5634-449f-40c9-b40e-fd3ba0d6a0aa tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.264905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-895f4040-d598-4101-bb37-2b384e5018d5 req-6f1f5634-449f-40c9-b40e-fd3ba0d6a0aa tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 948 time: 0.3810072 Nov 25 17:15:30.284833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:30.291690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Request body: {'subnet': {'network_id': '23c8d1dc-3e01-4287-a7a4-e1afd18b10b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1313182505-subnet', 'tenant_id': '5eb2e11e84464937ade7f4278ee5715d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:30.338030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.366940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=457c5142-1f03-4c25-b320-6e96464b266c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:30.371105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2414c-ddbd-49fa-8e42-e01e5df2f2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=23c8d1dc-3e01-4287-a7a4-e1afd18b10b1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:30.389261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41fd7-a5c2-47d7-b39c-48fba2d15abc req-c37a7da5-8633-47cd-927b-570d37121ec5 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.389748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 23c8d1dc-3e01-4287-a7a4-e1afd18b10b1 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:30.393716 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:30.397863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bd41fd7-a5c2-47d7-b39c-48fba2d15abc req-c37a7da5-8633-47cd-927b-570d37121ec5 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 944 time: 0.3451462 Nov 25 17:15:30.409710 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.449268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.485073 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:30.486357 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.486512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54308c1a-f92a-410d-967a-8df88e486ec0']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:30.504929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14e651a-2208-48b2-9994-cb7aec8489e1') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:30.505649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14e651a-2208-48b2-9994-cb7aec8489e1') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:30.509995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Made reservation on behalf of 5eb2e11e84464937ade7f4278ee5715d for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:30.512388 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.530009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.547549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.561756 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:30.561756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:30.563885 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:30.615126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 64392367-6c9e-4674-afb9-cc39848bc578 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:15:30.625909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-895f4040-d598-4101-bb37-2b384e5018d5 req-f7d32c15-d977-40e6-a429-56b8508d7491 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253856 Nov 25 17:15:30.628613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.653846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.666821 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.683480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bd41fd7-a5c2-47d7-b39c-48fba2d15abc req-225031dc-272e-4aaf-a686-36902ffbae90 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843940 Nov 25 17:15:30.684353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] 10.222.0.81 "DELETE /v2.0/networks/54308c1a-f92a-410d-967a-8df88e486ec0 HTTP/1.1" status: 204 len: 168 time: 0.4636755 Nov 25 17:15:30.691149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-8b7bd3c2-ab70-4c6a-af08-c75c4f48c530 service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541531 Nov 25 17:15:30.696705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port cfe03c39-285e-4c8b-b3ae-e7b714c814d5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:30.701587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 25057cfa-c1ab-49e6-8858-e0ce1c439b6d details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:30.722254 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.723263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623ad25-c421-4164-8e5d-54c389fe5486 admin admin] Pushing event deleted for resources: {'Network': ['ID=54308c1a-f92a-410d-967a-8df88e486ec0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:30.724720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1c32d82b-20c2-48d8-9d1f-8719d2098e98 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:30.825692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:30.923230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:30.985086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73cf3d1f-d636-47f0-9ca3-38b19ac3e9b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34ca5c4f4fdd4811a00f29631763941b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590267 Nov 25 17:15:30.986537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42558) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:31.043967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-9aa4cd38-6fcf-41b0-be58-86166141bfdc service neutron] 10.222.0.60 "GET /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281138 Nov 25 17:15:31.073802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47aa46f8-cd61-4550-987a-d0a35964da3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.108294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47aa46f8-cd61-4550-987a-d0a35964da3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.126492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:31.132308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5287-a409-47b2-bf4b-434e753291a9 req-2a11fcd3-8666-42b6-9705-709ac34d182c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.134198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fad5287-a409-47b2-bf4b-434e753291a9 req-2a11fcd3-8666-42b6-9705-709ac34d182c tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 945 time: 0.2772191 Nov 25 17:15:31.135690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:31.136366 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.147291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.191013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47aa46f8-cd61-4550-987a-d0a35964da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.191991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc75b-c637-447b-8b3c-64d528abf937 req-d1fb2926-4e1d-4fb3-b413-3738d8eda1b8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.195659 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47aa46f8-cd61-4550-987a-d0a35964da3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.197353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-47aa46f8-cd61-4550-987a-d0a35964da3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9cde8a2-1410-48d5-b304-ad1800f8ad1b HTTP/1.1" status: 204 len: 168 time: 0.2083709 Nov 25 17:15:31.200226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc75b-c637-447b-8b3c-64d528abf937 req-d1fb2926-4e1d-4fb3-b413-3738d8eda1b8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.208478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc75b-c637-447b-8b3c-64d528abf937 req-d1fb2926-4e1d-4fb3-b413-3738d8eda1b8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.216374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc75b-c637-447b-8b3c-64d528abf937 req-d1fb2926-4e1d-4fb3-b413-3738d8eda1b8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.223993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc75b-c637-447b-8b3c-64d528abf937 req-d1fb2926-4e1d-4fb3-b413-3738d8eda1b8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.226390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa46f8-cd61-4550-987a-d0a35964da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cde8a2-1410-48d5-b304-ad1800f8ad1b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:31.242674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc75b-c637-447b-8b3c-64d528abf937 req-d1fb2926-4e1d-4fb3-b413-3738d8eda1b8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.257661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc75b-c637-447b-8b3c-64d528abf937 req-d1fb2926-4e1d-4fb3-b413-3738d8eda1b8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.273139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:31.283300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-587dc75b-c637-447b-8b3c-64d528abf937 req-d1fb2926-4e1d-4fb3-b413-3738d8eda1b8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5432 time: 0.3443978 Nov 25 17:15:31.296640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'mac_address': 'fa:16:3e:51:8d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:31.300448 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.350483 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.397653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:31.404490 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.409049 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.417362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d6a4a387-a9b6-4cfa-acd5-64b7559cb400 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:31.427108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fad5287-a409-47b2-bf4b-434e753291a9 req-fb22ecb7-97db-4af0-9322-7cc4eae1e4e9 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832711 Nov 25 17:15:31.520033 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.524593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25057cfa-c1ab-49e6-8858-e0ce1c439b6d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:31.554644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56c75ef-7cd8-428b-b819-dcd369f2ec22,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:31.568914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:31.581501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1c32d82b-20c2-48d8-9d1f-8719d2098e98,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:31.591625 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.597590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:31.598910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-587dc75b-c637-447b-8b3c-64d528abf937 req-51c6b68b-1f86-4978-9f16-67729f2d1181 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3116529 Nov 25 17:15:31.645669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:31.646922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:31.647351 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.649172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-27d5081c-764e-4b15-a4ec-6ed5c64e3e09 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.650751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-27d5081c-764e-4b15-a4ec-6ed5c64e3e09 tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db&tenant_id=16f239ed12554ebe8fcdb9786186913f&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.2122445 Nov 25 17:15:31.654556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Checking segment: {'id': '7e1d1d20-6ff0-4e85-b7ff-26d7cb705759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23c8d1dc-3e01-4287-a7a4-e1afd18b10b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:31.655490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Network hostable DHCP agents. Network: 23c8d1dc-3e01-4287-a7a4-e1afd18b10b1, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:31.670534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:31.680073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:31.681737 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.703370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:31.711496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=70b92223-0ffa-477c-9cdd-af2d1d51a67f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:31.794640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.878539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:31.888225 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.901795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25'}, {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9babf0-86ac-41b8-b3fa-d98b54928891'}, {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457c5142-1f03-4c25-b320-6e96464b266c'}, {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5'}, {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c32d82b-20c2-48d8-9d1f-8719d2098e98'}, {'server_uuid': 'dc5e4084-7443-43ab-9d5f-531c35721b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:31.906464 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03b2ec9-9605-4d36-bbff-483148d2ca32" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25"}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "bc9babf0-86ac-41b8-b3fa-d98b54928891"}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "457c5142-1f03-4c25-b320-6e96464b266c"}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5"}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "1c32d82b-20c2-48d8-9d1f-8719d2098e98"}, {"server_uuid": "dc5e4084-7443-43ab-9d5f-531c35721b4b", "name": "network-vif-plugged", "status": "completed", "tag": "d6a4a387-a9b6-4cfa-acd5-64b7559cb400"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:31.974171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Network 23c8d1dc-3e01-4287-a7a4-e1afd18b10b1 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:31.977546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=64392367-6c9e-4674-afb9-cc39848bc578,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:31.979995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:32.032524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 23c8d1dc-3e01-4287-a7a4-e1afd18b10b1) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:32.042253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf1ba3-8a39-4779-8848-b86e9e26613c None None] Network 23c8d1dc-3e01-4287-a7a4-e1afd18b10b1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:32.070256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.071129 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.096500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc44c45-c048-49ad-8481-b0954cd558b7 req-8a79ef00-3131-4f38-a8b7-28bec0194692 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.099543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fc44c45-c048-49ad-8481-b0954cd558b7 req-8a79ef00-3131-4f38-a8b7-28bec0194692 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 949 time: 0.2624311 Nov 25 17:15:32.099903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['25057cfa-c1ab-49e6-8858-e0ce1c439b6d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:32.129322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking segment: {'id': '61e4670c-4ade-40fa-b524-c93ddd2e3d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '549f076a-a5db-4bc3-95f6-6ca53c408ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:32.129858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network hostable DHCP agents. Network: 549f076a-a5db-4bc3-95f6-6ca53c408ab1, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:32.165963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-956490ca-b144-45df-9770-931b3c2c5722 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8778546 Nov 25 17:15:32.191253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17a77e6d-eb17-4218-b024-90070cd1e8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.227524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fc44c45-c048-49ad-8481-b0954cd558b7 req-b18623c5-bc45-4444-9ee1-1dead32f8e48 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139817 Nov 25 17:15:32.244731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-c73e988d-7b2d-4ca1-b314-7e1131cd1d36 service neutron] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:32.267230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-c73e988d-7b2d-4ca1-b314-7e1131cd1d36 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.268380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87016ae5-2d55-44da-8a40-215cf29f9687 req-c73e988d-7b2d-4ca1-b314-7e1131cd1d36 service neutron] 10.222.0.60 "DELETE /v2.0/ports/d554105f-0658-4446-bab9-b87eff028a18/bindings/n-h1-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.5728061 Nov 25 17:15:32.295201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 549f076a-a5db-4bc3-95f6-6ca53c408ab1 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:32.323671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 549f076a-a5db-4bc3-95f6-6ca53c408ab1) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:32.332035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:32.344207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.352710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d26094a-2e83-4bcb-a098-12e9cd33199b None None] Network 549f076a-a5db-4bc3-95f6-6ca53c408ab1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:32.358801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.362438 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.393919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14bd1f-9471-41dd-b205-be845b085dd1 None None] Network 23c8d1dc-3e01-4287-a7a4-e1afd18b10b1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:32.432528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-84d8cee2-87e0-48f7-8d52-83aa5ed98194 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2770844 Nov 25 17:15:32.442797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42594) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:32.471090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582a0fc-08cc-49e2-9f04-87ac516d18d4 req-f591fe6f-71ee-4d6a-8fce-55a1fdb7cb23 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.472697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4582a0fc-08cc-49e2-9f04-87ac516d18d4 req-f591fe6f-71ee-4d6a-8fce-55a1fdb7cb23 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 945 time: 0.1050622 Nov 25 17:15:32.580971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4582a0fc-08cc-49e2-9f04-87ac516d18d4 req-1c39f350-b175-44c3-8b40-759122302fb6 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980225 Nov 25 17:15:32.629546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-24bc176e-e27c-43a4-b011-c4d043be368a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 64392367-6c9e-4674-afb9-cc39848bc578 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:32.629973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24bc176e-e27c-43a4-b011-c4d043be368a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.785035 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f261a-cbeb-47bd-90c5-5fef75a12b96 x-openstack-request-id: req-f22f261a-cbeb-47bd-90c5-5fef75a12b96 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:32.785614 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25", "code": 200}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "bc9babf0-86ac-41b8-b3fa-d98b54928891", "code": 200}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "457c5142-1f03-4c25-b320-6e96464b266c", "code": 200}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5", "code": 200}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-plugged", "status": "completed", "tag": "1c32d82b-20c2-48d8-9d1f-8719d2098e98", "code": 200}, {"server_uuid": "dc5e4084-7443-43ab-9d5f-531c35721b4b", "name": "network-vif-plugged", "status": "completed", "tag": "d6a4a387-a9b6-4cfa-acd5-64b7559cb400", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:32.786151 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f22f261a-cbeb-47bd-90c5-5fef75a12b96 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:32.786789 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25', 'code': 200} Nov 25 17:15:32.789108 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9babf0-86ac-41b8-b3fa-d98b54928891', 'code': 200} Nov 25 17:15:32.791889 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457c5142-1f03-4c25-b320-6e96464b266c', 'code': 200} Nov 25 17:15:32.792422 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'code': 200} Nov 25 17:15:32.793531 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c32d82b-20c2-48d8-9d1f-8719d2098e98', 'code': 200} Nov 25 17:15:32.795708 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5e4084-7443-43ab-9d5f-531c35721b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'code': 200} Nov 25 17:15:32.813450 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24bc176e-e27c-43a4-b011-c4d043be368a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.864670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ceddd-e50a-459e-a649-749f58292143 req-a765985d-e0b1-4c06-8698-a9158f175a07 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.876405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-801ceddd-e50a-459e-a649-749f58292143 req-a765985d-e0b1-4c06-8698-a9158f175a07 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 945 time: 0.0894256 Nov 25 17:15:32.880396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-24bc176e-e27c-43a4-b011-c4d043be368a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 64392367-6c9e-4674-afb9-cc39848bc578 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:33.029623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-801ceddd-e50a-459e-a649-749f58292143 req-b6aef929-9aa3-4d09-958c-c41fbfc35dd6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494563 Nov 25 17:15:33.084396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-7263af32-486e-40ea-902a-55a718776187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.085199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-7263af32-486e-40ea-902a-55a718776187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.085858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-7263af32-486e-40ea-902a-55a718776187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.086536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-7263af32-486e-40ea-902a-55a718776187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.087163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-7263af32-486e-40ea-902a-55a718776187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.089887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-7263af32-486e-40ea-902a-55a718776187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.091106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-7263af32-486e-40ea-902a-55a718776187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.095297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-7263af32-486e-40ea-902a-55a718776187 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6490 time: 0.1786048 Nov 25 17:15:33.303004 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0403f38b-b01a-4aad-b676-92789b4d7724 req-dfe64080-c805-46cf-bada-fd92646000b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973205 Nov 25 17:15:33.308556 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-89759723-b1bf-457f-b4a2-6939a142a440 req-9b237d03-f6a8-4df9-bc74-ce35cd9b33cc tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] show failed (client error): The resource could not be found. Nov 25 17:15:33.309950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89759723-b1bf-457f-b4a2-6939a142a440 req-9b237d03-f6a8-4df9-bc74-ce35cd9b33cc tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] 10.222.0.81 "GET /v2.0/security-groups/e661073b-c19f-441b-8196-cf4c3ddbef1d HTTP/1.1" status: 404 len: 352 time: 0.1208246 Nov 25 17:15:33.341887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-ba615eb8-4d87-4821-8b0b-14b109567c5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.350304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-ba615eb8-4d87-4821-8b0b-14b109567c5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.358736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-ba615eb8-4d87-4821-8b0b-14b109567c5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.366814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-ba615eb8-4d87-4821-8b0b-14b109567c5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.375649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-ba615eb8-4d87-4821-8b0b-14b109567c5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.382454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-ba615eb8-4d87-4821-8b0b-14b109567c5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.390201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-ba615eb8-4d87-4821-8b0b-14b109567c5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.393572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-ba615eb8-4d87-4821-8b0b-14b109567c5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.2437441 Nov 25 17:15:33.498081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f023e-63d4-4e40-b47f-0a2aeb8f5d9b req-c58ad47d-db33-465c-b0de-04ce208087b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.500868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15944b6e-ed5e-4a33-ade3-6deff21a37fc req-94c7907d-3ae4-4545-84da-59de9a53080b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003954 Nov 25 17:15:33.501956 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5b6f023e-63d4-4e40-b47f-0a2aeb8f5d9b req-c58ad47d-db33-465c-b0de-04ce208087b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 1096 time: 0.5951009 Nov 25 17:15:33.544779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24bc176e-e27c-43a4-b011-c4d043be368a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.585427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc176e-e27c-43a4-b011-c4d043be368a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=64392367-6c9e-4674-afb9-cc39848bc578,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:33.611909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24bc176e-e27c-43a4-b011-c4d043be368a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.614447 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-24bc176e-e27c-43a4-b011-c4d043be368a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/64392367-6c9e-4674-afb9-cc39848bc578 HTTP/1.1" status: 204 len: 168 time: 1.1694503 Nov 25 17:15:33.618158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:33.751069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5b6f023e-63d4-4e40-b47f-0a2aeb8f5d9b req-3df250b8-a069-4018-b8fa-fb7d0ccbaf9c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351295 Nov 25 17:15:33.818858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cbd5eb-edd2-4ff4-9caa-2ea6f91955bb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.830449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cbd5eb-edd2-4ff4-9caa-2ea6f91955bb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.835579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e9cbd5eb-edd2-4ff4-9caa-2ea6f91955bb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2137032 Nov 25 17:15:33.836371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42636) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:33.888477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc123ea-182b-4be3-9695-46ffd9a48ee8 req-2541a803-3ee4-4a4a-898c-9f6740b05b67 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.891353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fc123ea-182b-4be3-9695-46ffd9a48ee8 req-2541a803-3ee4-4a4a-898c-9f6740b05b67 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 949 time: 0.1445067 Nov 25 17:15:34.009472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-cef07ed3-abca-42b9-a4f6-5adf94ddd71a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 70b92223-0ffa-477c-9cdd-af2d1d51a67f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:34.009969 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cef07ed3-abca-42b9-a4f6-5adf94ddd71a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.031225 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fc123ea-182b-4be3-9695-46ffd9a48ee8 req-be106730-c5e3-4a2b-9a7c-a5fc10144c8b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287713 Nov 25 17:15:34.060532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1aad9-cbcb-4da6-afd8-5c52a733d77b req-4c91d3d6-2e65-4342-9c37-480549870c19 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.063592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2b1aad9-cbcb-4da6-afd8-5c52a733d77b req-4c91d3d6-2e65-4342-9c37-480549870c19 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 945 time: 0.1566305 Nov 25 17:15:34.146833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cef07ed3-abca-42b9-a4f6-5adf94ddd71a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.166894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-cef07ed3-abca-42b9-a4f6-5adf94ddd71a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 70b92223-0ffa-477c-9cdd-af2d1d51a67f owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:34.174380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2b1aad9-cbcb-4da6-afd8-5c52a733d77b req-9042108e-e3a8-47eb-ae28-c51394edb118 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967445 Nov 25 17:15:34.194734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fb03f-8b4f-4fb3-801a-dd8d6bb21d59 req-cdf8fda2-2d30-4d1c-a3f5-6e0f083a8bdf tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.197798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-112fb03f-8b4f-4fb3-801a-dd8d6bb21d59 req-cdf8fda2-2d30-4d1c-a3f5-6e0f083a8bdf tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 1096 time: 0.0743635 Nov 25 17:15:34.301113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cef07ed3-abca-42b9-a4f6-5adf94ddd71a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.332553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-112fb03f-8b4f-4fb3-801a-dd8d6bb21d59 req-c7dda8d8-159f-4958-a696-0d6775ec29db tempest-LiveMigrationTest-626323233 tempest-LiveMigrationTest-626323233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288702 Nov 25 17:15:34.342083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-381799af-c51c-4ed9-a4af-d99bcfacd4d0 req-b60cc450-b8f4-47e3-84ac-3f55e51fbf81 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5eb2e11e84464937ade7f4278ee5715d HTTP/1.1" status: 200 len: 3001 time: 0.1070845 Nov 25 17:15:34.342638 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85d7ce09-694b-4cb9-8403-260c73f9a4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.349438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef07ed3-abca-42b9-a4f6-5adf94ddd71a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=70b92223-0ffa-477c-9cdd-af2d1d51a67f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:34.355302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cef07ed3-abca-42b9-a4f6-5adf94ddd71a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.360544 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cef07ed3-abca-42b9-a4f6-5adf94ddd71a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/70b92223-0ffa-477c-9cdd-af2d1d51a67f HTTP/1.1" status: 204 len: 168 time: 0.5227430 Nov 25 17:15:34.363953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42640) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:34.447689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-381799af-c51c-4ed9-a4af-d99bcfacd4d0 req-71fb5614-d5cf-46d2-8f9a-afa6ab5217f5 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] 10.222.0.81 "GET /v2.0/security-groups/f2aaefdf-63c9-4900-8e47-3746ce7fa059 HTTP/1.1" status: 200 len: 2998 time: 0.0945697 Nov 25 17:15:34.475074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83db1a-6260-49bb-ae39-0c7a5e55fc9e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.477722 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c83db1a-6260-49bb-ae39-0c7a5e55fc9e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1122799 Nov 25 17:15:34.481323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42646) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:34.511779 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae078a2-3fe8-4752-ae27-3723db8b7dc4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:15:34.513324 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bae078a2-3fe8-4752-ae27-3723db8b7dc4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/64392367-6c9e-4674-afb9-cc39848bc578 HTTP/1.1" status: 404 len: 333 time: 0.0305972 Nov 25 17:15:34.516277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:34.523485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-381799af-c51c-4ed9-a4af-d99bcfacd4d0 req-8ef9b0c6-da35-45b1-b529-1d10e17b9e45 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] 10.222.0.81 "GET /v2.0/security-groups/f2aaefdf-63c9-4900-8e47-3746ce7fa059 HTTP/1.1" status: 200 len: 2998 time: 0.0685596 Nov 25 17:15:34.554769 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fbab2b-8647-483f-bedc-809359bbfaa4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:15:34.560294 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d2fbab2b-8647-483f-bedc-809359bbfaa4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/70b92223-0ffa-477c-9cdd-af2d1d51a67f HTTP/1.1" status: 404 len: 333 time: 0.0387273 Nov 25 17:15:34.560579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:34.691909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.738031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 25057cfa-c1ab-49e6-8858-e0ce1c439b6d up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:34.799876 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.824758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:34.825916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549f076a-a5db-4bc3-95f6-6ca53c408ab1']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:34.833854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:34.835363 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.839908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e4670c-4ade-40fa-b524-c93ddd2e3d5e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:34.840211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e4670c-4ade-40fa-b524-c93ddd2e3d5e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:34.850155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-4490f370-9c46-4238-8571-80dbf3d71930 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.853611 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.857459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-4490f370-9c46-4238-8571-80dbf3d71930 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.864595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-4490f370-9c46-4238-8571-80dbf3d71930 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.872353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.873302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-4490f370-9c46-4238-8571-80dbf3d71930 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.879957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-4490f370-9c46-4238-8571-80dbf3d71930 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.880287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:34.881349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:34.886310 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:34.889722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-4490f370-9c46-4238-8571-80dbf3d71930 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.894349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-4490f370-9c46-4238-8571-80dbf3d71930 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.903198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-4490f370-9c46-4238-8571-80dbf3d71930 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.1477497 Nov 25 17:15:34.968833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.970431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c1de175-17c5-40b2-883a-d685fea10d29 req-79a18303-fb92-4a58-a20f-61d33eaa0244 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661552 Nov 25 17:15:34.995388 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.002909 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/networks/549f076a-a5db-4bc3-95f6-6ca53c408ab1 HTTP/1.1" status: 204 len: 168 time: 0.4401846 Nov 25 17:15:35.006229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:35.017075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1921666180'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:35.017948 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.047345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345fdbc-e7d6-45f2-afab-85f767ee931e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Network': ['ID=549f076a-a5db-4bc3-95f6-6ca53c408ab1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:35.054907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:35.062073 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e309040-4f24-4fab-bf42-fb8644c43c36" -d '{"events": [{"server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "name": "network-vif-plugged", "status": "completed", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:35.088327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:35.097400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.113751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:35.120550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.210587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:35.225380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43b0012b-ef90-4192-8a7c-ec0968672622 req-4c66153d-c5b3-45a9-89f6-fb1fa79638f7 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] 10.222.0.81 "GET /v2.0/security-groups/f2aaefdf-63c9-4900-8e47-3746ce7fa059 HTTP/1.1" status: 200 len: 2998 time: 0.1850915 Nov 25 17:15:35.231008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:35.269099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.269099 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Added segment cb91ba73-c0a0-41f0-9c52-7057fd72bca7 of type vlan for network 192cab78-dac9-4997-8015-e0c64a35a06e Nov 25 17:15:35.357470 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.397882 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-43b0012b-ef90-4192-8a7c-ec0968672622 req-237031cc-ec02-4dee-938a-84162918ac85 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:15:35.399143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43b0012b-ef90-4192-8a7c-ec0968672622 req-237031cc-ec02-4dee-938a-84162918ac85 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] 10.222.0.81 "DELETE /v2.0/security-groups/f2aaefdf-63c9-4900-8e47-3746ce7fa059 HTTP/1.1" status: 409 len: 352 time: 0.1590519 Nov 25 17:15:35.423862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.431581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:35.432494 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.559892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5519085 Nov 25 17:15:35.563395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42676) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:35.570332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': '192cab78-dac9-4997-8015-e0c64a35a06e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:35.620124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060b25e-d63d-47a1-b9d0-c0551f25bafa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Network': ['ID=192cab78-dac9-4997-8015-e0c64a35a06e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:35.633609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 192cab78-dac9-4997-8015-e0c64a35a06e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:35.641716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83397a08-2558-470c-956d-989a74734f7c req-515aa280-c56a-4434-b1d3-880a5949ad5f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:35.653614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83397a08-2558-470c-956d-989a74734f7c req-515aa280-c56a-4434-b1d3-880a5949ad5f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 945 time: 0.2526965 Nov 25 17:15:35.740102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a7af7-b9d5-4224-806f-fb1cc1905f73 req-a176c6ea-dac2-4e75-b71f-131953d4966e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:35.748301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f02a7af7-b9d5-4224-806f-fb1cc1905f73 req-a176c6ea-dac2-4e75-b71f-131953d4966e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.2547760 Nov 25 17:15:35.765273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.780531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83397a08-2558-470c-956d-989a74734f7c req-2d6b0fd6-fe4b-4b78-b1cc-3a3609e00eba tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256604 Nov 25 17:15:35.795340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28029557-013e-4463-a14e-8cb9618e5e59 req-8c776031-d6d1-4303-984d-889dfe08b047 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:35.797183 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-28029557-013e-4463-a14e-8cb9618e5e59 req-8c776031-d6d1-4303-984d-889dfe08b047 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.60 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 945 time: 0.1385007 Nov 25 17:15:35.838542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f02a7af7-b9d5-4224-806f-fb1cc1905f73 req-e6c7f69c-4daa-4801-b890-1ec997d900e6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892396 Nov 25 17:15:35.851744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:35.856351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.870331 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8aa30e-efe3-482e-8199-850e2d468be3 x-openstack-request-id: req-2c8aa30e-efe3-482e-8199-850e2d468be3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:35.870677 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "name": "network-vif-plugged", "status": "completed", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:35.870904 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c8aa30e-efe3-482e-8199-850e2d468be3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:35.871314 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'code': 200} Nov 25 17:15:36.001808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:15:36.008731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:15:36.063293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81142b5a-f4b8-42f7-b72d-b81248621fd5 req-c6596844-bd57-43e7-a5ec-bdef17881cac tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.064608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81142b5a-f4b8-42f7-b72d-b81248621fd5 req-c6596844-bd57-43e7-a5ec-bdef17881cac tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 945 time: 0.1331184 Nov 25 17:15:36.089771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Deleting port d554105f-0658-4446-bab9-b87eff028a18 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:36.090288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.174158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a210bb6-8b2e-4cdd-a745-c36cb0394ea7 req-c7d4d0aa-d2dc-4a82-b15d-d7813055e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.177880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a210bb6-8b2e-4cdd-a745-c36cb0394ea7 req-c7d4d0aa-d2dc-4a82-b15d-d7813055e4aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1101 time: 0.1483743 Nov 25 17:15:36.201250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81142b5a-f4b8-42f7-b72d-b81248621fd5 req-f4562c95-6378-4fee-9a09-4f3819ee6faf tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158433 Nov 25 17:15:36.224880 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-ff9546fd-564e-4167-a260-76e8ba4ba358 req-30c0117d-6a5a-438b-a227-ed626f7bd242 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] show failed (client error): The resource could not be found. Nov 25 17:15:36.226413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff9546fd-564e-4167-a260-76e8ba4ba358 req-30c0117d-6a5a-438b-a227-ed626f7bd242 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] 10.222.0.81 "GET /v2.0/security-groups/c6fc4769-31c5-4faa-bdb5-67d993b31ac5 HTTP/1.1" status: 404 len: 352 time: 0.0640721 Nov 25 17:15:36.273823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] For port d554105f-0658-4446-bab9-b87eff028a18, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d554105f-0658-4446-bab9-b87eff028a18,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:36.274227 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.297576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.310248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a210bb6-8b2e-4cdd-a745-c36cb0394ea7 req-9396483a-990d-4942-b0ed-b8dfb349b922 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994492 Nov 25 17:15:36.310498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Calling delete_port for d554105f-0658-4446-bab9-b87eff028a18 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:36.330171 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.456254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-f8867207-710e-47f7-b569-2fbacf5d41bf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.462053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-f8867207-710e-47f7-b569-2fbacf5d41bf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.470009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-f8867207-710e-47f7-b569-2fbacf5d41bf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.476406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-f8867207-710e-47f7-b569-2fbacf5d41bf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.483350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-f8867207-710e-47f7-b569-2fbacf5d41bf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.491524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-f8867207-710e-47f7-b569-2fbacf5d41bf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.500102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-f8867207-710e-47f7-b569-2fbacf5d41bf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.502886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-f8867207-710e-47f7-b569-2fbacf5d41bf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.1363904 Nov 25 17:15:36.527217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=e2046fc5-3804-41af-bb02-2be57c626046,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:36.533340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking segment: {'id': 'cb91ba73-c0a0-41f0-9c52-7057fd72bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '192cab78-dac9-4997-8015-e0c64a35a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:36.534080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network hostable DHCP agents. Network: 192cab78-dac9-4997-8015-e0c64a35a06e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:36.551953 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-bbd6fcaf-b7bd-43ff-a933-ddefbc53fbe3 req-f143fea1-c84c-4e96-b1f9-3cd4d6174e00 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] show failed (client error): The resource could not be found. Nov 25 17:15:36.556512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbd6fcaf-b7bd-43ff-a933-ddefbc53fbe3 req-f143fea1-c84c-4e96-b1f9-3cd4d6174e00 tempest-SecurityGroupsNegativeTestJSON-1376957100 tempest-SecurityGroupsNegativeTestJSON-1376957100-project] 10.222.0.81 "GET /v2.0/security-groups/8c689093-a605-43ea-bbbe-482234797187 HTTP/1.1" status: 404 len: 352 time: 0.0233324 Nov 25 17:15:36.573272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42694) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:36.585801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 192cab78-dac9-4997-8015-e0c64a35a06e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:36.675565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 192cab78-dac9-4997-8015-e0c64a35a06e) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:36.694673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80ad49bf-1e64-47bd-9c12-e87a9a6862c7 req-75b42a76-26ce-436f-bc8f-93a1b598883a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851714 Nov 25 17:15:36.703352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248101f-d846-4cbc-8319-4fd67a2f0132 None None] Network 192cab78-dac9-4997-8015-e0c64a35a06e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:36.736223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.740408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.841137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7df3a0-f55a-49a7-8b95-ef6f46caf58b admin admin] Deleting subnet c56c75ef-7cd8-428b-b819-dcd369f2ec22 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:36.858678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7df3a0-f55a-49a7-8b95-ef6f46caf58b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.882899 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.892956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.910476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3', 'd554105f-0658-4446-bab9-b87eff028a18'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:36.912024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:36.912171 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d5ad57b8-186a-4115-85cf-0912ba45dfbe tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3471808 Nov 25 17:15:36.918866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': '192cab78-dac9-4997-8015-e0c64a35a06e', 'name': 'tempest-PortsIpV6TestJSON-2016348616'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:37.024061 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Pushing event deleted for resources: {'Port': ['ID=d554105f-0658-4446-bab9-b87eff028a18,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:37.032218 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7df3a0-f55a-49a7-8b95-ef6f46caf58b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.078503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7df3a0-f55a-49a7-8b95-ef6f46caf58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.148610 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.156682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] No DVR routers for this DVR port d554105f-0658-4446-bab9-b87eff028a18 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:37.159939 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7df3a0-f55a-49a7-8b95-ef6f46caf58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.162824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.166957 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-28029557-013e-4463-a14e-8cb9618e5e59 req-cae76829-00df-4b0f-9996-2f5c2b0da4c3 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.60 "DELETE /v2.0/ports/d554105f-0658-4446-bab9-b87eff028a18 HTTP/1.1" status: 204 len: 173 time: 1.3481197 Nov 25 17:15:37.169187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'name': 'network-vif-deleted', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:37.171783 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0097ff7a-bb6f-4086-9f77-540310dcd3b8" -d '{"events": [{"server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "name": "network-vif-deleted", "tag": "d554105f-0658-4446-bab9-b87eff028a18"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:37.228473 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-192cab78-dac9-4997-8015-e0c64a35a06e', 'network_id': '192cab78-dac9-4997-8015-e0c64a35a06e', 'tenant_id': 'b8a6b31a9f6f4cd19a23a3921eae41de', 'fixed_ips': [{'subnet_id': 'e2046fc5-3804-41af-bb02-2be57c626046'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:15:37.230180 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.247791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:37.252015 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.256630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7df3a0-f55a-49a7-8b95-ef6f46caf58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56c75ef-7cd8-428b-b819-dcd369f2ec22,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:37.276071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port cc7a2144-f26a-4d19-a594-e574ea7efe16 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:15:37.287934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7df3a0-f55a-49a7-8b95-ef6f46caf58b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.298384 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce7df3a0-f55a-49a7-8b95-ef6f46caf58b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c56c75ef-7cd8-428b-b819-dcd369f2ec22 HTTP/1.1" status: 204 len: 168 time: 0.7228761 Nov 25 17:15:37.299305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42714) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:37.416183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::101 (192cab78-dac9-4997-8015-e0c64a35a06e/e2046fc5-3804-41af-bb02-2be57c626046/cc7a2144-f26a-4d19-a594-e574ea7efe16) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:37.605006 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.624747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1107-aa8e-4fb5-aabf-7d2b524ef9ea req-730063b6-5155-4d4b-aae0-8a883bfd7e73 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.632889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1107-aa8e-4fb5-aabf-7d2b524ef9ea req-730063b6-5155-4d4b-aae0-8a883bfd7e73 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.652392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1107-aa8e-4fb5-aabf-7d2b524ef9ea req-730063b6-5155-4d4b-aae0-8a883bfd7e73 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.659090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1107-aa8e-4fb5-aabf-7d2b524ef9ea req-730063b6-5155-4d4b-aae0-8a883bfd7e73 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.666051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1107-aa8e-4fb5-aabf-7d2b524ef9ea req-730063b6-5155-4d4b-aae0-8a883bfd7e73 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.672582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1107-aa8e-4fb5-aabf-7d2b524ef9ea req-730063b6-5155-4d4b-aae0-8a883bfd7e73 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.678650 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1107-aa8e-4fb5-aabf-7d2b524ef9ea req-730063b6-5155-4d4b-aae0-8a883bfd7e73 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.686758 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec2c1107-aa8e-4fb5-aabf-7d2b524ef9ea req-730063b6-5155-4d4b-aae0-8a883bfd7e73 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.6703107 Nov 25 17:15:37.693715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42718) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:37.704801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Request body: {'floatingip': {'port_id': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:37.806883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03b50887-efb5-4ebd-b08d-12d91bb83aa0 req-eb71d52c-5f9b-45b5-b72b-9de02faa7a26 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.1186216 Nov 25 17:15:37.877087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.882724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.886914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.927715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.988203 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1bddb-2031-4adf-be07-3e1018e7dc33 x-openstack-request-id: req-4db1bddb-2031-4adf-be07-3e1018e7dc33 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:37.988578 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0633e36a-acc6-4221-8969-582e9e04a3db", "name": "network-vif-deleted", "tag": "d554105f-0658-4446-bab9-b87eff028a18", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:37.988788 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4db1bddb-2031-4adf-be07-3e1018e7dc33 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:37.990017 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0633e36a-acc6-4221-8969-582e9e04a3db', 'name': 'network-vif-deleted', 'tag': 'd554105f-0658-4446-bab9-b87eff028a18', 'status': 'completed', 'code': 200} Nov 25 17:15:38.085040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c8d1dc-3e01-4287-a7a4-e1afd18b10b1']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:38.121478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1d1d20-6ff0-4e85-b7ff-26d7cb705759') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:38.122072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1d1d20-6ff0-4e85-b7ff-26d7cb705759') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:38.194757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.261563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.276023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112221a-b0b2-4b93-a0dd-d89df67602fe req-b23e83aa-fde3-4fc5-a932-443a1ed99fc0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:38.281958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6112221a-b0b2-4b93-a0dd-d89df67602fe req-b23e83aa-fde3-4fc5-a932-443a1ed99fc0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.3776355 Nov 25 17:15:38.294998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.338918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:38.340010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:38.341826 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:38.383770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde4b3f-f5a3-4ce6-8887-b64260585f1a req-3dad0c25-b52e-482b-b84c-8532f80ba2f1 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:38.401800 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4dde4b3f-f5a3-4ce6-8887-b64260585f1a req-3dad0c25-b52e-482b-b84c-8532f80ba2f1 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 945 time: 0.3389521 Nov 25 17:15:38.435417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Allocated IP 2001:db8::2 (192cab78-dac9-4997-8015-e0c64a35a06e/e2046fc5-3804-41af-bb02-2be57c626046/1ff5230e-b618-490d-9081-e81315a75af1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:38.454183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.483162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.486569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/23c8d1dc-3e01-4287-a7a4-e1afd18b10b1 HTTP/1.1" status: 204 len: 168 time: 1.1859534 Nov 25 17:15:38.508356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe631310-d62a-4750-9f8f-d30b1e8187d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=23c8d1dc-3e01-4287-a7a4-e1afd18b10b1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:38.554092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 192cab78-dac9-4997-8015-e0c64a35a06e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:38.568367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:38.571693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:38.578660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:38.579481 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.641785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6112221a-b0b2-4b93-a0dd-d89df67602fe req-56d7dfc3-9d94-4d53-872e-3aa113ac135c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206098 Nov 25 17:15:38.718747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4dde4b3f-f5a3-4ce6-8887-b64260585f1a req-01782bef-f2e5-4de3-b008-221aa4c1612d tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418625 Nov 25 17:15:38.739583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8257024 Nov 25 17:15:38.742914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe56a55-c8cb-45cd-802c-54fb0a66d2de tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=cc7a2144-f26a-4d19-a594-e574ea7efe16,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:38.749871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:38.895586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:38.897939 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.905481 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.975247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Pushing event updated for resources: {'Port': ['ID=1ff5230e-b618-490d-9081-e81315a75af1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:39.024387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Network 192cab78-dac9-4997-8015-e0c64a35a06e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:39.029739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:39.036922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:39.042839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5b0ca061-2ccd-47c3-a5bb-b3b516d1e125 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5eb2e11e84464937ade7f4278ee5715d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323903 Nov 25 17:15:39.050674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:39.177913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Attempting to bind port 1ff5230e-b618-490d-9081-e81315a75af1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:39.178994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Attempting to bind port 1ff5230e-b618-490d-9081-e81315a75af1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'cb91ba73-c0a0-41f0-9c52-7057fd72bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '192cab78-dac9-4997-8015-e0c64a35a06e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:39.178994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Attempting to bind port 1ff5230e-b618-490d-9081-e81315a75af1 on network 192cab78-dac9-4997-8015-e0c64a35a06e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:39.192926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:39.193333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Checking segment: {'id': 'cb91ba73-c0a0-41f0-9c52-7057fd72bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '192cab78-dac9-4997-8015-e0c64a35a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:39.193746 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.194148 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Bound using segment: {'id': 'cb91ba73-c0a0-41f0-9c52-7057fd72bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '192cab78-dac9-4997-8015-e0c64a35a06e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:39.197728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Bound port: 1ff5230e-b618-490d-9081-e81315a75af1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb91ba73-c0a0-41f0-9c52-7057fd72bca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '192cab78-dac9-4997-8015-e0c64a35a06e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:39.197929 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.316829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3eec3ccc-09b7-43ca-ab31-60bfbd87575a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port cc7a2144-f26a-4d19-a594-e574ea7efe16 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:39.318180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eec3ccc-09b7-43ca-ab31-60bfbd87575a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.364476 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a24b5bf9-2962-4186-99c1-40776b0947a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.378439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] For port 1ff5230e-b618-490d-9081-e81315a75af1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:39.386826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] For port 1ff5230e-b618-490d-9081-e81315a75af1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1ff5230e-b618-490d-9081-e81315a75af1,segment=NetworkSegment(cb91ba73-c0a0-41f0-9c52-7057fd72bca7),segment_id=cb91ba73-c0a0-41f0-9c52-7057fd72bca7)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:39.394347 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.518248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf2240-fccb-4778-a829-4fcb3b4cfd37 None None] Pushing event updated for resources: {'Port': ['ID=1ff5230e-b618-490d-9081-e81315a75af1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:39.575467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.resource_extend [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:15:39.754582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.764515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.044264 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Floating IP 9926d848-0b84-40f0-933b-6091e776e6bf associated. External IP: 172.25.1.195, port: cfe03c39-285e-4c8b-b3ae-e7b714c814d5. Nov 25 17:15:40.237570 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eec3ccc-09b7-43ca-ab31-60bfbd87575a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.260822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3eec3ccc-09b7-43ca-ab31-60bfbd87575a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for cc7a2144-f26a-4d19-a594-e574ea7efe16 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:40.313230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a24b5bf9-2962-4186-99c1-40776b0947a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.499261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-425b0593-16cc-41b8-99a8-e6904eee0504 req-2a5e7f80-fb63-48b8-aede-4b2c0cb4667b tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.2316034 Nov 25 17:15:40.662978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f21cc-fe6e-47ad-8058-0876a3e28809 req-e01267ae-5c4e-430c-b7e4-c7478738c2ac tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:40.682101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-361f21cc-fe6e-47ad-8058-0876a3e28809 req-e01267ae-5c4e-430c-b7e4-c7478738c2ac tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.2017508 Nov 25 17:15:40.684906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1ff5230e-b618-490d-9081-e81315a75af1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:40.763654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a24b5bf9-2962-4186-99c1-40776b0947a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.773773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a24b5bf9-2962-4186-99c1-40776b0947a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.784459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a24b5bf9-2962-4186-99c1-40776b0947a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2aaefdf-63c9-4900-8e47-3746ce7fa059 HTTP/1.1" status: 204 len: 168 time: 1.7293532 Nov 25 17:15:40.796838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d554105f-0658-4446-bab9-b87eff028a18 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:40.831513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b5bf9-2962-4186-99c1-40776b0947a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aaefdf-63c9-4900-8e47-3746ce7fa059,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:40.859661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-361f21cc-fe6e-47ad-8058-0876a3e28809 req-52bae98e-5886-42cd-9eb3-a6cf4087d429 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763461 Nov 25 17:15:41.171184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eec3ccc-09b7-43ca-ab31-60bfbd87575a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.232623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: d554105f-0658-4446-bab9-b87eff028a18 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:41.233284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d554105f-0658-4446-bab9-b87eff028a18 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:41.284159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec3ccc-09b7-43ca-ab31-60bfbd87575a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=cc7a2144-f26a-4d19-a594-e574ea7efe16,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:41.336464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1ff5230e-b618-490d-9081-e81315a75af1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:41.338103 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.389820 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3eec3ccc-09b7-43ca-ab31-60bfbd87575a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.394340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:15:41.403155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3eec3ccc-09b7-43ca-ab31-60bfbd87575a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/cc7a2144-f26a-4d19-a594-e574ea7efe16 HTTP/1.1" status: 204 len: 168 time: 2.6485183 Nov 25 17:15:41.407813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:41.572279 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93607cc-8275-4558-af40-b04c6478da86 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:15:41.573280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93607cc-8275-4558-af40-b04c6478da86 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:15:41.579794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f93607cc-8275-4558-af40-b04c6478da86 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/cc7a2144-f26a-4d19-a594-e574ea7efe16 HTTP/1.1" status: 404 len: 333 time: 0.1671715 Nov 25 17:15:41.592120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42808) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:41.595926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-a3531961-0167-4b97-a164-a9e5df6fd895 req-e5866d3d-2e16-43d2-bdca-dd4b1d0f7c78 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:15:41.597559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3531961-0167-4b97-a164-a9e5df6fd895 req-e5866d3d-2e16-43d2-bdca-dd4b1d0f7c78 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0340242 Nov 25 17:15:41.623781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab8bb9-5b93-47f9-aacb-f8fd12b5b70e None None] Network 192cab78-dac9-4997-8015-e0c64a35a06e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:41.670021 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e0080d-4546-4758-8851-b429072863c9 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:15:41.675060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:41.675705 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d0e0080d-4546-4758-8851-b429072863c9 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/cc7a2144-f26a-4d19-a594-e574ea7efe16 HTTP/1.1" status: 404 len: 333 time: 0.0784113 Nov 25 17:15:41.832701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:41.836828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dc1a1b-1b0d-40d9-aa06-3fbfa6c13edb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet e2046fc5-3804-41af-bb02-2be57c626046 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:41.849336 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.861574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67dc1a1b-1b0d-40d9-aa06-3fbfa6c13edb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.905111 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dd7d31df-97f7-4c13-9239-1eec9ed0a5bb tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "PUT /v2.0/floatingips/9926d848-0b84-40f0-933b-6091e776e6bf HTTP/1.1" status: 200 len: 991 time: 4.2054176 Nov 25 17:15:41.905111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:41.905599 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b5abb-d9bf-48f1-b0c6-834825154446" -d '{"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:41.929923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] Sync routers for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:42.014247 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.023827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67dc1a1b-1b0d-40d9-aa06-3fbfa6c13edb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.043435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f58f5e6f-20f9-4677-b94a-011291c1b814 None None] Provisioning complete for port 1ff5230e-b618-490d-9081-e81315a75af1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:42.053861 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f58f5e6f-20f9-4677-b94a-011291c1b814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.188280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-187e2f04-2557-4820-a217-4129e651322b req-ef0ccdde-5621-4d9d-9fb1-f9e2c82d40be tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.1107466 Nov 25 17:15:42.356746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:42.360903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:42.529707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 1ff5230e-b618-490d-9081-e81315a75af1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1ff5230e-b618-490d-9081-e81315a75af1,segment=NetworkSegment(cb91ba73-c0a0-41f0-9c52-7057fd72bca7),segment_id=cb91ba73-c0a0-41f0-9c52-7057fd72bca7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:42.697349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:42.709141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-62b04413-7733-4ced-b253-8c01ed2cc267 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4083753 Nov 25 17:15:42.729478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-f43004ac-fdcc-4ece-ab75-df89e6f6f22d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:15:42.731606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-f43004ac-fdcc-4ece-ab75-df89e6f6f22d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103104 Nov 25 17:15:42.782618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7dc09-9e7f-4eaa-b652-fd6c36bef599 req-42c63c96-596b-42bd-b8ad-175576f5cee2 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:42.798038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96a7dc09-9e7f-4eaa-b652-fd6c36bef599 req-42c63c96-596b-42bd-b8ad-175576f5cee2 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 945 time: 0.3796420 Nov 25 17:15:42.811772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67dc1a1b-1b0d-40d9-aa06-3fbfa6c13edb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.944496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:43.041717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96a7dc09-9e7f-4eaa-b652-fd6c36bef599 req-3c251c06-5a1b-4132-bade-6d1964fe71b2 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417972 Nov 25 17:15:43.044361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67dc1a1b-1b0d-40d9-aa06-3fbfa6c13edb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.071258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1009886677-network', 'tenant_id': '00390edabba34f9b90ff698b79a86575'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:43.174298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Made reservation on behalf of 00390edabba34f9b90ff698b79a86575 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:43.190629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.235993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc1a1b-1b0d-40d9-aa06-3fbfa6c13edb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=e2046fc5-3804-41af-bb02-2be57c626046,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:43.246061 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.315551 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67dc1a1b-1b0d-40d9-aa06-3fbfa6c13edb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.316633 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc71af18-0893-4dad-a85b-115a0e1ee611 x-openstack-request-id: req-dc71af18-0893-4dad-a85b-115a0e1ee611 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:43.317126 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:43.317515 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc71af18-0893-4dad-a85b-115a0e1ee611 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:43.318137 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'status': 'completed', 'code': 200} Nov 25 17:15:43.352441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:43.357010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-67dc1a1b-1b0d-40d9-aa06-3fbfa6c13edb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/e2046fc5-3804-41af-bb02-2be57c626046 HTTP/1.1" status: 204 len: 168 time: 1.6722684 Nov 25 17:15:43.435914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d6a4a387-a9b6-4cfa-acd5-64b7559cb400 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:43.438440 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.592357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c64ae-ea16-4142-8baa-b378931d0684 req-269d0483-d71e-4106-afa5-febdff7e673d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:43.596631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-948c64ae-ea16-4142-8baa-b378931d0684 req-269d0483-d71e-4106-afa5-febdff7e673d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.1616473 Nov 25 17:15:43.734999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-948c64ae-ea16-4142-8baa-b378931d0684 req-d870ab67-807a-4280-9f95-9e9899aaeab9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262400 Nov 25 17:15:43.917589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.957356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de90bd7c-e2dc-4780-b317-70c23e2ae48e req-3ee6f4d0-8a7e-41fb-81fa-4630c0ff7256 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.1277122 Nov 25 17:15:44.000275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.024379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=1ff5230e-b618-490d-9081-e81315a75af1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:44.088922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:44.099273 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.099273 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Added segment b6e8656c-6fad-4aae-a41c-a0db1fb775b0 of type vlan for network 9d372e20-3ced-416f-8c5c-fc62aa81c58c Nov 25 17:15:44.200768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.266553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:44.302476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'mac_address': 'fa:16:3e:88:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:44.339604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.345126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.349659 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.474310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] DHCP port deletion for 192cab78-dac9-4997-8015-e0c64a35a06e request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:15:44.547062 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.564266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de6a13-7986-40f4-979a-4622770c8e77 req-73c8c98f-08a5-4586-8322-b3b41e3bb5e7 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.565894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d6de6a13-7986-40f4-979a-4622770c8e77 req-73c8c98f-08a5-4586-8322-b3b41e3bb5e7 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 945 time: 0.2056310 Nov 25 17:15:44.589934 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8877912 Nov 25 17:15:44.598285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:44.600682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-8b0b1fd3-9f1c-47df-bb38-2b622068c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.601926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-8b0b1fd3-9f1c-47df-bb38-2b622068c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.602847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-8b0b1fd3-9f1c-47df-bb38-2b622068c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.604851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-8b0b1fd3-9f1c-47df-bb38-2b622068c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.606521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Request body: {'subnet': {'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1009886677-subnet', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:44.608483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-8b0b1fd3-9f1c-47df-bb38-2b622068c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.610742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-8b0b1fd3-9f1c-47df-bb38-2b622068c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.613013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-8b0b1fd3-9f1c-47df-bb38-2b622068c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.621708 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-8b0b1fd3-9f1c-47df-bb38-2b622068c3e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6490 time: 0.9212010 Nov 25 17:15:44.655622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.673288 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Made reservation on behalf of 00390edabba34f9b90ff698b79a86575 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:44.675895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.698116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6a4a387-a9b6-4cfa-acd5-64b7559cb400 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:44.706167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d6de6a13-7986-40f4-979a-4622770c8e77 req-aede7bbf-59ac-474b-a0ec-f22d39da8251 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279879 Nov 25 17:15:44.805182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5eee2c-4543-4092-82b3-3733e99c39b7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:44.932603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:45.011115 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.095632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467e58e-d5b8-4a82-9e7b-6354b6655405 admin admin] Pushing event updated for resources: {'Network': ['ID=9d372e20-3ced-416f-8c5c-fc62aa81c58c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:45.125209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.235447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:45.275194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b895bf1-64b4-455b-9bb8-8e306cb60d18,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:45.428572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-840cfa2f-2f7f-44c5-869d-d32f3d9faba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:45.450102 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-840cfa2f-2f7f-44c5-869d-d32f3d9faba7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4 HTTP/1.1" status: 200 len: 912 time: 0.6797559 Nov 25 17:15:45.473050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abcfdf-ca53-4014-aadb-d828f4953f00 req-50dad072-ee7a-49b3-aec8-bd679c4051c4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:45.477230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40abcfdf-ca53-4014-aadb-d828f4953f00 req-50dad072-ee7a-49b3-aec8-bd679c4051c4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.3334973 Nov 25 17:15:45.481926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Checking segment: {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:45.482304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Network hostable DHCP agents. Network: 9d372e20-3ced-416f-8c5c-fc62aa81c58c, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:45.592750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 1ff5230e-b618-490d-9081-e81315a75af1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:45.593446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.631829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:45.723420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1ff5230e-b618-490d-9081-e81315a75af1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:45.737819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] For port 1ff5230e-b618-490d-9081-e81315a75af1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1ff5230e-b618-490d-9081-e81315a75af1,segment=NetworkSegment(cb91ba73-c0a0-41f0-9c52-7057fd72bca7),segment_id=cb91ba73-c0a0-41f0-9c52-7057fd72bca7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:45.744667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.752873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40abcfdf-ca53-4014-aadb-d828f4953f00 req-8b6ad716-295a-404e-a752-c8760621423f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562242 Nov 25 17:15:45.761481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9d372e20-3ced-416f-8c5c-fc62aa81c58c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:45.773944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 1ff5230e-b618-490d-9081-e81315a75af1 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:45.780333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:45.785229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.832886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '9926d848-0b84-40f0-933b-6091e776e6bf', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'port_id': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'mac_address': 'fa:16:3e:d6:87:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:58Z', 'updated_at': '2021-11-25T17:15:39Z', 'revision_number': 1, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:37Z', 'revision_number': 5, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:45.833268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5f787baa-00d5-42b5-a0cf-d3b4b10bf5b6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2320018 Nov 25 17:15:45.836295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:45.848700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:45.852389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] Deleting port 1ff5230e-b618-490d-9081-e81315a75af1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:45.856126 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.866528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f767df-8fdd-4935-aa3b-f7dd06f38527 None None] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:45.928290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87c76659-bdba-4b4b-bc73-e015d3e4b79e req-01b29d14-23ae-4c5c-841f-8d805a922136 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.0686316 Nov 25 17:15:45.991126 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.993047 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.099966 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-541addba-5699-43cc-911a-c3e7a7815a53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5 HTTP/1.1" status: 200 len: 999 time: 0.6014752 Nov 25 17:15:46.105862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] Checking router: c192b99c-5dea-4a50-af79-1b2f31dd4ac4 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:46.122749 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.169428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No DVR routers for this DVR port 1ff5230e-b618-490d-9081-e81315a75af1 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:46.319748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=1ff5230e-b618-490d-9081-e81315a75af1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:46.320395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:46.376328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.377222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.381698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.382904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.383488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.384998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.385580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.386796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.388606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.389235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.389815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.390516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:46.404158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-6df1edf8-1437-4b9d-bbff-6376420e006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.407369 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-6df1edf8-1437-4b9d-bbff-6376420e006d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aff52488-4a16-4eb1-9f80-73658f526fe1 HTTP/1.1" status: 200 len: 850 time: 0.2897105 Nov 25 17:15:46.411548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No active binding found for port 1ff5230e-b618-490d-9081-e81315a75af1 {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:15:46.413625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1ff5230e-b618-490d-9081-e81315a75af1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:46.482993 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.505242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:46.506244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:46.559514 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.594368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192cab78-dac9-4997-8015-e0c64a35a06e']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:46.607258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-f6f7da1c-809b-41c8-9427-95bc5dc6c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.607919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb91ba73-c0a0-41f0-9c52-7057fd72bca7') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:46.608797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb91ba73-c0a0-41f0-9c52-7057fd72bca7') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:46.609009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-f6f7da1c-809b-41c8-9427-95bc5dc6c4a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1101 time: 0.1888564 Nov 25 17:15:46.621782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.646341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.648561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] For port 1ff5230e-b618-490d-9081-e81315a75af1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1ff5230e-b618-490d-9081-e81315a75af1,segment=NetworkSegment(cb91ba73-c0a0-41f0-9c52-7057fd72bca7),segment_id=cb91ba73-c0a0-41f0-9c52-7057fd72bca7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:46.653679 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.658760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:46.659378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:46.715930 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:46.762146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] Calling delete_port for 1ff5230e-b618-490d-9081-e81315a75af1 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:46.790795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ff49d-a616-46ab-abde-0d42b41b4141 req-ce8fd30c-99b5-41ee-b953-4d4cd856edf8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.803138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-099ff49d-a616-46ab-abde-0d42b41b4141 req-ce8fd30c-99b5-41ee-b953-4d4cd856edf8 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 944 time: 0.3344674 Nov 25 17:15:46.813082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42934) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:46.838217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.865304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.869434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/networks/192cab78-dac9-4997-8015-e0c64a35a06e HTTP/1.1" status: 204 len: 168 time: 3.5141428 Nov 25 17:15:46.882779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-114d1b3b-573d-4316-9bb9-308b4c7d3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.895037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-114d1b3b-573d-4316-9bb9-308b4c7d3ea9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4121413 Nov 25 17:15:46.896354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42940) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:46.918660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-675430731'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:46.937773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.048563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:47.052380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.057703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af4c97-54d5-4cb1-a50f-8ded021434af tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Network': ['ID=192cab78-dac9-4997-8015-e0c64a35a06e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.091118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-099ff49d-a616-46ab-abde-0d42b41b4141 req-20ff664a-4160-4d7a-824e-0986d77a1316 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836215 Nov 25 17:15:47.157271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afef6b0d-db3f-40e6-9ee7-400b451bd527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.297306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-574dfed6-a80b-4c62-8ed2-4d2d42070851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:47.299164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-574dfed6-a80b-4c62-8ed2-4d2d42070851 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.6662738 Nov 25 17:15:47.315089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d6a4a387-a9b6-4cfa-acd5-64b7559cb400 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:47.344636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-1013cd84-e75d-40fb-805c-8800adf63277 service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786356 Nov 25 17:15:47.427990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:47.438779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-a8206d89-3d95-4cde-befe-0c9651af10bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 217 time: 0.1189702 Nov 25 17:15:47.479516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:47.495749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f66a6-51fd-45e1-9ae9-386256acff68 req-f8186344-2a0e-46cc-b9fd-9f7fa9b55b91 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:47.503749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-207f66a6-51fd-45e1-9ae9-386256acff68 req-f8186344-2a0e-46cc-b9fd-9f7fa9b55b91 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.4657660 Nov 25 17:15:47.507281 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.507821 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Added segment caf954cf-2980-426d-8f94-f73741f38a9f of type vlan for network d864e249-a2bf-4ed3-a478-412c67c6f590 Nov 25 17:15:47.516198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d6a4a387-a9b6-4cfa-acd5-64b7559cb400 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:47.523786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c45d1272-4906-4789-bb2a-c285ba11f504 req-d7c97e93-9dee-4d9f-ace4-9b630a4881ad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.0920048 Nov 25 17:15:47.585241 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afef6b0d-db3f-40e6-9ee7-400b451bd527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.593621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afef6b0d-db3f-40e6-9ee7-400b451bd527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.605097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:47.670705 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-841b5abb-d9bf-48f1-b0c6-834825154446 req-95298213-6f53-4940-b333-eb2896afc491 service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108580 Nov 25 17:15:47.687452 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-afef6b0d-db3f-40e6-9ee7-400b451bd527 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9868887e73c4953a0341a81801cbc51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8673346 Nov 25 17:15:47.688745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef6b0d-db3f-40e6-9ee7-400b451bd527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a4516-128c-4701-bfdb-8ede2c8e2666,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.699525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42950) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:47.770835 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.801392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d154318-ff0e-43ba-9e17-40a7eedffab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.802420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-6e5d51f0-bbec-49a5-bb32-ee36e154aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:47.805081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-6e5d51f0-bbec-49a5-bb32-ee36e154aadd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.3454461 Nov 25 17:15:47.841284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d154318-ff0e-43ba-9e17-40a7eedffab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.901565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-207f66a6-51fd-45e1-9ae9-386256acff68 req-874550c7-b3dd-48b7-ada5-7e2252475b16 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962185 Nov 25 17:15:47.925771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d154318-ff0e-43ba-9e17-40a7eedffab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.928670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d154318-ff0e-43ba-9e17-40a7eedffab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.932801 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d154318-ff0e-43ba-9e17-40a7eedffab7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b3a4516-128c-4701-bfdb-8ede2c8e2666 HTTP/1.1" status: 204 len: 168 time: 0.2317481 Nov 25 17:15:47.935510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'mac_address': 'fa:16:3e:88:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:47.948054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d154318-ff0e-43ba-9e17-40a7eedffab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a4516-128c-4701-bfdb-8ede2c8e2666,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.974540 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.980911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:47.981578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.156577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:15:48.157509 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.165547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2537780 Nov 25 17:15:48.170134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42958) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:48.177277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': 'd864e249-a2bf-4ed3-a478-412c67c6f590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:48.201189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-51e6fac6-120e-4f4e-85cb-606b72015048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:48.202663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-51e6fac6-120e-4f4e-85cb-606b72015048 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3811371 Nov 25 17:15:48.428495 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.505790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] Network 192cab78-dac9-4997-8015-e0c64a35a06e is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:15:48.506744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] No DVR routers for this DVR port 1ff5230e-b618-490d-9081-e81315a75af1 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:48.517845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46fbb9-fa00-4990-818e-862b30b37a96 None None] Pushing event deleted for resources: {'Port': ['ID=1ff5230e-b618-490d-9081-e81315a75af1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:48.542181 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.669825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d6a4a387-a9b6-4cfa-acd5-64b7559cb400 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:48.694173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:48.712449 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.779778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828926ec-2d74-4bab-845e-2898a5b17733 req-3d965adb-cd00-4d23-8cee-b40833b6d20c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:48.782860 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-828926ec-2d74-4bab-845e-2898a5b17733 req-3d965adb-cd00-4d23-8cee-b40833b6d20c tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 944 time: 0.3191042 Nov 25 17:15:48.834219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:48.850054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:48.855237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.861406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '9926d848-0b84-40f0-933b-6091e776e6bf', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'port_id': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'mac_address': 'fa:16:3e:d6:87:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:58Z', 'updated_at': '2021-11-25T17:15:39Z', 'revision_number': 1, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:37Z', 'revision_number': 5, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:48.900540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b7042-d542-47ab-8dd6-993441b7a27c None None] The sync data for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 is: [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '9926d848-0b84-40f0-933b-6091e776e6bf', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'port_id': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'mac_address': 'fa:16:3e:d6:87:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:58Z', 'updated_at': '2021-11-25T17:15:39Z', 'revision_number': 1, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:37Z', 'revision_number': 5, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:48.925155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Allocated IP 172.20.0.2 (9d372e20-3ced-416f-8c5c-fc62aa81c58c/6b895bf1-64b4-455b-9bb8-8e306cb60d18/dbd0869c-fa03-4aa1-939c-5f910e7535da) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:49.036102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea550f-e082-4a15-81b0-f088048efeab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Network': ['ID=d864e249-a2bf-4ed3-a478-412c67c6f590,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:49.050974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d6a4a387-a9b6-4cfa-acd5-64b7559cb400 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:49.149005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d864e249-a2bf-4ed3-a478-412c67c6f590 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:49.513405 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a662d94-cc4f-49b7-babb-8f48d15e5762 None None] New status for floating IP 9926d848-0b84-40f0-933b-6091e776e6bf: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:15:49.572775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.604549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c1a63a-9a0c-4c52-83ca-28b2d48de6e7 req-17e580a6-ebc6-4f57-a259-d04cbfbafdad tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0633e36a-acc6-4221-8969-582e9e04a3db HTTP/1.1" status: 200 len: 210 time: 0.5930927 Nov 25 17:15:49.609691 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:15:49.632420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-2c57e7ae-d643-4cfd-9c03-dc1fcd384f36 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326420 Nov 25 17:15:49.946956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:49.962451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.969215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'network_id': '9fb23c93-ad53-45f5-ae84-6e91842685d3', 'port_id': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'mac_address': 'fa:16:3e:88:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3792ba4d-4b99-4eb8-afdb-2ddd498f95cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:49.972779 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.056415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:50.057863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577320ae-d6e3-4694-8a4c-9bf5db7dbbde req-a89df36b-d912-4eed-9c61-15523eaa1ec9 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:50.059543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-577320ae-d6e3-4694-8a4c-9bf5db7dbbde req-a89df36b-d912-4eed-9c61-15523eaa1ec9 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 943 time: 1.0478349 Nov 25 17:15:50.063049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.079518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:50.093452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Pushing event updated for resources: {'Port': ['ID=dbd0869c-fa03-4aa1-939c-5f910e7535da,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:50.096516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:50.120097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking segment: {'id': 'caf954cf-2980-426d-8f94-f73741f38a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd864e249-a2bf-4ed3-a478-412c67c6f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:50.120644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network hostable DHCP agents. Network: d864e249-a2bf-4ed3-a478-412c67c6f590, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:50.128524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=9bbff4c8-b164-463e-b535-ded1db0baa90,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:50.150980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.180240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Deleting port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:50.181372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.209527 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.255138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a4a387-a9b6-4cfa-acd5-64b7559cb400 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:50.298215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-4710cdf9-f7c9-4ed3-bab9-37b8c0ab2997 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115122 Nov 25 17:15:50.324052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:50.330496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-577320ae-d6e3-4694-8a4c-9bf5db7dbbde req-170bda64-0616-4dec-bf87-1c48c9c06219 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/security-groups?id=e986defb-1e50-4b8d-910e-6e29f8db1218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394731 Nov 25 17:15:50.350184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Attempting to bind port dbd0869c-fa03-4aa1-939c-5f910e7535da on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:50.351449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Attempting to bind port dbd0869c-fa03-4aa1-939c-5f910e7535da by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:50.351779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Attempting to bind port dbd0869c-fa03-4aa1-939c-5f910e7535da on network 9d372e20-3ced-416f-8c5c-fc62aa81c58c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:50.358528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.370551 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:50.371396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Checking segment: {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:50.372253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.373110 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Bound using segment: {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:50.374113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Bound port: dbd0869c-fa03-4aa1-939c-5f910e7535da, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:50.374912 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.380823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc34ed-bbff-4f8a-896a-5f565c2eda3d req-a2da680b-ea0c-4ac9-be8b-d4a1a9ba3f34 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:50.389508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4edc34ed-bbff-4f8a-896a-5f565c2eda3d req-a2da680b-ea0c-4ac9-be8b-d4a1a9ba3f34 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.2139914 Nov 25 17:15:50.471707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Allocated IP 172.25.1.222 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/2a9dce55-ca2d-4a76-87d1-07524a8f6cf2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:50.513341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4edc34ed-bbff-4f8a-896a-5f565c2eda3d req-4c28c8db-7f54-4468-82d6-bc116472761a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206837 Nov 25 17:15:50.551417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:50.611783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] For port dbd0869c-fa03-4aa1-939c-5f910e7535da, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:50.616252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] For port d6a4a387-a9b6-4cfa-acd5-64b7559cb400, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,segment=NetworkSegment(2d328c42-629e-463f-8857-f336a04c4f38),segment_id=2d328c42-629e-463f-8857-f336a04c4f38)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:50.617154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.619449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] For port dbd0869c-fa03-4aa1-939c-5f910e7535da, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=dbd0869c-fa03-4aa1-939c-5f910e7535da,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:50.624655 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.641180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Calling delete_port for d6a4a387-a9b6-4cfa-acd5-64b7559cb400 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:50.783720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:50.808669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019c38-d0a9-4750-8968-f95721e76368 None None] Pushing event updated for resources: {'Port': ['ID=dbd0869c-fa03-4aa1-939c-5f910e7535da,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:50.950573 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.045196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:51.052792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d6a4a387-a9b6-4cfa-acd5-64b7559cb400 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:51.058057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:51.070919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network d864e249-a2bf-4ed3-a478-412c67c6f590 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:51.078011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:51.083020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9dce55-ca2d-4a76-87d1-07524a8f6cf2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:51.094532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d864e249-a2bf-4ed3-a478-412c67c6f590) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:51.098830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.102128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:51.103443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.137803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18393ac3-cfc1-4ce3-9065-3dc9ae19652e None None] Network d864e249-a2bf-4ed3-a478-412c67c6f590 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:51.184080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Pushing event deleted for resources: {'Port': ['ID=d6a4a387-a9b6-4cfa-acd5-64b7559cb400,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:51.216405 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca94468e-20f8-440c-a47a-43692a379415 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0406539 Nov 25 17:15:51.236266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:51.237122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] No DVR routers for this DVR port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:51.243266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': 'd864e249-a2bf-4ed3-a478-412c67c6f590', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-126585974'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:51.247239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.250665 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-828926ec-2d74-4bab-845e-2898a5b17733 req-4d2485da-76d7-4cf2-8c61-f93f77b7ab74 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.60 "DELETE /v2.0/ports/d6a4a387-a9b6-4cfa-acd5-64b7559cb400 HTTP/1.1" status: 204 len: 173 time: 2.4602420 Nov 25 17:15:51.251132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5e4084-7443-43ab-9d5f-531c35721b4b', 'name': 'network-vif-deleted', 'tag': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:51.254317 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e2b6b3-0413-4e5c-9419-e3f3a1f90933" -d '{"events": [{"server_uuid": "dc5e4084-7443-43ab-9d5f-531c35721b4b", "name": "network-vif-deleted", "tag": "d6a4a387-a9b6-4cfa-acd5-64b7559cb400"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:51.385645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f818333-019f-493c-a164-de4562984c40 req-6fc12c69-e8c0-4339-bfce-e49f9db886ce tempest-AbsoluteLimitsNegativeTestJSON-1824565482 tempest-AbsoluteLimitsNegativeTestJSON-1824565482-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d775fa670914c2fb98c875c5675400c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2061298 Nov 25 17:15:51.391881 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad429a78-d0f9-4b11-80ac-9d3b806a57e0 x-openstack-request-id: req-ad429a78-d0f9-4b11-80ac-9d3b806a57e0 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:51.396236 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5e4084-7443-43ab-9d5f-531c35721b4b", "name": "network-vif-deleted", "tag": "d6a4a387-a9b6-4cfa-acd5-64b7559cb400", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:51.397045 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad429a78-d0f9-4b11-80ac-9d3b806a57e0 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:51.399729 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5e4084-7443-43ab-9d5f-531c35721b4b', 'name': 'network-vif-deleted', 'tag': 'd6a4a387-a9b6-4cfa-acd5-64b7559cb400', 'status': 'completed', 'code': 200} Nov 25 17:15:51.435618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No active binding found for port d6a4a387-a9b6-4cfa-acd5-64b7559cb400 {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:15:51.436503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d6a4a387-a9b6-4cfa-acd5-64b7559cb400 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:51.614800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:51.639732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.692396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device dbd0869c-fa03-4aa1-939c-5f910e7535da up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:51.700328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 6d448cc5-facc-4116-9f49-3d8df396508e yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:15:51.755324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-d864e249-a2bf-4ed3-a478-412c67c6f590', 'network_id': 'd864e249-a2bf-4ed3-a478-412c67c6f590', 'tenant_id': 'b8a6b31a9f6f4cd19a23a3921eae41de', 'fixed_ips': [{'subnet_id': '9bbff4c8-b164-463e-b535-ded1db0baa90'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:15:51.756614 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.885909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::172 (d864e249-a2bf-4ed3-a478-412c67c6f590/9bbff4c8-b164-463e-b535-ded1db0baa90/6d448cc5-facc-4116-9f49-3d8df396508e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:51.901796 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b7ee724-9c4b-438d-8515-637a1b05f38f req-2b0e6336-704f-4035-9498-af6a779a7860 tempest-ImagesTestJSON-1666526725 tempest-ImagesTestJSON-1666526725-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc5e4084-7443-43ab-9d5f-531c35721b4b HTTP/1.1" status: 200 len: 210 time: 0.2663805 Nov 25 17:15:52.046626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f818333-019f-493c-a164-de4562984c40 req-b72d4269-1a2f-4d72-b84c-138355db6e1b tempest-AbsoluteLimitsNegativeTestJSON-1824565482 tempest-AbsoluteLimitsNegativeTestJSON-1824565482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:52.050466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f818333-019f-493c-a164-de4562984c40 req-b72d4269-1a2f-4d72-b84c-138355db6e1b tempest-AbsoluteLimitsNegativeTestJSON-1824565482 tempest-AbsoluteLimitsNegativeTestJSON-1824565482-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6639681 Nov 25 17:15:52.272000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.310146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.424755 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.498345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=6d448cc5-facc-4116-9f49-3d8df396508e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:52.550566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network d864e249-a2bf-4ed3-a478-412c67c6f590 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:52.553197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:52.559614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:52.570764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:52.572028 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.605974 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-78e71aa9-0f00-4bf0-9e30-e261a1892ef7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3664930 Nov 25 17:15:52.610737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43030) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:52.728621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port dbd0869c-fa03-4aa1-939c-5f910e7535da triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:52.729497 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.812055 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.833742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5d19cd14-8859-4222-a012-74f680274ebc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 6d448cc5-facc-4116-9f49-3d8df396508e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:52.834794 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d19cd14-8859-4222-a012-74f680274ebc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.865479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Allocated IP 2001:db8::2 (d864e249-a2bf-4ed3-a478-412c67c6f590/9bbff4c8-b164-463e-b535-ded1db0baa90/4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:52.871005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f818333-019f-493c-a164-de4562984c40 req-9098fe1c-2558-4e99-a780-4a26a08d17ac tempest-AbsoluteLimitsNegativeTestJSON-1824565482 tempest-AbsoluteLimitsNegativeTestJSON-1824565482-project] 10.222.0.81 "GET /v2.0/quotas/1d775fa670914c2fb98c875c5675400c HTTP/1.1" status: 200 len: 375 time: 0.6024199 Nov 25 17:15:53.056784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e0e58f-8307-4f3d-8134-6dff11f7a22e None None] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:53.093470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d19cd14-8859-4222-a012-74f680274ebc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.114046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5d19cd14-8859-4222-a012-74f680274ebc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 6d448cc5-facc-4116-9f49-3d8df396508e owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:53.229753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34aedf-8017-406f-a397-94b6ca1e65ec req-2639de16-0227-4df2-acce-7da07e38ea03 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:53.231313 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b34aedf-8017-406f-a397-94b6ca1e65ec req-2639de16-0227-4df2-acce-7da07e38ea03 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.7204838 Nov 25 17:15:53.254536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f818333-019f-493c-a164-de4562984c40 req-9b9aa4ef-2caa-4efb-8c40-799245bd61e0 tempest-AbsoluteLimitsNegativeTestJSON-1824565482 tempest-AbsoluteLimitsNegativeTestJSON-1824565482-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d775fa670914c2fb98c875c5675400c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3546572 Nov 25 17:15:53.315985 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d19cd14-8859-4222-a012-74f680274ebc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.437833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19cd14-8859-4222-a012-74f680274ebc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=6d448cc5-facc-4116-9f49-3d8df396508e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:53.454909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b34aedf-8017-406f-a397-94b6ca1e65ec req-6d6bf83d-31f3-4ff2-b141-bc2225c57451 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988511 Nov 25 17:15:53.589188 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d19cd14-8859-4222-a012-74f680274ebc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.600345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Router e9d25388-08bf-42f5-8be8-f049fecbd6aa is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:15:53.604785 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5d19cd14-8859-4222-a012-74f680274ebc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/6d448cc5-facc-4116-9f49-3d8df396508e HTTP/1.1" status: 204 len: 168 time: 0.9914429 Nov 25 17:15:53.608163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:53.610886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.626983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6c19099d-a9b7-4ca1-83c8-06e5f62fdeb4 None None] Provisioning complete for port dbd0869c-fa03-4aa1-939c-5f910e7535da triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:53.627614 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c19099d-a9b7-4ca1-83c8-06e5f62fdeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.706851 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.779039 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2635e124-dc1d-4956-be78-76ba28704266 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:15:53.785351 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2635e124-dc1d-4956-be78-76ba28704266 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/6d448cc5-facc-4116-9f49-3d8df396508e HTTP/1.1" status: 404 len: 333 time: 0.1740935 Nov 25 17:15:53.787865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:53.890770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port dbd0869c-fa03-4aa1-939c-5f910e7535da, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=dbd0869c-fa03-4aa1-939c-5f910e7535da,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:53.903404 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.934581 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.093095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf025a01-0bb2-44ae-9b18-ec2cd85469d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet 9bbff4c8-b164-463e-b535-ded1db0baa90 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:54.104302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf025a01-0bb2-44ae-9b18-ec2cd85469d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.118930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Network d864e249-a2bf-4ed3-a478-412c67c6f590 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:54.121625 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43080) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:54.123425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:54.126079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:54.317604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:54.367647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf025a01-0bb2-44ae-9b18-ec2cd85469d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.391904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Pushing event updated for resources: {'Port': ['ID=4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:54.394838 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.401410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0b46f4d2-926b-4967-9ddb-33429fee7487 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5586660 Nov 25 17:15:54.416092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:54.416553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:54.544839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Sync routers for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:54.559808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43102) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:54.762606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb655312-8f5b-4322-ac39-482394ebc45f admin admin] Deleting subnet 3792ba4d-4b99-4eb8-afdb-2ddd498f95cc {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:54.781905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Attempting to bind port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:54.785398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Attempting to bind port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'caf954cf-2980-426d-8f94-f73741f38a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd864e249-a2bf-4ed3-a478-412c67c6f590'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:54.786070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Attempting to bind port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f on network d864e249-a2bf-4ed3-a478-412c67c6f590 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:54.825013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:54.827539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Checking segment: {'id': 'caf954cf-2980-426d-8f94-f73741f38a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd864e249-a2bf-4ed3-a478-412c67c6f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:54.830332 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.831118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Bound using segment: {'id': 'caf954cf-2980-426d-8f94-f73741f38a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd864e249-a2bf-4ed3-a478-412c67c6f590'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:54.834161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Bound port: 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf954cf-2980-426d-8f94-f73741f38a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd864e249-a2bf-4ed3-a478-412c67c6f590'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:54.839615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65c224b8-3751-46c9-9c3e-fee5709a7562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.841198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.841726 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb655312-8f5b-4322-ac39-482394ebc45f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.843665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf025a01-0bb2-44ae-9b18-ec2cd85469d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.016475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcabf10-0503-43b5-a16d-32f7c242bab1 req-6d3d4459-4191-49d9-9321-c7b4f8c333db tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:55.018061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abcabf10-0503-43b5-a16d-32f7c242bab1 req-6d3d4459-4191-49d9-9321-c7b4f8c333db tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.2788994 Nov 25 17:15:55.028681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:55.029909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:55.050525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb655312-8f5b-4322-ac39-482394ebc45f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.202444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65c224b8-3751-46c9-9c3e-fee5709a7562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.219822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65c224b8-3751-46c9-9c3e-fee5709a7562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.276039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=dbd0869c-fa03-4aa1-939c-5f910e7535da,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:55.338412 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-65c224b8-3751-46c9-9c3e-fee5709a7562 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d775fa670914c2fb98c875c5675400c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2142479 Nov 25 17:15:55.343132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43108) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:55.353944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c224b8-3751-46c9-9c3e-fee5709a7562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9de8ea-14f7-4f3e-b669-4dd7639d94a1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:55.379113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13dbb746-bf2b-4eb1-9290-1925e77aa5a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.441117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:55.660728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13dbb746-bf2b-4eb1-9290-1925e77aa5a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.705616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13dbb746-bf2b-4eb1-9290-1925e77aa5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.767858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-13dbb746-bf2b-4eb1-9290-1925e77aa5a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a1612425f424f44b523f882f9ebef4a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2032177 Nov 25 17:15:55.798778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43114) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:55.883135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:15:52Z', 'revision_number': 3, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:55.994750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361054ed-0673-49e4-88ee-94a914cd601e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.008079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Checking router: e9d25388-08bf-42f5-8be8-f049fecbd6aa for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:56.009310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Updating router e9d25388-08bf-42f5-8be8-f049fecbd6aa port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:15:56.013684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] For port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:56.036857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbb746-bf2b-4eb1-9290-1925e77aa5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9468b33e-8fd6-4af6-8379-8d8b51718ef6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:56.062740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf025a01-0bb2-44ae-9b18-ec2cd85469d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.091296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] For port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f,segment=NetworkSegment(caf954cf-2980-426d-8f94-f73741f38a9f),segment_id=caf954cf-2980-426d-8f94-f73741f38a9f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:56.103850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.113122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9654c40d-91ca-48f6-a9c3-c27ab54032f7 None None] Provisioning complete for port dbd0869c-fa03-4aa1-939c-5f910e7535da triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:56.113727 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9654c40d-91ca-48f6-a9c3-c27ab54032f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.207728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361054ed-0673-49e4-88ee-94a914cd601e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.214467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device dbd0869c-fa03-4aa1-939c-5f910e7535da up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:56.218167 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.300232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd2-55dc-4ec6-9f37-7b7d2f80f279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.308444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf025a01-0bb2-44ae-9b18-ec2cd85469d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbff4c8-b164-463e-b535-ded1db0baa90,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:56.356263 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf025a01-0bb2-44ae-9b18-ec2cd85469d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.369626 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bf025a01-0bb2-44ae-9b18-ec2cd85469d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/9bbff4c8-b164-463e-b535-ded1db0baa90 HTTP/1.1" status: 204 len: 168 time: 2.5747795 Nov 25 17:15:56.371009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361054ed-0673-49e4-88ee-94a914cd601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.376816 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361054ed-0673-49e4-88ee-94a914cd601e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.378909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:56.384329 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-361054ed-0673-49e4-88ee-94a914cd601e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b9de8ea-14f7-4f3e-b669-4dd7639d94a1 HTTP/1.1" status: 204 len: 168 time: 1.0234528 Nov 25 17:15:56.404890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361054ed-0673-49e4-88ee-94a914cd601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9de8ea-14f7-4f3e-b669-4dd7639d94a1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:56.438132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd2-55dc-4ec6-9f37-7b7d2f80f279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.565056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd2-55dc-4ec6-9f37-7b7d2f80f279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.567723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd2-55dc-4ec6-9f37-7b7d2f80f279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.569098 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d9231bd2-55dc-4ec6-9f37-7b7d2f80f279 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9468b33e-8fd6-4af6-8379-8d8b51718ef6 HTTP/1.1" status: 204 len: 168 time: 0.7595420 Nov 25 17:15:56.601082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9231bd2-55dc-4ec6-9f37-7b7d2f80f279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9468b33e-8fd6-4af6-8379-8d8b51718ef6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:56.728093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abcabf10-0503-43b5-a16d-32f7c242bab1 req-f5be1b8a-9aec-4813-bc0a-dbc4b8d1b251 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6884875 Nov 25 17:15:56.845962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb655312-8f5b-4322-ac39-482394ebc45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.011045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865502e-2a63-4b2c-9a62-5b2ec27148aa None None] Pushing event updated for resources: {'Port': ['ID=4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:57.069995 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.125205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.386159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.401792 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.688702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb655312-8f5b-4322-ac39-482394ebc45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.798789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e1aa3-4d00-4e61-b2f6-1bfa36c17fa1 None None] Pushing event updated for resources: {'Port': ['ID=2a9dce55-ca2d-4a76-87d1-07524a8f6cf2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:57.812537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port dbd0869c-fa03-4aa1-939c-5f910e7535da triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:57.823027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.872894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:57.874810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.904251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Attempting to bind port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:57.904626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Attempting to bind port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:57.905031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Attempting to bind port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:57.927548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:57.928210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:57.928799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.929371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:57.930030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Bound port: 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:57.930628 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.044412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] For port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:58.049604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] For port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2a9dce55-ca2d-4a76-87d1-07524a8f6cf2,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:58.120501 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.126066 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb655312-8f5b-4322-ac39-482394ebc45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.156911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fb655312-8f5b-4322-ac39-482394ebc45f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3792ba4d-4b99-4eb8-afdb-2ddd498f95cc HTTP/1.1" status: 204 len: 168 time: 3.7344785 Nov 25 17:15:58.160712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43160) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:58.370661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb655312-8f5b-4322-ac39-482394ebc45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3792ba4d-4b99-4eb8-afdb-2ddd498f95cc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:58.434875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.526274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] For port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f,segment=NetworkSegment(caf954cf-2980-426d-8f94-f73741f38a9f),segment_id=caf954cf-2980-426d-8f94-f73741f38a9f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:58.526859 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.587770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:58.588847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:58.627951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e1aa3-4d00-4e61-b2f6-1bfa36c17fa1 None None] Pushing event updated for resources: {'Port': ['ID=2a9dce55-ca2d-4a76-87d1-07524a8f6cf2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:58.666200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:58.717411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.790612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb23c93-ad53-45f5-ae84-6e91842685d3']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:58.832073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d328c42-629e-463f-8857-f336a04c4f38') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:58.832576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d328c42-629e-463f-8857-f336a04c4f38') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:58.865355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:58.871504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Allocated IP 172.20.0.1 (9d372e20-3ced-416f-8c5c-fc62aa81c58c/6b895bf1-64b4-455b-9bb8-8e306cb60d18/75f2cfb5-35d0-4392-8b24-83498a97d9a1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:58.889696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.940117 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.989911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:58.990557 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:59.005471 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:59.058072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f243d76-65c5-4bda-9614-833b96bf2a96 None None] Network d864e249-a2bf-4ed3-a478-412c67c6f590 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:59.063516 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.173774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:59.209281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d121e-825b-4867-9c09-8d40c2e01462 req-62007a84-624d-4fcb-95f7-963bdbba4d7b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:59.212257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-682d121e-825b-4867-9c09-8d40c2e01462 req-62007a84-624d-4fcb-95f7-963bdbba4d7b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 1.1003587 Nov 25 17:15:59.217658 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.221875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.231327 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.252755 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9fb23c93-ad53-45f5-ae84-6e91842685d3 HTTP/1.1" status: 204 len: 168 time: 1.0871568 Nov 25 17:15:59.266938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:59.267415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.291230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00c37f-52f8-436c-b8d6-4bff46ee8dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb23c93-ad53-45f5-ae84-6e91842685d3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:59.299047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:59.377908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=75f2cfb5-35d0-4392-8b24-83498a97d9a1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:59.407761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8502ab84-2c63-47f1-b0e7-2d05efd23c91 None None] Provisioning complete for port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:59.408124 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8502ab84-2c63-47f1-b0e7-2d05efd23c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.470500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1656608999-network', 'tenant_id': '7e4e7fe329784ce1aaaa27269b7f2263'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:59.558045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Made reservation on behalf of 7e4e7fe329784ce1aaaa27269b7f2263 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:59.561008 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.577690 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8502ab84-2c63-47f1-b0e7-2d05efd23c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.578703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.651076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8502ab84-2c63-47f1-b0e7-2d05efd23c91 None None] For port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f,segment=NetworkSegment(caf954cf-2980-426d-8f94-f73741f38a9f),segment_id=caf954cf-2980-426d-8f94-f73741f38a9f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:59.669534 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8502ab84-2c63-47f1-b0e7-2d05efd23c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.742573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:59.758212 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.764144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43186) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:59.792291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ab84-2c63-47f1-b0e7-2d05efd23c91 None None] Pushing event updated for resources: {'Port': ['ID=4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:59.796490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73301e-22c1-4198-9180-e61de30c17ef None None] DHCP port deletion for d864e249-a2bf-4ed3-a478-412c67c6f590 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:15:59.798432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:59.870994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.886553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:59.893048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:59.899002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.921918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:15:52Z', 'revision_number': 3, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:59.997763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0a74ca-36b8-4312-b183-05414d2dad8e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:00.009873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No DVR routers for this DVR port 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:00.031411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced010f-ef62-4d08-ba73-6380b88e0d0e None None] The sync data for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 is: [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:15:52Z', 'revision_number': 3, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:00.047730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:00.061873 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d690c61c-8055-49a8-8a99-a5cb7f85275a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da17cb8baa88476193f4e0819f247309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926445 Nov 25 17:16:00.062589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:00.118460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-682d121e-825b-4867-9c09-8d40c2e01462 req-f9dde899-33bf-496d-a864-2fd6d9866374 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8716035 Nov 25 17:16:00.156230 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.157539 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Added segment a5fe131c-18d2-4c11-a499-2a2fcc8d02c9 of type vlan for network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca Nov 25 17:16:00.157947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab596ee-f93d-4f11-8579-e3417999e651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.225629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab596ee-f93d-4f11-8579-e3417999e651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.337273 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab596ee-f93d-4f11-8579-e3417999e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.351063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab596ee-f93d-4f11-8579-e3417999e651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.357434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cab596ee-f93d-4f11-8579-e3417999e651 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e986defb-1e50-4b8d-910e-6e29f8db1218 HTTP/1.1" status: 204 len: 168 time: 0.2917120 Nov 25 17:16:00.376770 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.429251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3eec3d79-1356-41b0-b0e9-fd969b602652 None None] Provisioning complete for port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:00.429698 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3eec3d79-1356-41b0-b0e9-fd969b602652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.435631 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.463060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab596ee-f93d-4f11-8579-e3417999e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e986defb-1e50-4b8d-910e-6e29f8db1218,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:00.523566 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.574926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3eec3d79-1356-41b0-b0e9-fd969b602652 None None] Port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:00.706318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.715222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:00.716171 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.751485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d864e249-a2bf-4ed3-a478-412c67c6f590']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:00.809713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf954cf-2980-426d-8f94-f73741f38a9f') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:00.819105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf954cf-2980-426d-8f94-f73741f38a9f') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:00.823255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:00.874664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.877500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:16:00.878104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4cbcc67c-ba22-4ecd-9dfa-a7ca77af583f not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:00.922185 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.942789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:16:00.956225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:16:01.037209 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:16:01.056545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3766699 Nov 25 17:16:01.058832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:01.090092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Request body: {'subnet': {'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1656608999-subnet', 'tenant_id': '7e4e7fe329784ce1aaaa27269b7f2263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:01.142601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59037d2d-2307-4fc5-87b1-a63d43fb0910 admin admin] Pushing event updated for resources: {'Network': ['ID=6d7ce7e8-b145-4262-ab7c-40b853bd10ca,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:01.172413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:01.200803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Made reservation on behalf of 7e4e7fe329784ce1aaaa27269b7f2263 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:01.202710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:01.694656 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:01.763367 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:01.779283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/networks/d864e249-a2bf-4ed3-a478-412c67c6f590 HTTP/1.1" status: 204 len: 168 time: 5.3498359 Nov 25 17:16:01.785971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:01.809481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'name': 'tempest-PortsIpV6TestJSON-1766052040'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:01.821897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351ed87-d286-4cc4-a844-a13f2e1351e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Network': ['ID=d864e249-a2bf-4ed3-a478-412c67c6f590,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:02.212166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-872642ef-66e2-440b-87ea-6948855fb47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:02.256309 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:02.439556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-f16ba433-18ff-40fb-998b-8000b3c04fd6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:02.443126 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-f16ba433-18ff-40fb-998b-8000b3c04fd6 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 944 time: 0.7980320 Nov 25 17:16:02.545023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e61853-848b-4d1c-a483-15ce09f5a027 req-bef6b30f-71b3-41e2-afd7-1022cf620511 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:02.554371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6e61853-848b-4d1c-a483-15ce09f5a027 req-bef6b30f-71b3-41e2-afd7-1022cf620511 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 944 time: 1.5126565 Nov 25 17:16:02.613074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:02.622465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:02.622871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e664dfd-452f-4604-a329-a21919514e3f req-9f52c51c-c859-4260-a589-29158207c6d8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:02.633877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e664dfd-452f-4604-a329-a21919514e3f req-9f52c51c-c859-4260-a589-29158207c6d8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 1.1120257 Nov 25 17:16:02.640550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:02.659259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:02.717211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:02.731266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Checking segment: {'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:02.731952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Network hostable DHCP agents. Network: 6d7ce7e8-b145-4262-ab7c-40b853bd10ca, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:02.755030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b75730f-9290-40d9-b1e6-b30afe8cda90,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:02.772769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port ac3548c2-23d2-41e7-ac2b-c277b6d5fcf2 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:02.789920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6e61853-848b-4d1c-a483-15ce09f5a027 req-8780da06-55e5-4874-8097-f167c36b5483 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202773 Nov 25 17:16:02.825096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:02.825746 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:02.999905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:03.000828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e664dfd-452f-4604-a329-a21919514e3f req-804d6509-e69d-4708-9872-79eab69e4bbc tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641491 Nov 25 17:16:03.053944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-255341211-network', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:03.067088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 6d7ce7e8-b145-4262-ab7c-40b853bd10ca) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:03.092357 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Deleting port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:03.093089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.103867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:03.104844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.140084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadaf0b-ba68-40b3-be1c-f60b316e2581 None None] Network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:03.157636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.169563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:03.173293 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.178765 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.246026 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.252620 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2cce2cef-03d0-463a-830e-f0279348f688 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1864743 Nov 25 17:16:03.321441 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.332785 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.341233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] For port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:03.341600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.362111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Calling delete_port for 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:03.373688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2a9dce55-ca2d-4a76-87d1-07524a8f6cf2,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:03.391699 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.487669 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.495156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=75f2cfb5-35d0-4392-8b24-83498a97d9a1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:03.495555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc1526f-5db6-42bf-8114-32ea4177d7e1 None None] Network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:03.522930 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.591947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:03.601426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:03.609499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:03.615768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:03.616179 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.622775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=ac3548c2-23d2-41e7-ac2b-c277b6d5fcf2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:03.659442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=2a9dce55-ca2d-4a76-87d1-07524a8f6cf2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:03.660185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.690967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:03.702082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:03.708958 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c76aa297-7bc9-45f8-97ab-faa1348e0348 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9184880 Nov 25 17:16:03.709165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:03.711006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:03.732372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Pushing event deleted for resources: {'Port': ['ID=60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:03.779737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] No DVR routers for this DVR port 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:03.782273 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.787020 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d7b4fc2-36e5-4eed-9e88-167bda7ad5ab req-307c4f4e-0226-4116-aea3-e9c45b878b52 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.60 "DELETE /v2.0/ports/60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 HTTP/1.1" status: 204 len: 173 time: 1.2831435 Nov 25 17:16:03.792246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'name': 'network-vif-deleted', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:03.794798 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b82d4d8-7df9-4ad0-8b19-6708e331b811" -d '{"events": [{"server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "name": "network-vif-deleted", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:03.845699 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.864410 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6033a81-f8a7-4a9e-b3f6-cce2603d4a1f x-openstack-request-id: req-d6033a81-f8a7-4a9e-b3f6-cce2603d4a1f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:03.864835 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d693292-b678-4538-abd5-86321da335cc", "name": "network-vif-deleted", "tag": "60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:03.865270 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6033a81-f8a7-4a9e-b3f6-cce2603d4a1f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:03.865456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-514ffc14-3727-46fa-8763-55f848191cb5 req-fb66a04b-6350-430f-85e4-c703e13415f5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1349485299', 'description': 'tempest-description-723553860'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:03.865846 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d693292-b678-4538-abd5-86321da335cc', 'name': 'network-vif-deleted', 'tag': '60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3', 'status': 'completed', 'code': 200} Nov 25 17:16:03.875651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.032157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:04.039456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a52451e-4305-4e06-ac68-0aaed6757f1c req-ecd372db-6db8-4479-9f6f-cffa0335a959 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d693292-b678-4538-abd5-86321da335cc HTTP/1.1" status: 200 len: 210 time: 0.0898759 Nov 25 17:16:04.041640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e47211c-ef80-45ce-ae61-4aa44c5684aa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:04.067841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-514ffc14-3727-46fa-8763-55f848191cb5 req-fb66a04b-6350-430f-85e4-c703e13415f5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.074874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.075241 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Added segment d60b91e3-bf90-466d-b2c1-6296b3b4c817 of type vlan for network af923ac7-74c6-4b48-b36f-5047e89dfdb4 Nov 25 17:16:04.122846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Router e9d25388-08bf-42f5-8be8-f049fecbd6aa has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:16:04.180332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c850a-e7cf-4701-97d9-4102d9bf0410 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port ac3548c2-23d2-41e7-ac2b-c277b6d5fcf2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:04.181361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb3c850a-e7cf-4701-97d9-4102d9bf0410 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.196889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a1961aaa-204b-4154-a945-82686fe88e3f None None] Provisioning complete for port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:04.197962 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1961aaa-204b-4154-a945-82686fe88e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.205733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.263432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a1961aaa-204b-4154-a945-82686fe88e3f None None] Port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:04.322048 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-360d91b2-2989-4905-8343-55dc3b5bd63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.341598 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb3c850a-e7cf-4701-97d9-4102d9bf0410 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.384255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.385342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:04.385978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.393462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c850a-e7cf-4701-97d9-4102d9bf0410 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for ac3548c2-23d2-41e7-ac2b-c277b6d5fcf2 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:04.472423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-514ffc14-3727-46fa-8763-55f848191cb5 req-fb66a04b-6350-430f-85e4-c703e13415f5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.524983 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-514ffc14-3727-46fa-8763-55f848191cb5 req-fb66a04b-6350-430f-85e4-c703e13415f5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.596142 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:16:04.630831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8840654 Nov 25 17:16:04.635398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:04.642350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Request body: {'subnet': {'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-subnet', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:04.660254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:04.668240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:04.671756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.684045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-514ffc14-3727-46fa-8763-55f848191cb5 req-fb66a04b-6350-430f-85e4-c703e13415f5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.685382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-514ffc14-3727-46fa-8763-55f848191cb5 req-fb66a04b-6350-430f-85e4-c703e13415f5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8345799 Nov 25 17:16:04.700760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ebe7a-e4f9-4cee-8899-c4cd3271efb3 admin admin] Pushing event updated for resources: {'Network': ['ID=af923ac7-74c6-4b48-b36f-5047e89dfdb4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:04.719080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:04.733642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12b54b-9976-47e4-8ab1-7a90374368d2 req-c8f94a8c-e94a-4d96-a690-5f5f448c9154 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:04.735400 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef12b54b-9976-47e4-8ab1-7a90374368d2 req-c8f94a8c-e94a-4d96-a690-5f5f448c9154 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.3802705 Nov 25 17:16:04.738237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:04.753172 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Sync routers for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:04.767080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-22b3b93e-ddcb-45f3-b232-d9fb4ed94cd6 admin admin] 10.222.0.81 "PUT /v2.0/routers/e9d25388-08bf-42f5-8be8-f049fecbd6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3395228 Nov 25 17:16:04.768853 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:04.772078 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:04.784872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:04.785817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.807160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4716d632-17fc-4c52-9524-dff29e86864a req-10ad517e-3fd3-407b-8f4a-d8630ad595d6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1947928177', 'description': 'tempest-description-288749054'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:04.876911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66a04b-6350-430f-85e4-c703e13415f5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:04.924790 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4716d632-17fc-4c52-9524-dff29e86864a req-10ad517e-3fd3-407b-8f4a-d8630ad595d6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.966156 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:05.011723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef12b54b-9976-47e4-8ab1-7a90374368d2 req-2bce5a86-9de7-4ccb-b34c-428c89ae05be tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855395 Nov 25 17:16:05.063321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb3c850a-e7cf-4701-97d9-4102d9bf0410 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.156910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c850a-e7cf-4701-97d9-4102d9bf0410 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=ac3548c2-23d2-41e7-ac2b-c277b6d5fcf2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:05.269001 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb3c850a-e7cf-4701-97d9-4102d9bf0410 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.285614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bb3c850a-e7cf-4701-97d9-4102d9bf0410 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/ac3548c2-23d2-41e7-ac2b-c277b6d5fcf2 HTTP/1.1" status: 204 len: 168 time: 1.5711682 Nov 25 17:16:05.287423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:05.300065 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:02Z', 'revision_number': 2, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:05.300908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'mac_address': 'fa:16:3e:75:de:29', 'name': 'tempest-PortsIpV6TestJSON-568048399'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:05.309040 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4716d632-17fc-4c52-9524-dff29e86864a req-10ad517e-3fd3-407b-8f4a-d8630ad595d6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.354732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4716d632-17fc-4c52-9524-dff29e86864a req-10ad517e-3fd3-407b-8f4a-d8630ad595d6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.381556 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Checking router: e9d25388-08bf-42f5-8be8-f049fecbd6aa for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:05.384973 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Updating router e9d25388-08bf-42f5-8be8-f049fecbd6aa port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:05.425239 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.433386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.507175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43286) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:05.519531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-875ebb24-a74f-466c-8b2d-d0ae52971b30 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257899532', 'description': 'tempest-description--2100804516'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:05.591479 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4716d632-17fc-4c52-9524-dff29e86864a req-10ad517e-3fd3-407b-8f4a-d8630ad595d6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.601177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4716d632-17fc-4c52-9524-dff29e86864a req-10ad517e-3fd3-407b-8f4a-d8630ad595d6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7967076 Nov 25 17:16:05.621639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad517e-3fd3-407b-8f4a-d8630ad595d6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690856f3-177e-40d7-9f9a-50fe3498e0aa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:05.722619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Checking segment: {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:05.723407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Network hostable DHCP agents. Network: af923ac7-74c6-4b48-b36f-5047e89dfdb4, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:05.744352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12de2ce-9a48-4f26-81e7-fd454e827edd,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:05.753317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.792756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:05.796571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-875ebb24-a74f-466c-8b2d-d0ae52971b30 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.872020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:05.911770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, af923ac7-74c6-4b48-b36f-5047e89dfdb4) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:05.927513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.928156 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.953722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166f8db-7dc0-43c8-b0a6-5ebab0b0173d None None] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:05.988583 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-faa24669-b55e-48e2-8a88-effd3f9a117f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3504882 Nov 25 17:16:05.999863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43304) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:06.052108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:06.097690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-875ebb24-a74f-466c-8b2d-d0ae52971b30 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.127195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-875ebb24-a74f-466c-8b2d-d0ae52971b30 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.220095 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.232368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.235595 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.257776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:06.260186 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.270129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.271503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.290782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-875ebb24-a74f-466c-8b2d-d0ae52971b30 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.292278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-875ebb24-a74f-466c-8b2d-d0ae52971b30 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7837667 Nov 25 17:16:06.304492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:06.322998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-87aae3be-a7d2-4f59-bf63-425fa3ed59d3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Request body: {'security_group_rule': {'security_group_id': '76a34c77-fa14-4e35-8075-79918fe22ebc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:06.327443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ebb24-a74f-466c-8b2d-d0ae52971b30 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a34c77-fa14-4e35-8075-79918fe22ebc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:06.421287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 324a157c-daed-4978-b761-f1f854b5f4ec yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:06.426039 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.451233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.464553 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Pushing event updated for resources: {'Port': ['ID=75f2cfb5-35d0-4392-8b24-83498a97d9a1,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:06.467812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87aae3be-a7d2-4f59-bf63-425fa3ed59d3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.500540 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.501008 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.501596 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.502009 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.502413 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.503574 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.503574 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.503574 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.504142 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.504321 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.504724 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.505138 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:06.513389 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Attempting to bind port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:06.513637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Attempting to bind port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:06.514022 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Attempting to bind port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 on network 9d372e20-3ced-416f-8c5c-fc62aa81c58c {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:06.522077 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:06.522701 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Checking segment: {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:06.523361 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.524012 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Bound using segment: {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:06.524705 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Bound port: 75f2cfb5-35d0-4392-8b24-83498a97d9a1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:06.525230 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.529815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Allocated IP 172.20.0.2 (af923ac7-74c6-4b48-b36f-5047e89dfdb4/f12de2ce-9a48-4f26-81e7-fd454e827edd/849605f5-50d6-4aab-9256-968ea43a3313) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:06.645961 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] For port 75f2cfb5-35d0-4392-8b24-83498a97d9a1, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:06.653233 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] For port 75f2cfb5-35d0-4392-8b24-83498a97d9a1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=75f2cfb5-35d0-4392-8b24-83498a97d9a1,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:06.660543 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.760692 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.767037 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d982a4-aac9-4f03-b15c-cc1994c7edd2 None None] Pushing event updated for resources: {'Port': ['ID=75f2cfb5-35d0-4392-8b24-83498a97d9a1,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:06.798708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.835534 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:06.837730 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:06.853327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-65ccfee1-25ca-488b-80b4-66715832a24e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.862274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-65ccfee1-25ca-488b-80b4-66715832a24e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 813 time: 0.9139175 Nov 25 17:16:06.874678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-f9526f2e-c9a0-4b57-9a76-039e58caa5f1 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.876867 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-f9526f2e-c9a0-4b57-9a76-039e58caa5f1 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.95 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 944 time: 0.2919846 Nov 25 17:16:06.884525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-f5ce79d3-93c5-45d6-b0c0-6ffdc5bee25a tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/quotas/7e4e7fe329784ce1aaaa27269b7f2263 HTTP/1.1" status: 200 len: 375 time: 0.0201705 Nov 25 17:16:06.898487 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.915633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8f19-568c-4f06-a821-e601144edbc2 req-ea7cc425-6d82-46d9-9a8d-2c0270d554cb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.918268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d19f8f19-568c-4f06-a821-e601144edbc2 req-ea7cc425-6d82-46d9-9a8d-2c0270d554cb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.6399386 Nov 25 17:16:07.032343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87aae3be-a7d2-4f59-bf63-425fa3ed59d3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.033057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-4515c45d-0f08-43ff-a870-fa5141cead81 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1451862 Nov 25 17:16:07.063127 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:07.063786 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.071895 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.078850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2696ea12-0900-440a-8c3e-6e0a6fde5603 None None] Provisioning complete for port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:07.079270 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2696ea12-0900-440a-8c3e-6e0a6fde5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.085496 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87aae3be-a7d2-4f59-bf63-425fa3ed59d3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.099662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d19f8f19-568c-4f06-a821-e601144edbc2 req-d8327b10-afd6-4588-8306-1da185961a4e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475885 Nov 25 17:16:07.160178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:07.192909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aae3be-a7d2-4f59-bf63-425fa3ed59d3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06341f1c-bcad-41e7-a5d5-f61fd36b45ee,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:07.228510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:16:07.229686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 60e0ef9d-fe8e-4a44-aee1-91441ccfc6a3 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:07.237387 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87aae3be-a7d2-4f59-bf63-425fa3ed59d3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.242130 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-87aae3be-a7d2-4f59-bf63-425fa3ed59d3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9277666 Nov 25 17:16:07.245102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43318) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:07.252269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cde8ee2f-6db4-47c8-bd06-8917f64a95c3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Request body: {'security_group_rule': {'security_group_id': '76a34c77-fa14-4e35-8075-79918fe22ebc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:07.283359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.298353 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.299754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Deleting port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:07.300442 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.347724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-49db37e0-8bd0-46af-9ad5-a86e03321a2c service neutron] 10.222.0.81 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420275 Nov 25 17:16:07.375929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:07.387303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:07.390541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:07.451603 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:06Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:07.459737 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2696ea12-0900-440a-8c3e-6e0a6fde5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.462548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] For port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:07.462933 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.477677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Calling delete_port for 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:07.485483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-5649d455-7798-4144-89fe-b61a79a88f8e service neutron] 10.222.0.81 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110518 Nov 25 17:16:07.492124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Pushing event updated for resources: {'Port': ['ID=849605f5-50d6-4aab-9256-968ea43a3313,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:07.506103 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144f685-3f72-4ff8-8979-f49408201034 None None] The sync data for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 is: [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:06Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:07.536136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Attempting to bind port 849605f5-50d6-4aab-9256-968ea43a3313 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:07.536383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Attempting to bind port 849605f5-50d6-4aab-9256-968ea43a3313 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:07.536698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Attempting to bind port 849605f5-50d6-4aab-9256-968ea43a3313 on network af923ac7-74c6-4b48-b36f-5047e89dfdb4 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:07.541080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2696ea12-0900-440a-8c3e-6e0a6fde5603 None None] For port 75f2cfb5-35d0-4392-8b24-83498a97d9a1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=75f2cfb5-35d0-4392-8b24-83498a97d9a1,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:07.547441 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2696ea12-0900-440a-8c3e-6e0a6fde5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.551401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:07.566682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:07.593736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=324a157c-daed-4978-b761-f1f854b5f4ec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:07.596702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:07.609736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.611207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.648226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e729382-53de-4674-b379-8641d6c62ec9 req-0e6d0db7-1ccf-4c6b-830e-c0305f2b3d97 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.673314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e729382-53de-4674-b379-8641d6c62ec9 req-0e6d0db7-1ccf-4c6b-830e-c0305f2b3d97 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 944 time: 0.3203464 Nov 25 17:16:07.675622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:07.676007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Checking segment: {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:07.676432 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.676834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Bound using segment: {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:07.677482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Bound port: 849605f5-50d6-4aab-9256-968ea43a3313, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:07.677873 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.682971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696ea12-0900-440a-8c3e-6e0a6fde5603 None None] Pushing event updated for resources: {'Port': ['ID=75f2cfb5-35d0-4392-8b24-83498a97d9a1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:07.742857 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.777797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e729382-53de-4674-b379-8641d6c62ec9 req-793c6822-d1d9-4ab7-86fd-99ffd04b5eb2 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913134 Nov 25 17:16:07.799133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-53078e22-502f-4128-8236-7ce1625a2be5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5041986 Nov 25 17:16:07.812902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5d263320-e28a-44e7-823a-d79503309aa2 None None] Provisioning complete for port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:07.813329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d263320-e28a-44e7-823a-d79503309aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.814018 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:07.835390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Pushing event deleted for resources: {'Port': ['ID=5e6dcbcb-4e5f-48b8-bfa9-a7e977164878,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:07.845114 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cde8ee2f-6db4-47c8-bd06-8917f64a95c3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.920446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68529c0-8fac-42dd-adfb-4cf62133e2e0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.922772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f68529c0-8fac-42dd-adfb-4cf62133e2e0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/324a157c-daed-4978-b761-f1f854b5f4ec HTTP/1.1" status: 200 len: 844 time: 0.1070821 Nov 25 17:16:07.928537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:08.002960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] No DVR routers for this DVR port 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:08.013749 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.017929 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb8fe8e2-6a12-4918-b5b1-028e46a89d4f req-0e902481-6336-4fc1-8026-7501ce591f6e tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.95 "DELETE /v2.0/ports/5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 HTTP/1.1" status: 204 len: 173 time: 1.1274979 Nov 25 17:16:08.019567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'name': 'network-vif-deleted', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:08.022775 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a0e26d-b861-4394-98f7-430312c95d97" -d '{"events": [{"server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "name": "network-vif-deleted", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:08.115914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] For port 849605f5-50d6-4aab-9256-968ea43a3313, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:08.152880 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.159042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62ec67bc-09a4-42d6-94a8-8ce80717837a req-c1f2a1bf-399c-40ef-8eb4-2b4fd7a0ada0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0970054 Nov 25 17:16:08.179736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] For port 849605f5-50d6-4aab-9256-968ea43a3313, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=849605f5-50d6-4aab-9256-968ea43a3313,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:08.205527 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.228701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a49eee4a-d0e7-4df4-93dc-d8a185a8183a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 324a157c-daed-4978-b761-f1f854b5f4ec {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:08.229101 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49eee4a-d0e7-4df4-93dc-d8a185a8183a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.303742 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42fa604-25dc-4abc-9cc1-9b39ab4c84ee x-openstack-request-id: req-a42fa604-25dc-4abc-9cc1-9b39ab4c84ee {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:08.304321 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f756ff-f40d-4c6e-88f4-208ec1624b08", "name": "network-vif-deleted", "tag": "5e6dcbcb-4e5f-48b8-bfa9-a7e977164878", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:08.304751 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a42fa604-25dc-4abc-9cc1-9b39ab4c84ee {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:08.306125 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f756ff-f40d-4c6e-88f4-208ec1624b08', 'name': 'network-vif-deleted', 'tag': '5e6dcbcb-4e5f-48b8-bfa9-a7e977164878', 'status': 'completed', 'code': 200} Nov 25 17:16:08.485305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afaf21-b727-4458-8a70-3879557bd98b None None] Pushing event updated for resources: {'Port': ['ID=849605f5-50d6-4aab-9256-968ea43a3313,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:08.498429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cde8ee2f-6db4-47c8-bd06-8917f64a95c3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.501330 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49eee4a-d0e7-4df4-93dc-d8a185a8183a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.549579 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.589544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a49eee4a-d0e7-4df4-93dc-d8a185a8183a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 324a157c-daed-4978-b761-f1f854b5f4ec owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:08.609313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.611908 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-50f9c5c1-3cc8-497e-bf72-c8769ecee40e service neutron] show failed (client error): The resource could not be found. Nov 25 17:16:08.613004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-50f9c5c1-3cc8-497e-bf72-c8769ecee40e service neutron] 10.222.0.60 "GET /v2.0/ports/25057cfa-c1ab-49e6-8858-e0ce1c439b6d/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.3357804 Nov 25 17:16:08.615194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cde8ee2f-6db4-47c8-bd06-8917f64a95c3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.656652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d91eca-fb89-4c09-a2da-8a145ea69d1f req-eb106f32-0ce1-42a5-8e9b-6cf1e7138e46 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:08.657993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8ee2f-6db4-47c8-bd06-8917f64a95c3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe22dd6-3e55-455f-a1b3-89aec0b2f252,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:08.682093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17d91eca-fb89-4c09-a2da-8a145ea69d1f req-eb106f32-0ce1-42a5-8e9b-6cf1e7138e46 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.2848327 Nov 25 17:16:08.708997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cde8ee2f-6db4-47c8-bd06-8917f64a95c3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.708997 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cde8ee2f-6db4-47c8-bd06-8917f64a95c3 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4542222 Nov 25 17:16:08.708997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43342) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:08.735732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:08.779403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 75f2cfb5-35d0-4392-8b24-83498a97d9a1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:08.965263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17d91eca-fb89-4c09-a2da-8a145ea69d1f req-b6543e88-bcd8-4de5-bc2f-67d8185c135e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784820 Nov 25 17:16:08.969303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.057302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:09.063537 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.239063 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc527eb0-2048-411a-9ad9-814d4169272f req-c64d69ab-6dbb-4542-ba48-001c8023574f tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=40f756ff-f40d-4c6e-88f4-208ec1624b08 HTTP/1.1" status: 200 len: 210 time: 0.1387963 Nov 25 17:16:09.305674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49eee4a-d0e7-4df4-93dc-d8a185a8183a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.391411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eee4a-d0e7-4df4-93dc-d8a185a8183a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=324a157c-daed-4978-b761-f1f854b5f4ec,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:09.417501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a49eee4a-d0e7-4df4-93dc-d8a185a8183a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.425160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a49eee4a-d0e7-4df4-93dc-d8a185a8183a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/324a157c-daed-4978-b761-f1f854b5f4ec HTTP/1.1" status: 204 len: 168 time: 1.4952168 Nov 25 17:16:09.425817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:09.497221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-5c7ee392-86e3-4804-b237-2d3f6bd90db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:09.498800 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-5c7ee392-86e3-4804-b237-2d3f6bd90db0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 1101 time: 0.2408366 Nov 25 17:16:09.503341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:09.517059 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0bbdec-da6c-4ac8-bc05-af1901f57279 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:16:09.520351 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bf0bbdec-da6c-4ac8-bc05-af1901f57279 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/324a157c-daed-4978-b761-f1f854b5f4ec HTTP/1.1" status: 404 len: 333 time: 0.0916669 Nov 25 17:16:09.538076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:09.541259 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a67d8cfe-5010-4f1d-80c6-f031dba189db req-68b5a4ad-7ae5-407e-906b-d8a347fd1c14 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 210 time: 0.1122048 Nov 25 17:16:09.543490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43358) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:09.545347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:16:09.545912 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5e6dcbcb-4e5f-48b8-bfa9-a7e977164878 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:09.564280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'name': 'tempest-PortsIpV6TestJSON-2056032110'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:09.626627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Allocated IP 172.25.1.112 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/08fb1f9d-00c4-46b6-b8fd-75136dc1df38) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:09.629455 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.741526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:09.741975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.749245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.771171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port aae79049-8e7a-4789-8e34-83968b04e859 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:10.116811 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.138130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.221657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.360903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.412905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:10.471961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:10.475436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:10.602000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08318a66-d6b2-4978-925e-208ef545c4dc None None] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:10.660021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Allocated IP 172.25.1.174 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/46313eb3-45c8-4996-9a24-91f1e0630234) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:10.711795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c4252f71-7832-4ae2-b9d4-57e88770a897 None None] Provisioning complete for port 849605f5-50d6-4aab-9256-968ea43a3313 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:10.712634 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4252f71-7832-4ae2-b9d4-57e88770a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.748257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:10.753997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:10.761756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:10.773549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:10.775348 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.778602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 849605f5-50d6-4aab-9256-968ea43a3313 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:10.822068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2c8eb-0d44-465e-8394-48d7eadf3e82 req-0d8d9b49-c722-4861-b772-d917d53c3cbf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:10.829460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Pushing event updated for resources: {'Port': ['ID=08fb1f9d-00c4-46b6-b8fd-75136dc1df38,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:10.832987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e2c8eb-0d44-465e-8394-48d7eadf3e82 req-0d8d9b49-c722-4861-b772-d917d53c3cbf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.6581323 Nov 25 17:16:10.890168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3425982 Nov 25 17:16:10.894544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43372) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:10.897889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217a9b-05f6-4685-881a-eafb424360d4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=aae79049-8e7a-4789-8e34-83968b04e859,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:10.904395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:10.962373 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e2c8eb-0d44-465e-8394-48d7eadf3e82 req-d3c93551-670a-4a3f-8261-5905ef080db1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123400 Nov 25 17:16:11.006724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-a51ab292-88da-47bd-8034-f782fc669f87 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:11.006982 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-a51ab292-88da-47bd-8034-f782fc669f87 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.95 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 813 time: 0.7365384 Nov 25 17:16:11.033987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 849605f5-50d6-4aab-9256-968ea43a3313 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:11.034484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.047762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2522f159-a532-4b98-94af-e5e75f6bbb15 req-a8266209-45a2-4c63-8d97-f4877783f790 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0437980 Nov 25 17:16:11.072628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'port': {'device_id': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca', 'admin_state_up': True, 'tenant_id': '7e4e7fe329784ce1aaaa27269b7f2263'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:11.094427 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.134482 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4252f71-7832-4ae2-b9d4-57e88770a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.145812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7169ece-1d2e-4012-9ee6-d0d11e45acd9 req-992c7493-1991-4e3d-ad65-b3d399d09c57 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:11.156662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7169ece-1d2e-4012-9ee6-d0d11e45acd9 req-992c7493-1991-4e3d-ad65-b3d399d09c57 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 944 time: 0.0912914 Nov 25 17:16:11.201590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c4252f71-7832-4ae2-b9d4-57e88770a897 None None] For port 849605f5-50d6-4aab-9256-968ea43a3313, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=849605f5-50d6-4aab-9256-968ea43a3313,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:11.235238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7169ece-1d2e-4012-9ee6-d0d11e45acd9 req-72e6768c-d5e7-43b5-9d27-97019defbd10 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774205 Nov 25 17:16:11.254733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4252f71-7832-4ae2-b9d4-57e88770a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.310374 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.402618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4252f71-7832-4ae2-b9d4-57e88770a897 None None] Pushing event updated for resources: {'Port': ['ID=849605f5-50d6-4aab-9256-968ea43a3313,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:11.407957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-490ffc0d-8257-4bb9-ab43-a3d234bcd344 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:11.409977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-490ffc0d-8257-4bb9-ab43-a3d234bcd344 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.95 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 944 time: 0.0941093 Nov 25 17:16:11.445140 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:16:11.447871 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:16:11.450097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.549947 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Deleting port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:11.550355 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.585823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-305accf6-b55f-461a-86ed-08a031efdd55 None None] Provisioning complete for port 849605f5-50d6-4aab-9256-968ea43a3313 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:11.588732 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-305accf6-b55f-461a-86ed-08a031efdd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.602770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:11.613240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.642140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:11.657224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:11.661510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event updated for resources: {'Port': ['ID=46313eb3-45c8-4996-9a24-91f1e0630234,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:11.669703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:11.723401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] For port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,segment=NetworkSegment(aee237ed-bef9-46f7-83c6-941f8a7c3b03),segment_id=aee237ed-bef9-46f7-83c6-941f8a7c3b03)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:11.724010 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.751496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Calling delete_port for b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:11.933312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.975123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Pushing event deleted for resources: {'Port': ['ID=b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:12.036650 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] No DVR routers for this DVR port b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:12.039893 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.052528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82d0acb0-cfa4-4066-a916-f408fb426d90 req-017f594b-e61b-46fd-8a0e-fdca0c424f56 tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.95 "DELETE /v2.0/ports/b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c HTTP/1.1" status: 204 len: 173 time: 0.6285760 Nov 25 17:16:12.052528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'name': 'network-vif-deleted', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:12.065418 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97505ec-6566-4422-803d-76e5ab6d5777" -d '{"events": [{"server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "name": "network-vif-deleted", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:12.140286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78421dce-b813-4cd8-90bf-d57edff4641a req-7665cf66-33fa-46cb-a202-c1eeb2292de0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:12.142373 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78421dce-b813-4cd8-90bf-d57edff4641a req-7665cf66-33fa-46cb-a202-c1eeb2292de0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.0603650 Nov 25 17:16:12.155635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:12.192433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Made reservation on behalf of 7e4e7fe329784ce1aaaa27269b7f2263 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:12.196625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.255011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78421dce-b813-4cd8-90bf-d57edff4641a req-8e2be3a5-3906-442f-ad32-d003a135ae9b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919323 Nov 25 17:16:12.304415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe46936c-c8ab-4262-acde-c9d125acc943 req-afc90478-f24e-4c9e-8bcb-d40712bd09ab tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0287743 Nov 25 17:16:12.312602 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41109db-67e3-4358-a98e-79224f8d82a6 x-openstack-request-id: req-f41109db-67e3-4358-a98e-79224f8d82a6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:12.313010 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc9488e-7321-4aec-80e6-f3c65e3c5d31", "name": "network-vif-deleted", "tag": "b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:12.313225 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f41109db-67e3-4358-a98e-79224f8d82a6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:12.313634 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc9488e-7321-4aec-80e6-f3c65e3c5d31', 'name': 'network-vif-deleted', 'tag': 'b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c', 'status': 'completed', 'code': 200} Nov 25 17:16:12.375283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:12.377600 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d47391-1209-4cdd-9d01-a5e84496aaa2" -d '{"events": [{"server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "name": "network-vif-unplugged", "status": "completed", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:12.389655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.422315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.454880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-300eb251-3025-44e7-9a21-174d48719ae1 req-4020d117-a8a7-4079-b0b5-3239d356ff3a tempest-LiveMigrationTest-1242401264 tempest-LiveMigrationTest-1242401264-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc9488e-7321-4aec-80e6-f3c65e3c5d31 HTTP/1.1" status: 200 len: 210 time: 0.0413954 Nov 25 17:16:12.485198 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.490946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Transition to ACTIVE for port object 25057cfa-c1ab-49e6-8858-e0ce1c439b6d will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:12.568804 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6767b09c-fb67-4122-9c9f-129630a49984 x-openstack-request-id: req-6767b09c-fb67-4122-9c9f-129630a49984 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:12.569441 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "name": "network-vif-unplugged", "status": "completed", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:12.570184 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6767b09c-fb67-4122-9c9f-129630a49984 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:12.571002 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'code': 200} Nov 25 17:16:12.577158 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.626025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 849605f5-50d6-4aab-9256-968ea43a3313 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:12.706181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.733120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 849605f5-50d6-4aab-9256-968ea43a3313 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:12.733687 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.799058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.880973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] No DVR routers for this DVR port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:12.883990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.892582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:12.937614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Allocated IP 172.20.0.5 (6d7ce7e8-b145-4262-ab7c-40b853bd10ca/5b75730f-9290-40d9-b1e6-b30afe8cda90/73fb55f0-f52e-4ec4-b506-6dbd0345b545) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:13.013977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] In _notify_port_updated(), no bound segment for port aae79049-8e7a-4789-8e34-83968b04e859 on network cf5cb3f5-5943-4f41-a974-97008c523320 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:16:13.020054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:13.020886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.022241 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "PUT /v2.0/ports/aae79049-8e7a-4789-8e34-83968b04e859 HTTP/1.1" status: 200 len: 818 time: 2.1224251 Nov 25 17:16:13.026097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:13.143037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 25057cfa-c1ab-49e6-8858-e0ce1c439b6d no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:13.150017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefac694-cdc1-4b43-9abd-50c1b1fa1bd3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=aae79049-8e7a-4789-8e34-83968b04e859,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:13.169628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Attempting to bind port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:13.170447 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Attempting to bind port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:13.171187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Attempting to bind port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:13.192833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-29d4338d-9acc-4da4-9d93-50359d175eac tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port aae79049-8e7a-4789-8e34-83968b04e859 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:13.194988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29d4338d-9acc-4da4-9d93-50359d175eac tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.218040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 25057cfa-c1ab-49e6-8858-e0ce1c439b6d not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:13.240524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:13.241059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Attempting to bind port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:13.279186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:13.279594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:13.280040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:13.280339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Bound port: 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:13.280731 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.364346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29d4338d-9acc-4da4-9d93-50359d175eac tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.382662 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.439457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-29d4338d-9acc-4da4-9d93-50359d175eac tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for aae79049-8e7a-4789-8e34-83968b04e859 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:13.442692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.487659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1416c443-50c4-41d6-860c-edc76b3d2155 req-4eeaeb95-21d9-45c5-a8eb-175da3ed69b5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0496299 Nov 25 17:16:13.503371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.555760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:13.563266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f6dd-37b0-49c7-b417-dd504423695c req-ccfa5b3d-213a-4b53-9253-899ca2c5b1fa tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:13.571548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1b5f6dd-37b0-49c7-b417-dd504423695c req-ccfa5b3d-213a-4b53-9253-899ca2c5b1fa tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 948 time: 0.2005877 Nov 25 17:16:13.574089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:13.593801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43440) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:13.616546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:16:13.619455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b3bb7203-ab3c-4dff-9aec-34c32ad5ac9c not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:13.656453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:13.671785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1b5f6dd-37b0-49c7-b417-dd504423695c req-daae0659-b315-4f36-bc59-f5b692741867 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990028 Nov 25 17:16:13.686328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.716237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.718097 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29d4338d-9acc-4da4-9d93-50359d175eac tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.727355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event updated for resources: {'Port': ['ID=46313eb3-45c8-4996-9a24-91f1e0630234,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:13.788804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4338d-9acc-4da4-9d93-50359d175eac tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=aae79049-8e7a-4789-8e34-83968b04e859,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:13.798238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29d4338d-9acc-4da4-9d93-50359d175eac tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.806239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-29d4338d-9acc-4da4-9d93-50359d175eac tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/aae79049-8e7a-4789-8e34-83968b04e859 HTTP/1.1" status: 204 len: 168 time: 0.7779734 Nov 25 17:16:13.806978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:13.811608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.819508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:13.821497 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.824100 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] 10.222.0.95 "PUT /v2.0/ports/25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 1096 time: 4.2976568 Nov 25 17:16:13.878207 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.879791 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fdf88be0-bee5-4913-a84d-48f043a1a273 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1639233 Nov 25 17:16:13.899934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.900401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff2013d-536b-4f33-a1f6-03d35adf498b admin admin] Deleting subnet 6e1beb38-5c08-499a-bd1c-8c41ce530903 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:16:13.904260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41de14b-afe5-4c11-8c88-e7bacd92ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:13.912333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff2013d-536b-4f33-a1f6-03d35adf498b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.002156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:14.012202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:14.028449 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff2013d-536b-4f33-a1f6-03d35adf498b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.033762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:14.038724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:16:14.040920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'Port': ['ID=73fb55f0-f52e-4ec4-b506-6dbd0345b545,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:14.079923 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-b98f278d-e8bd-424d-8a4b-b0899eb66abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.081546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-b98f278d-e8bd-424d-8a4b-b0899eb66abe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1099 time: 0.2244122 Nov 25 17:16:14.110744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff2013d-536b-4f33-a1f6-03d35adf498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.122400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779871d0-8bdb-4dee-a624-cbd88c5333c4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.129474 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-779871d0-8bdb-4dee-a624-cbd88c5333c4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3182395 Nov 25 17:16:14.147815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:14.247209 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a033529c-dff4-48e0-8bac-24343d83e18e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:16:14.248675 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a033529c-dff4-48e0-8bac-24343d83e18e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/aae79049-8e7a-4789-8e34-83968b04e859 HTTP/1.1" status: 404 len: 333 time: 0.0977666 Nov 25 17:16:14.267938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:14.285679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1312608276'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:14.295152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.295944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.315588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff2013d-536b-4f33-a1f6-03d35adf498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.392028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2013d-536b-4f33-a1f6-03d35adf498b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1beb38-5c08-499a-bd1c-8c41ce530903,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:14.396610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:14.401663 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-7d6ff2b2-27b2-49bc-9f98-e45aaa7a2428 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3438663 Nov 25 17:16:14.403422 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.406754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-105971ad-662d-482c-803e-14356246732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.408335 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-105971ad-662d-482c-803e-14356246732e service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3139894 Nov 25 17:16:14.410292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff2013d-536b-4f33-a1f6-03d35adf498b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.413770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aff2013d-536b-4f33-a1f6-03d35adf498b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6e1beb38-5c08-499a-bd1c-8c41ce530903 HTTP/1.1" status: 204 len: 168 time: 0.8189359 Nov 25 17:16:14.423424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:14.426150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Request body: {'port': {'device_id': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:14.493997 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-f711a598-f98e-4c41-842c-34c511f275ce service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 217 time: 0.0724325 Nov 25 17:16:14.544400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:14.577255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.577255 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Added segment 619b6fd9-d09d-4630-bb1a-c64c2474d3e9 of type vlan for network 73e8b23b-92bf-46fc-bedd-f6699724bc86 Nov 25 17:16:14.595857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:14.604349 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.606930 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d46a653-5d06-4b75-8474-d310a6bbd25f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:14.650418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:14.658747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-b708724a-3b4d-4fcd-a1fb-4e7480a7115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.660280 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-b708724a-3b4d-4fcd-a1fb-4e7480a7115a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1571603 Nov 25 17:16:14.687317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Sync routers for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:14.715232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:14.716022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:14.770275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.784405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.793115 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-387a6d57-2d01-4253-a75b-62635c0ee892 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7666359 Nov 25 17:16:14.818335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:14.835422 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33044ac-9c05-4826-8829-9c8f52f053ac x-openstack-request-id: req-d33044ac-9c05-4826-8829-9c8f52f053ac {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:14.836853 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:14.836853 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d33044ac-9c05-4826-8829-9c8f52f053ac {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:14.836853 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'status': 'completed', 'code': 200} Nov 25 17:16:14.845463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.878398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c2d6eb53-46ce-4ffd-8a10-2ec56842c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.880050 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-c2d6eb53-46ce-4ffd-8a10-2ec56842c59a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016325 Nov 25 17:16:14.984854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:15.075567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.091877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:15.092554 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.134982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.302205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0312190 Nov 25 17:16:15.307654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a372fd2-fd20-46be-88d6-b1e28cdca09a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:15.310553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43536) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:15.347793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:15.460485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee237ed-bef9-46f7-83c6-941f8a7c3b03') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:15.461976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee237ed-bef9-46f7-83c6-941f8a7c3b03') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:15.474440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466d501-b39f-4aba-9d67-894036a6dda7 req-0f13b773-2baa-4fa3-8af7-64899168d4e5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:15.485885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c466d501-b39f-4aba-9d67-894036a6dda7 req-0f13b773-2baa-4fa3-8af7-64899168d4e5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 931 time: 0.7658443 Nov 25 17:16:15.487969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:11Z', 'revision_number': 3, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:15.530101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Checking router: f6903c5c-7ec7-4d9b-adba-adf25bd8d211 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:15.534378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Updating router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:15.571985 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.572215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8bd53-e29e-4abf-876c-7f73e7693c23 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Network': ['ID=73e8b23b-92bf-46fc-bedd-f6699724bc86,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:15.580644 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.594931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c466d501-b39f-4aba-9d67-894036a6dda7 req-8e67a7b4-fa58-4f39-b011-4561ecca3e1e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073112 Nov 25 17:16:15.631884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21abb9-5848-4cf7-af84-00c4294f15f6 req-273ed3ab-dd10-406e-b847-485352400e2c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:15.645260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d21abb9-5848-4cf7-af84-00c4294f15f6 req-273ed3ab-dd10-406e-b847-485352400e2c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 948 time: 0.5476007 Nov 25 17:16:15.724637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.807717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:16:15.808745 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:16:15.815057 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:16:15.838807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:15.843169 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.864901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-2b3b0d52-9259-4572-8ba7-9c6507146225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:15.870029 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-2b3b0d52-9259-4572-8ba7-9c6507146225 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1099 time: 0.5565884 Nov 25 17:16:15.990872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:16.090214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-9a1ad3ca-3c8b-4519-b8f0-b7c577b3cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:16.091635 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-9a1ad3ca-3c8b-4519-b8f0-b7c577b3cefd service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2023752 Nov 25 17:16:16.098144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.126548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d21abb9-5848-4cf7-af84-00c4294f15f6 req-aa7707b9-cddc-47ab-80b8-96c43d30f570 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787083 Nov 25 17:16:16.129989 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.141104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2a372fd2-fd20-46be-88d6-b1e28cdca09a HTTP/1.1" status: 204 len: 168 time: 1.7164986 Nov 25 17:16:16.145345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:16.210404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468eee0-87bb-4873-91e4-9c605e4eff63 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a372fd2-fd20-46be-88d6-b1e28cdca09a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:16.213325 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-e65f97d5-65b8-426d-ae5b-432e548bdacb service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047117 Nov 25 17:16:16.259000 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-d6ef9098-3195-4284-b0ea-96355b707d74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 217 time: 0.1217341 Nov 25 17:16:16.261723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c714e54-2e07-4ef3-b853-29d35df44de5 admin admin] Deleting subnet a517a77d-427a-48ec-a54c-c37d6f1d1a2d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:16:16.316503 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c714e54-2e07-4ef3-b853-29d35df44de5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.372317 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.387144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c714e54-2e07-4ef3-b853-29d35df44de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.398302 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.411599 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.426782 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-27811445-9dc7-4045-b833-f51d040b911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:16.428298 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-27811445-9dc7-4045-b833-f51d040b911c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1439052 Nov 25 17:16:16.513317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=8d49d570-db10-4a1b-9ce5-ea9414009203,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:16.522151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c714e54-2e07-4ef3-b853-29d35df44de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.525201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking segment: {'id': '619b6fd9-d09d-4630-bb1a-c64c2474d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:16.525579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network hostable DHCP agents. Network: 73e8b23b-92bf-46fc-bedd-f6699724bc86, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:16.542642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Attempting to bind port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:16.543025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Attempting to bind port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:16.544099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Attempting to bind port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:16.579648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:16.580270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:16.580692 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.581125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:16.581653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Bound port: 08fb1f9d-00c4-46b6-b8fd-75136dc1df38, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:16.582045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.603974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:16.631488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 73e8b23b-92bf-46fc-bedd-f6699724bc86) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:16.643142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:16.643976 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.659992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c714e54-2e07-4ef3-b853-29d35df44de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.684625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f10915-c4ac-4cf1-b9ac-6b99ea6aad5e None None] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:16.705089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c714e54-2e07-4ef3-b853-29d35df44de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a517a77d-427a-48ec-a54c-c37d6f1d1a2d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:16.718331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fb55c4cc-06ad-4d79-8e09-068b0f949461 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3891234 Nov 25 17:16:16.718581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43550) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:16.726357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2042d626-1182-4b99-8fdd-88d01b7cddcb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:16.731129 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c714e54-2e07-4ef3-b853-29d35df44de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.737398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0c714e54-2e07-4ef3-b853-29d35df44de5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a517a77d-427a-48ec-a54c-c37d6f1d1a2d HTTP/1.1" status: 204 len: 168 time: 0.5895770 Nov 25 17:16:16.739638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43552) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:16.866860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-e6ab8908-5c2b-47c2-92db-82793d95d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:16.870191 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-e6ab8908-5c2b-47c2-92db-82793d95d65a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4225755 Nov 25 17:16:16.874499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fbfd3-0ba5-4a8c-8bf8-14330f9e2d77 None None] Pushing event updated for resources: {'Port': ['ID=08fb1f9d-00c4-46b6-b8fd-75136dc1df38,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:16.881829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] For port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:16.897841 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bba0f49d-98e8-442a-95f7-f0fe233bfed4 req-74e1bdc2-e659-4d99-b498-cbc27a3fd1be service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433203 Nov 25 17:16:17.029975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] For port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08fb1f9d-00c4-46b6-b8fd-75136dc1df38,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:17.049334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.103842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315646f-7c55-4b21-88c3-a505ac0eb19e req-9eb88673-367c-41f4-bd0d-7e6ce2a9ce3f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:17.108901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7315646f-7c55-4b21-88c3-a505ac0eb19e req-9eb88673-367c-41f4-bd0d-7e6ce2a9ce3f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 931 time: 0.3680496 Nov 25 17:16:17.311702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.377908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:17.378548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:17.397151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fbfd3-0ba5-4a8c-8bf8-14330f9e2d77 None None] Pushing event updated for resources: {'Port': ['ID=08fb1f9d-00c4-46b6-b8fd-75136dc1df38,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:17.441595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.503633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-d7193adc-a78c-4736-81ce-4f3af57dfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:17.505768 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-d7193adc-a78c-4736-81ce-4f3af57dfa01 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1099 time: 0.2852840 Nov 25 17:16:17.514027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fb55f0-f52e-4ec4-b506-6dbd0345b545 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:17.544802 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-27065eee-e995-4609-a20e-5143828517ae service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608834 Nov 25 17:16:17.564903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.637063 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7315646f-7c55-4b21-88c3-a505ac0eb19e req-ea352028-b76c-43f9-ba96-c246c85f540d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817703 Nov 25 17:16:17.638716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2042d626-1182-4b99-8fdd-88d01b7cddcb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:17.649057 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2042d626-1182-4b99-8fdd-88d01b7cddcb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.678042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-73e8b23b-92bf-46fc-bedd-f6699724bc86', 'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86', 'tenant_id': 'b8a6b31a9f6f4cd19a23a3921eae41de', 'fixed_ips': [{'subnet_id': '8d49d570-db10-4a1b-9ce5-ea9414009203'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:17.679779 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.709052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c213fd-c682-4ba9-99e1-758e909fdfbf req-f47cdfe5-6d73-41ca-a649-4e52b74b5355 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:17.721202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07c213fd-c682-4ba9-99e1-758e909fdfbf req-f47cdfe5-6d73-41ca-a649-4e52b74b5355 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 948 time: 0.3131726 Nov 25 17:16:17.975040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Allocated IP 172.20.0.1 (af923ac7-74c6-4b48-b36f-5047e89dfdb4/f12de2ce-9a48-4f26-81e7-fd454e827edd/f418f451-b213-4a44-91f0-92ca84413e6d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:17.991855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.062994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:18.108081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07c213fd-c682-4ba9-99e1-758e909fdfbf req-d17f43a7-06eb-47f2-8f82-ce54747f956f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823185 Nov 25 17:16:18.155569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Transition to ACTIVE for port object 73fb55f0-f52e-4ec4-b506-6dbd0345b545 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:18.205535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.211716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23872dac-3bdf-47ed-ba57-5594d6cbf091']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:18.280302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792c7adb-ede2-4bc7-a925-ee3fd4376ac7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:18.280601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792c7adb-ede2-4bc7-a925-ee3fd4376ac7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:18.284493 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-2042d626-1182-4b99-8fdd-88d01b7cddcb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d49d570-db10-4a1b-9ce5-ea9414009203 (CIDR: 2001:db8::/64) Nov 25 17:16:18.307475 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2042d626-1182-4b99-8fdd-88d01b7cddcb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:16:18.307945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2042d626-1182-4b99-8fdd-88d01b7cddcb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:16:18.321521 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.371794 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.388819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2042d626-1182-4b99-8fdd-88d01b7cddcb tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6688299 Nov 25 17:16:18.389575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43572) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:18.414875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:18.419377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:16:18.419787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:16:18.421609 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:16:18.505631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Allocated IP 2001:db8::2 (73e8b23b-92bf-46fc-bedd-f6699724bc86/8d49d570-db10-4a1b-9ce5-ea9414009203/08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:18.642153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-f9135a7a-3a56-4171-87fe-ee6b1eb3ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:18.656044 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-f9135a7a-3a56-4171-87fe-ee6b1eb3ab59 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 1.1325638 Nov 25 17:16:18.741351 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-0598b9cb-f31a-457a-9d00-fb03b755a511 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1709700 Nov 25 17:16:18.812101 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.838625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.883174 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] 10.222.0.81 "DELETE /v2.0/networks/23872dac-3bdf-47ed-ba57-5594d6cbf091 HTTP/1.1" status: 204 len: 168 time: 2.0729587 Nov 25 17:16:18.947469 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-29ff00ee-7a19-4b7c-8d32-382f9e0e6fdd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 217 time: 0.2328048 Nov 25 17:16:18.972307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Pushing event updated for resources: {'Port': ['ID=73fb55f0-f52e-4ec4-b506-6dbd0345b545,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:19.138741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Attempting to bind port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:19.139828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Attempting to bind port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:19.139828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Attempting to bind port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 on network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:19.156259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 on network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:19.158811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Attempting to bind port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 on network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:19.172474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561b632-de27-457e-bc9b-952036494213 admin admin] Pushing event deleted for resources: {'Network': ['ID=23872dac-3bdf-47ed-ba57-5594d6cbf091,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:19.185078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:19.185578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Checking segment: {'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:19.186431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Bound using segment: {'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:19.186813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Bound port: 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:19.187335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.239227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:19.291163 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.292120 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.298137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-50f09626-7bf1-4496-80cd-9c15ef762066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:19.300345 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-50f09626-7bf1-4496-80cd-9c15ef762066 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.3012450 Nov 25 17:16:19.351052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.428625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ffdff-d4d7-42ff-9940-760264b9d0d0 req-4de6822e-ca15-4026-aa34-4f94c0bb0b01 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:19.439209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed9ffdff-d4d7-42ff-9940-760264b9d0d0 req-4de6822e-ca15-4026-aa34-4f94c0bb0b01 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 943 time: 0.5390141 Nov 25 17:16:19.530182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-6e74adf2-beee-4df2-98b9-100b4c200d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:19.532265 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-6e74adf2-beee-4df2-98b9-100b4c200d00 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021897 Nov 25 17:16:19.584196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 25057cfa-c1ab-49e6-8858-e0ce1c439b6d details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:16:19.597047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:19.598113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Pushing event updated for resources: {'Port': ['ID=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:19.611360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:19.621828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:19.625526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0e0af19f-559b-4b19-a157-27688428117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:11Z', 'revision_number': 3, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:19.678299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c946b53b-0893-4398-bcb1-1389233c337b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16f239ed12554ebe8fcdb9786186913f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084897 Nov 25 17:16:19.692296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed9ffdff-d4d7-42ff-9940-760264b9d0d0 req-f6987a4d-9ccc-4675-aec8-2390b457c231 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516947 Nov 25 17:16:19.698196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:19.722778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] For port 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:19.726990 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-53d9d237-3ecf-444d-83cf-24f780a9b84e service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792381 Nov 25 17:16:19.736744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:19.741804 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.754092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0af19f-559b-4b19-a157-27688428117b None None] The sync data for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 is: [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:11Z', 'revision_number': 3, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:19.765307 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.801076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] For port 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:19.882250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.908056 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Attempting to bind port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:19.909209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Attempting to bind port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '619b6fd9-d09d-4630-bb1a-c64c2474d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:19.909925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Attempting to bind port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa on network 73e8b23b-92bf-46fc-bedd-f6699724bc86 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:19.934995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:19.937926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Checking segment: {'id': '619b6fd9-d09d-4630-bb1a-c64c2474d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:19.938360 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.938776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Bound using segment: {'id': '619b6fd9-d09d-4630-bb1a-c64c2474d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:19.941276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Bound port: 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619b6fd9-d09d-4630-bb1a-c64c2474d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:19.942761 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.020963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:20.035734 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6d46a653-5d06-4b75-8474-d310a6bbd25f req-3ec9e36f-b7ae-4eba-bb0c-639d62cdb005 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180479 Nov 25 17:16:20.036340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:20.040593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:20.068836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:20.069559 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.071963 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] 10.222.0.95 "PUT /v2.0/ports/73fb55f0-f52e-4ec4-b506-6dbd0345b545 HTTP/1.1" status: 200 len: 1091 time: 5.6530151 Nov 25 17:16:20.072408 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:20.081123 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730b1db6-88c7-4181-8bf6-29f8b1f20050" -d '{"events": [{"name": "network-changed", "server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:20.139840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:20.220544 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055e3fc3-dfd1-42bc-ad29-f2bcc4cd0ee5 x-openstack-request-id: req-055e3fc3-dfd1-42bc-ad29-f2bcc4cd0ee5 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:20.221035 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:20.227358 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-055e3fc3-dfd1-42bc-ad29-f2bcc4cd0ee5 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:20.227358 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545', 'status': 'completed', 'code': 200} Nov 25 17:16:20.227735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'mac_address': 'fa:16:3e:51:8d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:16:20.279749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] For port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:20.281538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] For port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,segment=NetworkSegment(619b6fd9-d09d-4630-bb1a-c64c2474d3e9),segment_id=619b6fd9-d09d-4630-bb1a-c64c2474d3e9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:20.311544 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.327179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Pushing event updated for resources: {'Port': ['ID=f418f451-b213-4a44-91f0-92ca84413e6d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:20.345710 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.348957 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.414414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c8ab7-1ba6-43ce-8896-92b787385013 req-cd58a8b6-4063-4696-9389-ed223d038681 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:20.431141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b52c8ab7-1ba6-43ce-8896-92b787385013 req-cd58a8b6-4063-4696-9389-ed223d038681 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 948 time: 0.8495421 Nov 25 17:16:20.444704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25057cfa-c1ab-49e6-8858-e0ce1c439b6d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:20.542049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:20.581050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.620653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b52c8ab7-1ba6-43ce-8896-92b787385013 req-a6626463-4198-4d96-a83b-284fdc702461 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885023 Nov 25 17:16:20.637389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-5a9daee1-7928-4a5e-94a2-b2fb6107153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:20.642077 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-5a9daee1-7928-4a5e-94a2-b2fb6107153f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1094 time: 0.4701648 Nov 25 17:16:20.703586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-db536adb-9bf0-4f18-8452-f6fde71feb27 None None] Provisioning complete for port f418f451-b213-4a44-91f0-92ca84413e6d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:20.704452 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db536adb-9bf0-4f18-8452-f6fde71feb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.769955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565d200-e4dc-47d9-ba86-6a3390d246c4 None None] Pushing event updated for resources: {'Port': ['ID=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:20.783254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:20.799347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc03a2-043d-4279-afb6-edf9655bbf21 service neutron] Pushing event updated for resources: {'Port': ['ID=73fb55f0-f52e-4ec4-b506-6dbd0345b545,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:20.810334 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-6e400d69-a2e9-4b78-a871-f7f90dedca79 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545 HTTP/1.1" status: 200 len: 217 time: 0.1523445 Nov 25 17:16:20.911984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-23cd9c92-bd23-4ec5-b1d8-588cfed70dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:20.919973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-23cd9c92-bd23-4ec5-b1d8-588cfed70dd6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.0982342 Nov 25 17:16:21.071193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c33ef2d-eb30-4129-8406-088878df6c3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.111183 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-42d3d8d2-f380-4e83-8f8b-fdafbe0324fb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853689 Nov 25 17:16:21.194423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68c06-eaaf-4799-9beb-a69280145636 req-ea0f685a-3059-40b1-bdb8-d03e3d78bc3d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:21.197516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55e68c06-eaaf-4799-9beb-a69280145636 req-ea0f685a-3059-40b1-bdb8-d03e3d78bc3d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 943 time: 0.2080207 Nov 25 17:16:21.226137 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.260478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c33ef2d-eb30-4129-8406-088878df6c3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.441345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['25057cfa-c1ab-49e6-8858-e0ce1c439b6d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:21.499636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:21.505490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-db536adb-9bf0-4f18-8452-f6fde71feb27 None None] Port f418f451-b213-4a44-91f0-92ca84413e6d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:21.640772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb09a90-5171-4373-b7bd-c6fd57891bf7 req-9dd67b48-e875-4df2-a111-26a402e65e0f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:21.661918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bcb09a90-5171-4373-b7bd-c6fd57891bf7 req-9dd67b48-e875-4df2-a111-26a402e65e0f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 949 time: 0.5349014 Nov 25 17:16:21.690076 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.752021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:21.755780 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.797110 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c33ef2d-eb30-4129-8406-088878df6c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.803105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c33ef2d-eb30-4129-8406-088878df6c3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.804311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2c33ef2d-eb30-4129-8406-088878df6c3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0aacfd15-fe37-4e30-8bd7-7d3f832e9f29 HTTP/1.1" status: 204 len: 168 time: 2.0996456 Nov 25 17:16:21.927059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ef2d-eb30-4129-8406-088878df6c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aacfd15-fe37-4e30-8bd7-7d3f832e9f29,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:21.968594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:21.980423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:22.003770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:22.004345 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.009838 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.046390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55e68c06-eaaf-4799-9beb-a69280145636 req-a5a1121a-99b4-4a41-a736-da827631b170 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7941749 Nov 25 17:16:22.079409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08fb1f9d-00c4-46b6-b8fd-75136dc1df38,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:22.092848 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.116219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bcb09a90-5171-4373-b7bd-c6fd57891bf7 req-9d958b11-9fdb-4c08-a41b-bb5b4b9acde3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442382 Nov 25 17:16:22.122460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=b41c7709-05c5-4872-acff-c8af5077f3f3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:22.159123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7c1315f2-4614-4f53-9097-f2f83d8ecb6e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7604301 Nov 25 17:16:22.165378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43612) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:22.175031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86', 'fixed_ips': [{'subnet_id': '8d49d570-db10-4a1b-9ce5-ea9414009203'}, {'subnet_id': 'b41c7709-05c5-4872-acff-c8af5077f3f3'}], 'name': 'tempest-PortsIpV6TestJSON-505774051'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:22.223468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=08fb1f9d-00c4-46b6-b8fd-75136dc1df38,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:22.399198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-6748fea4-04f2-445b-ab65-fbfcba21c25f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:22.400805 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-6748fea4-04f2-445b-ab65-fbfcba21c25f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 949 time: 1.1758084 Nov 25 17:16:22.448878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-56b41b0c-8504-45eb-9c22-024ac9e6d88f service neutron] 10.222.0.95 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3242524 Nov 25 17:16:22.471966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d88eeef-9189-464e-ba19-39f2ded7241a None None] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:22.475196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:22.623079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:22.626576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.688892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port e34175aa-ac9d-4b60-ae52-de0be99eae43 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:22.755571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c7e84f43-412f-4e10-bc6e-be8704b137d7 None None] Provisioning complete for port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:22.756113 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7e84f43-412f-4e10-bc6e-be8704b137d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.767857 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-042d13b6-bedc-41ac-91b3-b3914bd1b084 req-d0dddf8d-72bb-4748-8594-d8e7ae2f2050 service neutron] 10.222.0.95 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727377 Nov 25 17:16:22.847560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a7288ee9-a514-4335-a906-5152b5234eb3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f5709c680c64587897776fd25cf44c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184639 Nov 25 17:16:22.851350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:22.902389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:23.011815 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7e84f43-412f-4e10-bc6e-be8704b137d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.027213 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-7fdc0ace-2f06-401f-8dfe-17e9dced705d service neutron] delete failed (client error): The resource could not be found. Nov 25 17:16:23.027213 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-7fdc0ace-2f06-401f-8dfe-17e9dced705d service neutron] 10.222.0.60 "DELETE /v2.0/ports/25057cfa-c1ab-49e6-8858-e0ce1c439b6d/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.6026931 Nov 25 17:16:23.045210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-20f8bd62-cc4f-46ac-9ed7-7e80dc42d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:23.048083 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-20f8bd62-cc4f-46ac-9ed7-7e80dc42d33a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1094 time: 0.1503267 Nov 25 17:16:23.131243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c7e84f43-412f-4e10-bc6e-be8704b137d7 None None] For port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,segment=NetworkSegment(619b6fd9-d09d-4630-bb1a-c64c2474d3e9),segment_id=619b6fd9-d09d-4630-bb1a-c64c2474d3e9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:23.131484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79c54569-d4e7-4bfb-91ab-3830a5438fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.167292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:23.167670 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.171384 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7e84f43-412f-4e10-bc6e-be8704b137d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.255181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.303368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.360649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79c54569-d4e7-4bfb-91ab-3830a5438fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.471283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a9952e-e56b-4907-a9a2-8bfc74afd531 None None] Update dhcp port {'port': {'network_id': '73e8b23b-92bf-46fc-bedd-f6699724bc86', 'fixed_ips': [{'subnet_id': '8d49d570-db10-4a1b-9ce5-ea9414009203', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b41c7709-05c5-4872-acff-c8af5077f3f3'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:16:23.487301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44b66f-f40a-4ab9-841e-6dcfc945809b req-a6d9c460-6750-4df9-acde-94794b88fdb7 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:23.495486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e44b66f-f40a-4ab9-841e-6dcfc945809b req-a6d9c460-6750-4df9-acde-94794b88fdb7 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 943 time: 0.3298984 Nov 25 17:16:23.514505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e84f43-412f-4e10-bc6e-be8704b137d7 None None] Pushing event updated for resources: {'Port': ['ID=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:23.528406 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8a9952e-e56b-4907-a9a2-8bfc74afd531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.542247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-71d27a6a-88ee-4540-b865-33e6ea1575d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:23.544540 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-71d27a6a-88ee-4540-b865-33e6ea1575d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1100 time: 0.2626421 Nov 25 17:16:23.588275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c71f05-1110-4c5c-806a-fc4a5264fb0c req-47a893cc-1f45-4886-b818-e2cdd4f7eb12 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:23.591543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-69c71f05-1110-4c5c-806a-fc4a5264fb0c req-47a893cc-1f45-4886-b818-e2cdd4f7eb12 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 949 time: 0.2557352 Nov 25 17:16:23.666359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:23.667723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 25057cfa-c1ab-49e6-8858-e0ce1c439b6d up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:23.699966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-19aa9fe6-0fe4-4093-bb4c-8afc57d1a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:23.710139 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-19aa9fe6-0fe4-4093-bb4c-8afc57d1a4c3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 914 time: 0.6550565 Nov 25 17:16:23.716152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Pushing event updated for resources: {'Port': ['ID=f418f451-b213-4a44-91f0-92ca84413e6d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:23.746248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.755824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::1d3 (73e8b23b-92bf-46fc-bedd-f6699724bc86/8d49d570-db10-4a1b-9ce5-ea9414009203/e34175aa-ac9d-4b60-ae52-de0be99eae43) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:23.770476 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79c54569-d4e7-4bfb-91ab-3830a5438fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.773276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79c54569-d4e7-4bfb-91ab-3830a5438fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.775017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-79c54569-d4e7-4bfb-91ab-3830a5438fac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8398ea05-3b5d-419b-bf39-3b3d2c1a8b95 HTTP/1.1" status: 204 len: 168 time: 0.9216871 Nov 25 17:16:23.796866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8:0:1::1b3 (73e8b23b-92bf-46fc-bedd-f6699724bc86/b41c7709-05c5-4872-acff-c8af5077f3f3/e34175aa-ac9d-4b60-ae52-de0be99eae43) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:23.805493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c54569-d4e7-4bfb-91ab-3830a5438fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8398ea05-3b5d-419b-bf39-3b3d2c1a8b95,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:23.824553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e44b66f-f40a-4ab9-841e-6dcfc945809b req-b43d88d5-2cdf-4d91-bceb-29b2561a1525 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737699 Nov 25 17:16:23.857598 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-d3e8564a-1ec3-4981-83bd-6feb152285b3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545 HTTP/1.1" status: 200 len: 217 time: 0.1313002 Nov 25 17:16:23.870921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-69c71f05-1110-4c5c-806a-fc4a5264fb0c req-f860f5ed-8c02-4266-aee0-707498981508 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564170 Nov 25 17:16:23.873411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:16:23.886280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:23.886649 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.044895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:24.045630 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.113169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-1090eda5-17a8-46f4-9e64-449a50985aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:24.114867 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-1090eda5-17a8-46f4-9e64-449a50985aa0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5544250 Nov 25 17:16:24.234095 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-d30182cb-b0f0-4db9-803c-20377db5d8b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 217 time: 0.0660782 Nov 25 17:16:24.248783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-9a3a111a-fb1f-43b2-a3ef-7e4fe327c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:24.256074 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.257569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-9a3a111a-fb1f-43b2-a3ef-7e4fe327c419 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.3882353 Nov 25 17:16:24.312669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:24.320823 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84d0dcd-d785-4e25-b1e1-e4d4b057ec8b" -d '{"events": [{"server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "name": "network-vif-plugged", "status": "completed", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:24.341011 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-78225cee-b197-43d5-abd5-8a00b4270800 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588591 Nov 25 17:16:24.360135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:24.374280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.432278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.481301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:24.573425 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d510715-c7f7-4306-848b-3793b224e50e x-openstack-request-id: req-9d510715-c7f7-4306-848b-3793b224e50e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:24.574451 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "name": "network-vif-plugged", "status": "completed", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:24.574451 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d510715-c7f7-4306-848b-3793b224e50e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:24.574451 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'code': 200} Nov 25 17:16:24.607631 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.695409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:24.702798 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-79909caa-1800-4bec-83ac-afa9272622bc service neutron] 10.222.0.95 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155730 Nov 25 17:16:24.733568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-b130c3f6-0557-4401-b6bf-10bfdd86e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:24.735719 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-b130c3f6-0557-4401-b6bf-10bfdd86e555 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.4708436 Nov 25 17:16:24.755009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:24.793716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:24.800298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:24.821121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:24.833086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:24.845211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:24.846904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.861231 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d8a9952e-e56b-4907-a9a2-8bfc74afd531 None None] Allocated IP 2001:db8:0:1::2 (73e8b23b-92bf-46fc-bedd-f6699724bc86/b41c7709-05c5-4872-acff-c8af5077f3f3/08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:24.890373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=e34175aa-ac9d-4b60-ae52-de0be99eae43,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:24.928402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6d644eb6-3a22-431e-bbb7-c7a0ab6710e5 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7575147 Nov 25 17:16:24.930866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43656) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:24.968592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-04505d29-1e18-453f-9183-fe0e72669383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:24.973502 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-04505d29-1e18-453f-9183-fe0e72669383 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210388 Nov 25 17:16:24.977661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d49d570-db10-4a1b-9ce5-ea9414009203'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:25.233355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:25.233981 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.315778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-730b1db6-88c7-4181-8bf6-29f8b1f20050 req-1e0f3911-517e-4c73-9dbc-4e7c144ded27 service neutron] 10.222.0.95 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011164 Nov 25 17:16:25.421557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d8a9952e-e56b-4907-a9a2-8bfc74afd531 None None] For port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,segment=NetworkSegment(619b6fd9-d09d-4630-bb1a-c64c2474d3e9),segment_id=619b6fd9-d09d-4630-bb1a-c64c2474d3e9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:25.457036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1e38ec12-5316-470b-b5eb-5c4866855688 None None] Provisioning complete for port f418f451-b213-4a44-91f0-92ca84413e6d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:25.457251 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e38ec12-5316-470b-b5eb-5c4866855688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.521275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-95fe92e7-b84c-4641-a636-9831ea993abb service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221293 Nov 25 17:16:25.530388 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.531018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:16:25.560317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1e38ec12-5316-470b-b5eb-5c4866855688 None None] Port f418f451-b213-4a44-91f0-92ca84413e6d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:25.588051 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8a9952e-e56b-4907-a9a2-8bfc74afd531 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.602652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a986b1-9b94-4c60-b23a-b443cc02e933 req-7b8a03b5-7502-4a05-ac84-ca4d3b8c2f40 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.603553 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8a9952e-e56b-4907-a9a2-8bfc74afd531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.606157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0a986b1-9b94-4c60-b23a-b443cc02e933 req-7b8a03b5-7502-4a05-ac84-ca4d3b8c2f40 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 943 time: 0.4106815 Nov 25 17:16:25.672676 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a8c7225-c37c-41d9-b4f4-0f9065cb3aa9 req-402037eb-f99a-4e53-a5e9-90429a1df91e service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396418 Nov 25 17:16:25.685903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 73fb55f0-f52e-4ec4-b506-6dbd0345b545 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:16:25.769222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6bda5-e081-47d1-be74-46508f846033 req-b55469fc-90b0-4f6e-a2a4-6a518e7b59a6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.771396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fd6bda5-e081-47d1-be74-46508f846033 req-b55469fc-90b0-4f6e-a2a4-6a518e7b59a6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.5506186 Nov 25 17:16:25.810849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0a986b1-9b94-4c60-b23a-b443cc02e933 req-3661fb94-0e42-45d3-b925-7ebd0ad5f553 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954718 Nov 25 17:16:26.022331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9952e-e56b-4907-a9a2-8bfc74afd531 None None] Pushing event updated for resources: {'Port': ['ID=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:26.058610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fd6bda5-e081-47d1-be74-46508f846033 req-17cc5d27-fc3c-4561-8906-1ac64e7699c4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527900 Nov 25 17:16:26.068853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:26.089970 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b0d99c7a-f612-4c2c-9e50-012dbae5f0ab admin admin] 10.222.0.81 "PUT /v2.0/routers/f6903c5c-7ec7-4d9b-adba-adf25bd8d211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2700977 Nov 25 17:16:26.111337 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Sync routers for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:26.135154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:26.140010 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:26.140689 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:26.158524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '73fb55f0-f52e-4ec4-b506-6dbd0345b545', 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca', 'port_id': '73fb55f0-f52e-4ec4-b506-6dbd0345b545', 'mac_address': 'fa:16:3e:00:d1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b75730f-9290-40d9-b1e6-b30afe8cda90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:16:26.275325 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.302035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fb55f0-f52e-4ec4-b506-6dbd0345b545 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:26.368582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:26.376599 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.393766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Delete allocated IP 2001:db8:0:1::1b3 (73e8b23b-92bf-46fc-bedd-f6699724bc86/b41c7709-05c5-4872-acff-c8af5077f3f3) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:16:26.491394 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:26.633505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:26.635831 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.645051 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.802299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:26.805988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=73fb55f0-f52e-4ec4-b506-6dbd0345b545,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:26.844087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=e34175aa-ac9d-4b60-ae52-de0be99eae43,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:26.981206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] In _notify_port_updated(), no bound segment for port e34175aa-ac9d-4b60-ae52-de0be99eae43 on network 73e8b23b-92bf-46fc-bedd-f6699724bc86 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:16:27.005704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.006677 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:27.008783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f0874356-d95b-4f43-99fa-2e55f1a9d0e6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "PUT /v2.0/ports/e34175aa-ac9d-4b60-ae52-de0be99eae43 HTTP/1.1" status: 200 len: 925 time: 2.0583236 Nov 25 17:16:27.012488 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:27.020297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d49d570-db10-4a1b-9ce5-ea9414009203'}, {'subnet_id': 'b41c7709-05c5-4872-acff-c8af5077f3f3'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:27.286133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5dc52-a3af-45ac-be9c-0f228cdc5bfb req-208b7f99-7eeb-402b-8320-fd22bf6facc5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.300005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4e5dc52-a3af-45ac-be9c-0f228cdc5bfb req-208b7f99-7eeb-402b-8320-fd22bf6facc5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 944 time: 0.2203250 Nov 25 17:16:27.427090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4e5dc52-a3af-45ac-be9c-0f228cdc5bfb req-5855807a-4b89-43bb-a4c2-dbb8459ab23c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260145 Nov 25 17:16:27.429877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9032b43-3de7-4419-9738-6ee81c1872c4 None None] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:27.443545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:27.446215 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:27.514383 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 2, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:27.538981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ae87f-40c4-46da-8c9e-c8c665455321 req-95623948-5895-42c4-a691-ef8c43661b84 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.542122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df2ae87f-40c4-46da-8c9e-c8c665455321 req-95623948-5895-42c4-a691-ef8c43661b84 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.0988901 Nov 25 17:16:27.618879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df2ae87f-40c4-46da-8c9e-c8c665455321 req-adeb8b3a-185b-4357-8f44-09037a99def4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687001 Nov 25 17:16:27.626276 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Checking router: f6903c5c-7ec7-4d9b-adba-adf25bd8d211 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:27.627434 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Updating router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 port f418f451-b213-4a44-91f0-92ca84413e6d binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:27.645052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:27.739335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-aff7bc59-3e48-4937-bace-d08771da47b9 None None] Provisioning complete for port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:27.739335 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aff7bc59-3e48-4937-bace-d08771da47b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:27.755890 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:27.824070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:27.849306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-network', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:27.882550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0a03d-a6fb-4c55-be35-6d42b409e21d req-5c41d69b-1f66-4d10-8dac-2f885bf44557 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.885560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fd0a03d-a6fb-4c55-be35-6d42b409e21d req-5c41d69b-1f66-4d10-8dac-2f885bf44557 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.1243401 Nov 25 17:16:28.007633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fd0a03d-a6fb-4c55-be35-6d42b409e21d req-9ac439d5-9d12-4c20-b6b5-ea5eaf899f8f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138220 Nov 25 17:16:28.257180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Made reservation on behalf of 356ab97c54ab4320915e2d5b0371ba87 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:28.265355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.342795 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.358731 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.466689 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe5190-9245-446c-9a16-0c452098948c None None] Pushing event updated for resources: {'Port': ['ID=f418f451-b213-4a44-91f0-92ca84413e6d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:28.501030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.573931 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Attempting to bind port f418f451-b213-4a44-91f0-92ca84413e6d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:28.576179 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Attempting to bind port f418f451-b213-4a44-91f0-92ca84413e6d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:28.576624 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Attempting to bind port f418f451-b213-4a44-91f0-92ca84413e6d on network af923ac7-74c6-4b48-b36f-5047e89dfdb4 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:28.593009 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:28.593508 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Checking segment: {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:28.595521 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.596018 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Bound using segment: {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:28.596526 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Bound port: f418f451-b213-4a44-91f0-92ca84413e6d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:28.597589 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.725933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd99d8c-6c18-4a72-9ff8-781f898f8089 req-6bd51afe-0f90-4aad-9df3-62d2bb751b7e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.726852 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] For port f418f451-b213-4a44-91f0-92ca84413e6d, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:28.730609 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] For port f418f451-b213-4a44-91f0-92ca84413e6d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f418f451-b213-4a44-91f0-92ca84413e6d,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:28.738628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bd99d8c-6c18-4a72-9ff8-781f898f8089 req-6bd51afe-0f90-4aad-9df3-62d2bb751b7e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 944 time: 0.1787505 Nov 25 17:16:28.749425 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.889602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bd99d8c-6c18-4a72-9ff8-781f898f8089 req-5270f134-f69a-4dba-80d2-a3b7978b8be0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499584 Nov 25 17:16:29.073417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8:0:1::cd (73e8b23b-92bf-46fc-bedd-f6699724bc86/b41c7709-05c5-4872-acff-c8af5077f3f3/e34175aa-ac9d-4b60-ae52-de0be99eae43) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:29.087706 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:29.088062 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:29.096027 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe5190-9245-446c-9a16-0c452098948c None None] Pushing event updated for resources: {'Port': ['ID=f418f451-b213-4a44-91f0-92ca84413e6d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:29.163517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-53e1fe04-d861-46eb-8aa6-8ba3786bc2f2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582979 Nov 25 17:16:29.289129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-985753c1-36dc-43f6-9bb3-96c867ecd48e None None] Provisioning complete for port f418f451-b213-4a44-91f0-92ca84413e6d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:29.289909 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-985753c1-36dc-43f6-9bb3-96c867ecd48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.363565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.376810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.479260 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:29.550237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:29.585076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-f82afef0-5368-4b92-80a8-8ca2cb49c861 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:29.593520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-f82afef0-5368-4b92-80a8-8ca2cb49c861 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4232807 Nov 25 17:16:29.609509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.614124 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Added segment f282032a-4a90-4618-ae76-9a2ea3af8add of type vlan for network 974c630f-129a-4199-9a9e-b3433123fee9 Nov 25 17:16:29.635318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-fb83e49a-8696-4e85-80c1-2c87f541a2a0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/quotas/1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 375 time: 0.0408154 Nov 25 17:16:29.636265 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-985753c1-36dc-43f6-9bb3-96c867ecd48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.674889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b447c6-2a6b-48ac-939d-2c23867b8090,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:29.687858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 73fb55f0-f52e-4ec4-b506-6dbd0345b545 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:29.721335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.722695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.724107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.724555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.727850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.728855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.729421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.730007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.731015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.733319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.733770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.735165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.774166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-8e4ae71e-b19e-4b4e-85d5-296760800156 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371439 Nov 25 17:16:29.845046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.924345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-985753c1-36dc-43f6-9bb3-96c867ecd48e None None] For port f418f451-b213-4a44-91f0-92ca84413e6d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f418f451-b213-4a44-91f0-92ca84413e6d,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:29.940234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:16:29.954999 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-985753c1-36dc-43f6-9bb3-96c867ecd48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.963295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:29.964353 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.996376 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.998967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:29.999936 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.013956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.047633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.174832 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29b9c227-ea62-4344-a429-069596c8260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:28Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:30.198887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bc23fafd-27bd-44fd-b28c-0bc6d51c8c63 None None] Provisioning complete for port e34175aa-ac9d-4b60-ae52-de0be99eae43 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:30.199255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc23fafd-27bd-44fd-b28c-0bc6d51c8c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.292111 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9c227-ea62-4344-a429-069596c8260b None None] The sync data for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 is: [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:28Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:30.329582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985753c1-36dc-43f6-9bb3-96c867ecd48e None None] Pushing event updated for resources: {'Port': ['ID=f418f451-b213-4a44-91f0-92ca84413e6d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:30.408373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bc23fafd-27bd-44fd-b28c-0bc6d51c8c63 None None] Port e34175aa-ac9d-4b60-ae52-de0be99eae43 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:30.449807 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.452220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bc23fafd-27bd-44fd-b28c-0bc6d51c8c63 None None] Provisioning complete for port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:30.452822 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc23fafd-27bd-44fd-b28c-0bc6d51c8c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.453997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fd21eee-375f-44b2-997e-8efadce6c43e req-77c12872-e813-494c-b5b0-f4fb5536739d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 210 time: 0.0749924 Nov 25 17:16:30.466027 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6407983 Nov 25 17:16:30.467319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:30.475142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Request body: {'subnet': {'network_id': '974c630f-129a-4199-9a9e-b3433123fee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-subnet', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:30.535072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d202b8-6d32-4336-bc0d-1a70c2265441 req-086bf171-3c10-450a-b317-35d4a6a85800 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:30.547564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7d202b8-6d32-4336-bc0d-1a70c2265441 req-086bf171-3c10-450a-b317-35d4a6a85800 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 944 time: 0.2291389 Nov 25 17:16:30.567655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] In _notify_port_updated(), no bound segment for port e34175aa-ac9d-4b60-ae52-de0be99eae43 on network 73e8b23b-92bf-46fc-bedd-f6699724bc86 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:16:30.584412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:30.586653 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.593809 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "PUT /v2.0/ports/e34175aa-ac9d-4b60-ae52-de0be99eae43 HTTP/1.1" status: 200 len: 1010 time: 3.5785482 Nov 25 17:16:30.600350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:30.666647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:30.683016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Made reservation on behalf of 356ab97c54ab4320915e2d5b0371ba87 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:30.696841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.754378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:30.760162 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db289473-6e76-4474-8b14-bd9f0f2ba75b" -d '{"events": [{"server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "name": "network-vif-plugged", "status": "completed", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:30.778513 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.845641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756de31-2f61-4fe3-8c81-ba1cd625ec7f admin admin] Pushing event updated for resources: {'Network': ['ID=974c630f-129a-4199-9a9e-b3433123fee9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:30.914925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e77e7-6f8f-4069-8063-0a6230b1b845 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=e34175aa-ac9d-4b60-ae52-de0be99eae43,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:31.002659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a658a6ec-2836-4acb-a3f3-d7360938e2fc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port e34175aa-ac9d-4b60-ae52-de0be99eae43 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:31.013026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a658a6ec-2836-4acb-a3f3-d7360938e2fc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.016593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=73fb55f0-f52e-4ec4-b506-6dbd0345b545,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:31.022342 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 974c630f-129a-4199-9a9e-b3433123fee9 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:31.041561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7d202b8-6d32-4336-bc0d-1a70c2265441 req-4af4b937-f1ce-401b-a5df-ea5fcab780d4 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858398 Nov 25 17:16:31.353799 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b931e7-7716-4870-a55d-86df629f840e x-openstack-request-id: req-c6b931e7-7716-4870-a55d-86df629f840e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:31.354311 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "name": "network-vif-plugged", "status": "completed", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:31.354438 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6b931e7-7716-4870-a55d-86df629f840e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:31.354776 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545', 'code': 200} Nov 25 17:16:31.438965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f418f451-b213-4a44-91f0-92ca84413e6d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:31.529958 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.706649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991b0b8-feac-41e4-8793-a251830d80eb req-aee4037a-dd7f-4569-aed2-ecb3d02d7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:31.717459 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3991b0b8-feac-41e4-8793-a251830d80eb req-aee4037a-dd7f-4569-aed2-ecb3d02d7dd4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1096 time: 0.3592780 Nov 25 17:16:31.744297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b9a828-de76-4b93-bb09-c56d74580a30,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:31.788072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.790037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.791467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.792029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.796047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.799637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.800260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.801908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.802425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.803250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.804536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.805521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:31.867747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bc23fafd-27bd-44fd-b28c-0bc6d51c8c63 None None] Provisioning complete for port f418f451-b213-4a44-91f0-92ca84413e6d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:31.868748 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc23fafd-27bd-44fd-b28c-0bc6d51c8c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.908380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Checking segment: {'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:31.908774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Network hostable DHCP agents. Network: 974c630f-129a-4199-9a9e-b3433123fee9, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:31.929067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-efc2e919-4bdf-4665-9c0c-7938b4e0da07 req-f1104092-2456-4b6f-8475-8a8c39c97d9d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 210 time: 0.1174357 Nov 25 17:16:31.982616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Network 974c630f-129a-4199-9a9e-b3433123fee9 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:31.984590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f418f451-b213-4a44-91f0-92ca84413e6d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:31.985003 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.988975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a658a6ec-2836-4acb-a3f3-d7360938e2fc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.009220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 974c630f-129a-4199-9a9e-b3433123fee9) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:32.027877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:32.032769 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.077635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2ab41ea1-0eb9-4d6b-a046-40804331e82b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6088426 Nov 25 17:16:32.082335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43830) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:32.095786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:32.137208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff721f99-371f-417b-bbd0-e2806a92d710 None None] Network 974c630f-129a-4199-9a9e-b3433123fee9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:32.144783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a658a6ec-2836-4acb-a3f3-d7360938e2fc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for e34175aa-ac9d-4b60-ae52-de0be99eae43 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:32.177935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.183434 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.204799 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3991b0b8-feac-41e4-8793-a251830d80eb req-2fc1bd8d-e365-470e-a986-339ba89fd969 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658999 Nov 25 17:16:32.441712 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.490581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:32.753646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc04-372e-4f1e-b143-a3432085e1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.804727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-974c630f-129a-4199-9a9e-b3433123fee9', 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'fixed_ips': [{'subnet_id': '71b9a828-de76-4b93-bb09-c56d74580a30'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:32.805827 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.871611 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-6eddc149-d3ad-452d-b42a-6868157f2b65 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587602 Nov 25 17:16:32.876916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c919f39f-5038-43bb-a681-a90dae9816d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.991155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.160671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-727cfe7b-de77-4890-a313-1a24ef797060 None None] Provisioning complete for port e34175aa-ac9d-4b60-ae52-de0be99eae43 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:33.161183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-727cfe7b-de77-4890-a313-1a24ef797060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.222571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:33.252765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-727cfe7b-de77-4890-a313-1a24ef797060 None None] Port e34175aa-ac9d-4b60-ae52-de0be99eae43 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:33.253968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-b2ed3929-2edd-41bb-bd6a-9f33b0fdf5ce tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:33.255930 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-b2ed3929-2edd-41bb-bd6a-9f33b0fdf5ce tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628426 Nov 25 17:16:33.277310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a658a6ec-2836-4acb-a3f3-d7360938e2fc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.285830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Request body: {'port': {'device_id': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '1177c4b6ff6f4cdc81f1945404b31ab8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:33.438839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658a6ec-2836-4acb-a3f3-d7360938e2fc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=e34175aa-ac9d-4b60-ae52-de0be99eae43,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:33.615377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Allocated IP 172.20.0.2 (974c630f-129a-4199-9a9e-b3433123fee9/71b9a828-de76-4b93-bb09-c56d74580a30/13db9ed6-c01e-4382-895e-cc85216093af) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:33.825020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b243a9-5463-4c5c-8980-d881ef60902d req-2420af65-c421-4835-9513-464e65de9eec tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:33.834621 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.838200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2b243a9-5463-4c5c-8980-d881ef60902d req-2420af65-c421-4835-9513-464e65de9eec tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 945 time: 1.4439306 Nov 25 17:16:33.845029 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.971518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-379c5c24-4b08-4fb1-b7ac-6d820bd5b38d req-b2195064-3ebf-45b2-a2f5-14c87d1fc5d4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 210 time: 0.1611922 Nov 25 17:16:33.987650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Network 974c630f-129a-4199-9a9e-b3433123fee9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:33.993744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:34.003625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:34.003625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Pushing event updated for resources: {'Port': ['ID=13db9ed6-c01e-4382-895e-cc85216093af,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:34.052086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2b243a9-5463-4c5c-8980-d881ef60902d req-3815229c-6e90-4cf5-a642-968461214ea4 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117538 Nov 25 17:16:34.160118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf24-283a-406f-b21b-c82574b2d6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.162040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Attempting to bind port 13db9ed6-c01e-4382-895e-cc85216093af on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:34.163457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Attempting to bind port 13db9ed6-c01e-4382-895e-cc85216093af by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:34.163974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Attempting to bind port 13db9ed6-c01e-4382-895e-cc85216093af on network 974c630f-129a-4199-9a9e-b3433123fee9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:34.179853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a658a6ec-2836-4acb-a3f3-d7360938e2fc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.180984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:34.181364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Checking segment: {'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:34.181777 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.182183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Bound using segment: {'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:34.182667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Bound port: 13db9ed6-c01e-4382-895e-cc85216093af, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:34.183058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.185504 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a658a6ec-2836-4acb-a3f3-d7360938e2fc tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/e34175aa-ac9d-4b60-ae52-de0be99eae43 HTTP/1.1" status: 204 len: 168 time: 3.5798688 Nov 25 17:16:34.192517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43854) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:34.293155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] For port 13db9ed6-c01e-4382-895e-cc85216093af, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:34.297141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] For port 13db9ed6-c01e-4382-895e-cc85216093af, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=13db9ed6-c01e-4382-895e-cc85216093af,segment=NetworkSegment(f282032a-4a90-4618-ae76-9a2ea3af8add),segment_id=f282032a-4a90-4618-ae76-9a2ea3af8add)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:34.313331 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7a9b38-0e06-404f-84b5-27c590f49dae tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:16:34.313940 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.316249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8d7a9b38-0e06-404f-84b5-27c590f49dae tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/e34175aa-ac9d-4b60-ae52-de0be99eae43 HTTP/1.1" status: 404 len: 333 time: 0.1160941 Nov 25 17:16:34.339907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:34.343583 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.374237 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acae4c15-6aa0-4e9f-a2fa-113b1150f72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.378967 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.403641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a78f08-8b4e-4d19-82cc-862e43438406 None None] Pushing event updated for resources: {'Port': ['ID=13db9ed6-c01e-4382-895e-cc85216093af,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:34.430499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf24-283a-406f-b21b-c82574b2d6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.445056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf24-283a-406f-b21b-c82574b2d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.502988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c919f39f-5038-43bb-a681-a90dae9816d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.509160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13c0c46-92c0-4dbb-9261-bc8aeca7602c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet b41c7709-05c5-4872-acff-c8af5077f3f3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:16:34.514628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13c0c46-92c0-4dbb-9261-bc8aeca7602c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.529967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c919f39f-5038-43bb-a681-a90dae9816d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.542452 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ac74bf24-283a-406f-b21b-c82574b2d6e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acedc4eb28b04625a26678bdbff4a41a&name=default HTTP/1.1" status: 200 len: 2999 time: 1.3168738 Nov 25 17:16:34.546084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:34.562063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74bf24-283a-406f-b21b-c82574b2d6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc39d75-877d-4e09-9dce-1a16cb1f59a0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:34.598824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Made reservation on behalf of 1177c4b6ff6f4cdc81f1945404b31ab8 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:34.602715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.607162 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c919f39f-5038-43bb-a681-a90dae9816d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08259841375d43a1ad5372f4f7b43d28&name=default HTTP/1.1" status: 200 len: 2997 time: 2.1124556 Nov 25 17:16:34.656529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43860) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:34.675949 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13c0c46-92c0-4dbb-9261-bc8aeca7602c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.702252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919f39f-5038-43bb-a681-a90dae9816d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08da2b3b-56ee-42e0-831d-0ce41599ef6d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:34.759753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Allocated IP 172.25.1.166 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/6e6bf9fb-9345-43ab-b5c8-e347e95af909) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:34.839699 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6efb1779-6347-4641-b083-21641c1b74cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.860272 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ba88671-28dc-4858-a82f-caa9458c31d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.929027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6efb1779-6347-4641-b083-21641c1b74cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.948210 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ba88671-28dc-4858-a82f-caa9458c31d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.949540 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13c0c46-92c0-4dbb-9261-bc8aeca7602c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.968223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Allocated IP 192.168.233.209 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/4cc1286d-1fd2-4bb1-b712-2df6bb8687aa) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:35.017462 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.072693 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13c0c46-92c0-4dbb-9261-bc8aeca7602c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.213542 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ba88671-28dc-4858-a82f-caa9458c31d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.213542 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ba88671-28dc-4858-a82f-caa9458c31d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.217894 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7ba88671-28dc-4858-a82f-caa9458c31d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08da2b3b-56ee-42e0-831d-0ce41599ef6d HTTP/1.1" status: 204 len: 168 time: 0.5451863 Nov 25 17:16:35.279145 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6efb1779-6347-4641-b083-21641c1b74cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.282146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6efb1779-6347-4641-b083-21641c1b74cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.283255 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6efb1779-6347-4641-b083-21641c1b74cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7dc39d75-877d-4e09-9dce-1a16cb1f59a0 HTTP/1.1" status: 204 len: 168 time: 0.7359760 Nov 25 17:16:35.286430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c0c46-92c0-4dbb-9261-bc8aeca7602c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=b41c7709-05c5-4872-acff-c8af5077f3f3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:35.288757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 13db9ed6-c01e-4382-895e-cc85216093af up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:35.319309 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba88671-28dc-4858-a82f-caa9458c31d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08da2b3b-56ee-42e0-831d-0ce41599ef6d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:35.352882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a798eb-8759-4f29-a6b5-975e4d9d8db2 None None] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:35.359143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb1779-6347-4641-b083-21641c1b74cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc39d75-877d-4e09-9dce-1a16cb1f59a0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:35.384587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b13c0c46-92c0-4dbb-9261-bc8aeca7602c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.388298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b13c0c46-92c0-4dbb-9261-bc8aeca7602c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/b41c7709-05c5-4872-acff-c8af5077f3f3 HTTP/1.1" status: 204 len: 168 time: 1.0204301 Nov 25 17:16:35.394890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:35.405729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1d0ce9e-055e-4975-ac9c-ea8fb5878d3f req-d7e793f2-97fb-4c2f-8d4a-c653fa4a9230 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 210 time: 0.2270210 Nov 25 17:16:35.412657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.559452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6bf9fb-9345-43ab-b5c8-e347e95af909,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:35.583554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:35.593569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea865a-3be9-4401-bd0f-62d734f0ce20 req-96c53d2f-d675-4f7d-86f8-2f9f9b6697f8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:35.607756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6ea865a-3be9-4401-bd0f-62d734f0ce20 req-96c53d2f-d675-4f7d-86f8-2f9f9b6697f8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 945 time: 0.3704600 Nov 25 17:16:35.611146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:35.645223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:35.664219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.709579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b111a888-1ea9-4e21-b17e-44907a4464c6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet 8d49d570-db10-4a1b-9ce5-ea9414009203 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:16:35.721118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b111a888-1ea9-4e21-b17e-44907a4464c6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.765669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 13db9ed6-c01e-4382-895e-cc85216093af triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:35.766429 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.797462 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.868585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b111a888-1ea9-4e21-b17e-44907a4464c6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.946589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6ea865a-3be9-4401-bd0f-62d734f0ce20 req-576fca2f-7729-45af-97d3-a723815c53be tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229971 Nov 25 17:16:35.994005 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.036724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:36.041867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a397b-60e3-4b91-8c86-3598d825ed8a None None] Network 974c630f-129a-4199-9a9e-b3433123fee9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:36.043400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.113359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c52446fc-1513-4d07-ab1c-e83b41ac7935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.173879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f', '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:36.174778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:36.220724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:36.245293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:36.256140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:36.300025 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.354409 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b111a888-1ea9-4e21-b17e-44907a4464c6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.379986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 13db9ed6-c01e-4382-895e-cc85216093af, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=13db9ed6-c01e-4382-895e-cc85216093af,segment=NetworkSegment(f282032a-4a90-4618-ae76-9a2ea3af8add),segment_id=f282032a-4a90-4618-ae76-9a2ea3af8add)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:36.397097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-37b27dfc-9dad-483a-851a-d86fa9472101 None None] Provisioning complete for port 13db9ed6-c01e-4382-895e-cc85216093af triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:36.397470 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37b27dfc-9dad-483a-851a-d86fa9472101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.403536 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.410769 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.578593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:36.579704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.661289 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c52446fc-1513-4d07-ab1c-e83b41ac7935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.668254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b111a888-1ea9-4e21-b17e-44907a4464c6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.692872 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-2da03fa7-935c-4dfc-80b9-f1d3a645b1bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4174702 Nov 25 17:16:36.693975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c52446fc-1513-4d07-ab1c-e83b41ac7935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.762346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Request body: {'port': {'device_id': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:36.779879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-e65b0c15-5c2e-4460-9f28-3f386e779717 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1349485299&fields=id&tenant_id=7e4e7fe329784ce1aaaa27269b7f2263 HTTP/1.1" status: 200 len: 267 time: 0.6879621 Nov 25 17:16:36.789244 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b111a888-1ea9-4e21-b17e-44907a4464c6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.801495 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b111a888-1ea9-4e21-b17e-44907a4464c6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/8d49d570-db10-4a1b-9ce5-ea9414009203 HTTP/1.1" status: 204 len: 168 time: 1.4033160 Nov 25 17:16:36.802464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111a888-1ea9-4e21-b17e-44907a4464c6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=8d49d570-db10-4a1b-9ce5-ea9414009203,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:36.833664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:36.984862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.027176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=13db9ed6-c01e-4382-895e-cc85216093af,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:37.044265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.071826 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c52446fc-1513-4d07-ab1c-e83b41ac7935 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71d0d1577ac74cf78e7f7247ef9a2e87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0248983 Nov 25 17:16:37.082722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43908) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:37.089054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52446fc-1513-4d07-ab1c-e83b41ac7935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b8b214-63f9-410f-a9b3-ddbd7eb64af8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:37.089769 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.195305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.249523 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.287747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1a219-774f-4b99-97cb-6c9ffa82ed99 None None] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:37.354558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ecb4a-7be7-4ae0-a5bc-352a99531ff5 req-28d255ee-ba22-4062-ba0c-354f94cf59bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:37.356177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a41ecb4a-7be7-4ae0-a5bc-352a99531ff5 req-28d255ee-ba22-4062-ba0c-354f94cf59bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 936 time: 0.7712297 Nov 25 17:16:37.425304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40e899f9-363b-4673-a0bc-ecb6b7fae9d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.463987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:37.464483 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.466859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 13db9ed6-c01e-4382-895e-cc85216093af up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:37.531609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-8658e5d6-4f40-4a8e-9360-a48c40523e96 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:37.533390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-8658e5d6-4f40-4a8e-9360-a48c40523e96 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 945 time: 0.7524745 Nov 25 17:16:37.631856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6aa2c571-09be-40cd-a1cf-28acc1396317 None None] Provisioning complete for port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:37.632970 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6aa2c571-09be-40cd-a1cf-28acc1396317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.643307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'port': {'security_groups': ['df0a74ca-36b8-4312-b183-05414d2dad8e', 'c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:37.669185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40e899f9-363b-4673-a0bc-ecb6b7fae9d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.709963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a41ecb4a-7be7-4ae0-a5bc-352a99531ff5 req-06035688-41ef-4874-b918-d24564850430 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671480 Nov 25 17:16:37.738288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 13db9ed6-c01e-4382-895e-cc85216093af triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:37.738668 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.800264 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.863525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] DHCP port deletion for 73e8b23b-92bf-46fc-bedd-f6699724bc86 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:16:37.898027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] For port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,segment=NetworkSegment(619b6fd9-d09d-4630-bb1a-c64c2474d3e9),segment_id=619b6fd9-d09d-4630-bb1a-c64c2474d3e9)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:37.902992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.933430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:37.969942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Router 0f405705-2dcd-4a71-9c86-afe8db039f7a is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:16:37.994671 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.068622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40e899f9-363b-4673-a0bc-ecb6b7fae9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.073024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40e899f9-363b-4673-a0bc-ecb6b7fae9d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.075902 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-40e899f9-363b-4673-a0bc-ecb6b7fae9d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5b8b214-63f9-410f-a9b3-ddbd7eb64af8 HTTP/1.1" status: 204 len: 168 time: 0.9809542 Nov 25 17:16:38.094975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e899f9-363b-4673-a0bc-ecb6b7fae9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b8b214-63f9-410f-a9b3-ddbd7eb64af8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:38.155099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6aa2c571-09be-40cd-a1cf-28acc1396317 None None] Provisioning complete for port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:38.155500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6aa2c571-09be-40cd-a1cf-28acc1396317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.187015 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] Deleting port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:38.187400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.197079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.234949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:38.248998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:38.253558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.262621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No DVR routers for this DVR port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:38.280039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2c571-09be-40cd-a1cf-28acc1396317 None None] Port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:38.345949 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] For port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,segment=NetworkSegment(619b6fd9-d09d-4630-bb1a-c64c2474d3e9),segment_id=619b6fd9-d09d-4630-bb1a-c64c2474d3e9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:38.347021 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.394562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Transition to ACTIVE for port object 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:38.403020 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.446431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] Calling delete_port for 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:38.473798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.529314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e8b23b-92bf-46fc-bedd-f6699724bc86']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:38.531826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:38.533337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5a43527f-dd70-4abf-91f3-0dc7e2246b9f None None] Provisioning complete for port 13db9ed6-c01e-4382-895e-cc85216093af triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:38.534915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a43527f-dd70-4abf-91f3-0dc7e2246b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.553103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619b6fd9-d09d-4630-bb1a-c64c2474d3e9') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:38.553407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619b6fd9-d09d-4630-bb1a-c64c2474d3e9') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:38.606738 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.631281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:38.681074 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Sync routers for ids ['0f405705-2dcd-4a71-9c86-afe8db039f7a'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:38.689506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.694663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-30926d1e-096d-40ce-bd11-513d332697f5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6111042 Nov 25 17:16:38.701028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:38.785638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:38.789101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:38.790368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:38.814557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:38.815597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:38.825790 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.845246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:16:38.846050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:16:38.867942 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:16:38.873056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:38.874981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:38.875628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:38.877655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Bound port: 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:38.879720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.896683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] For port 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:39.027078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Routers {'0f405705-2dcd-4a71-9c86-afe8db039f7a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:39.028079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0f405705-2dcd-4a71-9c86-afe8db039f7a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:39.047645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.070836 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.146656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:39.147411 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.151925 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6817a5d3-277a-4e25-a172-a14d6cf1cf4c req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "PUT /v2.0/ports/73fb55f0-f52e-4ec4-b506-6dbd0345b545 HTTP/1.1" status: 200 len: 981 time: 1.5237355 Nov 25 17:16:39.158883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:39.164311 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63022c-6077-44df-9f4c-cdafb933fa70" -d '{"events": [{"name": "network-changed", "server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:39.165193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.202791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.216244 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/networks/73e8b23b-92bf-46fc-bedd-f6699724bc86 HTTP/1.1" status: 204 len: 168 time: 2.3580220 Nov 25 17:16:39.237835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:39.269020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4546c8-2d0c-4128-b96b-bd54bdb8622c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Network': ['ID=73e8b23b-92bf-46fc-bedd-f6699724bc86,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:39.298317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:39.310402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:39.324581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43966) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:39.332296 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.405659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:39.425599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:39.445010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:39.479700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:39.480650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.482086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-70f8605c-873b-488c-ab45-818a27d69818 service neutron] 10.222.0.60 "PUT /v2.0/ports/4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 1096 time: 2.7313626 Nov 25 17:16:39.482578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:39.484960 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95068199-5b6c-44d6-9cfe-483cf5a59492" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:39.665090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-f8d67361-aebf-4949-8a7d-2b97c545a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:39.673551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-f8d67361-aebf-4949-8a7d-2b97c545a7a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1099 time: 0.1444783 Nov 25 17:16:39.719376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:16:39.719868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:39.730954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:39.739858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d899a7-7c76-4250-af48-1c37248dd86f req-1d8c647b-4fba-4c01-98e3-75f784b66c42 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:39.748848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21d899a7-7c76-4250-af48-1c37248dd86f req-1d8c647b-4fba-4c01-98e3-75f784b66c42 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.6339726 Nov 25 17:16:39.783619 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.801895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011f519-6f11-43ba-b9e5-2296c831dc0d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'Port': ['ID=73fb55f0-f52e-4ec4-b506-6dbd0345b545,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:39.814896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-4c0fcbf7-398e-4565-848e-39422ae99938 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.1302254 Nov 25 17:16:39.834149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabfc81-4991-45ea-86a9-7bcd4bcee758 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:39.836327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7aabfc81-4991-45ea-86a9-7bcd4bcee758 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5950489 Nov 25 17:16:39.846670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:39.880240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-ab4f5658-0c65-4794-80b4-1fc9b76179fc tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1947928177&fields=id&tenant_id=7e4e7fe329784ce1aaaa27269b7f2263 HTTP/1.1" status: 200 len: 267 time: 0.1897991 Nov 25 17:16:39.921732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7bb72d0-e12f-4b98-8d43-55f20f38b605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.048071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-59a0b588-5e81-423f-bced-f6ef87d25685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:40.051612 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-59a0b588-5e81-423f-bced-f6ef87d25685 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2165985 Nov 25 17:16:40.067927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ee7868cf-070d-448f-a483-2e68d8b7f028 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1479895 Nov 25 17:16:40.069051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43986) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:40.090126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2145760104'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:40.120864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] Pushing event deleted for resources: {'Port': ['ID=08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:40.155210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] Network 73e8b23b-92bf-46fc-bedd-f6699724bc86 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:16:40.155680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb290de8-4997-4c5e-bb3c-df1eca14208a None None] No DVR routers for this DVR port 08cf3f36-50b5-4b81-b70f-48eb6eb6e2aa on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:40.200337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:40.204685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.221759 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7bb72d0-e12f-4b98-8d43-55f20f38b605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.242660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7bb72d0-e12f-4b98-8d43-55f20f38b605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.254095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-3f851795-060b-4fa7-8318-f2acb45e5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:40.255828 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-3f851795-060b-4fa7-8318-f2acb45e5931 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786776 Nov 25 17:16:40.325095 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Set router 0f405705-2dcd-4a71-9c86-afe8db039f7a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:40.395108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-21d899a7-7c76-4250-af48-1c37248dd86f req-72a120a2-13f2-4014-bb55-c05216748877 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453240 Nov 25 17:16:40.440271 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-f82b22fe-6e7c-41dd-a99a-990d1c4670ee service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634593 Nov 25 17:16:40.458359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:40.503374 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d7bb72d0-e12f-4b98-8d43-55f20f38b605 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5cbf104068ea485ba986c2953dc4e100&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1774755 Nov 25 17:16:40.507836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44000) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:40.519865 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb98b9d-7400-4c9a-8539-1af6fc3f5e43 x-openstack-request-id: req-beb98b9d-7400-4c9a-8539-1af6fc3f5e43 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:40.520161 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:40.520415 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beb98b9d-7400-4c9a-8539-1af6fc3f5e43 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:40.521105 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545', 'status': 'completed', 'code': 200} Nov 25 17:16:40.542531 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-0d4d7f8c-2890-4b4c-adf6-ffed8835b187 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:40.561598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-0d4d7f8c-2890-4b4c-adf6-ffed8835b187 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 984 time: 0.6648245 Nov 25 17:16:40.571355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'port': {'security_groups': ['c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28', 'df0a74ca-36b8-4312-b183-05414d2dad8e', '690856f3-177e-40d7-9f9a-50fe3498e0aa']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:40.751396 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.752865 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Added segment 5b88f946-54e5-45a6-9478-cc5234c63a23 of type vlan for network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 Nov 25 17:16:40.835978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:16:36Z', 'revision_number': 3, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:40.862755 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.893460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.920263 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3abd8d4d-4677-4d2a-99b9-447cae9f068f req-93911533-b6ac-428e-802c-ca9c2fff8f2a service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563291 Nov 25 17:16:40.936083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Checking router: 0f405705-2dcd-4a71-9c86-afe8db039f7a for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:40.936435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Updating router 0f405705-2dcd-4a71-9c86-afe8db039f7a port 6e6bf9fb-9345-43ab-b5c8-e347e95af909 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:40.971468 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95493bbd-93a8-4a08-bea2-ae1960afa2ad x-openstack-request-id: req-95493bbd-93a8-4a08-bea2-ae1960afa2ad {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:40.971791 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:40.972055 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95493bbd-93a8-4a08-bea2-ae1960afa2ad {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:40.972496 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'status': 'completed', 'code': 200} Nov 25 17:16:40.975446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb72d0-e12f-4b98-8d43-55f20f38b605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b394cabe-8f87-498b-bf9e-c9c840d5d8e9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:41.005387 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.015845 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.024726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.024998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.029620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.294839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-f1357345-60e4-4a82-adab-015e040c2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.302769 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-f1357345-60e4-4a82-adab-015e040c2e3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1099 time: 0.2301931 Nov 25 17:16:41.322824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2401953 Nov 25 17:16:41.343025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44026) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:41.455768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:41.584173 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.592581 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.600443 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:16:41.617830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20d23f-296b-484f-a582-25227c1b418a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Network': ['ID=4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:41.638160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:41.647694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] For port 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:41.671290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-8f66583d-377d-4508-adf7-78018ca1b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.676368 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-8f66583d-377d-4508-adf7-78018ca1b0ba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1135 time: 0.7344677 Nov 25 17:16:41.677039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Attempting to bind port 6e6bf9fb-9345-43ab-b5c8-e347e95af909 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:41.677425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Attempting to bind port 6e6bf9fb-9345-43ab-b5c8-e347e95af909 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:41.677800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Attempting to bind port 6e6bf9fb-9345-43ab-b5c8-e347e95af909 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:41.678440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc7583bd-e830-4d35-8ae7-fbaa8835c18e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.699146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.708844 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.721190 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848082ab-a4eb-4804-ae72-acd1728cfdae None None] Pushing event updated for resources: {'Port': ['ID=6e6bf9fb-9345-43ab-b5c8-e347e95af909,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:41.732786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:41.733408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc7583bd-e830-4d35-8ae7-fbaa8835c18e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.735692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:41.737158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:41.737158 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.737158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:41.737659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Bound port: 6e6bf9fb-9345-43ab-b5c8-e347e95af909, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:41.738180 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.824973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] For port 6e6bf9fb-9345-43ab-b5c8-e347e95af909, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:41.831779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] For port 6e6bf9fb-9345-43ab-b5c8-e347e95af909, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6e6bf9fb-9345-43ab-b5c8-e347e95af909,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:41.843508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a378a-31e2-48dc-980e-89ede1777076 req-4651bef3-0916-4d4a-95b3-bb1969353012 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.846463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a8a378a-31e2-48dc-980e-89ede1777076 req-4651bef3-0916-4d4a-95b3-bb1969353012 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.2976990 Nov 25 17:16:41.873487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.917928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.918607 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.920050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-979d9c05-8b6c-4bfb-a2ee-a155b89d7a70 req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "PUT /v2.0/ports/73fb55f0-f52e-4ec4-b506-6dbd0345b545 HTTP/1.1" status: 200 len: 1020 time: 1.3576014 Nov 25 17:16:41.995082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-60198fc2-6951-4a2e-8334-a719b6155db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.997446 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-60198fc2-6951-4a2e-8334-a719b6155db4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 914 time: 0.2269325 Nov 25 17:16:42.027722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a8a378a-31e2-48dc-980e-89ede1777076 req-c2289745-3c4d-46b3-ae6c-615e6e91dc84 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425116 Nov 25 17:16:42.029014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032420f-4bd7-4613-bbea-3f5446866c59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'Port': ['ID=73fb55f0-f52e-4ec4-b506-6dbd0345b545,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:42.035449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Allocated IP 172.20.0.1 (974c630f-129a-4199-9a9e-b3433123fee9/71b9a828-de76-4b93-bb09-c56d74580a30/f78600ad-7eec-4ad3-b71e-e9ee6bd760ed) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:42.055514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:42.122451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-43b13401-70e2-4847-87eb-fdd5c9185864 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545 HTTP/1.1" status: 200 len: 217 time: 0.1077759 Nov 25 17:16:42.176520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Routers {'0f405705-2dcd-4a71-9c86-afe8db039f7a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:42.177422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0f405705-2dcd-4a71-9c86-afe8db039f7a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:42.240901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848082ab-a4eb-4804-ae72-acd1728cfdae None None] Pushing event updated for resources: {'Port': ['ID=6e6bf9fb-9345-43ab-b5c8-e347e95af909,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:42.285000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:42.298822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.375499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-86ecbd63-c929-4c7c-8a8a-d774cb634c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:42.377100 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-86ecbd63-c929-4c7c-8a8a-d774cb634c2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 1.0439584 Nov 25 17:16:42.440546 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.468193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] Set router 0f405705-2dcd-4a71-9c86-afe8db039f7a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:42.471801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-06c28f7e-89c4-4e23-b64c-1097e6579c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:42.475081 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-06c28f7e-89c4-4e23-b64c-1097e6579c8b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.3107512 Nov 25 17:16:42.529693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecc769-108f-4147-a3f8-906d802e851b req-d7a758c7-d1d3-410c-8498-2e393484ea8c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:42.531978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2ecc769-108f-4147-a3f8-906d802e851b req-d7a758c7-d1d3-410c-8498-2e393484ea8c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1023 time: 0.1322095 Nov 25 17:16:42.535306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:42.540979 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5591de98-483e-4f2a-8590-7c18130dafe5" -d '{"events": [{"name": "network-changed", "server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:42.610984 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-cb753085-4877-40bb-8424-8781f0bcb657 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.2089205 Nov 25 17:16:42.614250 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-39701a31-b846-4333-bcd1-da10d1256a5d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762117 Nov 25 17:16:42.670040 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2ecc769-108f-4147-a3f8-906d802e851b req-512d4ee5-416f-449b-91be-256da31b5b48 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=690856f3-177e-40d7-9f9a-50fe3498e0aa&id=c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28 HTTP/1.1" status: 200 len: 6199 time: 0.1113925 Nov 25 17:16:42.672071 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db42c594-c451-41aa-9574-59fb77eeb0c2 x-openstack-request-id: req-db42c594-c451-41aa-9574-59fb77eeb0c2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:42.672552 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:42.673530 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db42c594-c451-41aa-9574-59fb77eeb0c2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:42.681438 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545', 'status': 'completed', 'code': 200} Nov 25 17:16:42.682713 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.735036 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc7583bd-e830-4d35-8ae7-fbaa8835c18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.739169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc7583bd-e830-4d35-8ae7-fbaa8835c18e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.741345 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fc7583bd-e830-4d35-8ae7-fbaa8835c18e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b394cabe-8f87-498b-bf9e-c9c840d5d8e9 HTTP/1.1" status: 204 len: 168 time: 2.2275455 Nov 25 17:16:42.787547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Pushing event updated for resources: {'Port': ['ID=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:42.807217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Network 974c630f-129a-4199-9a9e-b3433123fee9 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:42.814499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-87264da2-ef6f-4bd8-b0fd-d64802b24731 req-05b949bf-d920-4017-9284-de166a4487c8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1647437817 ', 'description': 'tempest-description-1257115077'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:42.824837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:42.828440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:42.893525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87264da2-ef6f-4bd8-b0fd-d64802b24731 req-05b949bf-d920-4017-9284-de166a4487c8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.901070 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.936321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-dca0b33a-81c6-401a-839e-c3bb0780bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:42.938089 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-dca0b33a-81c6-401a-839e-c3bb0780bfad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2080226 Nov 25 17:16:42.939019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7583bd-e830-4d35-8ae7-fbaa8835c18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b394cabe-8f87-498b-bf9e-c9c840d5d8e9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:43.248103 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-3d30f91d-6f84-4c8e-9a3f-a27a95dcbe30 service neutron] 10.222.0.95 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166833 Nov 25 17:16:43.267894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.282779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:16:36Z', 'revision_number': 3, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:43.324902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7cdd5-a64f-441f-a7b5-38d0277a90e5 None None] The sync data for ids ['0f405705-2dcd-4a71-9c86-afe8db039f7a'] in n-d-819349-3 is: [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:16:36Z', 'revision_number': 3, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:43.394606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-632da299-3edd-45f8-8ae6-0959d67b7f43 None None] Provisioning complete for port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:43.396157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.399083 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-632da299-3edd-45f8-8ae6-0959d67b7f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.432863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1fd51-3df9-4b68-9381-1dad30aeded2 req-1c78d77e-dc82-44bc-b565-2d1cff698fa2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:43.440919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1b1fd51-3df9-4b68-9381-1dad30aeded2 req-1c78d77e-dc82-44bc-b565-2d1cff698fa2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.1561222 Nov 25 17:16:43.499924 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba63022c-6077-44df-9f4c-cdafb933fa70 req-a6de72b9-bf29-4ae6-94d8-bfbe45099e9e service neutron] 10.222.0.95 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205856 Nov 25 17:16:43.519045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-632da299-3edd-45f8-8ae6-0959d67b7f43 None None] Port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:43.552366 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-644b93a9-2a78-4c56-a420-ea3be362dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:43.552366 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-644b93a9-2a78-4c56-a420-ea3be362dd29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5550294 Nov 25 17:16:43.629464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=02b3374e-9178-40f4-ae8a-704d219b690d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:43.692524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1b1fd51-3df9-4b68-9381-1dad30aeded2 req-132d9ef5-44e0-4dda-8dee-812d64e548bb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503526 Nov 25 17:16:43.697123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking segment: {'id': '5b88f946-54e5-45a6-9478-cc5234c63a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:43.697705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network hostable DHCP agents. Network: 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:43.780602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-27d83fb0-d620-4563-8f24-4870674f03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:43.786068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-27d83fb0-d620-4563-8f24-4870674f03ba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1174 time: 0.2051704 Nov 25 17:16:43.796323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:43.817970 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87264da2-ef6f-4bd8-b0fd-d64802b24731 req-05b949bf-d920-4017-9284-de166a4487c8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.827876 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87264da2-ef6f-4bd8-b0fd-d64802b24731 req-05b949bf-d920-4017-9284-de166a4487c8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.847161 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-c4e69fcb-e556-4dfb-b6b3-db7e6a495faf service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817051 Nov 25 17:16:43.874664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87264da2-ef6f-4bd8-b0fd-d64802b24731 req-05b949bf-d920-4017-9284-de166a4487c8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.886297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87264da2-ef6f-4bd8-b0fd-d64802b24731 req-05b949bf-d920-4017-9284-de166a4487c8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0866208 Nov 25 17:16:43.894544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:43.905814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7dec8-1eb9-407f-9d32-e90f20c41453 None None] Network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:43.913867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:43.914892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.014266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b949bf-d920-4017-9284-de166a4487c8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6955c2-6825-4896-b575-bb4370efd4c3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:44.140526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.168139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.460424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d50b1c6f-73c8-4e82-85ee-55246d345f30 req-596c6ceb-ab8c-46a3-9ef3-a1e5c22daf02 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/6e6955c2-6825-4896-b575-bb4370efd4c3 HTTP/1.1" status: 200 len: 1800 time: 0.3172486 Nov 25 17:16:44.464480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7', 'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7', 'tenant_id': 'b8a6b31a9f6f4cd19a23a3921eae41de', 'fixed_ips': [{'subnet_id': '02b3374e-9178-40f4-ae8a-704d219b690d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:44.466138 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.474606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Pushing event updated for resources: {'Port': ['ID=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:44.483589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.640913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26a82613-5a3a-4981-9259-51af1f1cc0f9 req-6597b178-ef1d-4ae7-934d-c430335fb083 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/6e6955c2-6825-4896-b575-bb4370efd4c3 HTTP/1.1" status: 200 len: 1800 time: 0.1432066 Nov 25 17:16:44.829216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Allocated IP 2001:db8::2 (4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7/02b3374e-9178-40f4-ae8a-704d219b690d/b472ef11-ebcc-4386-ad07-7efad745268e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:44.834976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fb81eff5-70b3-444c-8ad4-3bed60c559ab tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4620256 Nov 25 17:16:44.836580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44118) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:44.860343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7', 'name': 'tempest-PortsIpV6TestJSON-1930250356'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:44.863298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-26a82613-5a3a-4981-9259-51af1f1cc0f9 req-f2e143d3-bb48-43a0-86dd-480b8c062fe1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.911189 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-26a82613-5a3a-4981-9259-51af1f1cc0f9 req-f2e143d3-bb48-43a0-86dd-480b8c062fe1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.034056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Network 974c630f-129a-4199-9a9e-b3433123fee9 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:45.037478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:45.041217 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-26a82613-5a3a-4981-9259-51af1f1cc0f9 req-f2e143d3-bb48-43a0-86dd-480b8c062fe1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.049225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-26a82613-5a3a-4981-9259-51af1f1cc0f9 req-f2e143d3-bb48-43a0-86dd-480b8c062fe1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.072253 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26a82613-5a3a-4981-9259-51af1f1cc0f9 req-f2e143d3-bb48-43a0-86dd-480b8c062fe1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/6e6955c2-6825-4896-b575-bb4370efd4c3 HTTP/1.1" status: 204 len: 173 time: 0.4202824 Nov 25 17:16:45.122847 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.139450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-008c0c7c-4372-4029-bb61-1a9ad0e8351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:45.155739 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-008c0c7c-4372-4029-bb61-1a9ad0e8351b service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 914 time: 1.3560779 Nov 25 17:16:45.156325 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.266248 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95068199-5b6c-44d6-9cfe-483cf5a59492 req-d01004a7-33f5-4c97-b2ac-05fb29f073b1 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3686743 Nov 25 17:16:45.355436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:16:45.391749 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-abe00eb3-54d3-418e-8231-865869dddf91 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545 HTTP/1.1" status: 200 len: 217 time: 0.1897705 Nov 25 17:16:45.399328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e143d3-bb48-43a0-86dd-480b8c062fe1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6955c2-6825-4896-b575-bb4370efd4c3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:45.433856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6e6bf9fb-9345-43ab-b5c8-e347e95af909 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:45.464127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:45.480929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-344b2c23-c1ee-4179-989e-74665ff8b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:45.482656 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-344b2c23-c1ee-4179-989e-74665ff8b826 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.0755734 Nov 25 17:16:45.524857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:45.577762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:45.587634 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-33375373-e3e3-466d-ba58-5863f10e277f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924196 Nov 25 17:16:45.600398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Router 0f405705-2dcd-4a71-9c86-afe8db039f7a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:16:45.626302 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-cff7d4a0-e740-4806-9eda-64b66d395ff7 req-d5822cb5-9a88-4789-a5f8-efb8c210821e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:16:45.655767 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cff7d4a0-e740-4806-9eda-64b66d395ff7 req-d5822cb5-9a88-4789-a5f8-efb8c210821e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/6e6955c2-6825-4896-b575-bb4370efd4c3 HTTP/1.1" status: 404 len: 352 time: 0.1470828 Nov 25 17:16:45.725451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Pushing event updated for resources: {'Port': ['ID=b472ef11-ebcc-4386-ad07-7efad745268e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:45.784266 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:16:45.820794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:45.827921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.858101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-26a5ff15-01f1-4c38-abf6-c1bfab17726a None None] Provisioning complete for port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:45.870633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1474-4efc-489a-b5d8-744c281ab9ad req-0cdf1cec-0438-4bd0-bc45-cadfea94ada1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:45.871502 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26a5ff15-01f1-4c38-abf6-c1bfab17726a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.879262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24aa1474-4efc-489a-b5d8-744c281ab9ad req-0cdf1cec-0438-4bd0-bc45-cadfea94ada1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.4624841 Nov 25 17:16:45.885098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:45.906404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 96a89664-20bf-472e-be2b-bc421be939a2 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:45.916071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-83c015c8-b842-4b42-8ff0-5d89f38fcdcc admin admin] 10.222.0.81 "PUT /v2.0/routers/0f405705-2dcd-4a71-9c86-afe8db039f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2023745 Nov 25 17:16:45.935017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-6a60cd24-8984-451a-a4df-e9afb2444c10 req-41b90e39-8686-4e11-bc2a-cc8a604da10d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1893389137', 'description': 'tempest-description-1674552739'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:46.007075 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-0bb00e13-a98a-418b-9baf-5b5006cc5c0e service neutron] 10.222.0.95 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949521 Nov 25 17:16:46.088170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a60cd24-8984-451a-a4df-e9afb2444c10 req-41b90e39-8686-4e11-bc2a-cc8a604da10d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.094463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-26a5ff15-01f1-4c38-abf6-c1bfab17726a None None] Port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:46.130832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24aa1474-4efc-489a-b5d8-744c281ab9ad req-eb15f200-8095-41a0-9258-3df2ca0fa8c2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480900 Nov 25 17:16:46.228533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6e6bf9fb-9345-43ab-b5c8-e347e95af909 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:46.230018 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.232763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Attempting to bind port b472ef11-ebcc-4386-ad07-7efad745268e on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:46.233378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Attempting to bind port b472ef11-ebcc-4386-ad07-7efad745268e by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5b88f946-54e5-45a6-9478-cc5234c63a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:46.233992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Attempting to bind port b472ef11-ebcc-4386-ad07-7efad745268e on network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:46.294476 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a60cd24-8984-451a-a4df-e9afb2444c10 req-41b90e39-8686-4e11-bc2a-cc8a604da10d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.300247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:46.300948 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Checking segment: {'id': '5b88f946-54e5-45a6-9478-cc5234c63a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:46.301867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::f6 (4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7/02b3374e-9178-40f4-ae8a-704d219b690d/96a89664-20bf-472e-be2b-bc421be939a2) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:46.303201 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.305602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Bound using segment: {'id': '5b88f946-54e5-45a6-9478-cc5234c63a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:46.307724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a60cd24-8984-451a-a4df-e9afb2444c10 req-41b90e39-8686-4e11-bc2a-cc8a604da10d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.307990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Bound port: b472ef11-ebcc-4386-ad07-7efad745268e, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b88f946-54e5-45a6-9478-cc5234c63a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:46.308568 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.361220 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5591de98-483e-4f2a-8590-7c18130dafe5 req-9551049f-55d0-43c6-82d3-f028ac311851 service neutron] 10.222.0.95 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407450 Nov 25 17:16:46.383945 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a60cd24-8984-451a-a4df-e9afb2444c10 req-41b90e39-8686-4e11-bc2a-cc8a604da10d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.388092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a60cd24-8984-451a-a4df-e9afb2444c10 req-41b90e39-8686-4e11-bc2a-cc8a604da10d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4987886 Nov 25 17:16:46.395274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:46.428071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c6347351-7ae6-4018-91be-154d957c0ae1 req-702f6d11-bed5-467c-8d77-bcc539d623ef tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1221135839', 'description': 'tempest-description-811746359'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:46.489732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b90e39-8686-4e11-bc2a-cc8a604da10d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b7bbe2-f4da-4bfc-9d75-5f259bc6c20e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:46.568568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6347351-7ae6-4018-91be-154d957c0ae1 req-702f6d11-bed5-467c-8d77-bcc539d623ef tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.640693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'mac_address': 'fa:16:3e:b2:96:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:16:46.731094 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Sync routers for ids ['0f405705-2dcd-4a71-9c86-afe8db039f7a'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:46.742046 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Routers {'0f405705-2dcd-4a71-9c86-afe8db039f7a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:46.742665 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0f405705-2dcd-4a71-9c86-afe8db039f7a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:46.749222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.791107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6347351-7ae6-4018-91be-154d957c0ae1 req-702f6d11-bed5-467c-8d77-bcc539d623ef tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.807764 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6347351-7ae6-4018-91be-154d957c0ae1 req-702f6d11-bed5-467c-8d77-bcc539d623ef tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.853202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] For port b472ef11-ebcc-4386-ad07-7efad745268e, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:46.872486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.876164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] For port b472ef11-ebcc-4386-ad07-7efad745268e, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b472ef11-ebcc-4386-ad07-7efad745268e,segment=NetworkSegment(5b88f946-54e5-45a6-9478-cc5234c63a23),segment_id=5b88f946-54e5-45a6-9478-cc5234c63a23)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:46.877396 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.888820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.906733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.918284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f6d11-bed5-467c-8d77-bcc539d623ef tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c21bf8-ab35-4b36-a611-1fd8e861a6c2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:46.927242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:46.930279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:46.952609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:46.955311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 6e6bf9fb-9345-43ab-b5c8-e347e95af909, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6e6bf9fb-9345-43ab-b5c8-e347e95af909,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:46.962352 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6347351-7ae6-4018-91be-154d957c0ae1 req-702f6d11-bed5-467c-8d77-bcc539d623ef tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.970962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6347351-7ae6-4018-91be-154d957c0ae1 req-702f6d11-bed5-467c-8d77-bcc539d623ef tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5562260 Nov 25 17:16:46.976140 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.989222 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.004957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-71aab9ce-2b45-4566-a096-98addcb05f89 req-1dbd0f51-65a8-49c4-8421-900860172bb1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-378722657', 'description': 'tempest-description-543635582'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:47.062666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:47.064342 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Pushing event updated for resources: {'Port': ['ID=b472ef11-ebcc-4386-ad07-7efad745268e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:47.079328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.080064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:47.080639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.082581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.083159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.083748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.084290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.085484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.086097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:47.088295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.088893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.089473 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.090026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.093443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762933ef-d209-4362-8f8e-349fffbd9b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:47.101936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:47.105858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71aab9ce-2b45-4566-a096-98addcb05f89 req-1dbd0f51-65a8-49c4-8421-900860172bb1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.112063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.128504 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Set router 0f405705-2dcd-4a71-9c86-afe8db039f7a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:47.129225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=96a89664-20bf-472e-be2b-bc421be939a2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:47.161248 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef6b501e-e52e-428e-9c24-6c7c171ca2a0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3074625 Nov 25 17:16:47.162169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:47.177223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': '4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7', 'name': 'tempest-PortsIpV6TestJSON-1977831587'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:47.278545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:47.465456 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71aab9ce-2b45-4566-a096-98addcb05f89 req-1dbd0f51-65a8-49c4-8421-900860172bb1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.465897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:47.509287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71aab9ce-2b45-4566-a096-98addcb05f89 req-1dbd0f51-65a8-49c4-8421-900860172bb1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.553632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd0f51-65a8-49c4-8421-900860172bb1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bc93f2-3db2-43a6-80db-e711c5d59f8b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:47.562755 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-71aab9ce-2b45-4566-a096-98addcb05f89 req-1dbd0f51-65a8-49c4-8421-900860172bb1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.564053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71aab9ce-2b45-4566-a096-98addcb05f89 req-1dbd0f51-65a8-49c4-8421-900860172bb1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5733845 Nov 25 17:16:47.576411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fe06f-0b4c-4068-bea4-81f7b96114e5 req-a6289b5b-6a73-4175-ba9d-badee643f9bb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:47.578599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-015fe06f-0b4c-4068-bea4-81f7b96114e5 req-a6289b5b-6a73-4175-ba9d-badee643f9bb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 949 time: 0.2012551 Nov 25 17:16:47.689371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=6e6bf9fb-9345-43ab-b5c8-e347e95af909,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:47.738813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:47.744374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.773249 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48749ba9-7191-45e6-8a6a-3e43e17ca0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.816395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 1fa5a290-ad7d-4699-a0b4-a4ef31ac744b yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:47.905496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-015fe06f-0b4c-4068-bea4-81f7b96114e5 req-212ae487-4984-4850-8e78-2f2357d523e7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203192 Nov 25 17:16:48.112246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39843f58-f8fe-4d22-909d-fd0feaa507f3 req-532e2b7d-0805-4a1c-b544-5aae16fab74a tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263 HTTP/1.1" status: 200 len: 11003 time: 0.4678733 Nov 25 17:16:48.119552 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:16:43Z', 'revision_number': 4, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f78600ad-7eec-4ad3-b71e-e9ee6bd760ed', 'name': '', 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'mac_address': 'fa:16:3e:77:52:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '71b9a828-de76-4b93-bb09-c56d74580a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:40Z', 'updated_at': '2021-11-25T17:16:43Z', 'revision_number': 2, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'subnets': [{'id': '71b9a828-de76-4b93-bb09-c56d74580a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:48.146176 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48749ba9-7191-45e6-8a6a-3e43e17ca0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.157742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48749ba9-7191-45e6-8a6a-3e43e17ca0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.212017 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Checking router: 0f405705-2dcd-4a71-9c86-afe8db039f7a for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:48.212658 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Updating router 0f405705-2dcd-4a71-9c86-afe8db039f7a port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:48.252563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-48749ba9-7191-45e6-8a6a-3e43e17ca0db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=78e79776affd48aaa53cbe12a8b25010&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3197770 Nov 25 17:16:48.253588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48749ba9-7191-45e6-8a6a-3e43e17ca0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1053e58-70b3-4b73-ac85-f2a328756c19,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:48.257503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:48.285928 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.286138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::3bf (4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7/02b3374e-9178-40f4-ae8a-704d219b690d/1fa5a290-ad7d-4699-a0b4-a4ef31ac744b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:48.294411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39843f58-f8fe-4d22-909d-fd0feaa507f3 req-9d38aa04-0146-435d-812d-ad2e7c690539 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/df0a74ca-36b8-4312-b183-05414d2dad8e HTTP/1.1" status: 200 len: 2998 time: 0.1622233 Nov 25 17:16:48.449028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39843f58-f8fe-4d22-909d-fd0feaa507f3 req-9e5a248c-c524-40c9-b12a-4c48919be313 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/df0a74ca-36b8-4312-b183-05414d2dad8e HTTP/1.1" status: 200 len: 2998 time: 0.1427994 Nov 25 17:16:48.492027 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a85eb70-9622-4612-ae60-88ece95c20ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.665638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a85eb70-9622-4612-ae60-88ece95c20ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.709096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6b7e9d5-bce0-4aa1-b92c-f27d15b35256 req-0b3fbced-2ef0-4109-97f0-cccd472ff45e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/d5b7bbe2-f4da-4bfc-9d75-5f259bc6c20e HTTP/1.1" status: 200 len: 1820 time: 0.1961677 Nov 25 17:16:48.753912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.834490 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.862709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6b7e9d5-bce0-4aa1-b92c-f27d15b35256 req-be8f2f8c-39d1-46d9-be94-310aa1dd8d96 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.992373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a85eb70-9622-4612-ae60-88ece95c20ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.998233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:49.001022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:49.006900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:49.012002 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a85eb70-9622-4612-ae60-88ece95c20ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.015693 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3a85eb70-9622-4612-ae60-88ece95c20ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1053e58-70b3-4b73-ac85-f2a328756c19 HTTP/1.1" status: 204 len: 168 time: 0.7544851 Nov 25 17:16:49.016010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:49.016010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.044783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=1fa5a290-ad7d-4699-a0b4-a4ef31ac744b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:49.045262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6b7e9d5-bce0-4aa1-b92c-f27d15b35256 req-be8f2f8c-39d1-46d9-be94-310aa1dd8d96 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.061798 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-391a635e-c4c7-475e-9f98-45c4596b3e5f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8964169 Nov 25 17:16:49.070043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96764b22-a5f6-4bd3-ad41-fe33ee9e86f1 None None] Network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:49.070921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44280) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:49.126428 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.133844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85eb70-9622-4612-ae60-88ece95c20ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1053e58-70b3-4b73-ac85-f2a328756c19,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:49.139347 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.329299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:49.361488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-070951dc-f5f6-4855-8b5c-acefbba1207c None None] Provisioning complete for port b472ef11-ebcc-4386-ad07-7efad745268e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:49.361865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-070951dc-f5f6-4855-8b5c-acefbba1207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.378530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712a9-abfe-4279-8589-7cf390086d68 req-0ee9546f-5592-4f5b-a606-9ff37af0100a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:49.385713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d46712a9-abfe-4279-8589-7cf390086d68 req-0ee9546f-5592-4f5b-a606-9ff37af0100a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 949 time: 0.2621408 Nov 25 17:16:49.400432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5c1dbb-47bb-4e16-851d-9a996def473a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:49.402876 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dd5c1dbb-47bb-4e16-851d-9a996def473a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af6 HTTP/1.1" status: 200 len: 928 time: 0.3291841 Nov 25 17:16:49.406996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44286) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:49.427540 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea0dc-518c-400b-bc6b-6e7b0549bb6d None None] Pushing event updated for resources: {'Port': ['ID=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:49.522042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d46712a9-abfe-4279-8589-7cf390086d68 req-1f339534-b62c-4755-bcfe-b266a9b03acd tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274223 Nov 25 17:16:49.523858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6b7e9d5-bce0-4aa1-b92c-f27d15b35256 req-be8f2f8c-39d1-46d9-be94-310aa1dd8d96 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.545282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c6b7e9d5-bce0-4aa1-b92c-f27d15b35256 req-be8f2f8c-39d1-46d9-be94-310aa1dd8d96 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.547714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6b7e9d5-bce0-4aa1-b92c-f27d15b35256 req-be8f2f8c-39d1-46d9-be94-310aa1dd8d96 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/d5b7bbe2-f4da-4bfc-9d75-5f259bc6c20e HTTP/1.1" status: 204 len: 173 time: 0.8377581 Nov 25 17:16:49.571374 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Attempting to bind port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:49.572509 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Attempting to bind port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:49.574929 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Attempting to bind port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed on network 974c630f-129a-4199-9a9e-b3433123fee9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:49.576739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f2f8c-39d1-46d9-be94-310aa1dd8d96 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b7bbe2-f4da-4bfc-9d75-5f259bc6c20e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:49.589429 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:49.593440 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Checking segment: {'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:49.599847 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.603520 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Bound using segment: {'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:49.604286 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Bound port: f78600ad-7eec-4ad3-b71e-e9ee6bd760ed, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f282032a-4a90-4618-ae76-9a2ea3af8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:49.606021 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.635641 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-74d6b239-9c32-408d-9971-10f2ee77073c req-1749c419-6ce3-4244-b235-7fa2447becc0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:16:49.639572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74d6b239-9c32-408d-9971-10f2ee77073c req-1749c419-6ce3-4244-b235-7fa2447becc0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/d5b7bbe2-f4da-4bfc-9d75-5f259bc6c20e HTTP/1.1" status: 404 len: 352 time: 0.0314169 Nov 25 17:16:49.693350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b472ef11-ebcc-4386-ad07-7efad745268e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:49.837028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fcdae0ba-8b6f-4a4c-a58c-11080025a89f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 1fa5a290-ad7d-4699-a0b4-a4ef31ac744b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:49.837402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fcdae0ba-8b6f-4a4c-a58c-11080025a89f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.889112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4c4c680-ea74-4364-b3be-fc5b96eb61b1 req-e4e5ecee-f2e9-494a-8395-d2dc6bbb1350 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/c2c21bf8-ab35-4b36-a611-1fd8e861a6c2 HTTP/1.1" status: 200 len: 1819 time: 0.1942437 Nov 25 17:16:49.943759 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] For port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:49.952697 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] For port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,segment=NetworkSegment(f282032a-4a90-4618-ae76-9a2ea3af8add),segment_id=f282032a-4a90-4618-ae76-9a2ea3af8add)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:49.955205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:16:49.963831 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.026053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-070951dc-f5f6-4855-8b5c-acefbba1207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.062322 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b4c4c680-ea74-4364-b3be-fc5b96eb61b1 req-0fa17545-5cf6-49f8-a83e-cd4931fcdb00 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.064275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:50.066205 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.131083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fcdae0ba-8b6f-4a4c-a58c-11080025a89f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.141789 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Routers {'0f405705-2dcd-4a71-9c86-afe8db039f7a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:50.142434 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:16:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0f405705-2dcd-4a71-9c86-afe8db039f7a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:50.149008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b4c4c680-ea74-4364-b3be-fc5b96eb61b1 req-0fa17545-5cf6-49f8-a83e-cd4931fcdb00 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.183492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fcdae0ba-8b6f-4a4c-a58c-11080025a89f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 1fa5a290-ad7d-4699-a0b4-a4ef31ac744b owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:50.244222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:50.249338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-070951dc-f5f6-4855-8b5c-acefbba1207c None None] For port b472ef11-ebcc-4386-ad07-7efad745268e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b472ef11-ebcc-4386-ad07-7efad745268e,segment=NetworkSegment(5b88f946-54e5-45a6-9478-cc5234c63a23),segment_id=5b88f946-54e5-45a6-9478-cc5234c63a23)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:50.289224 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-070951dc-f5f6-4855-8b5c-acefbba1207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.295929 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b4c4c680-ea74-4364-b3be-fc5b96eb61b1 req-0fa17545-5cf6-49f8-a83e-cd4931fcdb00 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.299638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b4c4c680-ea74-4364-b3be-fc5b96eb61b1 req-0fa17545-5cf6-49f8-a83e-cd4931fcdb00 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.307936 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4c4c680-ea74-4364-b3be-fc5b96eb61b1 req-0fa17545-5cf6-49f8-a83e-cd4931fcdb00 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/c2c21bf8-ab35-4b36-a611-1fd8e861a6c2 HTTP/1.1" status: 204 len: 173 time: 0.4171255 Nov 25 17:16:50.328587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa17545-5cf6-49f8-a83e-cd4931fcdb00 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c21bf8-ab35-4b36-a611-1fd8e861a6c2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:50.375654 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-7769a80e-504c-4ac0-b2a4-132b4354956c req-4a10ff85-5aaa-448f-940e-f320565719a9 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:16:50.385382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7769a80e-504c-4ac0-b2a4-132b4354956c req-4a10ff85-5aaa-448f-940e-f320565719a9 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/c2c21bf8-ab35-4b36-a611-1fd8e861a6c2 HTTP/1.1" status: 404 len: 352 time: 0.0300455 Nov 25 17:16:50.393660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:50.409387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b472ef11-ebcc-4386-ad07-7efad745268e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:50.409766 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.440793 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea0dc-518c-400b-bc6b-6e7b0549bb6d None None] Pushing event updated for resources: {'Port': ['ID=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:50.461646 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22fd1832-1b9a-46d1-b524-6961a9e86737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.511706 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] Set router 0f405705-2dcd-4a71-9c86-afe8db039f7a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:50.605452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1bbc7647-9a1c-401f-b788-0b222278b207 None None] Provisioning complete for port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:50.606590 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7647-9a1c-401f-b788-0b222278b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.609139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070951dc-f5f6-4855-8b5c-acefbba1207c None None] Pushing event updated for resources: {'Port': ['ID=b472ef11-ebcc-4386-ad07-7efad745268e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:50.623803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3235bf11-a08b-4bd8-a7c3-fe6b888500d5 req-c593a8cf-da43-44a0-a007-79c2e12761df tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/b8bc93f2-3db2-43a6-80db-e711c5d59f8b HTTP/1.1" status: 200 len: 1818 time: 0.1925664 Nov 25 17:16:50.801481 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.852563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b10ce81-da0d-4505-86f3-4c99842ec5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.927099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22fd1832-1b9a-46d1-b524-6961a9e86737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.950933 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fcdae0ba-8b6f-4a4c-a58c-11080025a89f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.967123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22fd1832-1b9a-46d1-b524-6961a9e86737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.970125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6e6bf9fb-9345-43ab-b5c8-e347e95af909 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:51.033538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdae0ba-8b6f-4a4c-a58c-11080025a89f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=1fa5a290-ad7d-4699-a0b4-a4ef31ac744b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:51.044572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19005b-41f7-47f4-9812-16f0b07ea65e req-44e70b40-30df-4ef5-8b52-8747cfbc4676 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:51.046930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb19005b-41f7-47f4-9812-16f0b07ea65e req-44e70b40-30df-4ef5-8b52-8747cfbc4676 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 949 time: 0.3002310 Nov 25 17:16:51.056557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:51.059895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3235bf11-a08b-4bd8-a7c3-fe6b888500d5 req-65305848-49f5-4abc-b529-9d4cd96e952d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.060060 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9944baa3-805e-4fd2-a251-8947a0a706ee" -d '{"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:51.093169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6e6bf9fb-9345-43ab-b5c8-e347e95af909 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:51.093533 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.097387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:51.136229 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:16:43Z', 'revision_number': 4, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f78600ad-7eec-4ad3-b71e-e9ee6bd760ed', 'name': '', 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'mac_address': 'fa:16:3e:77:52:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '71b9a828-de76-4b93-bb09-c56d74580a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:40Z', 'updated_at': '2021-11-25T17:16:49Z', 'revision_number': 4, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'subnets': [{'id': '71b9a828-de76-4b93-bb09-c56d74580a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:51.147141 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-22fd1832-1b9a-46d1-b524-6961a9e86737 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c188096350524e058eee600607042724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9015133 Nov 25 17:16:51.166308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:51.186492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd1832-1b9a-46d1-b524-6961a9e86737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0faea5-5c83-4582-ae60-cd9222fbdff3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:51.193191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fcdae0ba-8b6f-4a4c-a58c-11080025a89f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.202950 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fcdae0ba-8b6f-4a4c-a58c-11080025a89f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/1fa5a290-ad7d-4699-a0b4-a4ef31ac744b HTTP/1.1" status: 204 len: 168 time: 1.7944913 Nov 25 17:16:51.205063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44324) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:51.222074 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7647-9a1c-401f-b788-0b222278b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.229615 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3235bf11-a08b-4bd8-a7c3-fe6b888500d5 req-65305848-49f5-4abc-b529-9d4cd96e952d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.231460 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.235720 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bd6ae-a6a2-4b98-ae2b-78c0290db63f None None] The sync data for ids ['0f405705-2dcd-4a71-9c86-afe8db039f7a'] in n-d-819349-3 is: [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:16:43Z', 'revision_number': 4, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f78600ad-7eec-4ad3-b71e-e9ee6bd760ed', 'name': '', 'network_id': '974c630f-129a-4199-9a9e-b3433123fee9', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'mac_address': 'fa:16:3e:77:52:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '71b9a828-de76-4b93-bb09-c56d74580a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:40Z', 'updated_at': '2021-11-25T17:16:49Z', 'revision_number': 4, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'subnets': [{'id': '71b9a828-de76-4b93-bb09-c56d74580a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:51.265838 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f575e8-9f5f-4396-ba1c-87b3c2853ccf tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:16:51.271233 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b7f575e8-9f5f-4396-ba1c-87b3c2853ccf tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/1fa5a290-ad7d-4699-a0b4-a4ef31ac744b HTTP/1.1" status: 404 len: 333 time: 0.0634773 Nov 25 17:16:51.273209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44326) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:51.374423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b10ce81-da0d-4505-86f3-4c99842ec5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.391740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb19005b-41f7-47f4-9812-16f0b07ea65e req-5a7566ea-7784-4f8d-a506-e7e5788c66ae tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284836 Nov 25 17:16:51.409127 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b10ce81-da0d-4505-86f3-4c99842ec5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.455241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:51.507387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3235bf11-a08b-4bd8-a7c3-fe6b888500d5 req-65305848-49f5-4abc-b529-9d4cd96e952d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.507387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3235bf11-a08b-4bd8-a7c3-fe6b888500d5 req-65305848-49f5-4abc-b529-9d4cd96e952d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.507387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3235bf11-a08b-4bd8-a7c3-fe6b888500d5 req-65305848-49f5-4abc-b529-9d4cd96e952d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/b8bc93f2-3db2-43a6-80db-e711c5d59f8b HTTP/1.1" status: 204 len: 173 time: 0.8796012 Nov 25 17:16:51.508208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1bbc7647-9a1c-401f-b788-0b222278b207 None None] For port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,segment=NetworkSegment(f282032a-4a90-4618-ae76-9a2ea3af8add),segment_id=f282032a-4a90-4618-ae76-9a2ea3af8add)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:51.521956 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7647-9a1c-401f-b788-0b222278b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.560079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c48016df-fc95-4c33-9ef0-695cdee9fb15 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 96a89664-20bf-472e-be2b-bc421be939a2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:51.560657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c48016df-fc95-4c33-9ef0-695cdee9fb15 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.570811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5b10ce81-da0d-4505-86f3-4c99842ec5b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4af9d70391f14967bd8437df9c1ecc69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1749187 Nov 25 17:16:51.572151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44330) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:51.658893 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-20d90878-04e7-4220-8133-db4098df1e9e req-163eef94-ac3d-4aed-bb74-4f6a8ea8bb39 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:16:51.661612 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20d90878-04e7-4220-8133-db4098df1e9e req-163eef94-ac3d-4aed-bb74-4f6a8ea8bb39 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/b8bc93f2-3db2-43a6-80db-e711c5d59f8b HTTP/1.1" status: 404 len: 352 time: 0.0820909 Nov 25 17:16:51.723165 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14873a7-6cd9-4553-b472-3afa6ccb5ceb x-openstack-request-id: req-f14873a7-6cd9-4553-b472-3afa6ccb5ceb {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:51.723523 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:51.723959 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f14873a7-6cd9-4553-b472-3afa6ccb5ceb {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:51.725451 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'code': 200} Nov 25 17:16:51.770597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10ce81-da0d-4505-86f3-4c99842ec5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb0bdb5-29a0-4b03-84e7-280588fef502,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:51.811111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7647-9a1c-401f-b788-0b222278b207 None None] Pushing event updated for resources: {'Port': ['ID=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:51.824306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec95454f-7236-4112-973b-aabf1068959c None None] Provisioning complete for port b472ef11-ebcc-4386-ad07-7efad745268e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:51.827558 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec95454f-7236-4112-973b-aabf1068959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.863976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65305848-49f5-4abc-b529-9d4cd96e952d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bc93f2-3db2-43a6-80db-e711c5d59f8b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:51.875962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94d0eae9-ad89-4261-b1c0-7f8a980d6588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.890795 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca88f347-607c-40a9-b5ab-5a47b52b08d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.924431 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca88f347-607c-40a9-b5ab-5a47b52b08d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.974891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c48016df-fc95-4c33-9ef0-695cdee9fb15 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.012605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca88f347-607c-40a9-b5ab-5a47b52b08d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.015318 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca88f347-607c-40a9-b5ab-5a47b52b08d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.016529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ca88f347-607c-40a9-b5ab-5a47b52b08d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afb0bdb5-29a0-4b03-84e7-280588fef502 HTTP/1.1" status: 204 len: 168 time: 0.4357722 Nov 25 17:16:52.046258 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94d0eae9-ad89-4261-b1c0-7f8a980d6588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.082463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c48016df-fc95-4c33-9ef0-695cdee9fb15 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 96a89664-20bf-472e-be2b-bc421be939a2 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:52.089539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88f347-607c-40a9-b5ab-5a47b52b08d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb0bdb5-29a0-4b03-84e7-280588fef502,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:52.092454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99035dd5-fdbb-41af-af3c-52dd4d11bc69 req-d3938177-4add-4fae-b9d4-42b2de1b1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:52.102133 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-99035dd5-fdbb-41af-af3c-52dd4d11bc69 req-d3938177-4add-4fae-b9d4-42b2de1b1c96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1101 time: 0.3687856 Nov 25 17:16:52.185735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11666c6a-89a5-410e-b5bf-fa3ecf3baa7c req-da89788d-f126-4864-9665-5cd0cb353838 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263 HTTP/1.1" status: 200 len: 6199 time: 0.4503531 Nov 25 17:16:52.284118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b472ef11-ebcc-4386-ad07-7efad745268e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:52.398611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11666c6a-89a5-410e-b5bf-fa3ecf3baa7c req-824b4eaf-87ca-42f9-8008-773137c15561 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/df0a74ca-36b8-4312-b183-05414d2dad8e HTTP/1.1" status: 200 len: 2998 time: 0.2110112 Nov 25 17:16:52.482758 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-99035dd5-fdbb-41af-af3c-52dd4d11bc69 req-caf13f54-16b7-4ec7-ba39-1e08519142c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684888 Nov 25 17:16:52.532585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94d0eae9-ad89-4261-b1c0-7f8a980d6588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.535914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94d0eae9-ad89-4261-b1c0-7f8a980d6588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.537536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-94d0eae9-ad89-4261-b1c0-7f8a980d6588 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef0faea5-5c83-4582-ae60-cd9222fbdff3 HTTP/1.1" status: 204 len: 168 time: 1.3677697 Nov 25 17:16:52.556971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec95454f-7236-4112-973b-aabf1068959c None None] Provisioning complete for port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:52.558379 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec95454f-7236-4112-973b-aabf1068959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.594102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11666c6a-89a5-410e-b5bf-fa3ecf3baa7c req-5db057ff-b029-4c52-b738-593d56162308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/df0a74ca-36b8-4312-b183-05414d2dad8e HTTP/1.1" status: 200 len: 2998 time: 0.1877515 Nov 25 17:16:52.599534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0eae9-ad89-4261-b1c0-7f8a980d6588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0faea5-5c83-4582-ae60-cd9222fbdff3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:52.694458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c48016df-fc95-4c33-9ef0-695cdee9fb15 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.751745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafa059-62b5-4927-a112-de72578216a2 req-037c1b67-fe15-4f23-abb6-b6423ff293d7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:52.761963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aafa059-62b5-4927-a112-de72578216a2 req-037c1b67-fe15-4f23-abb6-b6423ff293d7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1656315 Nov 25 17:16:52.841589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48016df-fc95-4c33-9ef0-695cdee9fb15 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=96a89664-20bf-472e-be2b-bc421be939a2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:52.858079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5e9e37e5-7c87-40aa-9de2-e0b5cfe4ec4f req-d3c1384a-cb0e-4707-ab74-4c68d5ec6422 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1411269308', 'description': 'tempest-description-952466894'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:52.868774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b472ef11-ebcc-4386-ad07-7efad745268e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:52.872290 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.939515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c48016df-fc95-4c33-9ef0-695cdee9fb15 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.948719 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c48016df-fc95-4c33-9ef0-695cdee9fb15 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/96a89664-20bf-472e-be2b-bc421be939a2 HTTP/1.1" status: 204 len: 168 time: 1.6731772 Nov 25 17:16:52.950461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44350) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:53.015811 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed8618b-9223-4691-9c77-1939f5728cd9 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:16:53.020132 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0ed8618b-9223-4691-9c77-1939f5728cd9 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/96a89664-20bf-472e-be2b-bc421be939a2 HTTP/1.1" status: 404 len: 333 time: 0.0659106 Nov 25 17:16:53.020132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44352) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:53.020765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44354) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:53.052204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aafa059-62b5-4927-a112-de72578216a2 req-cd2d6de3-3eb4-44ca-907a-46a136f6130d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880743 Nov 25 17:16:53.083226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5e9e37e5-7c87-40aa-9de2-e0b5cfe4ec4f req-d3c1384a-cb0e-4707-ab74-4c68d5ec6422 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.103000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4ac03dd-1f00-416a-87f4-fe42897d7221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.197070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-12931b57-f411-4ace-bf2d-ebe33873988f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet 02b3374e-9178-40f4-ae8a-704d219b690d {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:16:53.394295 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5e9e37e5-7c87-40aa-9de2-e0b5cfe4ec4f req-d3c1384a-cb0e-4707-ab74-4c68d5ec6422 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.402690 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5e9e37e5-7c87-40aa-9de2-e0b5cfe4ec4f req-d3c1384a-cb0e-4707-ab74-4c68d5ec6422 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.473124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1384a-cb0e-4707-ab74-4c68d5ec6422 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c96e44-d38a-4dd9-bc9c-3c8c08562c66,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:53.478799 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4ac03dd-1f00-416a-87f4-fe42897d7221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.481493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12931b57-f411-4ace-bf2d-ebe33873988f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.486724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4ac03dd-1f00-416a-87f4-fe42897d7221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.494504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec95454f-7236-4112-973b-aabf1068959c None None] Could not find standard attr ID for object 1fa5a290-ad7d-4699-a0b4-a4ef31ac744b. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:16:53.513776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec95454f-7236-4112-973b-aabf1068959c None None] Could not find standard attr ID for object 96a89664-20bf-472e-be2b-bc421be939a2. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:16:53.523460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f78600ad-7eec-4ad3-b71e-e9ee6bd760ed up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:53.543652 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5e9e37e5-7c87-40aa-9de2-e0b5cfe4ec4f req-d3c1384a-cb0e-4707-ab74-4c68d5ec6422 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.551109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e9e37e5-7c87-40aa-9de2-e0b5cfe4ec4f req-d3c1384a-cb0e-4707-ab74-4c68d5ec6422 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7235062 Nov 25 17:16:53.608172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8e541cc8-d047-4b70-ae26-34e4e2a37e12 req-84119fe2-a20f-4d2d-8335-b30f43403bed tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1757052895', 'description': 'tempest-description-1075580431'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:53.633308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac03dd-1f00-416a-87f4-fe42897d7221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d69bdb-4096-413b-9a05-eef33c686368,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:53.634653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-432955c4-b5be-4f92-aca5-cd196f3ccd14 None None] Could not find standard attr ID for object 1fa5a290-ad7d-4699-a0b4-a4ef31ac744b. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:16:53.651638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:53.652253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.691509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44368) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:53.692462 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a4ac03dd-1f00-416a-87f4-fe42897d7221 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa7b1372780847c5b1660d901088fc94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6727057 Nov 25 17:16:53.698361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12931b57-f411-4ace-bf2d-ebe33873988f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.780315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e541cc8-d047-4b70-ae26-34e4e2a37e12 req-84119fe2-a20f-4d2d-8335-b30f43403bed tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.812132 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d319072-ee2f-4d84-a75c-01261f5fc95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.889478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d319072-ee2f-4d84-a75c-01261f5fc95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.013536 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e541cc8-d047-4b70-ae26-34e4e2a37e12 req-84119fe2-a20f-4d2d-8335-b30f43403bed tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.019570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12931b57-f411-4ace-bf2d-ebe33873988f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.022499 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e541cc8-d047-4b70-ae26-34e4e2a37e12 req-84119fe2-a20f-4d2d-8335-b30f43403bed tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.095646 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d319072-ee2f-4d84-a75c-01261f5fc95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.099478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d319072-ee2f-4d84-a75c-01261f5fc95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.099616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8d319072-ee2f-4d84-a75c-01261f5fc95b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57d69bdb-4096-413b-9a05-eef33c686368 HTTP/1.1" status: 204 len: 168 time: 0.4039323 Nov 25 17:16:54.121073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e541cc8-d047-4b70-ae26-34e4e2a37e12 req-84119fe2-a20f-4d2d-8335-b30f43403bed tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.129655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e541cc8-d047-4b70-ae26-34e4e2a37e12 req-84119fe2-a20f-4d2d-8335-b30f43403bed tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5297041 Nov 25 17:16:54.153381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12931b57-f411-4ace-bf2d-ebe33873988f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.163705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f78600ad-7eec-4ad3-b71e-e9ee6bd760ed up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:54.187693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84119fe2-a20f-4d2d-8335-b30f43403bed tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6623b9-6c93-4a2e-851e-27d7e8132e61,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:54.207820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d319072-ee2f-4d84-a75c-01261f5fc95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d69bdb-4096-413b-9a05-eef33c686368,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:54.280216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12931b57-f411-4ace-bf2d-ebe33873988f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=02b3374e-9178-40f4-ae8a-704d219b690d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:54.308238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12931b57-f411-4ace-bf2d-ebe33873988f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.321761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-12931b57-f411-4ace-bf2d-ebe33873988f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/02b3374e-9178-40f4-ae8a-704d219b690d HTTP/1.1" status: 204 len: 168 time: 1.2994812 Nov 25 17:16:54.322273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:54.326134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444fdae6-cc8c-4138-aa0d-7697bb4073df None None] Network 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:54.488457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:54.489161 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.603638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45303d1a-d252-4489-8b77-604863c27530 req-8872ff90-d431-475e-941b-b759378be613 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:54.616401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45303d1a-d252-4489-8b77-604863c27530 req-8872ff90-d431-475e-941b-b759378be613 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.3837104 Nov 25 17:16:54.639089 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.769713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] DHCP port deletion for 4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:16:54.877426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-da6bfed0-a644-48df-ba09-c82b6abe6388 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:54.879001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-da6bfed0-a644-48df-ba09-c82b6abe6388 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 813 time: 0.2187915 Nov 25 17:16:54.936343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-e863fa5e-8897-4930-ac93-8b7745d0744b tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/quotas/7e4e7fe329784ce1aaaa27269b7f2263 HTTP/1.1" status: 200 len: 375 time: 0.0489135 Nov 25 17:16:55.112469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45303d1a-d252-4489-8b77-604863c27530 req-7d27c5d0-b78b-47bb-993b-f699d31dc01a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949143 Nov 25 17:16:55.119494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] Deleting port b472ef11-ebcc-4386-ad07-7efad745268e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:55.121308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.217787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] For port b472ef11-ebcc-4386-ad07-7efad745268e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b472ef11-ebcc-4386-ad07-7efad745268e,segment=NetworkSegment(5b88f946-54e5-45a6-9478-cc5234c63a23),segment_id=5b88f946-54e5-45a6-9478-cc5234c63a23)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:55.218198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.236210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] Calling delete_port for b472ef11-ebcc-4386-ad07-7efad745268e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:55.240730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-4eb98d69-0bd1-40b3-8bc8-a7c0977cdc13 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2888248 Nov 25 17:16:55.390050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port b472ef11-ebcc-4386-ad07-7efad745268e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:55.390385 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.415429 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.470430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] For port b472ef11-ebcc-4386-ad07-7efad745268e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b472ef11-ebcc-4386-ad07-7efad745268e,segment=NetworkSegment(5b88f946-54e5-45a6-9478-cc5234c63a23),segment_id=5b88f946-54e5-45a6-9478-cc5234c63a23)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:55.470889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.488396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for b472ef11-ebcc-4386-ad07-7efad745268e owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:55.489451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] Pushing event deleted for resources: {'Port': ['ID=b472ef11-ebcc-4386-ad07-7efad745268e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:55.491918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b7906-aa16-4bb2-a095-12b9d464523d None None] No DVR routers for this DVR port b472ef11-ebcc-4386-ad07-7efad745268e on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:55.585691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-b4ce3bbe-d3d6-40c2-b2c4-e7e6884c917a service neutron] 10.222.0.81 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358226 Nov 25 17:16:55.719424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1476640-1890-459c-a5cc-8af9268017fc req-05d17572-38e1-4ba0-a8d9-977804d421ca tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.721265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1476640-1890-459c-a5cc-8af9268017fc req-05d17572-38e1-4ba0-a8d9-977804d421ca tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1580718 Nov 25 17:16:55.783348 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.800040 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-4c52aee9-7550-4192-88a0-fe381c0a18e3 service neutron] 10.222.0.81 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964855 Nov 25 17:16:55.838252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No DVR routers for this DVR port b472ef11-ebcc-4386-ad07-7efad745268e on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:55.874139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=b472ef11-ebcc-4386-ad07-7efad745268e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:56.028544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b472ef11-ebcc-4386-ad07-7efad745268e no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:56.075788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b472ef11-ebcc-4386-ad07-7efad745268e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:16:56.076149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b472ef11-ebcc-4386-ad07-7efad745268e not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:56.341964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1476640-1890-459c-a5cc-8af9268017fc req-1f5c1675-d737-4bcd-9f9b-e6f10f092b58 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125534 Nov 25 17:16:56.345168 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.448686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047d4d3b-1a8d-4b4f-bd61-f54ad6f31fac req-f28d0d3e-432d-4fb2-8cf8-a86423fc6d15 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0878129 Nov 25 17:16:56.451386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:56.479097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b88f946-54e5-45a6-9478-cc5234c63a23') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:56.481199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b88f946-54e5-45a6-9478-cc5234c63a23') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:56.505343 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.536285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.554814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:16:56.555256 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:16:56.560728 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:16:56.689705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.757290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.772103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/networks/4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7 HTTP/1.1" status: 204 len: 168 time: 2.4428673 Nov 25 17:16:56.775726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44490) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:56.776558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100acbe2-17b2-4772-809f-077c27f42034 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Network': ['ID=4cbd7e8b-a9d7-40fe-91d4-ece7a7cac4e7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:56.791827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-138362165'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:56.831817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:56.838426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.878297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:56.890344 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.891051 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Added segment b6314be4-a679-4964-b2b8-6727640c7fa8 of type vlan for network 431c86c4-38d7-4316-b32b-b164f10d7c87 Nov 25 17:16:56.940694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.987550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Request body: {'security_group': {'name': 'tempest-securitygroup-87352074', 'description': 'tempest-description-2128726833'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:57.004351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.012782 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.013555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.020442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-ced2cae4-7e01-4d36-bb6e-4f61c82bf840 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--257899532&fields=id&tenant_id=00390edabba34f9b90ff698b79a86575 HTTP/1.1" status: 200 len: 267 time: 0.1963875 Nov 25 17:16:57.045498 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2674103 Nov 25 17:16:57.046418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:57.064269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:57.185726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63542c-2149-458a-af0d-93bd8873111b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Network': ['ID=431c86c4-38d7-4316-b32b-b164f10d7c87,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:57.201229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 431c86c4-38d7-4316-b32b-b164f10d7c87 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:57.229028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.271340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:57.282565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.294126 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.402756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2682c-45af-4393-a579-f8c3596d601c req-6ab1d36a-4486-4f61-895a-88b7af6d444e tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.404332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-6ab1d36a-4486-4f61-895a-88b7af6d444e tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/networks?id=9d372e20-3ced-416f-8c5c-fc62aa81c58c HTTP/1.1" status: 200 len: 816 time: 0.3824332 Nov 25 17:16:57.437692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-a9618a78-6657-41eb-8ff1-0f85cd5c0bde tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/quotas/00390edabba34f9b90ff698b79a86575 HTTP/1.1" status: 200 len: 375 time: 0.0252690 Nov 25 17:16:57.527939 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.536257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-59c85789-9eaa-4ef1-b7c5-cf4092ba2b7f tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=00390edabba34f9b90ff698b79a86575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885050 Nov 25 17:16:57.537518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.605706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3b96e-72eb-43ae-94b4-37a87177ea64,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:57.712440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.714518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.721993 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.746319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-4de16eb4-49d8-4fec-9083-ad4c3a715d5c service neutron] 10.222.0.81 "GET /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727927 Nov 25 17:16:57.769840 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.771354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-192e8b5e-dfdc-4b96-b60d-b9bd8657dc10 req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7996802 Nov 25 17:16:57.785751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95ac21-4809-4243-872a-f9ec1ab55244 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d876fa16-6ee1-4b02-814f-e0b3d0d6bf9e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:57.935056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-74d6063a-a4f0-422e-84f6-38202ff06586 service neutron] 10.222.0.81 "GET /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686430 Nov 25 17:16:57.935272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking segment: {'id': 'b6314be4-a679-4964-b2b8-6727640c7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:57.935779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network hostable DHCP agents. Network: 431c86c4-38d7-4316-b32b-b164f10d7c87, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:57.942512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=3300d8e4-b749-457b-abfc-e3f3e9728303,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:58.221807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 431c86c4-38d7-4316-b32b-b164f10d7c87 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:58.275827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 431c86c4-38d7-4316-b32b-b164f10d7c87) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:58.285982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffbe37-4161-40ab-85ec-38c5a5d4cb7c None None] Network 431c86c4-38d7-4316-b32b-b164f10d7c87 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:58.301551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:58.302165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.319029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73d5a893-8a20-4867-a136-b340ea0a2115 req-9d4ffbc6-aee8-446a-87f5-355e0668ef83 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 210 time: 0.1287725 Nov 25 17:16:58.359739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-4f7d28c0-1c8e-4ccc-98f8-ed45f6b63a3a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1499624 Nov 25 17:16:58.380995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-a3e4c428-98e4-49e1-849b-d9578cb6874d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:58.383480 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-a3e4c428-98e4-49e1-849b-d9578cb6874d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.60 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 813 time: 0.4246736 Nov 25 17:16:58.390117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ae45701e-6f05-48fd-a98f-01d0148187a3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3299389 Nov 25 17:16:58.393332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44544) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:58.403664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87', 'name': 'tempest-PortsIpV6TestJSON-1042982414', 'fixed_ips': [{'subnet_id': '3300d8e4-b749-457b-abfc-e3f3e9728303', 'ip_address': '2001:db8::10'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:58.551424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'port': {'device_id': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca', 'admin_state_up': True, 'tenant_id': '7e4e7fe329784ce1aaaa27269b7f2263'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:58.562762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a3ca85a9-179a-4311-8433-ee118644adda req-66d517ab-ed94-4dcf-b484-72d456193d1f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Request body: {'security_group': {'name': 'tempest-securitygroup-12864369', 'description': 'tempest-description-556822295'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:58.648632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:58.676398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3ca85a9-179a-4311-8433-ee118644adda req-66d517ab-ed94-4dcf-b484-72d456193d1f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.777285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-431c86c4-38d7-4316-b32b-b164f10d7c87', 'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87', 'tenant_id': 'b8a6b31a9f6f4cd19a23a3921eae41de', 'fixed_ips': [{'subnet_id': '3300d8e4-b749-457b-abfc-e3f3e9728303'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:58.779595 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.852679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3ca85a9-179a-4311-8433-ee118644adda req-66d517ab-ed94-4dcf-b484-72d456193d1f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.859665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3ca85a9-179a-4311-8433-ee118644adda req-66d517ab-ed94-4dcf-b484-72d456193d1f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:59.016399 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3ca85a9-179a-4311-8433-ee118644adda req-66d517ab-ed94-4dcf-b484-72d456193d1f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:59.017814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Made reservation on behalf of 7e4e7fe329784ce1aaaa27269b7f2263 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:59.028831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:59.032303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3ca85a9-179a-4311-8433-ee118644adda req-66d517ab-ed94-4dcf-b484-72d456193d1f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4755695 Nov 25 17:16:59.051905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d517ab-ed94-4dcf-b484-72d456193d1f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55127acf-86c7-434d-906a-d969ea40d80d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:59.168103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c496-6473-4c3e-bb40-e74c20370946 req-079dba7f-2655-467a-850e-0abf378db8d6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:59.187808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9529c496-6473-4c3e-bb40-e74c20370946 req-079dba7f-2655-467a-850e-0abf378db8d6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.2807157 Nov 25 17:16:59.206839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:59.240010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:59.371302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a92fcc2d-c4b1-4ec0-bce2-88e474c23a8b req-7c5226fa-dae7-4200-bdce-9b6f1326e9c2 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.2509360 Nov 25 17:16:59.427105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9529c496-6473-4c3e-bb40-e74c20370946 req-f74332a5-172c-42bb-ad3d-9fa5344b0608 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383282 Nov 25 17:16:59.468274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Allocated IP 2001:db8::2 (431c86c4-38d7-4316-b32b-b164f10d7c87/3300d8e4-b749-457b-abfc-e3f3e9728303/c804c0b1-7838-43e6-a756-0438e131ade0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:59.547493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Allocated IP 172.20.0.3 (6d7ce7e8-b145-4262-ab7c-40b853bd10ca/5b75730f-9290-40d9-b1e6-b30afe8cda90/55a4c86d-909c-42af-8b41-03c31bc1739b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:59.676872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9242730-4e2f-4d92-8a3d-7866f0ef917f req-ad9fe55f-eaf8-4bfd-b935-effce2545d15 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0747793 Nov 25 17:16:59.899230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-220734478', 'description': 'tempest-description-225319000'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:59.936586 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:59.949223 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.075260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.092426 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.170425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Network 431c86c4-38d7-4316-b32b-b164f10d7c87 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:00.172109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Pushing event updated for resources: {'Port': ['ID=c804c0b1-7838-43e6-a756-0438e131ade0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:00.175547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:00.178514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.182414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:00.196671 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.245559 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.267521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a23fda1-e662-42af-929f-eb0be8e91e81,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:00.317746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::10 (431c86c4-38d7-4316-b32b-b164f10d7c87/3300d8e4-b749-457b-abfc-e3f3e9728303/76a4877d-fdde-4c81-b2d3-0fa20ac1aa62) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:00.383799 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.402603 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.417647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Attempting to bind port c804c0b1-7838-43e6-a756-0438e131ade0 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:00.431132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Attempting to bind port c804c0b1-7838-43e6-a756-0438e131ade0 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b6314be4-a679-4964-b2b8-6727640c7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:00.431581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Attempting to bind port c804c0b1-7838-43e6-a756-0438e131ade0 on network 431c86c4-38d7-4316-b32b-b164f10d7c87 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:00.464356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:00.465267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Checking segment: {'id': 'b6314be4-a679-4964-b2b8-6727640c7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:00.469565 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.473961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Bound using segment: {'id': 'b6314be4-a679-4964-b2b8-6727640c7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:00.476023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Bound port: c804c0b1-7838-43e6-a756-0438e131ade0, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6314be4-a679-4964-b2b8-6727640c7fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:00.481318 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.509672 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.514637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4c1a379-e2c7-4719-886d-07a7d5912a3c req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6225846 Nov 25 17:17:00.552630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d765f-5095-4a91-b1b5-e1ded5c5a74a tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e9f46-4fc2-4360-b66f-abf24e0379d1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:00.638455 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.665394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd3655be-0790-49bf-8ebf-aa39b9710c25 req-6fc962e3-1ffd-422c-a572-43a3d9195519 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.0773332 Nov 25 17:17:00.736267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-fe30e6a4-170b-4f22-81a0-a8d133b9c756 req-39c11dae-eeec-40e6-aa6b-cd0d746e2122 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-658428510', 'description': 'tempest-description-2050234708'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:00.738648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7cd08413-9946-425f-8097-4329a8538190 None None] For port c804c0b1-7838-43e6-a756-0438e131ade0, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:00.752112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:00.898483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7cd08413-9946-425f-8097-4329a8538190 None None] For port c804c0b1-7838-43e6-a756-0438e131ade0, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c804c0b1-7838-43e6-a756-0438e131ade0,segment=NetworkSegment(b6314be4-a679-4964-b2b8-6727640c7fa8),segment_id=b6314be4-a679-4964-b2b8-6727640c7fa8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:00.905362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fe30e6a4-170b-4f22-81a0-a8d133b9c756 req-39c11dae-eeec-40e6-aa6b-cd0d746e2122 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.954522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:00.957889 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.006798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:01.016551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:01.018655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7890d0-ebbb-4490-9125-7599b4f9504b req-b8e3191c-4d53-4d28-951e-45adfd09080b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.034442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af7890d0-ebbb-4490-9125-7599b4f9504b req-b8e3191c-4d53-4d28-951e-45adfd09080b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.2522628 Nov 25 17:17:01.212377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'Port': ['ID=55a4c86d-909c-42af-8b41-03c31bc1739b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:01.214193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af7890d0-ebbb-4490-9125-7599b4f9504b req-d8cfb0f0-10cf-45c2-8cf0-0a754c9b0f71 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717680 Nov 25 17:17:01.214398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd08413-9946-425f-8097-4329a8538190 None None] Pushing event updated for resources: {'Port': ['ID=c804c0b1-7838-43e6-a756-0438e131ade0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:01.308093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fe30e6a4-170b-4f22-81a0-a8d133b9c756 req-39c11dae-eeec-40e6-aa6b-cd0d746e2122 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.317142 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fe30e6a4-170b-4f22-81a0-a8d133b9c756 req-39c11dae-eeec-40e6-aa6b-cd0d746e2122 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.499140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fe30e6a4-170b-4f22-81a0-a8d133b9c756 req-39c11dae-eeec-40e6-aa6b-cd0d746e2122 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.520166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe30e6a4-170b-4f22-81a0-a8d133b9c756 req-39c11dae-eeec-40e6-aa6b-cd0d746e2122 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.7760761 Nov 25 17:17:01.589278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11dae-eeec-40e6-aa6b-cd0d746e2122 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf33df9-ac21-4b1d-9ddd-b2909eda393a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:01.647050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.649508 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.675857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559b1a2-b2de-4af6-a05f-3761361975a5 req-7cac0a13-31a6-4bd2-a6e1-e56d43ea5ab0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.699137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8559b1a2-b2de-4af6-a05f-3761361975a5 req-7cac0a13-31a6-4bd2-a6e1-e56d43ea5ab0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 931 time: 0.2955282 Nov 25 17:17:01.739277 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-2931684d-79bf-42ca-ae5d-e4b77dd9260e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1921046 Nov 25 17:17:01.748617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.775532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Request body: {'port': {'device_id': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:01.891462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8559b1a2-b2de-4af6-a05f-3761361975a5 req-a199ec1b-c463-420c-8050-935813b9b4eb tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917984 Nov 25 17:17:01.926641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2682c-45af-4393-a579-f8c3596d601c req-4f7be88a-d27c-4111-9002-9a7bb5d2ab86 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.946862 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-4f7be88a-d27c-4111-9002-9a7bb5d2ab86 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.95 "GET /v2.0/networks?id=9d372e20-3ced-416f-8c5c-fc62aa81c58c HTTP/1.1" status: 200 len: 816 time: 0.7623479 Nov 25 17:17:01.984081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.149871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c804c0b1-7838-43e6-a756-0438e131ade0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:02.198657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31324c29-7cb9-4e78-a4ac-0d5a0993cfb1 req-4644b7ba-46af-4b9d-a529-e8cd77586662 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.1011796 Nov 25 17:17:02.294885 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1f13-8a33-43a8-9c02-dce62ab614f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.326278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-4271464b-2b3f-4c76-adb8-2b37fc7109d2 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00390edabba34f9b90ff698b79a86575 HTTP/1.1" status: 200 len: 379 time: 0.3353589 Nov 25 17:17:02.327616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-dcb968a3-63de-4dc9-8c03-27775e9f49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.331552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.333559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-dcb968a3-63de-4dc9-8c03-27775e9f49fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1101 time: 0.3013837 Nov 25 17:17:02.371794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c804c0b1-7838-43e6-a756-0438e131ade0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:02.372439 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.409662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:02.424188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Request body: {'port': {'device_id': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'admin_state_up': True, 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'security_groups': ['76a34c77-fa14-4e35-8075-79918fe22ebc']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:02.462258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=76a4877d-fdde-4c81-b2d3-0fa20ac1aa62,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:02.576854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 431c86c4-38d7-4316-b32b-b164f10d7c87 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:02.670006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:02.679204 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:02.688109 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.695861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.696555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.755064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2bb85909-78a8-46ac-a815-783b6b038810 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3601351 Nov 25 17:17:02.776759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:02.797772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port c804c0b1-7838-43e6-a756-0438e131ade0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c804c0b1-7838-43e6-a756-0438e131ade0,segment=NetworkSegment(b6314be4-a679-4964-b2b8-6727640c7fa8),segment_id=b6314be4-a679-4964-b2b8-6727640c7fa8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:02.805010 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.812863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': '431c86c4-38d7-4316-b32b-b164f10d7c87', 'name': 'tempest-PortsIpV6TestJSON-46987117', 'fixed_ips': [{'subnet_id': '3300d8e4-b749-457b-abfc-e3f3e9728303', 'ip_address': '2001:db8::f'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:02.914050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=c804c0b1-7838-43e6-a756-0438e131ade0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:02.966183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9f33cfa-bd5f-42da-a420-f626df22ec62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.068875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8c562-ce8c-4898-bcfb-b0b826eb1595 None None] Network 431c86c4-38d7-4316-b32b-b164f10d7c87 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:03.090091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-720c2cce-4708-4a20-b2e4-dd2b32b8d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.094166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-720c2cce-4708-4a20-b2e4-dd2b32b8d99e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.7438314 Nov 25 17:17:03.109975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f263a-f063-4d1c-a3c2-e75749576169 req-b41f4eb2-1160-4d9e-a2a9-d926dfe202dd tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.118817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-835f263a-f063-4d1c-a3c2-e75749576169 req-b41f4eb2-1160-4d9e-a2a9-d926dfe202dd tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.6278887 Nov 25 17:17:03.206403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-2c74f118-206f-4033-b7c6-b5ad2e6c1e07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.0800798 Nov 25 17:17:03.311139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-db276e26-d6e3-4fbf-a932-0862e4f7296d None None] Provisioning complete for port c804c0b1-7838-43e6-a756-0438e131ade0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:03.312440 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db276e26-d6e3-4fbf-a932-0862e4f7296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.364185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:03.388372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-835f263a-f063-4d1c-a3c2-e75749576169 req-24d3b701-0b55-424e-a8cf-0c95334a0a93 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684937 Nov 25 17:17:03.534051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a4c86d-909c-42af-8b41-03c31bc1739b {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:03.546983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.574972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Transition to ACTIVE for port object 55a4c86d-909c-42af-8b41-03c31bc1739b will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:03.579566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Made reservation on behalf of 00390edabba34f9b90ff698b79a86575 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:03.586958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.593232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.625519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-9fa299dc-267e-449e-b4d3-77a8018c286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.627021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-9fa299dc-267e-449e-b4d3-77a8018c286e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.3945680 Nov 25 17:17:03.678090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-059f46b1-fa32-4be8-a825-012622f0d621 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 57330 time: 1.8634965 Nov 25 17:17:03.706027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c86d-909c-42af-8b41-03c31bc1739b,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:03.714015 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9f33cfa-bd5f-42da-a420-f626df22ec62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.763357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9f33cfa-bd5f-42da-a420-f626df22ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.945464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-649929dc-b76a-493c-a43e-2c88d7f16ab1 None None] Provisioning complete for port 76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:03.949266 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-649929dc-b76a-493c-a43e-2c88d7f16ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.949699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Allocated IP 172.20.0.3 (9d372e20-3ced-416f-8c5c-fc62aa81c58c/6b895bf1-64b4-455b-9bb8-8e306cb60d18/480b45d6-e761-4492-bfa6-d29f45dcbbcd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:03.955375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d9f33cfa-bd5f-42da-a420-f626df22ec62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd00abd5f05f45e8972356deb4f951c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5377982 Nov 25 17:17:03.956992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-ca0c534a-2486-499c-9800-d363234c9e8c tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/1766ccf9-95fe-4a53-80b6-88ae3292be9c HTTP/1.1" status: 200 len: 2994 time: 0.2469647 Nov 25 17:17:03.969987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:03.988478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f33cfa-bd5f-42da-a420-f626df22ec62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bdb678-086e-42bb-af68-cddfa53446b4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:04.017826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-649929dc-b76a-493c-a43e-2c88d7f16ab1 None None] Port 76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:04.034908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Attempting to bind port 55a4c86d-909c-42af-8b41-03c31bc1739b on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:04.035741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-649929dc-b76a-493c-a43e-2c88d7f16ab1 None None] Provisioning complete for port c804c0b1-7838-43e6-a756-0438e131ade0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:04.037335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Attempting to bind port 55a4c86d-909c-42af-8b41-03c31bc1739b by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:04.037769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Attempting to bind port 55a4c86d-909c-42af-8b41-03c31bc1739b on network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:04.039180 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-649929dc-b76a-493c-a43e-2c88d7f16ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.049123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36a674-da39-4765-9a59-9e5aad7d89de req-28841708-2ab2-4670-961c-7caeaae11579 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.070551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Port 55a4c86d-909c-42af-8b41-03c31bc1739b on network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:04.070989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Attempting to bind port 55a4c86d-909c-42af-8b41-03c31bc1739b on network 6d7ce7e8-b145-4262-ab7c-40b853bd10ca {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:04.071136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae36a674-da39-4765-9a59-9e5aad7d89de req-28841708-2ab2-4670-961c-7caeaae11579 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 943 time: 0.3780231 Nov 25 17:17:04.085486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-71de5e88-36b6-4443-9079-0397e54ce702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.087101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-71de5e88-36b6-4443-9079-0397e54ce702 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4074862 Nov 25 17:17:04.096996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:04.096996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Checking segment: {'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:04.096996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Bound using segment: {'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:04.096996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Bound port: 55a4c86d-909c-42af-8b41-03c31bc1739b, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:04.096996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.097967 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.107286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c804c0b1-7838-43e6-a756-0438e131ade0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:04.227158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] For port 55a4c86d-909c-42af-8b41-03c31bc1739b, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:04.231335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] For port 55a4c86d-909c-42af-8b41-03c31bc1739b, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55a4c86d-909c-42af-8b41-03c31bc1739b,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:04.259903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.344328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae36a674-da39-4765-9a59-9e5aad7d89de req-16e0d645-2a2f-44c1-b5b9-97121b1d6e49 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724252 Nov 25 17:17:04.347227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-308ed23e-22bd-4223-a5af-6003bc7df536 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470307 Nov 25 17:17:04.368197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.369176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.370906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 200 len: 1091 time: 2.6031218 Nov 25 17:17:04.371828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:04.375121 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef599028-79a5-40eb-a125-238243e551dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:04.393061 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1740bad-5ec4-496e-bcee-6268d2f4e746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.399866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c804c0b1-7838-43e6-a756-0438e131ade0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:04.400240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.436295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-94538a1e-4054-4c20-a060-579f68290188 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/1766ccf9-95fe-4a53-80b6-88ae3292be9c HTTP/1.1" status: 200 len: 2994 time: 0.4588530 Nov 25 17:17:04.535890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598ffdd-1451-4cd6-a45c-a17bcd28b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c86d-909c-42af-8b41-03c31bc1739b,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:04.549563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e8c892dd-4a6e-437e-af05-c8e3a23867bf None None] Provisioning complete for port 76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:04.550431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e8c892dd-4a6e-437e-af05-c8e3a23867bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.551688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 09619352-dbc6-4e64-9a4c-9f1759f63c17 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:04.569390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f29347c-3ced-4b1e-915c-91cfc121000f req-41a2f46e-7ba5-493e-a655-71d86b443ac2 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.0766976 Nov 25 17:17:04.637555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.657952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e8c892dd-4a6e-437e-af05-c8e3a23867bf None None] Port 76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:04.723164 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b487a15-d351-46a0-a881-eb9b14687263 x-openstack-request-id: req-4b487a15-d351-46a0-a881-eb9b14687263 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:04.724034 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:04.724034 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b487a15-d351-46a0-a881-eb9b14687263 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:04.724408 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b', 'status': 'completed', 'code': 200} Nov 25 17:17:04.728989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.823098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event updated for resources: {'Port': ['ID=480b45d6-e761-4492-bfa6-d29f45dcbbcd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:04.827154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-29732a46-9196-4fcc-be58-77c520f91590 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/2e47211c-ef80-45ce-ae61-4aa44c5684aa HTTP/1.1" status: 200 len: 2998 time: 0.3380160 Nov 25 17:17:04.836734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:04.840914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-48c87dc9-57aa-4b2d-839a-7f5140c7728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.842656 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-48c87dc9-57aa-4b2d-839a-7f5140c7728b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1094 time: 0.3909264 Nov 25 17:17:04.843862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:04.848580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:04.907146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18652715-57d4-424e-91c6-0474d7a0a103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.968193 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-fbbdb19d-0c1d-4c5b-bad1-df49f4af1d2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 200 len: 217 time: 0.1104150 Nov 25 17:17:05.026521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.027199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.051029 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-a4e298b9-3ef9-43e4-9c74-dacffa39dd78 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7108102 Nov 25 17:17:05.071385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Request body: {'port': {'device_id': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:05.151272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-17ad8bfb-3b20-4557-bcc4-60d372b39ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.153675 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-17ad8bfb-3b20-4557-bcc4-60d372b39ec5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.1737852 Nov 25 17:17:05.187272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-151824c6-2e07-4995-a68c-01618a909862 None None] Provisioning complete for port 480b45d6-e761-4492-bfa6-d29f45dcbbcd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:05.189929 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-151824c6-2e07-4995-a68c-01618a909862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.238931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-151824c6-2e07-4995-a68c-01618a909862 None None] Port 480b45d6-e761-4492-bfa6-d29f45dcbbcd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:05.265009 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9b1e9a61-05d8-431d-ac50-6c1b62a7a310 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658374 Nov 25 17:17:05.293498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.418553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-b2fecec7-c58f-4fe7-8cb6-2eb29aa26a73 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9877894 Nov 25 17:17:05.443019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadef1e0-ebba-4eee-8c32-e2c958ac7849 req-1e712f6c-b909-44ee-9cf5-7e00edf46fb4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.453446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eadef1e0-ebba-4eee-8c32-e2c958ac7849 req-1e712f6c-b909-44ee-9cf5-7e00edf46fb4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.6748061 Nov 25 17:17:05.495647 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-a91d920a-e087-4e19-901e-fc3a96584b15 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164862 Nov 25 17:17:05.541309 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18652715-57d4-424e-91c6-0474d7a0a103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.679949 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e9b25065-4fe9-4cb7-8acb-55999151e269 req-9cc4a904-d921-4a86-b333-21883c551737 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721909 Nov 25 17:17:05.715852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-8af55eb7-35d6-463f-8490-4048e1b1e97b tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/2e47211c-ef80-45ce-ae61-4aa44c5684aa HTTP/1.1" status: 200 len: 2998 time: 0.8632865 Nov 25 17:17:05.724820 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.759315 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eadef1e0-ebba-4eee-8c32-e2c958ac7849 req-d0979aa2-2781-4f3e-b68d-a43d6ac57cec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049021 Nov 25 17:17:05.788540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::f (431c86c4-38d7-4316-b32b-b164f10d7c87/3300d8e4-b749-457b-abfc-e3f3e9728303/09619352-dbc6-4e64-9a4c-9f1759f63c17) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:05.795946 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18652715-57d4-424e-91c6-0474d7a0a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.799059 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18652715-57d4-424e-91c6-0474d7a0a103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.800238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-18652715-57d4-424e-91c6-0474d7a0a103 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68bdb678-086e-42bb-af68-cddfa53446b4 HTTP/1.1" status: 204 len: 168 time: 1.8047159 Nov 25 17:17:05.817556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480b45d6-e761-4492-bfa6-d29f45dcbbcd {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:05.828621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-54805dfb-d0ae-4c56-8c38-4a2ee23efa51 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/42b447c6-2a6b-48ac-939d-2c23867b8090 HTTP/1.1" status: 200 len: 2998 time: 0.0978024 Nov 25 17:17:05.829940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.831241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652715-57d4-424e-91c6-0474d7a0a103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bdb678-086e-42bb-af68-cddfa53446b4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:05.909793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Transition to ACTIVE for port object 480b45d6-e761-4492-bfa6-d29f45dcbbcd will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:05.950401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.995215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-23084a17-542b-469d-a891-7e9636609365 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/42b447c6-2a6b-48ac-939d-2c23867b8090 HTTP/1.1" status: 200 len: 2998 time: 0.1567092 Nov 25 17:17:06.158891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef599028-79a5-40eb-a125-238243e551dc req-52b696eb-15e0-4a73-b21c-57e52ff60495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.173183 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ef599028-79a5-40eb-a125-238243e551dc req-52b696eb-15e0-4a73-b21c-57e52ff60495 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1094 time: 0.2612777 Nov 25 17:17:06.205641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-81016ef1-ac65-4999-98d6-f383b3ea9d54 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4f4ca09b-668e-45e8-918c-2bc4748ae164 HTTP/1.1" status: 200 len: 2998 time: 0.1976912 Nov 25 17:17:06.217330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47796468-0604-4954-9e2d-82776f7a6440 req-ae960c58-529c-4176-bd24-a475b8bb015f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.226802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47796468-0604-4954-9e2d-82776f7a6440 req-ae960c58-529c-4176-bd24-a475b8bb015f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 943 time: 0.1869678 Nov 25 17:17:06.237648 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.370260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.417967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Pushing event updated for resources: {'Port': ['ID=480b45d6-e761-4492-bfa6-d29f45dcbbcd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:06.524130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.546047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Attempting to bind port 480b45d6-e761-4492-bfa6-d29f45dcbbcd on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:06.546406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Attempting to bind port 480b45d6-e761-4492-bfa6-d29f45dcbbcd by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:06.546750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Attempting to bind port 480b45d6-e761-4492-bfa6-d29f45dcbbcd on network 9d372e20-3ced-416f-8c5c-fc62aa81c58c {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:06.548115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:06.594743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Port 480b45d6-e761-4492-bfa6-d29f45dcbbcd on network 9d372e20-3ced-416f-8c5c-fc62aa81c58c not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:06.595224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Attempting to bind port 480b45d6-e761-4492-bfa6-d29f45dcbbcd on network 9d372e20-3ced-416f-8c5c-fc62aa81c58c {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:06.614899 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfb82c78-7248-460c-bd4b-aceacb6101e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.622265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:06.622748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Checking segment: {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:06.623409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Bound using segment: {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:06.623973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Bound port: 480b45d6-e761-4492-bfa6-d29f45dcbbcd, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:06.624457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.631740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef599028-79a5-40eb-a125-238243e551dc req-8d0c8697-bc19-4e68-8621-2cf6f604a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.634863 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ef599028-79a5-40eb-a125-238243e551dc req-8d0c8697-bc19-4e68-8621-2cf6f604a7eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 914 time: 0.4272532 Nov 25 17:17:06.645553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47796468-0604-4954-9e2d-82776f7a6440 req-9d31a3af-f493-4975-8ac9-e4c142425ee0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177883 Nov 25 17:17:06.699920 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.756003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ef599028-79a5-40eb-a125-238243e551dc req-daef05b8-7581-4087-a0ba-81e4dc5ecf7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 200 len: 217 time: 0.0855405 Nov 25 17:17:06.855342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfb82c78-7248-460c-bd4b-aceacb6101e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.856730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef599028-79a5-40eb-a125-238243e551dc req-0c20211e-2e42-4668-a9ac-2068df4ba017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.860091 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ef599028-79a5-40eb-a125-238243e551dc req-0c20211e-2e42-4668-a9ac-2068df4ba017 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.0928302 Nov 25 17:17:06.864270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] For port 480b45d6-e761-4492-bfa6-d29f45dcbbcd, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:06.870072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] For port 480b45d6-e761-4492-bfa6-d29f45dcbbcd, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=480b45d6-e761-4492-bfa6-d29f45dcbbcd,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:06.882432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.909541 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ef599028-79a5-40eb-a125-238243e551dc req-4db084ae-cefb-4af5-861c-970cef6d942f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377638 Nov 25 17:17:06.933632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-c7dcbf27-8214-4799-a9d6-43af485fa3ca tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4f4ca09b-668e-45e8-918c-2bc4748ae164 HTTP/1.1" status: 200 len: 2998 time: 0.6945665 Nov 25 17:17:06.974548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfb82c78-7248-460c-bd4b-aceacb6101e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.980468 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.981085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=09619352-dbc6-4e64-9a4c-9f1759f63c17,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:07.060241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 431c86c4-38d7-4316-b32b-b164f10d7c87 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:07.081804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.089432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.091625 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] 10.222.0.95 "PUT /v2.0/ports/480b45d6-e761-4492-bfa6-d29f45dcbbcd HTTP/1.1" status: 200 len: 1091 time: 2.0294480 Nov 25 17:17:07.095898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'tag': '480b45d6-e761-4492-bfa6-d29f45dcbbcd'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:07.098112 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a2c935-c1a5-4cda-8026-77c666ed96c9" -d '{"events": [{"name": "network-changed", "server_uuid": "40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1", "tag": "480b45d6-e761-4492-bfa6-d29f45dcbbcd"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:07.144624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:07.167665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:07.176990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.177926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.200235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cfb82c78-7248-460c-bd4b-aceacb6101e6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d928d6bd390d46dfbe0b9d2ded3ff0a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6167681 Nov 25 17:17:07.200493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26840118-37bc-452c-8de5-4f2be9f30467 service neutron] Pushing event updated for resources: {'Port': ['ID=480b45d6-e761-4492-bfa6-d29f45dcbbcd,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:07.210751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44694) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:07.232790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb82c78-7248-460c-bd4b-aceacb6101e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609c541b-c972-4230-9428-58c8f9084652,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:07.265042 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ef599028-79a5-40eb-a125-238243e551dc req-718507ca-c4bd-447a-a01c-63be0520d963 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261106 Nov 25 17:17:07.301680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c3eeca43-ffdc-4c18-8809-8adb619c5ec7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.4982712 Nov 25 17:17:07.313524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ac01e-c873-4aa6-9d80-c4dd82719cef req-5f7ad312-54a5-4fc8-b0e6-a9d4c571a54e tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.316399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:07.324088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-650ac01e-c873-4aa6-9d80-c4dd82719cef req-5f7ad312-54a5-4fc8-b0e6-a9d4c571a54e tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 943 time: 0.4597874 Nov 25 17:17:07.347132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-cf4589bd-789c-4e64-a67a-cea728c7858e tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/93fd5fa8-0b32-4018-b948-002c5f96f43c HTTP/1.1" status: 200 len: 2998 time: 0.3602295 Nov 25 17:17:07.467368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2682c-45af-4393-a579-f8c3596d601c req-abcece47-c08c-44e0-90d5-2acf22dd9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.469271 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-abcece47-c08c-44e0-90d5-2acf22dd9fcc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00390edabba34f9b90ff698b79a86575&device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 1094 time: 0.3287659 Nov 25 17:17:07.540239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-650ac01e-c873-4aa6-9d80-c4dd82719cef req-0ca84f19-1d16-4bfa-8593-e06566ffd462 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104583 Nov 25 17:17:07.550602 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-51cbd7c1-7ac1-478f-8c3f-1a30dc1ff8f4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=480b45d6-e761-4492-bfa6-d29f45dcbbcd HTTP/1.1" status: 200 len: 217 time: 0.0695298 Nov 25 17:17:07.608581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-de022df3-fab1-4e69-a1b1-561aa1eb8a22 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/93fd5fa8-0b32-4018-b948-002c5f96f43c HTTP/1.1" status: 200 len: 2998 time: 0.2442782 Nov 25 17:17:07.657981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7abf79-95fc-411f-9c0a-e1b2014abe3a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.662112 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6e7abf79-95fc-411f-9c0a-e1b2014abe3a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3392329 Nov 25 17:17:07.663796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44698) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:07.671954 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3c30991-46b1-42da-b5ee-ef9a5fed4d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.689435 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ef599028-79a5-40eb-a125-238243e551dc req-a376bc1c-a412-4b32-b221-1d06be3da136 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956285 Nov 25 17:17:07.706623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ded1c9c5-8bf7-4176-8c56-5d2579ea5c34 None None] Provisioning complete for port 09619352-dbc6-4e64-9a4c-9f1759f63c17 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:07.707419 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ded1c9c5-8bf7-4176-8c56-5d2579ea5c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.721629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-383a5782-6287-419d-999d-60a3804825c5 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/9a23fda1-e662-42af-929f-eb0be8e91e81 HTTP/1.1" status: 200 len: 3002 time: 0.0976040 Nov 25 17:17:07.741490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2682c-45af-4393-a579-f8c3596d601c req-1003b5b1-2c1f-4e37-97c8-6c35c5a828ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.743030 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-1003b5b1-2c1f-4e37-97c8-6c35c5a828ad service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6b895bf1-64b4-455b-9bb8-8e306cb60d18 HTTP/1.1" status: 200 len: 855 time: 0.1762552 Nov 25 17:17:07.744965 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3c30991-46b1-42da-b5ee-ef9a5fed4d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.784393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ded1c9c5-8bf7-4176-8c56-5d2579ea5c34 None None] Port 09619352-dbc6-4e64-9a4c-9f1759f63c17 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:07.792886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08adb5-dc78-4f82-a8a5-abee07088448 req-959b18bc-cf01-4c79-950c-a8a35cc8dd12 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.800044 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e08adb5-dc78-4f82-a8a5-abee07088448 req-959b18bc-cf01-4c79-950c-a8a35cc8dd12 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1433072 Nov 25 17:17:07.823397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaafb70-7e5d-4f87-9bfb-b8ae448cc074 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.828605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-2de562bd-9f90-4c57-85ed-f7ada6c8e33d tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/9a23fda1-e662-42af-929f-eb0be8e91e81 HTTP/1.1" status: 200 len: 3002 time: 0.0961649 Nov 25 17:17:07.830411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaafb70-7e5d-4f87-9bfb-b8ae448cc074 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.837879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaafb70-7e5d-4f87-9bfb-b8ae448cc074 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.839589 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eeaafb70-7e5d-4f87-9bfb-b8ae448cc074 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1698921 Nov 25 17:17:07.843006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44702) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:07.883339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2682c-45af-4393-a579-f8c3596d601c req-3cb20034-9227-425a-a95e-7abb28d7738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.884906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-3cb20034-9227-425a-a95e-7abb28d7738b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d372e20-3ced-416f-8c5c-fc62aa81c58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316688 Nov 25 17:17:07.917137 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.951907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e08adb5-dc78-4f82-a8a5-abee07088448 req-8d0c0a51-8111-46e5-870f-96e7ce26b38a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485190 Nov 25 17:17:07.953281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3c30991-46b1-42da-b5ee-ef9a5fed4d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.957411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-fb09540c-1461-4442-ba8b-252f57f49129 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b35e4946-a831-4faa-b65f-43033e1eb128 HTTP/1.1" status: 200 len: 2998 time: 0.1037130 Nov 25 17:17:07.958711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3c30991-46b1-42da-b5ee-ef9a5fed4d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.960964 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d3c30991-46b1-42da-b5ee-ef9a5fed4d21 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/609c541b-c972-4230-9428-58c8f9084652 HTTP/1.1" status: 204 len: 168 time: 0.7275143 Nov 25 17:17:08.025484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c30991-46b1-42da-b5ee-ef9a5fed4d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609c541b-c972-4230-9428-58c8f9084652,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:08.092540 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-85fdac25-fdc0-4b3c-a9e0-839af9831f06 service neutron] 10.222.0.95 "GET /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918888 Nov 25 17:17:08.098467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-46bf6edb-af91-446f-8e90-2d46d4e076bf tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b35e4946-a831-4faa-b65f-43033e1eb128 HTTP/1.1" status: 200 len: 2998 time: 0.1328146 Nov 25 17:17:08.098795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3db60d81-e1a3-4d6b-b6a5-6338b938f3c8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 09619352-dbc6-4e64-9a4c-9f1759f63c17 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:08.099202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3db60d81-e1a3-4d6b-b6a5-6338b938f3c8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:08.185100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-2e67351d-bc2d-473a-8a8a-b7df82e8ef11 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bcd3b96e-72eb-43ae-94b4-37a87177ea64 HTTP/1.1" status: 200 len: 3002 time: 0.0764740 Nov 25 17:17:08.268952 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe66c365-8498-4c97-85e9-6b100550a223 x-openstack-request-id: req-fe66c365-8498-4c97-85e9-6b100550a223 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:08.269220 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1", "tag": "480b45d6-e761-4492-bfa6-d29f45dcbbcd", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:08.269489 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe66c365-8498-4c97-85e9-6b100550a223 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:08.270061 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'tag': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'status': 'completed', 'code': 200} Nov 25 17:17:08.280081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3db60d81-e1a3-4d6b-b6a5-6338b938f3c8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:08.295014 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1df2682c-45af-4393-a579-f8c3596d601c req-bc0f10ca-207b-465b-95ad-ab0d0689d7b0 service neutron] 10.222.0.95 "GET /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894951 Nov 25 17:17:08.299368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3db60d81-e1a3-4d6b-b6a5-6338b938f3c8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 09619352-dbc6-4e64-9a4c-9f1759f63c17 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:08.304433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-e3d70c2b-d573-4081-a594-dc719e208b1e tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bcd3b96e-72eb-43ae-94b4-37a87177ea64 HTTP/1.1" status: 200 len: 3002 time: 0.1098449 Nov 25 17:17:08.401954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-3756bb2b-4b21-4e60-9436-2fcac37bf3bc tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bed5a5ad-e4f0-4c94-8849-f667aaa772c5 HTTP/1.1" status: 200 len: 2990 time: 0.0962832 Nov 25 17:17:08.463742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-eb4b938c-233c-4c42-ba5e-de2d1c154577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.465330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-eb4b938c-233c-4c42-ba5e-de2d1c154577 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00390edabba34f9b90ff698b79a86575&device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0638871 Nov 25 17:17:08.505787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6af3-abfc-48a3-95bd-9430d3a2dab0 req-4901e93c-70fd-4d11-8740-bdf2c9295a2e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.513914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d83e6af3-abfc-48a3-95bd-9430d3a2dab0 req-4901e93c-70fd-4d11-8740-bdf2c9295a2e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 943 time: 0.1104844 Nov 25 17:17:08.541254 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-a3bc8704-5937-4986-9d37-3b72109ec12c tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bed5a5ad-e4f0-4c94-8849-f667aaa772c5 HTTP/1.1" status: 200 len: 2990 time: 0.1094978 Nov 25 17:17:08.582215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-db35431f-93a0-428c-9443-6eaa3bbf6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.583682 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-db35431f-93a0-428c-9443-6eaa3bbf6d2e service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d372e20-3ced-416f-8c5c-fc62aa81c58c HTTP/1.1" status: 200 len: 917 time: 0.1028736 Nov 25 17:17:08.626517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d83e6af3-abfc-48a3-95bd-9430d3a2dab0 req-813e81d9-529a-473d-8721-7c9681ac3ece tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109414 Nov 25 17:17:08.664253 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-ac597d33-2b48-43a8-876b-158fa126d8c5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=480b45d6-e761-4492-bfa6-d29f45dcbbcd HTTP/1.1" status: 200 len: 217 time: 0.0678961 Nov 25 17:17:08.677630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-0bf678ab-9e71-4a78-a8e5-298262634621 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bf5eee2c-4543-4092-82b3-3733e99c39b7 HTTP/1.1" status: 200 len: 2998 time: 0.0956690 Nov 25 17:17:08.738192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-5c850930-5528-4ff9-9de7-42166abcb9d7 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bf5eee2c-4543-4092-82b3-3733e99c39b7 HTTP/1.1" status: 200 len: 2998 time: 0.0529630 Nov 25 17:17:08.752310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3db60d81-e1a3-4d6b-b6a5-6338b938f3c8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:08.755190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-1fcada65-2eda-4978-ac8c-dea2e9496128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.757803 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-1fcada65-2eda-4978-ac8c-dea2e9496128 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6b895bf1-64b4-455b-9bb8-8e306cb60d18 HTTP/1.1" status: 200 len: 855 time: 0.0725009 Nov 25 17:17:08.825716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db60d81-e1a3-4d6b-b6a5-6338b938f3c8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=09619352-dbc6-4e64-9a4c-9f1759f63c17,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:08.832651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-de3cc345-7058-4dda-92eb-0e352c3316e0 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c527ceb0-1097-4446-9e2f-635a26736fa7 HTTP/1.1" status: 200 len: 2998 time: 0.0844316 Nov 25 17:17:08.863617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98f5e1-8c96-4770-87d0-8084ba9d9a9d req-2f1dbbf2-06fb-4892-8533-5d60b94496f1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.864195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3db60d81-e1a3-4d6b-b6a5-6338b938f3c8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:08.871716 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3db60d81-e1a3-4d6b-b6a5-6338b938f3c8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/09619352-dbc6-4e64-9a4c-9f1759f63c17 HTTP/1.1" status: 204 len: 168 time: 1.0249193 Nov 25 17:17:08.872175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:08.872831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e98f5e1-8c96-4770-87d0-8084ba9d9a9d req-2f1dbbf2-06fb-4892-8533-5d60b94496f1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 943 time: 0.0984414 Nov 25 17:17:08.912070 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db0b43d-9970-4a43-81f5-df4ad178684d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:17:08.914497 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7db0b43d-9970-4a43-81f5-df4ad178684d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/09619352-dbc6-4e64-9a4c-9f1759f63c17 HTTP/1.1" status: 404 len: 333 time: 0.0413017 Nov 25 17:17:08.918546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:08.929559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-e75a14da-27b5-435f-869a-a028f535f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.931457 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-e75a14da-27b5-435f-869a-a028f535f339 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d372e20-3ced-416f-8c5c-fc62aa81c58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457608 Nov 25 17:17:09.068113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-f41cefa1-5c3a-44ec-ab6e-0f56b9c72ac5 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c527ceb0-1097-4446-9e2f-635a26736fa7 HTTP/1.1" status: 200 len: 2998 time: 0.2261899 Nov 25 17:17:09.089574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e98f5e1-8c96-4770-87d0-8084ba9d9a9d req-f9a3733c-5214-4b07-8a18-d013275e4e93 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157199 Nov 25 17:17:09.156292 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-042cc18c-e1af-4ee7-8d1a-52237eb63694 service neutron] 10.222.0.95 "GET /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162838 Nov 25 17:17:09.159747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-08f1b347-7810-409f-be45-0c0133344ad8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:09.160246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08f1b347-7810-409f-be45-0c0133344ad8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:09.296002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-c4427f1c-edf5-4cac-9626-3caa481a20de tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cb24e92c-8095-4de7-b35d-781d8d02fec9 HTTP/1.1" status: 200 len: 2998 time: 0.2161551 Nov 25 17:17:09.361767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f4a2c935-c1a5-4cda-8026-77c666ed96c9 req-fab2c90e-ed75-4ce0-b0d5-40cfbaf86765 service neutron] 10.222.0.95 "GET /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940417 Nov 25 17:17:09.394048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55a4c86d-909c-42af-8b41-03c31bc1739b details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:09.411138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8ac22-3bfa-47b3-b7bb-2d31fe1e9418 req-02c66f71-68c7-41f2-8295-8bbe56fc76fd tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.413990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4e8ac22-3bfa-47b3-b7bb-2d31fe1e9418 req-02c66f71-68c7-41f2-8295-8bbe56fc76fd tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1427920 Nov 25 17:17:09.450491 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08f1b347-7810-409f-be45-0c0133344ad8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:09.495671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-08f1b347-7810-409f-be45-0c0133344ad8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:09.528727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55a4c86d-909c-42af-8b41-03c31bc1739b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55a4c86d-909c-42af-8b41-03c31bc1739b,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:09.543919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '55a4c86d-909c-42af-8b41-03c31bc1739b', 'network_id': '6d7ce7e8-b145-4262-ab7c-40b853bd10ca', 'port_id': '55a4c86d-909c-42af-8b41-03c31bc1739b', 'mac_address': 'fa:16:3e:3d:b9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b75730f-9290-40d9-b1e6-b30afe8cda90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:09.591353 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:09.605650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-10aaa450-750a-4617-a16f-14f7e5dcd4c6 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cb24e92c-8095-4de7-b35d-781d8d02fec9 HTTP/1.1" status: 200 len: 2998 time: 0.2753115 Nov 25 17:17:09.624365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a4c86d-909c-42af-8b41-03c31bc1739b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:09.650921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55a4c86d-909c-42af-8b41-03c31bc1739b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55a4c86d-909c-42af-8b41-03c31bc1739b,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:09.660547 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:09.714907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-8474599b-77b5-4713-b804-4f6f36fb20ff tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d1109de5-9197-4ac9-b045-aeccfdeb8467 HTTP/1.1" status: 200 len: 2998 time: 0.0977259 Nov 25 17:17:09.735757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4e8ac22-3bfa-47b3-b7bb-2d31fe1e9418 req-2d5ccd1f-d312-4073-9d89-f5ad0d934ff5 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559278 Nov 25 17:17:09.752055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=55a4c86d-909c-42af-8b41-03c31bc1739b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:09.896912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-b57c9a64-d035-4b6a-9e5b-aa1a3663ab4f tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d1109de5-9197-4ac9-b045-aeccfdeb8467 HTTP/1.1" status: 200 len: 2998 time: 0.1595409 Nov 25 17:17:09.933753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08f1b347-7810-409f-be45-0c0133344ad8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:09.979753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1b347-7810-409f-be45-0c0133344ad8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=76a4877d-fdde-4c81-b2d3-0fa20ac1aa62,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:10.067710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55a4c86d-909c-42af-8b41-03c31bc1739b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:10.233135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08f1b347-7810-409f-be45-0c0133344ad8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:10.246117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-08f1b347-7810-409f-be45-0c0133344ad8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 HTTP/1.1" status: 204 len: 168 time: 1.3197646 Nov 25 17:17:10.246533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44750) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:10.253150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-eb3fe940-08f1-4193-b904-2d1973cdb50d tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/df0a74ca-36b8-4312-b183-05414d2dad8e HTTP/1.1" status: 200 len: 2998 time: 0.3081241 Nov 25 17:17:10.291171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50034f3-9cd4-42b3-b323-76075c17a16a req-14aed2d1-7c9f-4d61-be44-42b0fbb1a706 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:10.309541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e50034f3-9cd4-42b3-b323-76075c17a16a req-14aed2d1-7c9f-4d61-be44-42b0fbb1a706 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 944 time: 0.2941716 Nov 25 17:17:10.335204 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-560ba219-6157-4268-9d9c-ba6a0279d64a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:17:10.342434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-560ba219-6157-4268-9d9c-ba6a0279d64a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/76a4877d-fdde-4c81-b2d3-0fa20ac1aa62 HTTP/1.1" status: 404 len: 333 time: 0.0947700 Nov 25 17:17:10.345711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44756) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:10.466562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3993fdf4-e917-4538-bc2a-64e451ec552c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet 3300d8e4-b749-457b-abfc-e3f3e9728303 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:17:10.471818 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3993fdf4-e917-4538-bc2a-64e451ec552c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:10.499622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e50034f3-9cd4-42b3-b323-76075c17a16a req-e85244c7-8abf-4a76-bfad-37ab70ae7111 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707435 Nov 25 17:17:10.543314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3993fdf4-e917-4538-bc2a-64e451ec552c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:10.546803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047eba9a-b2c2-47b9-ac52-40ae891d2631 req-3503e735-04b4-4602-8cc7-c2fc718b1300 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/df0a74ca-36b8-4312-b183-05414d2dad8e HTTP/1.1" status: 200 len: 2998 time: 0.2863398 Nov 25 17:17:10.728675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3993fdf4-e917-4538-bc2a-64e451ec552c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:10.731413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a31d239-830d-4572-aee0-aa1ee39c05ff req-7c3a3b7c-4064-404c-8267-0f56fee667f8 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e2102db343a4f62a0f830b4ee6df701 HTTP/1.1" status: 200 len: 6158 time: 0.1428039 Nov 25 17:17:10.760270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57509a0-1626-4edd-ba2c-c3e4c3d50920 req-1edffad6-53a4-47f5-ae83-028f3195e564 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:10.767820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d57509a0-1626-4edd-ba2c-c3e4c3d50920 req-1edffad6-53a4-47f5-ae83-028f3195e564 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 943 time: 0.1707625 Nov 25 17:17:10.814285 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3993fdf4-e917-4538-bc2a-64e451ec552c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:10.853633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993fdf4-e917-4538-bc2a-64e451ec552c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=3300d8e4-b749-457b-abfc-e3f3e9728303,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:10.855166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d57509a0-1626-4edd-ba2c-c3e4c3d50920 req-a828844c-6ac4-4824-8bbe-60006ca981e2 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807402 Nov 25 17:17:10.872278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3993fdf4-e917-4538-bc2a-64e451ec552c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:10.881282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a7a13-ebc3-46fe-8e27-e30f0e4ac04c None None] Network 431c86c4-38d7-4316-b32b-b164f10d7c87 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:10.883416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:10.884664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3993fdf4-e917-4538-bc2a-64e451ec552c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/3300d8e4-b749-457b-abfc-e3f3e9728303 HTTP/1.1" status: 204 len: 168 time: 0.5361459 Nov 25 17:17:11.027511 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a31d239-830d-4572-aee0-aa1ee39c05ff req-d0c38672-52a3-43b9-9dbf-4314c01ba811 tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "GET /v2.0/security-groups/bcd3b96e-72eb-43ae-94b4-37a87177ea64 HTTP/1.1" status: 200 len: 3002 time: 0.2784884 Nov 25 17:17:11.037512 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.136867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a31d239-830d-4572-aee0-aa1ee39c05ff req-e95099cd-f600-491f-a435-d79592a5bf5c tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "GET /v2.0/security-groups/bcd3b96e-72eb-43ae-94b4-37a87177ea64 HTTP/1.1" status: 200 len: 3002 time: 0.0862880 Nov 25 17:17:11.180119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020c951-61a4-4bb8-b7bd-12321c6ab78a req-fd3f1dd7-40c6-484a-83f4-024d4df0916d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.187558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4020c951-61a4-4bb8-b7bd-12321c6ab78a req-fd3f1dd7-40c6-484a-83f4-024d4df0916d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1685472 Nov 25 17:17:11.212754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] DHCP port deletion for 431c86c4-38d7-4316-b32b-b164f10d7c87 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:17:11.266985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4020c951-61a4-4bb8-b7bd-12321c6ab78a req-2d70296b-b748-49f2-ab52-ce690fef21ee tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781207 Nov 25 17:17:11.281734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port c804c0b1-7838-43e6-a756-0438e131ade0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:11.282084 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.323915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] Deleting port c804c0b1-7838-43e6-a756-0438e131ade0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:11.324288 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.390326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] For port c804c0b1-7838-43e6-a756-0438e131ade0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c804c0b1-7838-43e6-a756-0438e131ade0,segment=NetworkSegment(b6314be4-a679-4964-b2b8-6727640c7fa8),segment_id=b6314be4-a679-4964-b2b8-6727640c7fa8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:11.390705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.420191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for c804c0b1-7838-43e6-a756-0438e131ade0 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:11.459866 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aba7de9f-717b-4232-b5d6-6f6cc48f69a0 req-db5fd5f9-9b01-45c0-b633-2f76748bed79 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/3bf33df9-ac21-4b1d-9ddd-b2909eda393a HTTP/1.1" status: 200 len: 1796 time: 0.1625524 Nov 25 17:17:11.471726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] For port c804c0b1-7838-43e6-a756-0438e131ade0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c804c0b1-7838-43e6-a756-0438e131ade0,segment=NetworkSegment(b6314be4-a679-4964-b2b8-6727640c7fa8),segment_id=b6314be4-a679-4964-b2b8-6727640c7fa8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:11.472382 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.489207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] Calling delete_port for c804c0b1-7838-43e6-a756-0438e131ade0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:11.570722 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aba7de9f-717b-4232-b5d6-6f6cc48f69a0 req-df643872-d523-4372-9c05-7693c48e8762 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.583800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.626238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aba7de9f-717b-4232-b5d6-6f6cc48f69a0 req-df643872-d523-4372-9c05-7693c48e8762 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.628789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=c804c0b1-7838-43e6-a756-0438e131ade0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:11.642566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No DVR routers for this DVR port c804c0b1-7838-43e6-a756-0438e131ade0 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: from cryptography.utils import int_from_bytes Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: from cryptography.utils import int_from_bytes Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.781110 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:11.784660 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:17:11.796906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.807737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b707e-0f3a-4087-82fc-f5c8447b4277 req-04470b84-e18d-4d10-aed4-ff1b84356ed6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.810068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f6b707e-0f3a-4087-82fc-f5c8447b4277 req-04470b84-e18d-4d10-aed4-ff1b84356ed6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 944 time: 0.1624448 Nov 25 17:17:11.814155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.816690 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aba7de9f-717b-4232-b5d6-6f6cc48f69a0 req-df643872-d523-4372-9c05-7693c48e8762 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.819281 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-aba7de9f-717b-4232-b5d6-6f6cc48f69a0 req-df643872-d523-4372-9c05-7693c48e8762 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.824098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aba7de9f-717b-4232-b5d6-6f6cc48f69a0 req-df643872-d523-4372-9c05-7693c48e8762 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bf33df9-ac21-4b1d-9ddd-b2909eda393a HTTP/1.1" status: 204 len: 173 time: 0.3625662 Nov 25 17:17:11.837978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] No DVR routers for this DVR port c804c0b1-7838-43e6-a756-0438e131ade0 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:11.839809 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92b652-e6fc-4826-974c-ea6d56b29d37 None None] Pushing event deleted for resources: {'Port': ['ID=c804c0b1-7838-43e6-a756-0438e131ade0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:11.903531 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df643872-d523-4372-9c05-7693c48e8762 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf33df9-ac21-4b1d-9ddd-b2909eda393a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:11.925345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431c86c4-38d7-4316-b32b-b164f10d7c87']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:11.954380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6314be4-a679-4964-b2b8-6727640c7fa8') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:11.955081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6314be4-a679-4964-b2b8-6727640c7fa8') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:11.985065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c804c0b1-7838-43e6-a756-0438e131ade0 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:11.988082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.009462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c804c0b1-7838-43e6-a756-0438e131ade0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:12.009817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c804c0b1-7838-43e6-a756-0438e131ade0 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:12.050996 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.060421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37bb5500-b91c-429e-823d-2c0afaadca93 req-0ff1c9f9-e918-4f61-8501-18aa32ad69cd tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c02e9f46-4fc2-4360-b66f-abf24e0379d1 HTTP/1.1" status: 200 len: 1795 time: 0.2025855 Nov 25 17:17:12.061567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:17:12.061969 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.067938 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f6b707e-0f3a-4087-82fc-f5c8447b4277 req-8fa4a329-6888-451c-9781-42451867e336 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145405 Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:17:12.068589 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:17:12.172773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.193720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.195586 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/networks/431c86c4-38d7-4316-b32b-b164f10d7c87 HTTP/1.1" status: 204 len: 168 time: 1.3110793 Nov 25 17:17:12.199421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-37bb5500-b91c-429e-823d-2c0afaadca93 req-da997c9a-2bf5-4c9e-975e-a26bb0e89e54 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.199687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44810) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:12.210175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-129123786'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:12.234123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f5d3f-3083-4a16-85a5-793f52e3754b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Network': ['ID=431c86c4-38d7-4316-b32b-b164f10d7c87,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:12.246957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:12.251206 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.259922 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-37bb5500-b91c-429e-823d-2c0afaadca93 req-da997c9a-2bf5-4c9e-975e-a26bb0e89e54 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.280850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:12.293106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.293918 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Added segment 75379da0-8e7a-4563-9fd1-a3393c75bc78 of type vlan for network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf Nov 25 17:17:12.294988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6aca-c40f-4418-bcc7-78388225f966 req-22681dbe-4ba1-438f-912b-1ddae02e782a tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.296614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b0d6aca-c40f-4418-bcc7-78388225f966 req-22681dbe-4ba1-438f-912b-1ddae02e782a tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 943 time: 0.1270821 Nov 25 17:17:12.346299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.361170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-37bb5500-b91c-429e-823d-2c0afaadca93 req-da997c9a-2bf5-4c9e-975e-a26bb0e89e54 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.363755 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-37bb5500-b91c-429e-823d-2c0afaadca93 req-da997c9a-2bf5-4c9e-975e-a26bb0e89e54 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.364867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37bb5500-b91c-429e-823d-2c0afaadca93 req-da997c9a-2bf5-4c9e-975e-a26bb0e89e54 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/c02e9f46-4fc2-4360-b66f-abf24e0379d1 HTTP/1.1" status: 204 len: 173 time: 0.2863951 Nov 25 17:17:12.377572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b0d6aca-c40f-4418-bcc7-78388225f966 req-0850d385-18ef-44f3-a4b0-ec8040ac4d9d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665443 Nov 25 17:17:12.390752 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.397473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da997c9a-2bf5-4c9e-975e-a26bb0e89e54 tempest-SecurityGroupsTestAdminJSON-1014728161 tempest-SecurityGroupsTestAdminJSON-1014728161-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e9f46-4fc2-4360-b66f-abf24e0379d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:12.403073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.403741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.433334 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2322412 Nov 25 17:17:12.436552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:12.444471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': '7fe0a9e9-b48d-4209-84fb-4858351c2fdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:12.520988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d0289-edaa-4848-a308-6514ea4bfe68 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Network': ['ID=7fe0a9e9-b48d-4209-84fb-4858351c2fdf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:12.536019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:12.602645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e02f68af-ead7-44ca-99f6-1e2f511ca6cc req-10eaced3-6ff2-4119-8466-2cf561445c1f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "GET /v2.0/security-groups/55127acf-86c7-434d-906a-d969ea40d80d HTTP/1.1" status: 200 len: 1794 time: 0.1880445 Nov 25 17:17:12.669150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb806c-5e01-441f-a1de-50b854cacad5 req-3f41ea74-2aba-4938-be09-93f8e44b69c0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.670781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fffb806c-5e01-441f-a1de-50b854cacad5 req-3f41ea74-2aba-4938-be09-93f8e44b69c0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1285524 Nov 25 17:17:12.672045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44826) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:12.727110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:12.731333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.755717 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e02f68af-ead7-44ca-99f6-1e2f511ca6cc req-29ddf7b5-88dc-4ca2-b1cd-aa451a0fdcfb tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.813902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df19d665-fa9c-475b-b66e-1b49eaafb026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.832340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fffb806c-5e01-441f-a1de-50b854cacad5 req-1617bc8e-5a79-4f3b-b4c2-9922c6d286c1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548176 Nov 25 17:17:12.844031 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e02f68af-ead7-44ca-99f6-1e2f511ca6cc req-29ddf7b5-88dc-4ca2-b1cd-aa451a0fdcfb tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.910633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df19d665-fa9c-475b-b66e-1b49eaafb026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.919416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df19d665-fa9c-475b-b66e-1b49eaafb026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.936274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e02f68af-ead7-44ca-99f6-1e2f511ca6cc req-29ddf7b5-88dc-4ca2-b1cd-aa451a0fdcfb tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.938466 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e02f68af-ead7-44ca-99f6-1e2f511ca6cc req-29ddf7b5-88dc-4ca2-b1cd-aa451a0fdcfb tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.939630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e02f68af-ead7-44ca-99f6-1e2f511ca6cc req-29ddf7b5-88dc-4ca2-b1cd-aa451a0fdcfb tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "DELETE /v2.0/security-groups/55127acf-86c7-434d-906a-d969ea40d80d HTTP/1.1" status: 204 len: 173 time: 0.3252540 Nov 25 17:17:12.956410 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-df19d665-fa9c-475b-b66e-1b49eaafb026 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dbded460c6084b738c49a801acd6fa8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829182 Nov 25 17:17:12.964584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44840) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:12.987361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddf7b5-88dc-4ca2-b1cd-aa451a0fdcfb tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55127acf-86c7-434d-906a-d969ea40d80d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:13.010740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19d665-fa9c-475b-b66e-1b49eaafb026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625eaf49-8daf-44ab-86bd-6f542efcb664,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:13.056879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484222d5-1b7d-4e97-b031-59ab99f6f07e req-35f818ab-9344-43ba-a42a-2fd9801ac72f tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "GET /v2.0/security-groups/d876fa16-6ee1-4b02-814f-e0b3d0d6bf9e HTTP/1.1" status: 200 len: 1795 time: 0.0863483 Nov 25 17:17:13.060767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cdd-37ec-46b6-9440-0667690ab71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.092492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cdd-37ec-46b6-9440-0667690ab71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.103370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.180502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cdd-37ec-46b6-9440-0667690ab71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.186588 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cdd-37ec-46b6-9440-0667690ab71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.193595 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-efbe6cdd-37ec-46b6-9440-0667690ab71e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/625eaf49-8daf-44ab-86bd-6f542efcb664 HTTP/1.1" status: 204 len: 168 time: 0.2280014 Nov 25 17:17:13.206207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe6cdd-37ec-46b6-9440-0667690ab71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625eaf49-8daf-44ab-86bd-6f542efcb664,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:13.219510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=52c58a96-ce2e-4c1e-b202-9c01224baa59,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:13.227411 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-484222d5-1b7d-4e97-b031-59ab99f6f07e req-e07b6ca8-fba9-4fa1-a933-89c41e685afc tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.272527 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-484222d5-1b7d-4e97-b031-59ab99f6f07e req-e07b6ca8-fba9-4fa1-a933-89c41e685afc tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.283332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521199f-0c3f-4dd5-9e4e-a59e7dc61c87 req-9a1c7977-7048-48a6-ac42-671c5fbd7afa tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.284885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3521199f-0c3f-4dd5-9e4e-a59e7dc61c87 req-9a1c7977-7048-48a6-ac42-671c5fbd7afa tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 944 time: 0.1244206 Nov 25 17:17:13.291066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Checking segment: {'id': '75379da0-8e7a-4563-9fd1-a3393c75bc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7fe0a9e9-b48d-4209-84fb-4858351c2fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:13.291431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network hostable DHCP agents. Network: 7fe0a9e9-b48d-4209-84fb-4858351c2fdf, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:17:13.357705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:17:13.382552 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3521199f-0c3f-4dd5-9e4e-a59e7dc61c87 req-bb5aaf64-243d-4c49-9d1c-db89f382cac6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832953 Nov 25 17:17:13.384199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 7fe0a9e9-b48d-4209-84fb-4858351c2fdf) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:13.386254 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-484222d5-1b7d-4e97-b031-59ab99f6f07e req-e07b6ca8-fba9-4fa1-a933-89c41e685afc tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.388440 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-484222d5-1b7d-4e97-b031-59ab99f6f07e req-e07b6ca8-fba9-4fa1-a933-89c41e685afc tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.389680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484222d5-1b7d-4e97-b031-59ab99f6f07e req-e07b6ca8-fba9-4fa1-a933-89c41e685afc tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] 10.222.0.81 "DELETE /v2.0/security-groups/d876fa16-6ee1-4b02-814f-e0b3d0d6bf9e HTTP/1.1" status: 204 len: 173 time: 0.3265810 Nov 25 17:17:13.392799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55a4c86d-909c-42af-8b41-03c31bc1739b up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:13.400814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.401998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.433281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b6ca8-fba9-4fa1-a933-89c41e685afc tempest-SecurityGroupsTestAdminJSON-1043286399 tempest-SecurityGroupsTestAdminJSON-1043286399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d876fa16-6ee1-4b02-814f-e0b3d0d6bf9e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:13.456131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ce0ca124-07db-463b-b135-33b2669923b2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0160415 Nov 25 17:17:13.459608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44852) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:13.464846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d1080ed8-a031-4426-86e3-284ffafce73f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1240361563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:13.504560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a8ca7e-4071-45c4-87f2-f6198f9b2a9b None None] Network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:13.516252 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1080ed8-a031-4426-86e3-284ffafce73f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.517771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1080ed8-a031-4426-86e3-284ffafce73f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.627556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1080ed8-a031-4426-86e3-284ffafce73f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.638736 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1080ed8-a031-4426-86e3-284ffafce73f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.668714 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1080ed8-a031-4426-86e3-284ffafce73f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.670684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2d9c-936a-4c23-ac64-0ebbd8bf848b req-f5a2c719-3397-4a3b-80b9-0d294d92287a tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.673415 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d1080ed8-a031-4426-86e3-284ffafce73f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2120225 Nov 25 17:17:13.674942 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7df2d9c-936a-4c23-ac64-0ebbd8bf848b req-f5a2c719-3397-4a3b-80b9-0d294d92287a tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 943 time: 0.1461110 Nov 25 17:17:13.682742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 55a4c86d-909c-42af-8b41-03c31bc1739b completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:13.684211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44862) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:13.690879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'network_id': '7fe0a9e9-b48d-4209-84fb-4858351c2fdf', 'name': 'tempest-PortsIpV6TestJSON-1335031744'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:13.722825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 55a4c86d-909c-42af-8b41-03c31bc1739b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:13.723626 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.825175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7df2d9c-936a-4c23-ac64-0ebbd8bf848b req-48600586-f7be-4251-8a9f-3fa089a0b835 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407108 Nov 25 17:17:13.860368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:13.873861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:13.883512 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.922602 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:13.926946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:13.956295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:13.960037 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df7177d-252c-473e-8d41-9a1763663ee1" -d '{"events": [{"server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "name": "network-vif-plugged", "status": "completed", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:13.989155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55a4c86d-909c-42af-8b41-03c31bc1739b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55a4c86d-909c-42af-8b41-03c31bc1739b,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:14.025914 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8fd806-9e75-4d7c-a935-1d87db3eb527 x-openstack-request-id: req-7f8fd806-9e75-4d7c-a935-1d87db3eb527 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:14.025914 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "name": "network-vif-plugged", "status": "completed", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:14.026263 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f8fd806-9e75-4d7c-a935-1d87db3eb527 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:14.026587 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b', 'code': 200} Nov 25 17:17:14.035461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.078778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec049fd-d504-4d50-b884-c4e6f70a83f0 req-a67256b0-673a-4d9b-b90e-79de7152826b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.080559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dec049fd-d504-4d50-b884-c4e6f70a83f0 req-a67256b0-673a-4d9b-b90e-79de7152826b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1251371 Nov 25 17:17:14.141903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=55a4c86d-909c-42af-8b41-03c31bc1739b,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:14.153434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-7fe0a9e9-b48d-4209-84fb-4858351c2fdf', 'network_id': '7fe0a9e9-b48d-4209-84fb-4858351c2fdf', 'tenant_id': 'b8a6b31a9f6f4cd19a23a3921eae41de', 'fixed_ips': [{'subnet_id': '52c58a96-ce2e-4c1e-b202-9c01224baa59'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:17:14.154781 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.202284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::233 (7fe0a9e9-b48d-4209-84fb-4858351c2fdf/52c58a96-ce2e-4c1e-b202-9c01224baa59/9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:14.227873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dec049fd-d504-4d50-b884-c4e6f70a83f0 req-e07d854a-f832-49da-9ebc-fc4f403d384c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391873 Nov 25 17:17:14.251753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6cf0f0f7-448e-4253-9bc7-d930396009d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e2102db343a4f62a0f830b4ee6df701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897138 Nov 25 17:17:14.253794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44884) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:14.343961 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28974024-813a-4c9e-a18a-72c766c34de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.370930 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28974024-813a-4c9e-a18a-72c766c34de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.374506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ea098-35ae-460a-8ec9-be39105f233f req-c0ea572b-cd88-4732-a95c-ec1a1fdd9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.375962 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-760ea098-35ae-460a-8ec9-be39105f233f req-c0ea572b-cd88-4732-a95c-ec1a1fdd9548 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1096 time: 0.1205173 Nov 25 17:17:14.441633 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28974024-813a-4c9e-a18a-72c766c34de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.447433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28974024-813a-4c9e-a18a-72c766c34de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.451371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-28974024-813a-4c9e-a18a-72c766c34de6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bcd3b96e-72eb-43ae-94b4-37a87177ea64 HTTP/1.1" status: 204 len: 168 time: 0.1941967 Nov 25 17:17:14.467383 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-760ea098-35ae-460a-8ec9-be39105f233f req-946265ac-4b5b-4816-82a4-d4bbf127252e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826440 Nov 25 17:17:14.478149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28974024-813a-4c9e-a18a-72c766c34de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3b96e-72eb-43ae-94b4-37a87177ea64,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:14.523087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.594862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.641065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca7675-06b1-448e-9190-99219ea9e5a3 req-7aab83c2-7876-49a7-bd99-13f55c41d503 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.653149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baca7675-06b1-448e-9190-99219ea9e5a3 req-7aab83c2-7876-49a7-bd99-13f55c41d503 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0962152 Nov 25 17:17:14.657219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:14.670875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:14.677315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:14.686553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.687783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:14.708140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:14.720163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6449b864-80ea-4772-a678-bdf7137a8f49 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0344169 Nov 25 17:17:14.725868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:14.733268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baca7675-06b1-448e-9190-99219ea9e5a3 req-0e5b69ad-b225-4e70-a71b-e159fd094e4c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749969 Nov 25 17:17:14.777920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Allocated IP 2001:db8::2 (7fe0a9e9-b48d-4209-84fb-4858351c2fdf/52c58a96-ce2e-4c1e-b202-9c01224baa59/912eef70-9db8-421d-9c46-05767f9825bf) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:15.056396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec2975-043c-4d5f-ad01-d2d4656e9bcc req-503a92f5-7000-49c3-899e-9b5b87e701d7 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.058069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58ec2975-043c-4d5f-ad01-d2d4656e9bcc req-503a92f5-7000-49c3-899e-9b5b87e701d7 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 943 time: 0.1154583 Nov 25 17:17:15.120989 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.133209 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.188710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58ec2975-043c-4d5f-ad01-d2d4656e9bcc req-a8d90ffc-460a-4bf1-9c3a-de96656a9c8f tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179399 Nov 25 17:17:15.293362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Pushing event updated for resources: {'Port': ['ID=912eef70-9db8-421d-9c46-05767f9825bf,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:15.320900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:15.325387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:15.333158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:15.352414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:15.416582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Attempting to bind port 912eef70-9db8-421d-9c46-05767f9825bf on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:15.416988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Attempting to bind port 912eef70-9db8-421d-9c46-05767f9825bf by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '75379da0-8e7a-4563-9fd1-a3393c75bc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7fe0a9e9-b48d-4209-84fb-4858351c2fdf'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:15.417367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Attempting to bind port 912eef70-9db8-421d-9c46-05767f9825bf on network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:15.423736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:15.424148 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Checking segment: {'id': '75379da0-8e7a-4563-9fd1-a3393c75bc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7fe0a9e9-b48d-4209-84fb-4858351c2fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:15.424532 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.424963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Bound using segment: {'id': '75379da0-8e7a-4563-9fd1-a3393c75bc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7fe0a9e9-b48d-4209-84fb-4858351c2fdf'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:15.425685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Bound port: 912eef70-9db8-421d-9c46-05767f9825bf, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75379da0-8e7a-4563-9fd1-a3393c75bc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7fe0a9e9-b48d-4209-84fb-4858351c2fdf'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:15.426970 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.458826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3019c55c-2cae-4989-a4cc-c7e664239c29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1365e7fa2bfa4ef8adc0fc51060ead09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0992908 Nov 25 17:17:15.468842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44952) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:15.545017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770f808-f533-4598-8904-53da9b01ba6b req-2361f3db-b6c9-4896-9043-a7a1c1272933 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.547192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6770f808-f533-4598-8904-53da9b01ba6b req-2361f3db-b6c9-4896-9043-a7a1c1272933 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1585767 Nov 25 17:17:15.548011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] For port 912eef70-9db8-421d-9c46-05767f9825bf, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:15.555234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] For port 912eef70-9db8-421d-9c46-05767f9825bf, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=912eef70-9db8-421d-9c46-05767f9825bf,segment=NetworkSegment(75379da0-8e7a-4563-9fd1-a3393c75bc78),segment_id=75379da0-8e7a-4563-9fd1-a3393c75bc78)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:15.577282 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.598622 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-17be9095-5ae2-4378-92c6-7a2e59828c4d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1801603 Nov 25 17:17:15.624056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6770f808-f533-4598-8904-53da9b01ba6b req-87b6d9fd-d698-48ad-a9ea-98bdc01419b1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647094 Nov 25 17:17:15.700755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37a8c7-05ad-486a-9d74-69e7aa4d1bae None None] Pushing event updated for resources: {'Port': ['ID=912eef70-9db8-421d-9c46-05767f9825bf,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:15.848968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a576e9f0-1fa5-409d-86e6-a6bce9d5db6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.916180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-7ccdb356-9b85-468d-a46c-5f3a026b2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.916560 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-7ccdb356-9b85-468d-a46c-5f3a026b2f02 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 1100 time: 0.1798575 Nov 25 17:17:15.937764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a576e9f0-1fa5-409d-86e6-a6bce9d5db6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.961115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:16.059422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64604b2b-f856-4581-a978-3f30127e0e8f req-04138726-4abd-43f6-9216-288fd2e0bffa tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.061694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64604b2b-f856-4581-a978-3f30127e0e8f req-04138726-4abd-43f6-9216-288fd2e0bffa tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 945 time: 0.1584055 Nov 25 17:17:16.152599 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.192878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64604b2b-f856-4581-a978-3f30127e0e8f req-91de9138-e4e4-4318-9b0c-4d88c93bfc6c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184721 Nov 25 17:17:16.241589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-3fa7dbcd-cfa0-43b5-bff3-a3201c211146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.244180 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-3fa7dbcd-cfa0-43b5-bff3-a3201c211146 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3018241 Nov 25 17:17:16.267381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a576e9f0-1fa5-409d-86e6-a6bce9d5db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.268226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c46d13e-2aee-43a3-b32d-359b4a78d54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.283505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a576e9f0-1fa5-409d-86e6-a6bce9d5db6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.293507 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a576e9f0-1fa5-409d-86e6-a6bce9d5db6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a23fda1-e662-42af-929f-eb0be8e91e81 HTTP/1.1" status: 204 len: 168 time: 0.8119278 Nov 25 17:17:16.374173 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-d22410ad-f121-4c98-9c1d-9316e3f80ac6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 200 len: 217 time: 0.1210673 Nov 25 17:17:16.393997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18a62-d7d6-4fe6-b788-78b2d2f1958d req-da5f47d3-4b8d-448c-b3d0-7b425f9db374 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.397917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b18a62-d7d6-4fe6-b788-78b2d2f1958d req-da5f47d3-4b8d-448c-b3d0-7b425f9db374 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 943 time: 0.0922284 Nov 25 17:17:16.408084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576e9f0-1fa5-409d-86e6-a6bce9d5db6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a23fda1-e662-42af-929f-eb0be8e91e81,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:16.518234 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c46d13e-2aee-43a3-b32d-359b4a78d54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.523400 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b18a62-d7d6-4fe6-b788-78b2d2f1958d req-11855a42-29ce-4f07-9b5b-295f92c1fe49 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150768 Nov 25 17:17:16.524667 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c46d13e-2aee-43a3-b32d-359b4a78d54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.562262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-a1ed1ff4-5376-41db-86e1-bf009ea98cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.564632 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-a1ed1ff4-5376-41db-86e1-bf009ea98cc0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1785400 Nov 25 17:17:16.592482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6c46d13e-2aee-43a3-b32d-359b4a78d54c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d1de202c1974392a32b139003239c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6250687 Nov 25 17:17:16.592482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46d13e-2aee-43a3-b32d-359b4a78d54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33abd357-b9b1-40bf-8279-351ca5ab958d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:16.593138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:16.704682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6c8f-d557-48bb-a28f-f97d538fcf5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.794725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-982eb55d-0b04-47e2-a283-64ad9bfc2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.796363 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-982eb55d-0b04-47e2-a283-64ad9bfc2630 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1884880 Nov 25 17:17:16.810000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6c8f-d557-48bb-a28f-f97d538fcf5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.898555 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc116-251f-46df-94c0-f479dfdf6e1f req-c39c7057-d14b-4747-8262-9e018326aba9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.900443 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b47dc116-251f-46df-94c0-f479dfdf6e1f req-c39c7057-d14b-4747-8262-9e018326aba9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1085432 Nov 25 17:17:16.927628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6c8f-d557-48bb-a28f-f97d538fcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.931809 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6c8f-d557-48bb-a28f-f97d538fcf5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.936570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fe9f6c8f-d557-48bb-a28f-f97d538fcf5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33abd357-b9b1-40bf-8279-351ca5ab958d HTTP/1.1" status: 204 len: 168 time: 0.3417771 Nov 25 17:17:16.966351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6c8f-d557-48bb-a28f-f97d538fcf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33abd357-b9b1-40bf-8279-351ca5ab958d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:17.028279 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-0fc838d3-b947-485a-9e8f-ffd1d89fbd76 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140150 Nov 25 17:17:17.040297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b47dc116-251f-46df-94c0-f479dfdf6e1f req-903ef1ae-8a54-45b0-b28b-a6b297d36a83 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237519 Nov 25 17:17:17.141822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.170252 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.415755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f141b445-f179-453b-ad0e-06b5850a4b10 None None] Network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:17.424537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:17.501057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.533324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab57704-3bbe-4c1c-90fa-77c95cd1c4aa req-596f7ac1-4e52-41ed-a1f7-75c6fbe74fb5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.535931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ab57704-3bbe-4c1c-90fa-77c95cd1c4aa req-596f7ac1-4e52-41ed-a1f7-75c6fbe74fb5 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 945 time: 0.1618204 Nov 25 17:17:17.592476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6e19095b-47fa-417d-b993-9534ed54c85f None None] Provisioning complete for port 912eef70-9db8-421d-9c46-05767f9825bf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:17.603137 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6e19095b-47fa-417d-b993-9534ed54c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.698163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ab57704-3bbe-4c1c-90fa-77c95cd1c4aa req-a55c0f07-4255-4052-94e9-d58d88eef003 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507347 Nov 25 17:17:17.717114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:17.877107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 480b45d6-e761-4492-bfa6-d29f45dcbbcd details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:17.900561 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7fe9970-2481-48f7-98e4-5c41f9371730 req-33d88960-131b-4e0d-9951-cc273dbde5e0 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8561246 Nov 25 17:17:17.995756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-network', 'tenant_id': 'cfe49140f54145c0a441304decde23f7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:18.106215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-dc5abe98-53ba-442e-89dd-f297859f98f8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1411269308&fields=id&tenant_id=7e4e7fe329784ce1aaaa27269b7f2263 HTTP/1.1" status: 200 len: 267 time: 0.2294996 Nov 25 17:17:18.113931 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.132067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6e19095b-47fa-417d-b993-9534ed54c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.171442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Made reservation on behalf of cfe49140f54145c0a441304decde23f7 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:18.173913 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.195940 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.210406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a4a1-2db2-4626-820c-d4bf27434839 req-f4ee3b53-a658-4f83-be2f-e9d587733ebf tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.218681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b35a4a1-2db2-4626-820c-d4bf27434839 req-f4ee3b53-a658-4f83-be2f-e9d587733ebf tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 943 time: 0.2776027 Nov 25 17:17:18.221331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 912eef70-9db8-421d-9c46-05767f9825bf up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:18.243163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-032c3966-5e19-4fae-8766-455cbd0c27d2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.251483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-032c3966-5e19-4fae-8766-455cbd0c27d2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 945 time: 0.1441658 Nov 25 17:17:18.261098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'port': {'security_groups': ['df0a74ca-36b8-4312-b183-05414d2dad8e', '00c96e44-d38a-4dd9-bc9c-3c8c08562c66']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:18.405041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 480b45d6-e761-4492-bfa6-d29f45dcbbcd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=480b45d6-e761-4492-bfa6-d29f45dcbbcd,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:18.437805 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'port_id': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'mac_address': 'fa:16:3e:0f:94:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:18.461686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6e19095b-47fa-417d-b993-9534ed54c85f None None] For port 912eef70-9db8-421d-9c46-05767f9825bf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=912eef70-9db8-421d-9c46-05767f9825bf,segment=NetworkSegment(75379da0-8e7a-4563-9fd1-a3393c75bc78),segment_id=75379da0-8e7a-4563-9fd1-a3393c75bc78)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:18.509028 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6e19095b-47fa-417d-b993-9534ed54c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.581828 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:17:18.675127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.678940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19095b-47fa-417d-b993-9534ed54c85f None None] Pushing event updated for resources: {'Port': ['ID=912eef70-9db8-421d-9c46-05767f9825bf,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:18.710297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.711415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.740641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-74e1ef31-8ea0-4afe-8449-6191941c1b1a None None] Provisioning complete for port 912eef70-9db8-421d-9c46-05767f9825bf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:18.741617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74e1ef31-8ea0-4afe-8449-6191941c1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.760214 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.805293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 912eef70-9db8-421d-9c46-05767f9825bf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:18.812334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.859654 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480b45d6-e761-4492-bfa6-d29f45dcbbcd {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:18.900103 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 480b45d6-e761-4492-bfa6-d29f45dcbbcd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=480b45d6-e761-4492-bfa6-d29f45dcbbcd,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:18.900829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:18.921260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-6258457c-eff1-4b70-871c-ae005b49a7f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2380927 Nov 25 17:17:18.941517 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.967939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:18.969848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:19.046738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=480b45d6-e761-4492-bfa6-d29f45dcbbcd,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:19.177919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.186238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-3c7c4df5-32f1-4fdb-8465-79603e3bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.187583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-3c7c4df5-32f1-4fdb-8465-79603e3bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.188597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-3c7c4df5-32f1-4fdb-8465-79603e3bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.191099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-3c7c4df5-32f1-4fdb-8465-79603e3bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.191644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-3c7c4df5-32f1-4fdb-8465-79603e3bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.192213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-3c7c4df5-32f1-4fdb-8465-79603e3bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.192775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-3c7c4df5-32f1-4fdb-8465-79603e3bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.196293 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-3c7c4df5-32f1-4fdb-8465-79603e3bd3e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6490 time: 0.1522470 Nov 25 17:17:19.229604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Router ee1f636d-d16c-4529-a6d9-03444ac70b93 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:17:19.235669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['480b45d6-e761-4492-bfa6-d29f45dcbbcd'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:19.335387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.347044 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.439766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:19.459461 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.460106 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Added segment 2a433bff-9651-4134-9670-e69efb2a7180 of type vlan for network 1c0603b7-25b3-4659-a600-e6e23e3012d5 Nov 25 17:17:19.466804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-74e1ef31-8ea0-4afe-8449-6191941c1b1a None None] Provisioning complete for port 9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:19.469274 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74e1ef31-8ea0-4afe-8449-6191941c1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.543910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.593944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c8900-d07f-46b4-a8a2-3a7fa258123a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:19.594212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:17:19.607592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.610936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.611587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:19.619283 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bdecacb7-aafb-4e10-8b7b-f16103092c18 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "PUT /v2.0/routers/ee1f636d-d16c-4529-a6d9-03444ac70b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8899095 Nov 25 17:17:19.620674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-5748d438-b33e-4e4a-8b4e-703062e51a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.621562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-5748d438-b33e-4e4a-8b4e-703062e51a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.622860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-5748d438-b33e-4e4a-8b4e-703062e51a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.625560 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-5748d438-b33e-4e4a-8b4e-703062e51a31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 HTTP/1.1" status: 200 len: 2290 time: 0.3736305 Nov 25 17:17:19.626329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:19.694279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-74e1ef31-8ea0-4afe-8449-6191941c1b1a None None] Port 9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:19.702615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f362b831-57ca-4589-964d-027872ea65b5 None None] Sync routers for ids ['ee1f636d-d16c-4529-a6d9-03444ac70b93'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:17:19.747808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0603b7-25b3-4659-a600-e6e23e3012d5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:19.797632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b35a4a1-2db2-4626-820c-d4bf27434839 req-b9a4e83b-988f-45cf-9e5b-a76291a4bdde tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5775697 Nov 25 17:17:19.827125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3c029b88-1bf4-43a2-9184-b69a6a988be4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1087420 Nov 25 17:17:19.830627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 1c0603b7-25b3-4659-a600-e6e23e3012d5 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:19.838200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45046) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:19.886702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Request body: {'subnet': {'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-subnet', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:19.930442 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-6872c679-1234-4015-a001-5dffec664b7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5 HTTP/1.1" status: 200 len: 1001 time: 0.2485147 Nov 25 17:17:19.948795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846366b6-81ae-4c2c-abb3-5b56103ed703 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.950632 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-846366b6-81ae-4c2c-abb3-5b56103ed703 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee1f636d-d16c-4529-a6d9-03444ac70b93 HTTP/1.1" status: 200 len: 989 time: 0.3229325 Nov 25 17:17:19.960560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:20.071079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 912eef70-9db8-421d-9c46-05767f9825bf up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:20.086930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362b831-57ca-4589-964d-027872ea65b5 None None] Routers {'ee1f636d-d16c-4529-a6d9-03444ac70b93'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:20.087727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f362b831-57ca-4589-964d-027872ea65b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee1f636d-d16c-4529-a6d9-03444ac70b93'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:20.139993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-64bae4f0-0b1d-470c-9683-fc5419a4eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.141711 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-64bae4f0-0b1d-470c-9683-fc5419a4eaa5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aff52488-4a16-4eb1-9f80-73658f526fe1 HTTP/1.1" status: 200 len: 850 time: 0.1897545 Nov 25 17:17:20.183813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2cce6f8e-a4f1-4623-8a80-bb1416a4213a None None] Provisioning complete for port 9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:20.184192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cce6f8e-a4f1-4623-8a80-bb1416a4213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.222048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f362b831-57ca-4589-964d-027872ea65b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:20.281794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362b831-57ca-4589-964d-027872ea65b5 None None] Routers {'ee1f636d-d16c-4529-a6d9-03444ac70b93'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:20.281985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f362b831-57ca-4589-964d-027872ea65b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee1f636d-d16c-4529-a6d9-03444ac70b93'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:20.298400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2cce6f8e-a4f1-4623-8a80-bb1416a4213a None None] Port 9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:20.313692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] For port 55a4c86d-909c-42af-8b41-03c31bc1739b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55a4c86d-909c-42af-8b41-03c31bc1739b,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:20.363557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-0ecceeb2-4e91-41d3-9aee-b56aa09ccabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.371810 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-0ecceeb2-4e91-41d3-9aee-b56aa09ccabb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030566 Nov 25 17:17:20.408569 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.419815 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.479358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Made reservation on behalf of cfe49140f54145c0a441304decde23f7 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:20.482192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.622921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f362b831-57ca-4589-964d-027872ea65b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:20.624183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f362b831-57ca-4589-964d-027872ea65b5 None None] The sync data for ids ['ee1f636d-d16c-4529-a6d9-03444ac70b93'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:17:20.633341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.633610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.635023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65cc5475-3754-456d-8e26-71d1e64206d1 req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "PUT /v2.0/ports/55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 200 len: 981 time: 2.3828506 Nov 25 17:17:20.649935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:20.651741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55a4c86d-909c-42af-8b41-03c31bc1739b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:20.657691 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:20.736568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae305b07-f7dc-44cc-a91b-6b7c8b58c45e req-d01ae1a8-6349-41d5-9ab0-7505eb5794d9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.747488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae305b07-f7dc-44cc-a91b-6b7c8b58c45e req-d01ae1a8-6349-41d5-9ab0-7505eb5794d9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.8051484 Nov 25 17:17:20.753488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 912eef70-9db8-421d-9c46-05767f9825bf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:20.754272 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.772889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b439687-f5b9-4cf4-9779-342e78b01fd2 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'Port': ['ID=55a4c86d-909c-42af-8b41-03c31bc1739b,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:20.814690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55a4c86d-909c-42af-8b41-03c31bc1739b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:20.938825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae305b07-f7dc-44cc-a91b-6b7c8b58c45e req-93a68017-df00-43d0-93e0-cb3548e9424b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348267 Nov 25 17:17:21.044095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45068) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:21.087960 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a821bf-d131-4c9b-b06d-b8fa16d24aa1 x-openstack-request-id: req-23a821bf-d131-4c9b-b06d-b8fa16d24aa1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:21.088216 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:21.088425 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23a821bf-d131-4c9b-b06d-b8fa16d24aa1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:21.088838 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b', 'status': 'completed', 'code': 200} Nov 25 17:17:21.183265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:21.222519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-706c37c1-502f-41dc-b750-54bb31d72d2e req-6d609b17-a47f-4bdc-88e8-969855b2941d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/00c96e44-d38a-4dd9-bc9c-3c8c08562c66 HTTP/1.1" status: 200 len: 1819 time: 0.2976589 Nov 25 17:17:21.265744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-79cdbe35-ed1f-4b18-badd-9f52b77e46bf tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:21.359324 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-79cdbe35-ed1f-4b18-badd-9f52b77e46bf tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] 10.222.0.81 "PUT /v2.0/quotas/ebff5a0b17f644e79c9039e6cd4ebf81 HTTP/1.1" status: 200 len: 368 time: 0.3141248 Nov 25 17:17:21.359828 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.363548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:21.385600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Request body: {'network': {'project_id': 'ebff5a0b17f644e79c9039e6cd4ebf81'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:21.391395 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-e8116214-4304-4d16-b55f-69a0fbf6b870 service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9959745 Nov 25 17:17:21.454482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Made reservation on behalf of ebff5a0b17f644e79c9039e6cd4ebf81 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:21.456898 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.492130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.571862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-8d10815c-79fe-4f42-abcd-803a58c9ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.571862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-8d10815c-79fe-4f42-abcd-803a58c9ed78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1135 time: 0.4556062 Nov 25 17:17:21.603799 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-036791e8-1be3-4ed2-ae80-7fbd8dc02402 service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970644 Nov 25 17:17:21.611661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4527d-83b6-4481-ab48-e04bed038744 req-a5ca34be-8d8a-4ec7-afaf-e33854ee72a0 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.613445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77d4527d-83b6-4481-ab48-e04bed038744 req-a5ca34be-8d8a-4ec7-afaf-e33854ee72a0 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 944 time: 0.4672525 Nov 25 17:17:21.649729 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-706c37c1-502f-41dc-b750-54bb31d72d2e req-25aef622-5399-42ae-9740-299b09ebb1b6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:17:21.655959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-706c37c1-502f-41dc-b750-54bb31d72d2e req-25aef622-5399-42ae-9740-299b09ebb1b6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/00c96e44-d38a-4dd9-bc9c-3c8c08562c66 HTTP/1.1" status: 409 len: 341 time: 0.3101966 Nov 25 17:17:21.680613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-a318c8db-9fa3-4f5d-908d-62439bc2fa53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 200 len: 217 time: 0.0586464 Nov 25 17:17:21.681491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.690005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Checking segment: {'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:21.690376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Network hostable DHCP agents. Network: 1c0603b7-25b3-4659-a600-e6e23e3012d5, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:17:21.696063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f6dfba-645f-415b-ae23-b452dcceb3a1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:21.786065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Network 1c0603b7-25b3-4659-a600-e6e23e3012d5 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:17:21.841381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77d4527d-83b6-4481-ab48-e04bed038744 req-305ecb6f-c8cf-4b99-b4fb-65e7fc057ac9 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072408 Nov 25 17:17:21.866124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 480b45d6-e761-4492-bfa6-d29f45dcbbcd up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:21.883613 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 1c0603b7-25b3-4659-a600-e6e23e3012d5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:21.938978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.939308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.951442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6190f-589a-45a7-9cd4-10642a7509d3 None None] Network 1c0603b7-25b3-4659-a600-e6e23e3012d5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:22.012387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-f2f264f2-8a4f-4623-a013-ccd547d82727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.013930 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-f2f264f2-8a4f-4623-a013-ccd547d82727 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.2803445 Nov 25 17:17:22.033232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-cb35217f-7110-4bb7-b1d8-c5d5d11ca24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.035425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-cb35217f-7110-4bb7-b1d8-c5d5d11ca24b service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 914 time: 0.4102170 Nov 25 17:17:22.054299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 480b45d6-e761-4492-bfa6-d29f45dcbbcd completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:22.062959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a31ede63-a4e1-42af-8f78-cd1072746513 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2172091 Nov 25 17:17:22.067690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:22.079461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-router', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:22.091181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 480b45d6-e761-4492-bfa6-d29f45dcbbcd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:22.091544 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.136146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.147367 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.148575 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.157242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-bcaff485-4e67-4ad2-b17e-ab7c8555a88b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 200 len: 217 time: 0.0959468 Nov 25 17:17:22.187864 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.191664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-1c0603b7-25b3-4659-a600-e6e23e3012d5', 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'fixed_ips': [{'subnet_id': '23f6dfba-645f-415b-ae23-b452dcceb3a1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:17:22.192540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.207159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-f68a3219-3858-4d39-8662-47443c5a8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.209808 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-f68a3219-3858-4d39-8662-47443c5a8fb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1730917 Nov 25 17:17:22.276127 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.310822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:22.362911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:22.363305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.367118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb513ba-20bc-4ed4-8483-4ca5ced7b07b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:22.372539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480b45d6-e761-4492-bfa6-d29f45dcbbcd'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:22.376489 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4c7f1b-0533-4f5f-9a2c-cbcafa5c6471" -d '{"events": [{"server_uuid": "40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1", "name": "network-vif-plugged", "status": "completed", "tag": "480b45d6-e761-4492-bfa6-d29f45dcbbcd"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:22.376794 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.377092 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Added segment 972371bf-08de-4793-9495-4623b50fd96c of type vlan for network 9fbd1b0f-2d71-442f-9d50-e1378f7da0ea Nov 25 17:17:22.387595 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-54d0dc4b-daf9-4f59-8460-e759a5ba30d1 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671672 Nov 25 17:17:22.389335 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.407979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 480b45d6-e761-4492-bfa6-d29f45dcbbcd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=480b45d6-e761-4492-bfa6-d29f45dcbbcd,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:22.408851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a4e8-2145-42ea-a098-baa04121e83c req-ff094a77-dc8c-464e-a966-bbed29405112 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.412545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0440a4e8-2145-42ea-a098-baa04121e83c req-ff094a77-dc8c-464e-a966-bbed29405112 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.2794204 Nov 25 17:17:22.420770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-91c91250-4629-4d23-887d-e62fa2e8c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.423010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-91c91250-4629-4d23-887d-e62fa2e8c9a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.2248116 Nov 25 17:17:22.449403 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.542608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.567006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:22.574264 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-fd68a852-7cdf-4667-baf7-6c2ba444d9bb service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592262 Nov 25 17:17:22.592434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Allocated IP 172.20.0.2 (1c0603b7-25b3-4659-a600-e6e23e3012d5/23f6dfba-645f-415b-ae23-b452dcceb3a1/ff9bcdb5-6e44-41a5-8c2d-202fd089c729) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:22.611635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=480b45d6-e761-4492-bfa6-d29f45dcbbcd,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:22.614538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50adbc8-1ad4-43bb-aea6-ed526e4fcf95 req-dd000d44-d4be-42a3-8c54-c2ccfba10bc8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.629587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f50adbc8-1ad4-43bb-aea6-ed526e4fcf95 req-dd000d44-d4be-42a3-8c54-c2ccfba10bc8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 984 time: 0.6057148 Nov 25 17:17:22.660485 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-24326958-5a91-4630-be48-f86e0f625858 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 200 len: 217 time: 0.0764260 Nov 25 17:17:22.663964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-d21bcf38-ea87-451c-a2e0-9d15bd9ffbd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864426 Nov 25 17:17:22.730824 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.786826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-08e4e9f4-2c61-4863-a2ce-f95ee706afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.789819 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-08e4e9f4-2c61-4863-a2ce-f95ee706afa8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.1050391 Nov 25 17:17:22.822752 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.836148 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.854349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-e024143c-2f8c-421b-9627-9e19b8c9e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.855921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-e024143c-2f8c-421b-9627-9e19b8c9e1b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574200 Nov 25 17:17:22.909653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Pushing event updated for resources: {'Port': ['ID=ff9bcdb5-6e44-41a5-8c2d-202fd089c729,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:22.935200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Network 1c0603b7-25b3-4659-a600-e6e23e3012d5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:22.937512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:22.942755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:22.976836 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:17:22.985471 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.032134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.035572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:23.082006 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-5bfccf17-5c72-453e-b734-2de127f1ad9b service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015996 Nov 25 17:17:23.083162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0440a4e8-2145-42ea-a098-baa04121e83c req-a5fd1b36-221a-4087-8ee7-cf3556c3e59e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569719 Nov 25 17:17:23.114756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Attempting to bind port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:23.115997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Attempting to bind port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:23.116784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Attempting to bind port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 on network 1c0603b7-25b3-4659-a600-e6e23e3012d5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:23.129310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:23.132536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Checking segment: {'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:23.133263 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.134169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Bound using segment: {'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:23.136264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Bound port: ff9bcdb5-6e44-41a5-8c2d-202fd089c729, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:23.136771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.254479 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.257233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.258621 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.281046 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0485ef32-7178-4555-a8f4-698b63647299 x-openstack-request-id: req-0485ef32-7178-4555-a8f4-698b63647299 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:23.281869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.285785 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1", "name": "network-vif-plugged", "status": "completed", "tag": "480b45d6-e761-4492-bfa6-d29f45dcbbcd", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:23.286429 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0485ef32-7178-4555-a8f4-698b63647299 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:23.287822 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'code': 200} Nov 25 17:17:23.352640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] For port ff9bcdb5-6e44-41a5-8c2d-202fd089c729, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:23.363748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f50adbc8-1ad4-43bb-aea6-ed526e4fcf95 req-36ee58b9-68e8-4b35-8378-b884f331550c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=00c96e44-d38a-4dd9-bc9c-3c8c08562c66&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.7297254 Nov 25 17:17:23.365736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] For port ff9bcdb5-6e44-41a5-8c2d-202fd089c729, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ff9bcdb5-6e44-41a5-8c2d-202fd089c729,segment=NetworkSegment(2a433bff-9651-4134-9670-e69efb2a7180),segment_id=2a433bff-9651-4134-9670-e69efb2a7180)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:23.370419 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-b04a2c66-8f37-4de0-a8be-58ed398e3253 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742797 Nov 25 17:17:23.374812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.496007 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-95ad7533-b8e4-44b5-925d-73bdd3a38509 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541517 Nov 25 17:17:23.506987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1259332 Nov 25 17:17:23.545311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45104) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:23.550493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a93956-ecbb-4fab-af16-22e7db140f59 None None] Pushing event updated for resources: {'Port': ['ID=ff9bcdb5-6e44-41a5-8c2d-202fd089c729,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:23.551833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Request body: {'network': {'project_id': 'ebff5a0b17f644e79c9039e6cd4ebf81'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:23.625201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec09b9-f5c0-4b52-84b2-566faa458dd7 req-5c86d791-6b78-40c3-a0e5-5213ff7189f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.626836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7aec09b9-f5c0-4b52-84b2-566faa458dd7 req-5c86d791-6b78-40c3-a0e5-5213ff7189f2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 1096 time: 0.2622046 Nov 25 17:17:23.651088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e164b-faf8-44af-9fb7-4dd9ef31d59c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Pushing event updated for resources: {'Network': ['ID=9fbd1b0f-2d71-442f-9d50-e1378f7da0ea,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:23.669478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9fbd1b0f-2d71-442f-9d50-e1378f7da0ea details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:23.691932 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-9d70336f-a2df-4d92-b68f-ef91fc55326a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add HTTP/1.1" status: 200 len: 217 time: 0.1455638 Nov 25 17:17:23.776495 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Router ee1f636d-d16c-4529-a6d9-03444ac70b93 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:17:23.786518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3966ea5e-a677-432b-8e4f-d403f5dbbfe7 req-3b2a1ae5-2e67-4578-b88f-5f92ff263fd0 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905207 Nov 25 17:17:23.807337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Made reservation on behalf of ebff5a0b17f644e79c9039e6cd4ebf81 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:23.809650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.816328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071d340-a124-4784-a1d1-e5b369bda956 req-b27ed28c-54d1-4372-9335-b7fa62a8ea10 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.826304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3071d340-a124-4784-a1d1-e5b369bda956 req-b27ed28c-54d1-4372-9335-b7fa62a8ea10 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.4045274 Nov 25 17:17:23.854316 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7aec09b9-f5c0-4b52-84b2-566faa458dd7 req-219c2acc-e9cd-4ac7-803c-99b44da09c54 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822639 Nov 25 17:17:23.859699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-8995ed3c-3aa0-418b-aecc-48d4c7ec74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.861417 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-8995ed3c-3aa0-418b-aecc-48d4c7ec74ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.1583252 Nov 25 17:17:23.985584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:24.045023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:17:24.047626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.048097 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Added segment 5041f92d-a350-4adf-8a00-747148afc75e of type vlan for network 3e5f50e9-b2b0-42b7-8092-86e4fae2979e Nov 25 17:17:24.055229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3071d340-a124-4784-a1d1-e5b369bda956 req-b5589d42-d0c1-4102-bda0-e89619070378 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251387 Nov 25 17:17:24.063242 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d436fa-f3c6-4309-96a2-0f7decd9d1b2 None None] Sync routers for ids ['ee1f636d-d16c-4529-a6d9-03444ac70b93'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:17:24.066574 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2edf2cd3-d77e-44d7-9a08-9ead7648a74f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "PUT /v2.0/routers/ee1f636d-d16c-4529-a6d9-03444ac70b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1021643 Nov 25 17:17:24.068094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45108) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:24.101133 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d436fa-f3c6-4309-96a2-0f7decd9d1b2 None None] Routers {'ee1f636d-d16c-4529-a6d9-03444ac70b93'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:24.101831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ff9bcdb5-6e44-41a5-8c2d-202fd089c729 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:24.103150 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e6d436fa-f3c6-4309-96a2-0f7decd9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee1f636d-d16c-4529-a6d9-03444ac70b93'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:24.129852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-5bafc058-fecd-4c39-9b98-8324a083f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:24.132596 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9812be5a-70ec-4510-aee0-79d7d8ed4798 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:17:24.135545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9812be5a-70ec-4510-aee0-79d7d8ed4798 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/9ac1ede7-1b05-4476-a6f8-61e8be0ba9bf HTTP/1.1" status: 404 len: 333 time: 0.0649552 Nov 25 17:17:24.135897 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-5bafc058-fecd-4c39-9b98-8324a083f41b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1135 time: 0.2486663 Nov 25 17:17:24.144159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45112) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:24.159049 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.163128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-e0d5e3ed-bc17-4114-9072-e0d5c0d0040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:24.164722 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-e0d5e3ed-bc17-4114-9072-e0d5c0d0040b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2398937 Nov 25 17:17:24.239306 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e6d436fa-f3c6-4309-96a2-0f7decd9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:24.260677 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.267881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:24.274864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.291417 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d436fa-f3c6-4309-96a2-0f7decd9d1b2 None None] Routers {'ee1f636d-d16c-4529-a6d9-03444ac70b93'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:24.292379 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e6d436fa-f3c6-4309-96a2-0f7decd9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee1f636d-d16c-4529-a6d9-03444ac70b93'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:24.322063 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.351701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4db4991-cd69-471c-a777-03e874064ed6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.357652 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.resource_extend [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:17:24.363730 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e6d436fa-f3c6-4309-96a2-0f7decd9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:24.364735 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d436fa-f3c6-4309-96a2-0f7decd9d1b2 None None] The sync data for ids ['ee1f636d-d16c-4529-a6d9-03444ac70b93'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:17:24.406334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.464278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port ff9bcdb5-6e44-41a5-8c2d-202fd089c729, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ff9bcdb5-6e44-41a5-8c2d-202fd089c729,segment=NetworkSegment(2a433bff-9651-4134-9670-e69efb2a7180),segment_id=2a433bff-9651-4134-9670-e69efb2a7180)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:24.473146 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.523724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-86c76911-92b8-43d2-9f3d-472331012d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:24.525951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-86c76911-92b8-43d2-9f3d-472331012d69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 914 time: 0.3589294 Nov 25 17:17:24.565987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=ff9bcdb5-6e44-41a5-8c2d-202fd089c729,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:24.966809 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a3085-47d1-430d-842b-0819447fed7c None None] Network 1c0603b7-25b3-4659-a600-e6e23e3012d5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:24.968766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.969765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:24.970360 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.986986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e7ac4-2935-443b-8de8-82df2fc5a8c9 req-a45f9436-c0f8-4e85-9404-7edab13daf1e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:24.988507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-380e7ac4-2935-443b-8de8-82df2fc5a8c9 req-a45f9436-c0f8-4e85-9404-7edab13daf1e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.6758146 Nov 25 17:17:24.996209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-c84d392d-135b-43ad-809c-a5ac76d11674 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 200 len: 217 time: 0.4375651 Nov 25 17:17:25.029036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a3917-24b9-4dd1-8128-dee0367bca2a req-7212a93e-a690-4dac-9564-fa1fb2ddac2d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.030686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-527a3917-24b9-4dd1-8128-dee0367bca2a req-7212a93e-a690-4dac-9564-fa1fb2ddac2d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 984 time: 0.5317676 Nov 25 17:17:25.069902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f7ca2c14-ab30-477f-b636-8020f685fba6 None None] Provisioning complete for port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:25.070278 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2c14-ab30-477f-b636-8020f685fba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.082313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Allocated IP 172.25.1.148 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/82e5781a-a9a8-4b4c-b48e-4869fa7545f8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:25.150519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-3eb508d2-f03e-437f-8fd2-e4a4aee7496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.152288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-3eb508d2-f03e-437f-8fd2-e4a4aee7496d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.1472120 Nov 25 17:17:25.153706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6054704 Nov 25 17:17:25.166271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:25.177390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c37ce0fe-39e2-43b8-9909-e93debf52d2e tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Request body: {'network': {'project_id': 'ebff5a0b17f644e79c9039e6cd4ebf81'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:25.198289 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4db4991-cd69-471c-a777-03e874064ed6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.203724 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-c9706e50-98f6-4931-9e14-a2c74d1e0306 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0011132 Nov 25 17:17:25.204586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86de1b8-ec82-4fa8-988e-7f2cba204c7c tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Pushing event updated for resources: {'Network': ['ID=3e5f50e9-b2b0-42b7-8092-86e4fae2979e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:25.208454 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4db4991-cd69-471c-a777-03e874064ed6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.214150 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37ce0fe-39e2-43b8-9909-e93debf52d2e tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:17:25.214150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37ce0fe-39e2-43b8-9909-e93debf52d2e tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:17:25.215067 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c37ce0fe-39e2-43b8-9909-e93debf52d2e tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0415184 Nov 25 17:17:25.226827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45124) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:25.253035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 3e5f50e9-b2b0-42b7-8092-86e4fae2979e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:25.261199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-7a17976f-3fbf-4d4f-b08e-ecbc586a5327 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548794 Nov 25 17:17:25.273039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-380e7ac4-2935-443b-8de8-82df2fc5a8c9 req-77aee9c5-7e51-4a8a-9332-54cc2eb2d7a8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643282 Nov 25 17:17:25.309026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-527a3917-24b9-4dd1-8128-dee0367bca2a req-7effaef1-7c01-4c60-ad5e-958cdd536a59 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=00c96e44-d38a-4dd9-bc9c-3c8c08562c66&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2665880 Nov 25 17:17:25.372005 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4db4991-cd69-471c-a777-03e874064ed6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.372594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4db4991-cd69-471c-a777-03e874064ed6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Fanout notify agent at l3_agent the message router_deleted on router ee1f636d-d16c-4529-a6d9-03444ac70b93 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:17:25.399646 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.412616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4db4991-cd69-471c-a777-03e874064ed6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.416225 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a4db4991-cd69-471c-a777-03e874064ed6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/routers/ee1f636d-d16c-4529-a6d9-03444ac70b93 HTTP/1.1" status: 204 len: 168 time: 1.2686975 Nov 25 17:17:25.433806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45128) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:25.490045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef19d722-5c10-4a32-aa5b-d94b95ee227a tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebff5a0b17f644e79c9039e6cd4ebf81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620258 Nov 25 17:17:25.498330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45132) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:25.522527 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-ce528a0d-0126-4f7a-b593-ab1048b9eb7c service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063412 Nov 25 17:17:25.529418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-31b2a33d-1831-437f-ae47-a0918bfe1891 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531826 Nov 25 17:17:25.534034 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.557099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccbbe60-c885-42cb-a21a-a7ca25aadfb4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet 52c58a96-ce2e-4c1e-b202-9c01224baa59 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:17:25.610311 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ccbbe60-c885-42cb-a21a-a7ca25aadfb4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.630502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:25.640457 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-2841297e-9d62-43ba-b596-b8563b0531a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 HTTP/1.1" status: 200 len: 217 time: 0.0986392 Nov 25 17:17:25.658320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:25.694153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:25.715678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ccbbe60-c885-42cb-a21a-a7ca25aadfb4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.728440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Pushing event updated for resources: {'Port': ['ID=82e5781a-a9a8-4b4c-b48e-4869fa7545f8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:25.765682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e428bd1-710a-4dd4-82ae-a8002e262ed7 req-e19222c7-5234-4471-ab59-fb4c0abcbd45 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.774276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e428bd1-710a-4dd4-82ae-a8002e262ed7 req-e19222c7-5234-4471-ab59-fb4c0abcbd45 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.2888486 Nov 25 17:17:25.786140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-dc895bd4-803c-47c6-a2c1-348bb21d6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.788046 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-dc895bd4-803c-47c6-a2c1-348bb21d6d69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.1355636 Nov 25 17:17:25.792282 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3404498b-9b20-46b3-9143-20e5ca9f549a tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.829188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8455a621-d03a-464f-a27c-eab440ecca35 None None] Provisioning complete for port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:25.829714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8455a621-d03a-464f-a27c-eab440ecca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.892346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3404498b-9b20-46b3-9143-20e5ca9f549a tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.962107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-28892d9b-bb3e-4d4d-bf90-3406cb498433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.963662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-28892d9b-bb3e-4d4d-bf90-3406cb498433 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639671 Nov 25 17:17:25.966556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2a5cef-ee40-40b2-aa80-900f28cb2d5b req-92b1dfbb-68d6-4cfe-b4f5-337318684107 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002707 Nov 25 17:17:26.009433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e428bd1-710a-4dd4-82ae-a8002e262ed7 req-1b8a1181-b7e6-49f8-b32a-685505467c87 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342477 Nov 25 17:17:26.040583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ccbbe60-c885-42cb-a21a-a7ca25aadfb4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.054709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ff9bcdb5-6e44-41a5-8c2d-202fd089c729 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:26.128690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:26.129561 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.181229 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-0b2339a4-e8cb-42b8-ae87-0414b50ccbcf service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015057 Nov 25 17:17:26.269403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.281192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff651b-f181-46fa-aab6-e39fa872eb87 req-05f60fe2-9422-4cd6-bdd8-7c9e463ac77d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.282904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dff651b-f181-46fa-aab6-e39fa872eb87 req-05f60fe2-9422-4cd6-bdd8-7c9e463ac77d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.0828819 Nov 25 17:17:26.323169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:26.332431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Request body: {'floatingip': {'port_id': '480b45d6-e761-4492-bfa6-d29f45dcbbcd'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:26.351209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ccbbe60-c885-42cb-a21a-a7ca25aadfb4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.417458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3404498b-9b20-46b3-9143-20e5ca9f549a tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.423717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3404498b-9b20-46b3-9143-20e5ca9f549a tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.428471 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3404498b-9b20-46b3-9143-20e5ca9f549a tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/eeb513ba-20bc-4ed4-8483-4ca5ced7b07b HTTP/1.1" status: 204 len: 168 time: 0.9248996 Nov 25 17:17:26.434105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45148) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:26.438582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbbe60-c885-42cb-a21a-a7ca25aadfb4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=52c58a96-ce2e-4c1e-b202-9c01224baa59,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:26.442755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e010690-1f2f-4713-a387-5398254e1eea None None] Network 7fe0a9e9-b48d-4209-84fb-4858351c2fdf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:26.458836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ccbbe60-c885-42cb-a21a-a7ca25aadfb4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.469252 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0ccbbe60-c885-42cb-a21a-a7ca25aadfb4 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/52c58a96-ce2e-4c1e-b202-9c01224baa59 HTTP/1.1" status: 204 len: 168 time: 1.0292573 Nov 25 17:17:26.470227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45152) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:26.509879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404498b-9b20-46b3-9143-20e5ca9f549a tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb513ba-20bc-4ed4-8483-4ca5ced7b07b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:26.541897 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.640211 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-a4fe024c-af18-4a21-a7e3-90eb81c52a13 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881364 Nov 25 17:17:26.749380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e07020-29c6-4ff5-a661-5e2c389b9b9d req-91fd7c61-15a7-42a7-b2b5-6a8b68a16c87 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.750959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41e07020-29c6-4ff5-a661-5e2c389b9b9d req-91fd7c61-15a7-42a7-b2b5-6a8b68a16c87 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.3544953 Nov 25 17:17:26.759874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.775095 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-61e7d391-e1d6-4830-8a0b-b5930c8a94b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 HTTP/1.1" status: 200 len: 217 time: 0.0695579 Nov 25 17:17:26.777024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] DHCP port deletion for 7fe0a9e9-b48d-4209-84fb-4858351c2fdf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:17:26.833556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.859825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] Deleting port 912eef70-9db8-421d-9c46-05767f9825bf {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:26.860306 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.889467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-ff8eddfc-a749-4526-a43c-b5d61267948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.889766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78c19c-a5b7-4787-80f9-5689b62c1c16 req-79a2e0bd-f731-4b45-b482-7be690272859 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.890980 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-ff8eddfc-a749-4526-a43c-b5d61267948d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.1028054 Nov 25 17:17:26.899105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a78c19c-a5b7-4787-80f9-5689b62c1c16 req-79a2e0bd-f731-4b45-b482-7be690272859 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 984 time: 0.4377811 Nov 25 17:17:26.950669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41e07020-29c6-4ff5-a661-5e2c389b9b9d req-b75a4b8b-55be-4344-a758-382f8761886e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829057 Nov 25 17:17:27.010175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.049434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5f50e9-b2b0-42b7-8092-86e4fae2979e']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:27.069035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5041f92d-a350-4adf-8a00-747148afc75e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:27.069367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5041f92d-a350-4adf-8a00-747148afc75e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:27.085472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.089817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-474ebe0e-fa5d-4eea-ac55-4e0cee4f36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:27.091385 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-474ebe0e-fa5d-4eea-ac55-4e0cee4f36e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1872716 Nov 25 17:17:27.118359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.128097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:17:27.128552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:17:27.190700 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:17:27.212921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 912eef70-9db8-421d-9c46-05767f9825bf {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:27.213314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.223361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] For port 912eef70-9db8-421d-9c46-05767f9825bf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=912eef70-9db8-421d-9c46-05767f9825bf,segment=NetworkSegment(75379da0-8e7a-4563-9fd1-a3393c75bc78),segment_id=75379da0-8e7a-4563-9fd1-a3393c75bc78)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:27.223912 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.229729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.252054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] Calling delete_port for 912eef70-9db8-421d-9c46-05767f9825bf owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:27.294092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.299767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3e5f50e9-b2b0-42b7-8092-86e4fae2979e HTTP/1.1" status: 204 len: 168 time: 0.8566098 Nov 25 17:17:27.302327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:27.341808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11344a44-7b2b-4899-92e8-69ac34fc4505 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e5f50e9-b2b0-42b7-8092-86e4fae2979e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:27.352925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.387658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] Pushing event deleted for resources: {'Port': ['ID=912eef70-9db8-421d-9c46-05767f9825bf,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:27.390534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba631f2d-e654-431a-97fc-dbc5e7b76bc0 None None] No DVR routers for this DVR port 912eef70-9db8-421d-9c46-05767f9825bf on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:27.410653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] For port 912eef70-9db8-421d-9c46-05767f9825bf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=912eef70-9db8-421d-9c46-05767f9825bf,segment=NetworkSegment(75379da0-8e7a-4563-9fd1-a3393c75bc78),segment_id=75379da0-8e7a-4563-9fd1-a3393c75bc78)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:27.411030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.425538 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-ad0813e5-1fa8-45aa-8364-5d57cb275bf9 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319467 Nov 25 17:17:27.429793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 912eef70-9db8-421d-9c46-05767f9825bf owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:27.487890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.515740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a78c19c-a5b7-4787-80f9-5689b62c1c16 req-27ca38f0-470c-407e-990a-b9b25140f496 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=00c96e44-d38a-4dd9-bc9c-3c8c08562c66&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6156819 Nov 25 17:17:27.598529 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-14b69cc4-e78f-4a89-918f-b37d0c4763ae service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625128 Nov 25 17:17:27.606242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.672285 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=912eef70-9db8-421d-9c46-05767f9825bf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:27.689181 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-bdcebe4f-06e8-4580-a5f4-7f76aca5ec70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891 HTTP/1.1" status: 200 len: 217 time: 0.0802088 Nov 25 17:17:27.692565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No DVR routers for this DVR port 912eef70-9db8-421d-9c46-05767f9825bf on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:27.820330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.823777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-6fd787bb-3575-4a72-8828-9e985b70b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:27.828353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-6fd787bb-3575-4a72-8828-9e985b70b5ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.1239719 Nov 25 17:17:27.856567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.857203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe0a9e9-b48d-4209-84fb-4858351c2fdf']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:27.893401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75379da0-8e7a-4563-9fd1-a3393c75bc78') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:27.893745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75379da0-8e7a-4563-9fd1-a3393c75bc78') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:27.906217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.938980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.954737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-56fe541f-a4e3-42c2-af99-f0f28a6f3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:27.963182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-56fe541f-a4e3-42c2-af99-f0f28a6f3bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1168323 Nov 25 17:17:27.968834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:17:27.969508 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:17:27.995478 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:17:28.001703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 912eef70-9db8-421d-9c46-05767f9825bf no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:28.024040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45162) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:28.030506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 912eef70-9db8-421d-9c46-05767f9825bf {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:28.031180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 912eef70-9db8-421d-9c46-05767f9825bf not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:28.034255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-924721307'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:28.046598 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:17:28.149905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:28.154468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.159766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.185132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.188399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/networks/7fe0a9e9-b48d-4209-84fb-4858351c2fdf HTTP/1.1" status: 204 len: 168 time: 1.6993029 Nov 25 17:17:28.197554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:28.210437 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-b556c2ac-2f08-435f-a0ee-ac68661d68fb service neutron] show failed (client error): The resource could not be found. Nov 25 17:17:28.211488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-b556c2ac-2f08-435f-a0ee-ac68661d68fb service neutron] 10.222.0.60 "GET /v2.0/ports/4cc1286d-1fd2-4bb1-b712-2df6bb8687aa/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.3577714 Nov 25 17:17:28.246574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.265208 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.274518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.275046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c3ad6-baa7-4f00-a1f5-884d3bbccce3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Network': ['ID=7fe0a9e9-b48d-4209-84fb-4858351c2fdf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:28.305227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b2b91c-73b1-4f43-9013-6da259ef12c7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.309451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-10b2b91c-73b1-4f43-9013-6da259ef12c7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/abcbc82c-175c-47a8-abde-951ae9ea5883 HTTP/1.1" status: 200 len: 845 time: 0.1096401 Nov 25 17:17:28.317748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:28.320694 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-6aab00d4-3085-43cf-911c-e19af0727f97 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238440 Nov 25 17:17:28.330675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:28.363564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e3d48-3bb7-4b80-9304-9ed660bf32cd req-2d8c97ba-cb32-4e16-bc5d-35cccaf52b6f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.365158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-840e3d48-3bb7-4b80-9304-9ed660bf32cd req-2d8c97ba-cb32-4e16-bc5d-35cccaf52b6f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.2740476 Nov 25 17:17:28.369697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbd1b0f-2d71-442f-9d50-e1378f7da0ea']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:28.394681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.394954 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Added segment 71dc8ccf-4122-4894-84a6-a21f658e135e of type vlan for network f3ed5c1a-71e3-4a94-ac91-d43e00596879 Nov 25 17:17:28.432151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972371bf-08de-4793-9495-4623b50fd96c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:28.432458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972371bf-08de-4793-9495-4623b50fd96c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:28.467140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.496100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Router 08e070ff-247f-43ce-af4e-06100947ba72 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:17:28.508644 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.536342 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Floating IP 7cf01be6-8d61-4fec-afd0-3df69f232bec associated. External IP: 172.25.1.174, port: 480b45d6-e761-4492-bfa6-d29f45dcbbcd. Nov 25 17:17:28.541727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:17:28.542141 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:17:28.543901 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:17:28.596067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-840e3d48-3bb7-4b80-9304-9ed660bf32cd req-e4da30a2-0eab-4cac-9cee-1d0955e482da tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778431 Nov 25 17:17:28.674180 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-316faaec-4ea5-47b8-8c00-54c3feac3ad2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/abcbc82c-175c-47a8-abde-951ae9ea5883?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3523107 Nov 25 17:17:28.685533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:28.700056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:28.767101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.819277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-6f78b726-ccf8-43da-bd5c-588a1205b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.820816 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-6f78b726-ccf8-43da-bd5c-588a1205b206 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 1101 time: 0.1512423 Nov 25 17:17:28.822659 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e553525e-21b3-490d-98bb-a20fed24a2f2 req-39c77c44-a6f1-44a6-940f-c887ef2ed936 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881294 Nov 25 17:17:28.828090 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.834720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-f1836b64-4b1e-4431-9625-d7cedf083b51 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:17:28.835316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.835951 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-f1836b64-4b1e-4431-9625-d7cedf083b51 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069673 Nov 25 17:17:28.837417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.839109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] 10.222.0.81 "DELETE /v2.0/networks/9fbd1b0f-2d71-442f-9d50-e1378f7da0ea HTTP/1.1" status: 204 len: 168 time: 1.5241783 Nov 25 17:17:28.843355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.843988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.856533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:28.894279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2e2d-df96-4d3d-80d5-0101f4e4d2f9 tempest-QuotasNegativeTest-1494757421 tempest-QuotasNegativeTest-1494757421-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fbd1b0f-2d71-442f-9d50-e1378f7da0ea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:28.936598 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9102273 Nov 25 17:17:28.937687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:28.938805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583adb8-8bef-4562-8f75-1d25915ff2a1 req-4576b9d7-ac3d-411c-ba69-41ee968f1460 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.940483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b583adb8-8bef-4562-8f75-1d25915ff2a1 req-4576b9d7-ac3d-411c-ba69-41ee968f1460 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 984 time: 0.2810998 Nov 25 17:17:28.951428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1553337371'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:28.960265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:17:28.977268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Sync routers for ids ['08e070ff-247f-43ce-af4e-06100947ba72'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:17:28.987452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55db77d-98c9-4911-bb68-ddf7a4a0dad5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Network': ['ID=f3ed5c1a-71e3-4a94-ac91-d43e00596879,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:28.993902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Routers {'08e070ff-247f-43ce-af4e-06100947ba72'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:28.994954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['08e070ff-247f-43ce-af4e-06100947ba72'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:29.009888 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.024462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:29.029374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.081272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.086034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c399f9aa-672e-4bda-afd2-4c15b64286e8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0121238 Nov 25 17:17:29.087290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:29.109691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:29.147733 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b583adb8-8bef-4562-8f75-1d25915ff2a1 req-605ca448-4616-4ad9-b64b-90d78ec50cd8 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=00c96e44-d38a-4dd9-bc9c-3c8c08562c66&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1900785 Nov 25 17:17:29.164507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:29.198923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:29.215121 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.233624 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.233982 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Added segment 46281847-2560-48a9-a2ba-6618f317e56c of type vlan for network a159a140-c32b-487a-857c-191ffdb4911e Nov 25 17:17:29.289380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Set router 08e070ff-247f-43ce-af4e-06100947ba72 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:29.379271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.436630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Router e9d25388-08bf-42f5-8be8-f049fecbd6aa has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:17:29.448672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45cc8576-09fa-4acf-a744-84355c36af64 req-1f6a32d0-9a7c-4b2e-9756-5f125e5dab6a tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1757052895&fields=id&tenant_id=7e4e7fe329784ce1aaaa27269b7f2263 HTTP/1.1" status: 200 len: 267 time: 0.1444967 Nov 25 17:17:29.513218 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.519737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:29.520665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.644979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e070ff-247f-43ce-af4e-06100947ba72', 'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-router', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:22Z', 'updated_at': '2021-11-25T17:17:25Z', 'revision_number': 3, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'gw_port': {'id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:24Z', 'updated_at': '2021-11-25T17:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:29.673318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc8576-09fa-4acf-a744-84355c36af64 req-a051972b-ec8c-46f5-b94a-45a7af02410f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:29.675444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45cc8576-09fa-4acf-a744-84355c36af64 req-a051972b-ec8c-46f5-b94a-45a7af02410f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 984 time: 0.2147803 Nov 25 17:17:29.688554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Checking router: 08e070ff-247f-43ce-af4e-06100947ba72 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:17:29.689022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Updating router 08e070ff-247f-43ce-af4e-06100947ba72 port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:17:29.719433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-45cc8576-09fa-4acf-a744-84355c36af64 req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'port': {'security_groups': ['00c96e44-d38a-4dd9-bc9c-3c8c08562c66', 'df0a74ca-36b8-4312-b183-05414d2dad8e', 'fc6623b9-6c93-4a2e-851e-27d7e8132e61']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:29.722158 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.722455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:29.847468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:17:29.853944 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.859153 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] Sync routers for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:17:29.874897 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:29.875500 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:29.926159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.926769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:29.973911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:30.023393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.038336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Transition to ACTIVE for port object 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:30.058030 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:30.064274 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.070132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:30.071817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.072514 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f09eb8-9e48-4438-8cba-0a9e903c14bd" -d '{"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:30.088824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1391399 Nov 25 17:17:30.088824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.098639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:30.143425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Attempting to bind port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:30.143826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Attempting to bind port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:30.144189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Attempting to bind port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:30.150720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'subnet': {'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:30.159573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fc281-d3c7-4ab9-b7a4-48c3fd1ab4ae None None] Pushing event updated for resources: {'Port': ['ID=82e5781a-a9a8-4b4c-b48e-4869fa7545f8,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:30.160828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:30.165414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:30.166069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:30.166733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.167141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:30.167629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Bound port: 82e5781a-a9a8-4b4c-b48e-4869fa7545f8, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:30.168025 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.197208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.197558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.197900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.198237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.198565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.198897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.199280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.199611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.199937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.200260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.200583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.200902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:30.204336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] No DVR routers for this DVR port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:30.207422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cd700-0dd2-40ee-9506-e88c7a205ca7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Network': ['ID=a159a140-c32b-487a-857c-191ffdb4911e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:30.241741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network a159a140-c32b-487a-857c-191ffdb4911e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:30.314096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d8c43b27-87af-46bd-a821-2b8121913322 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "PUT /v2.0/floatingips/7cf01be6-8d61-4fec-afd0-3df69f232bec HTTP/1.1" status: 200 len: 991 time: 3.9891655 Nov 25 17:17:30.319163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'tag': '480b45d6-e761-4492-bfa6-d29f45dcbbcd'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:30.321372 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15a0f2-6c42-4391-be4c-844c6a6fb766" -d '{"events": [{"name": "network-changed", "server_uuid": "40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1", "tag": "480b45d6-e761-4492-bfa6-d29f45dcbbcd"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:30.326747 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45cc8576-09fa-4acf-a744-84355c36af64 req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.339006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] For port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:30.358809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:30.369450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a748c-657f-4929-8ad8-7138812e478f req-d71d2dd1-9e6d-4420-8318-753a196ed925 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:30.374606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b85a748c-657f-4929-8ad8-7138812e478f req-d71d2dd1-9e6d-4420-8318-753a196ed925 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.6424232 Nov 25 17:17:30.375419 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c664f0-0ca0-4098-a318-dc027c99bfbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.393767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] For port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=82e5781a-a9a8-4b4c-b48e-4869fa7545f8,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:30.395647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:30.407233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:30.407670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:30.408105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:30.411428 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.415565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:30.415782 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.422672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=c43bee63-7f42-4808-9691-6a0e3098ba7b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:30.450679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:30.451104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:30.467419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d05f277-760c-4332-9aec-da539fff6bd5 None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:30.476885 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7cf01be6-8d61-4fec-afd0-3df69f232bec', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'port_id': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'mac_address': 'fa:16:3e:0f:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:12Z', 'updated_at': '2021-11-25T17:17:27Z', 'revision_number': 1, 'project_id': '00390edabba34f9b90ff698b79a86575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:07Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:30.503800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:30.504440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:30.505192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:30.506537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Bound port: 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:30.507262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.527962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7cd58654-6492-4423-9244-36288bade447 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8371909 Nov 25 17:17:30.528271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:30.529622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.533093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:30.547662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c2a0e886-3242-426d-9ad7-5d10db63b4ad tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'security_group': {'name': 'tempest-secgroup-1993075257'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:30.578326 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] Checking router: e9d25388-08bf-42f5-8be8-f049fecbd6aa for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:17:30.589125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b85a748c-657f-4929-8ad8-7138812e478f req-776a0239-8b0b-4e24-895e-28f508a12ddb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007520 Nov 25 17:17:30.617686 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:30.625054 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:30.626995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.654520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e886-3242-426d-9ad7-5d10db63b4ad tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.709184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:30.748287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Routers {'08e070ff-247f-43ce-af4e-06100947ba72'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:30.748611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['08e070ff-247f-43ce-af4e-06100947ba72'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:30.756247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:30.765643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.777206 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c664f0-0ca0-4098-a318-dc027c99bfbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.792448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c664f0-0ca0-4098-a318-dc027c99bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.812565 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31388c7-0063-4975-9119-41a3b2c80a99 x-openstack-request-id: req-d31388c7-0063-4975-9119-41a3b2c80a99 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:30.813004 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:30.813357 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d31388c7-0063-4975-9119-41a3b2c80a99 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:30.813845 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'code': 200} Nov 25 17:17:30.880457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:30.893342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.895143 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] 10.222.0.95 "PUT /v2.0/ports/4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 1096 time: 2.0482783 Nov 25 17:17:30.911206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-10c664f0-0ca0-4098-a318-dc027c99bfbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8dea7701925a4b0984c5a00bb81c0b33&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1807058 Nov 25 17:17:30.920158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:30.932291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c664f0-0ca0-4098-a318-dc027c99bfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdab502a-7983-4119-84f2-57e9818b1004,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:30.961145 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e886-3242-426d-9ad7-5d10db63b4ad tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.979772 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5136466b-4325-4328-8b35-d0e8612df0fc x-openstack-request-id: req-5136466b-4325-4328-8b35-d0e8612df0fc {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:30.980127 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1", "tag": "480b45d6-e761-4492-bfa6-d29f45dcbbcd", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:30.980331 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5136466b-4325-4328-8b35-d0e8612df0fc {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:30.980729 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'tag': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'status': 'completed', 'code': 200} Nov 25 17:17:30.986668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fc281-d3c7-4ab9-b7a4-48c3fd1ab4ae None None] Pushing event updated for resources: {'Port': ['ID=82e5781a-a9a8-4b4c-b48e-4869fa7545f8,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:30.995680 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:31.008471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e886-3242-426d-9ad7-5d10db63b4ad tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.107947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] Set router 08e070ff-247f-43ce-af4e-06100947ba72 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:31.116006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e886-3242-426d-9ad7-5d10db63b4ad tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.117670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c2a0e886-3242-426d-9ad7-5d10db63b4ad tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5787771 Nov 25 17:17:31.125526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-45cc8576-09fa-4acf-a744-84355c36af64 req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] For port 55a4c86d-909c-42af-8b41-03c31bc1739b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55a4c86d-909c-42af-8b41-03c31bc1739b,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:31.137214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:31.142393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a2c9da36-313c-4e78-8b49-7be6c15a3fe8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'security_group': {'name': 'tempest-secgroup-686397934'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:31.172889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0e886-3242-426d-9ad7-5d10db63b4ad tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284c13e2-3c09-4f0c-a081-b5790e3de5b9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:31.182097 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d893e585-ca66-4443-87df-9b89534d24a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.204241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac78b83-600e-42b7-b662-a4b26b189ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:31.220203 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2c9da36-313c-4e78-8b49-7be6c15a3fe8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.223928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.236373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-cf5cb3f5-5943-4f41-a974-97008c523320', 'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'tenant_id': 'b8a6b31a9f6f4cd19a23a3921eae41de', 'fixed_ips': [{'subnet_id': 'c43bee63-7f42-4808-9691-6a0e3098ba7b'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:17:31.249330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.267756 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45cc8576-09fa-4acf-a744-84355c36af64 req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.281211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45cc8576-09fa-4acf-a744-84355c36af64 req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.286024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d893e585-ca66-4443-87df-9b89534d24a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.314360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55a4c86d-909c-42af-8b41-03c31bc1739b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:31.375453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:31.383825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc8576-09fa-4acf-a744-84355c36af64 req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.384919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-45cc8576-09fa-4acf-a744-84355c36af64 req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.386624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45cc8576-09fa-4acf-a744-84355c36af64 req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "PUT /v2.0/ports/55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 200 len: 1020 time: 1.6861722 Nov 25 17:17:31.476829 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7cf01be6-8d61-4fec-afd0-3df69f232bec', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'port_id': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'mac_address': 'fa:16:3e:0f:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:12Z', 'updated_at': '2021-11-25T17:17:27Z', 'revision_number': 1, 'project_id': '00390edabba34f9b90ff698b79a86575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:07Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:31.483447 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Allocated IP 172.20.0.1 (1c0603b7-25b3-4659-a600-e6e23e3012d5/23f6dfba-645f-415b-ae23-b452dcceb3a1/2ac86fe5-db35-4576-810d-a5c3101ad5e3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:31.488502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599a09a-5e06-41fd-bb67-f7703ddc5491 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'Port': ['ID=55a4c86d-909c-42af-8b41-03c31bc1739b,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:31.513971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Subnet': ['ID=8554cb33-73b5-4bb6-b37d-7e3f94683c8d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:31.517004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d893e585-ca66-4443-87df-9b89534d24a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.519660 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d2bb2-a82b-4b59-97b4-dce8454e2ed0 None None] The sync data for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 is: [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7cf01be6-8d61-4fec-afd0-3df69f232bec', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'port_id': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'mac_address': 'fa:16:3e:0f:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:12Z', 'updated_at': '2021-11-25T17:17:27Z', 'revision_number': 1, 'project_id': '00390edabba34f9b90ff698b79a86575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:07Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:17:31.519935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d893e585-ca66-4443-87df-9b89534d24a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.522215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d893e585-ca66-4443-87df-9b89534d24a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bdab502a-7983-4119-84f2-57e9818b1004 HTTP/1.1" status: 204 len: 168 time: 0.6008677 Nov 25 17:17:31.539436 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2c9da36-313c-4e78-8b49-7be6c15a3fe8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.541578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-857d3e48-3e1f-47be-bf9a-4c452c636c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.543848 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-857d3e48-3e1f-47be-bf9a-4c452c636c79 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1099 time: 0.5468466 Nov 25 17:17:31.550541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8f51d5c-e93e-4be0-ab94-3a10a5c83095 req-827fadf1-9b9e-4d5f-9049-133027692b87 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/fc6623b9-6c93-4a2e-851e-27d7e8132e61 HTTP/1.1" status: 200 len: 1820 time: 0.1191323 Nov 25 17:17:31.550710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-b294d282-1c42-4db9-9453-45414399a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.552272 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-b294d282-1c42-4db9-9453-45414399a62b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00390edabba34f9b90ff698b79a86575&device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 1096 time: 0.5408964 Nov 25 17:17:31.565468 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Checking segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:31.565845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network hostable DHCP agents. Network: f3ed5c1a-71e3-4a94-ac91-d43e00596879, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:17:31.576203 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2c9da36-313c-4e78-8b49-7be6c15a3fe8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.638217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893e585-ca66-4443-87df-9b89534d24a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdab502a-7983-4119-84f2-57e9818b1004,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:31.654020 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2c9da36-313c-4e78-8b49-7be6c15a3fe8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.659651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:31.661349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a2c9da36-313c-4e78-8b49-7be6c15a3fe8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5218575 Nov 25 17:17:31.662535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45220) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:31.707732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9da36-313c-4e78-8b49-7be6c15a3fe8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0d82d3-577d-4dfc-ac93-eac5455233a1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:31.733852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-611210040', 'security_groups': ['4d0d82d3-577d-4dfc-ac93-eac5455233a1'], 'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c43bee63-7f42-4808-9691-6a0e3098ba7b'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:31.793980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:17:31.861802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, f3ed5c1a-71e3-4a94-ac91-d43e00596879) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:31.867199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.867700 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.892255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-46b064a7-9092-4b98-bc7d-b72e0c84571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.895174 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-46b064a7-9092-4b98-bc7d-b72e0c84571f service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d372e20-3ced-416f-8c5c-fc62aa81c58c HTTP/1.1" status: 200 len: 917 time: 0.3233044 Nov 25 17:17:31.900129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.902274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-fd6029b4-c4ba-4a4a-ab38-ce34e7655cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.903867 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-fd6029b4-c4ba-4a4a-ab38-ce34e7655cca service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3473170 Nov 25 17:17:31.933361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55a4c86d-909c-42af-8b41-03c31bc1739b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:31.964245 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-e8f51d5c-e93e-4be0-ab94-3a10a5c83095 req-8ef17b64-268e-41ed-a70a-774e16985c00 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:17:31.970959 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e6c5024e-ab6b-471e-a76a-0c5a26c63ad2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8246601 Nov 25 17:17:31.982705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45226) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:31.991288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8f51d5c-e93e-4be0-ab94-3a10a5c83095 req-8ef17b64-268e-41ed-a70a-774e16985c00 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/fc6623b9-6c93-4a2e-851e-27d7e8132e61 HTTP/1.1" status: 409 len: 341 time: 0.4366899 Nov 25 17:17:31.998677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7f59e-9a69-421d-9d26-9342816c226b None None] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:32.064705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'subnet': {'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:32.077740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-8120b9af-28a9-4e45-8c6e-28aa8f25d771 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.1618686 Nov 25 17:17:32.083810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b9f24d-e2ef-4a38-838d-8f8c7324c535 None None] New status for floating IP 7cf01be6-8d61-4fec-afd0-3df69f232bec: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:17:32.096146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb37fb-4b07-41b3-b414-87a0be4c7fc8 req-d3436529-c518-456e-b118-6695351160fc tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:32.107954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37fb37fb-4b07-41b3-b414-87a0be4c7fc8 req-d3436529-c518-456e-b118-6695351160fc tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.2549515 Nov 25 17:17:32.150571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45232) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:32.197117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:32.219617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37fb37fb-4b07-41b3-b414-87a0be4c7fc8 req-7f203b09-acd2-4dd2-9af1-958b3a873074 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052296 Nov 25 17:17:32.379084 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.411179 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-816fdf69-2bf1-4043-9429-4264a33862a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.414512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port c2678eb6-46ad-4a7e-b8ba-75493cbb0840 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:32.480692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:32.532303 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-ecb8f06a-59f5-4203-b28a-573a75ea6476 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=480b45d6-e761-4492-bfa6-d29f45dcbbcd HTTP/1.1" status: 200 len: 999 time: 0.6272724 Nov 25 17:17:32.569724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c93aa76e-c888-4aa5-8416-a629b917710e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.579373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Allocated IP 2001:db8::2 (cf5cb3f5-5943-4f41-a974-97008c523320/c43bee63-7f42-4808-9691-6a0e3098ba7b/c18f1131-20b1-46a8-9bb1-72ba1bc5bc83) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:32.588956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbad877-71c6-4366-bb3c-556521ac677d req-c0d41efc-c681-4333-8b7c-6cbf961c34c1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:32.591489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dbad877-71c6-4366-bb3c-556521ac677d req-c0d41efc-c681-4333-8b7c-6cbf961c34c1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1023 time: 0.1681805 Nov 25 17:17:32.609194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.621810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-73dd046e-0bb0-477d-8b60-a70e626693e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:32.623320 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-73dd046e-0bb0-477d-8b60-a70e626693e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.5304158 Nov 25 17:17:32.655451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e070ff-247f-43ce-af4e-06100947ba72', 'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-router', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:22Z', 'updated_at': '2021-11-25T17:17:25Z', 'revision_number': 3, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'gw_port': {'id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:24Z', 'updated_at': '2021-11-25T17:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:32.718141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dbad877-71c6-4366-bb3c-556521ac677d req-682a9b37-69c9-4a35-ad99-47098ff0ab78 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=00c96e44-d38a-4dd9-bc9c-3c8c08562c66&id=fc6623b9-6c93-4a2e-851e-27d7e8132e61&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1130006 Nov 25 17:17:32.728093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4149f1-1a5e-4756-872b-4c97f1615409 None None] The sync data for ids ['08e070ff-247f-43ce-af4e-06100947ba72'] in n-d-819349-3 is: [{'id': '08e070ff-247f-43ce-af4e-06100947ba72', 'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-router', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:22Z', 'updated_at': '2021-11-25T17:17:25Z', 'revision_number': 3, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'gw_port': {'id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:24Z', 'updated_at': '2021-11-25T17:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:17:32.730250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Network 1c0603b7-25b3-4659-a600-e6e23e3012d5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:32.739752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:32.743182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:32.761261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-cb98a7c9-7c54-42e0-b929-abee092f99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:32.762796 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-cb98a7c9-7c54-42e0-b929-abee092f99e8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6b895bf1-64b4-455b-9bb8-8e306cb60d18 HTTP/1.1" status: 200 len: 855 time: 0.2115588 Nov 25 17:17:32.792296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Pushing event updated for resources: {'Port': ['ID=2ac86fe5-db35-4576-810d-a5c3101ad5e3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:32.808867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:32.813002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.828097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:32.831416 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35026226-731d-4bf3-aa7b-59fc3477c244" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:32.946469 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5200abaa-cc36-4199-99cb-375feef5b60f x-openstack-request-id: req-5200abaa-cc36-4199-99cb-375feef5b60f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:32.946981 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:32.947409 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5200abaa-cc36-4199-99cb-375feef5b60f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:32.948061 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'status': 'completed', 'code': 200} Nov 25 17:17:32.950642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-a11a2439-93a4-4273-b427-ba3352ede0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:32.952645 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-a11a2439-93a4-4273-b427-ba3352ede0fb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3164973 Nov 25 17:17:32.965241 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.981545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:32.984303 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38b46f-e894-4924-beb0-236b70d7aeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:33.089814 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.093261 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025ae6c1-031d-420a-9386-aab6302ca449 x-openstack-request-id: req-025ae6c1-031d-420a-9386-aab6302ca449 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:33.093800 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:33.094048 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-025ae6c1-031d-420a-9386-aab6302ca449 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:33.094630 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b', 'status': 'completed', 'code': 200} Nov 25 17:17:33.105536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'fixed_ips': [{'subnet_id': '8554cb33-73b5-4bb6-b37d-7e3f94683c8d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:17:33.107010 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.197386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.205269 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c93aa76e-c888-4aa5-8416-a629b917710e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.222321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-cc56c414-52d2-49a1-bb43-9065a0d4b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.223994 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-cc56c414-52d2-49a1-bb43-9065a0d4b298 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d372e20-3ced-416f-8c5c-fc62aa81c58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4278512 Nov 25 17:17:33.232489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c93aa76e-c888-4aa5-8416-a629b917710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.292832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::86 (cf5cb3f5-5943-4f41-a974-97008c523320/c43bee63-7f42-4808-9691-6a0e3098ba7b/c2678eb6-46ad-4a7e-b8ba-75493cbb0840) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:33.351510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Pushing event updated for resources: {'Port': ['ID=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:33.399622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93aa76e-c888-4aa5-8416-a629b917710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89253a83-5a3e-4316-bcae-4a9708dd572a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:33.406823 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c93aa76e-c888-4aa5-8416-a629b917710e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bce5e9b24a2d4b8490e77532b09614ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9083903 Nov 25 17:17:33.417189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:33.431252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-3e78466c-722e-45ef-be43-a25931bdf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.433275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-3e78466c-722e-45ef-be43-a25931bdf0b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1099 time: 0.4587004 Nov 25 17:17:33.469519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:33.478488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6934d203-7821-4050-8058-eb478414e72a None None] Provisioning complete for port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:33.478857 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6934d203-7821-4050-8058-eb478414e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.519295 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.530004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:33.554330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:33.594389 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.598120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-660eefe6-8936-4a6a-b2c0-3cd276d3129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.600543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-660eefe6-8936-4a6a-b2c0-3cd276d3129b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1174 time: 0.4723513 Nov 25 17:17:33.655138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6934d203-7821-4050-8058-eb478414e72a None None] Port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:33.698441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78863-6df9-4a53-a946-0a0e4f454f78 req-74e94f64-12c2-4f56-b6e6-c8d34768d0fb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.706827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-e68cb9a7-f624-452d-ad98-8bdefbdaeb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.707731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cee78863-6df9-4a53-a946-0a0e4f454f78 req-74e94f64-12c2-4f56-b6e6-c8d34768d0fb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.2117305 Nov 25 17:17:33.708310 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-e68cb9a7-f624-452d-ad98-8bdefbdaeb50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2245150 Nov 25 17:17:33.791519 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.826837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Attempting to bind port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:33.827887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Attempting to bind port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f98f8fce-6d72-4fbf-8800-7a6d798b6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:33.828108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Attempting to bind port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 on network cf5cb3f5-5943-4f41-a974-97008c523320 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:33.860853 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-7d1ce06b-e324-4a8b-b4a3-2cde8960a6d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.0766034 Nov 25 17:17:33.880258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Allocated IP 10.1.1.2 (f3ed5c1a-71e3-4a94-ac91-d43e00596879/8554cb33-73b5-4bb6-b37d-7e3f94683c8d/b04918b5-9935-490d-a30b-c346d8f1231f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:33.888883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:33.889664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Checking segment: {'id': 'f98f8fce-6d72-4fbf-8800-7a6d798b6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:33.890174 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.890765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Bound using segment: {'id': 'f98f8fce-6d72-4fbf-8800-7a6d798b6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:33.891397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Bound port: c18f1131-20b1-46a8-9bb1-72ba1bc5bc83, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f8fce-6d72-4fbf-8800-7a6d798b6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:33.891854 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.933581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cee78863-6df9-4a53-a946-0a0e4f454f78 req-69128174-fe96-411c-a0bb-148c6311c559 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243471 Nov 25 17:17:33.939743 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-fbf6bbe3-4135-4c3c-abea-9408d6325d5e service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670572 Nov 25 17:17:33.965203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-c7d28152-56fd-4834-949f-307b49c21051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.967755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-c7d28152-56fd-4834-949f-307b49c21051 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 200 len: 914 time: 0.3564599 Nov 25 17:17:33.989003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:34.022773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:34.029419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:34.038582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.039368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.061062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=c2678eb6-46ad-4a7e-b8ba-75493cbb0840,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:34.083605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.084513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.084982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.085386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.085721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.086061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.086398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.086730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.087058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.087385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.087708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.088030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:34.120211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-74b526ce-776a-43dd-bbfa-ce16d444f02d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4144742 Nov 25 17:17:34.121636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45254) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:34.133419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205291ef-8b69-433e-9dcb-20a0bba6fe14 req-9472848a-0782-4289-8ba5-4622058d7ab0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.142550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] For port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:34.142908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-205291ef-8b69-433e-9dcb-20a0bba6fe14 req-9472848a-0782-4289-8ba5-4622058d7ab0 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1023 time: 0.1995256 Nov 25 17:17:34.149581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a6ddb377-d0a1-4aa8-ac70-1e86e9ffa2d8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:34.165751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-28c13a36-0d5f-427c-8520-19d75b4f2533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.169251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-a2541a8d-a9bb-45cb-bdd4-b228d7ef6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.171944 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-a2541a8d-a9bb-45cb-bdd4-b228d7ef6e2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2195046 Nov 25 17:17:34.208594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:34.230831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] For port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,segment=NetworkSegment(f98f8fce-6d72-4fbf-8800-7a6d798b6c4a),segment_id=f98f8fce-6d72-4fbf-8800-7a6d798b6c4a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:34.379275 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.427596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-205291ef-8b69-433e-9dcb-20a0bba6fe14 req-747a2f2c-6d2f-4bb0-adf2-ed29c01720e1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=00c96e44-d38a-4dd9-bc9c-3c8c08562c66&id=fc6623b9-6c93-4a2e-851e-27d7e8132e61&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2830324 Nov 25 17:17:34.529556 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8eb165cb-af5e-4f64-8956-90431d074e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.535731 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-28c13a36-0d5f-427c-8520-19d75b4f2533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.555338 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.572585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ddb377-d0a1-4aa8-ac70-1e86e9ffa2d8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:34.576204 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb377-d0a1-4aa8-ac70-1e86e9ffa2d8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.589829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15527327-7c5e-4c91-ab18-84d1e1e1ba03 None None] Pushing event updated for resources: {'Port': ['ID=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:34.595714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:34.596101 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.605163 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.638031 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-a84dab23-7f5a-4a3f-ae33-169e4633a7db service neutron] 10.222.0.95 "GET /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3947423 Nov 25 17:17:34.672788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.702328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-209b2b00-2b59-4af4-8b73-e3a576131cbf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 200 len: 217 time: 0.7122362 Nov 25 17:17:34.712924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Pushing event updated for resources: {'Port': ['ID=b04918b5-9935-490d-a30b-c346d8f1231f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:34.737964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:34.742101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:34.746395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:34.781186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-73061c8d-5ecb-4c51-8eed-f49479636ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.782839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-73061c8d-5ecb-4c51-8eed-f49479636ead service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 200 len: 853 time: 0.0676751 Nov 25 17:17:34.804766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-90eeef8b-cc4c-468b-935c-386ae9305915 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.804766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-90eeef8b-cc4c-468b-935c-386ae9305915 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1023 time: 0.3004794 Nov 25 17:17:34.850386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-5eb6f070-0e32-4036-9801-2ad93d428c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.852313 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-5eb6f070-0e32-4036-9801-2ad93d428c69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6548748 Nov 25 17:17:34.869288 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c0c463a-11d4-47c3-a6fa-c03564b3dc8e req-1397f3b7-93da-47d2-8cec-945d1604ab21 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141633 Nov 25 17:17:34.878698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-fdb08ead-4de5-4922-901c-33f3ae0b26d5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:17:34.879926 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-fdb08ead-4de5-4922-901c-33f3ae0b26d5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066407 Nov 25 17:17:35.010968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-6250f0be-07c2-4591-8ac8-45695c9fa5b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d7ce7e8-b145-4262-ab7c-40b853bd10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046556 Nov 25 17:17:35.080396 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-71cd22a5-c3b4-486d-bc8b-c3ebb8032e87 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872079 Nov 25 17:17:35.098807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Attempting to bind port b04918b5-9935-490d-a30b-c346d8f1231f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:35.099349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Attempting to bind port b04918b5-9935-490d-a30b-c346d8f1231f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:35.100774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Attempting to bind port b04918b5-9935-490d-a30b-c346d8f1231f on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:35.107871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Subnet': ['ID=46308e54-0d2a-4fa6-91ba-0707d12afc9b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:35.117823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:35.118633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Checking segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:35.119159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.119773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Bound using segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:35.120482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Bound port: b04918b5-9935-490d-a30b-c346d8f1231f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:35.121342 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.143031 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.150215 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-a6ddb377-d0a1-4aa8-ac70-1e86e9ffa2d8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c43bee63-7f42-4808-9691-6a0e3098ba7b (CIDR: 2001:db8::/64) Nov 25 17:17:35.176411 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ddb377-d0a1-4aa8-ac70-1e86e9ffa2d8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:17:35.177222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ddb377-d0a1-4aa8-ac70-1e86e9ffa2d8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:17:35.222025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=82e5781a-a9a8-4b4c-b48e-4869fa7545f8,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:35.224330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a6ddb377-d0a1-4aa8-ac70-1e86e9ffa2d8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1006873 Nov 25 17:17:35.233776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:35.235910 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.245952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:35.301252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3934f09-baad-406f-b361-32cb44cc1565 req-9c99a202-92fa-44fd-8d68-5bc57c94dae3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:35.301973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] For port b04918b5-9935-490d-a30b-c346d8f1231f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:35.303388 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3934f09-baad-406f-b361-32cb44cc1565 req-9c99a202-92fa-44fd-8d68-5bc57c94dae3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.2226102 Nov 25 17:17:35.326212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] For port b04918b5-9935-490d-a30b-c346d8f1231f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b04918b5-9935-490d-a30b-c346d8f1231f,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:35.338193 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.339171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-034c9246-ee16-4372-8ca9-1153f80377b3 service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131869 Nov 25 17:17:35.346322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=82e5781a-a9a8-4b4c-b48e-4869fa7545f8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:35.350412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Deleting port 55a4c86d-909c-42af-8b41-03c31bc1739b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:35.350945 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.420383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f885828-4112-4e06-b41e-6ef98a95b5ed None None] Pushing event updated for resources: {'Port': ['ID=b04918b5-9935-490d-a30b-c346d8f1231f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:35.565588 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-28c13a36-0d5f-427c-8520-19d75b4f2533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.570101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-28c13a36-0d5f-427c-8520-19d75b4f2533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.571936 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-28c13a36-0d5f-427c-8520-19d75b4f2533 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89253a83-5a3e-4316-bcae-4a9708dd572a HTTP/1.1" status: 204 len: 168 time: 2.1376338 Nov 25 17:17:35.618632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Checking segment: {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:35.619578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network hostable DHCP agents. Network: a159a140-c32b-487a-857c-191ffdb4911e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:17:35.636962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c13a36-0d5f-427c-8520-19d75b4f2533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89253a83-5a3e-4316-bcae-4a9708dd572a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:35.690745 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3934f09-baad-406f-b361-32cb44cc1565 req-4d47b72c-58af-4d03-bae5-784aed87bac7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585327 Nov 25 17:17:35.697381 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c15a0f2-6c42-4391-be4c-844c6a6fb766 req-65c344b0-c477-4c37-a253-612185310a95 service neutron] 10.222.0.95 "GET /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0400398 Nov 25 17:17:35.723275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] For port 55a4c86d-909c-42af-8b41-03c31bc1739b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55a4c86d-909c-42af-8b41-03c31bc1739b,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:35.723275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.756051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e38b46f-e894-4924-beb0-236b70d7aeb0 req-3b481eea-9878-4bdc-8048-0853e6d47cde service neutron] 10.222.0.60 "GET /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927019 Nov 25 17:17:35.759199 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.790049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Calling delete_port for 55a4c86d-909c-42af-8b41-03c31bc1739b owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:35.792673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.823949 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.843937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:35.851978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.887981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b881-f1e9-4f46-b954-646cf37cef02 req-60d7725a-741d-42db-8c29-168498bb8d4b tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:35.904102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fe2b881-f1e9-4f46-b954-646cf37cef02 req-60d7725a-741d-42db-8c29-168498bb8d4b tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 1023 time: 0.3215759 Nov 25 17:17:35.958524 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.020164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-5d4fd4b5-a4c1-4039-855c-6235c1065eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.022542 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-5d4fd4b5-a4c1-4039-855c-6235c1065eef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1099 time: 0.9387796 Nov 25 17:17:36.147911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network a159a140-c32b-487a-857c-191ffdb4911e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:17:36.258798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fe2b881-f1e9-4f46-b954-646cf37cef02 req-68190f6e-0dd3-4d4f-8edb-890ca8a40766 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=00c96e44-d38a-4dd9-bc9c-3c8c08562c66&id=fc6623b9-6c93-4a2e-851e-27d7e8132e61&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3537579 Nov 25 17:17:36.267784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:36.298241 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-ac577156-16d8-43ca-848e-2903a8c0dbc7 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2029350 Nov 25 17:17:36.322680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Pushing event updated for resources: {'Port': ['ID=2ac86fe5-db35-4576-810d-a5c3101ad5e3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:36.325780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, a159a140-c32b-487a-857c-191ffdb4911e) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:36.339895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.340505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.393654 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d6fb3247-2926-4152-a27b-a2cb5d80658c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.3443763 Nov 25 17:17:36.407994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45282) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:36.409062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f9c172-955c-4c27-a03a-8c8d724eb3eb None None] Network a159a140-c32b-487a-857c-191ffdb4911e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:36.416757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'port': {'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'name': 'tempest-TaggedBootDevicesTest_v242-731292076', 'fixed_ips': [{'subnet_id': '8554cb33-73b5-4bb6-b37d-7e3f94683c8d'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:36.466803 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.501171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-7da07380-a7ad-4aaa-acc2-2485d43507da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.503272 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-7da07380-a7ad-4aaa-acc2-2485d43507da service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.4130497 Nov 25 17:17:36.518944 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['73fb55f0-f52e-4ec4-b506-6dbd0345b545'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:36.521846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Network 1c0603b7-25b3-4659-a600-e6e23e3012d5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:36.576846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:36.586563 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-54976d34-301c-42ad-9e12-2bb6aeea4d8e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.0719116 Nov 25 17:17:36.598582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'Port': ['ID=55a4c86d-909c-42af-8b41-03c31bc1739b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:36.611571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55a4c86d-909c-42af-8b41-03c31bc1739b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:36.705712 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.723186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] No DVR routers for this DVR port 55a4c86d-909c-42af-8b41-03c31bc1739b on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:36.727380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.741341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1f1b384-3b29-484e-af09-a554d48483c5 req-6a03ab16-cb16-49b1-965f-1cf3664b0d24 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.60 "DELETE /v2.0/ports/55a4c86d-909c-42af-8b41-03c31bc1739b HTTP/1.1" status: 204 len: 173 time: 1.8918817 Nov 25 17:17:36.744449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'name': 'network-vif-deleted', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:36.751172 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da8ac5-707d-4ef6-b036-86c2722a0d0c" -d '{"events": [{"server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "name": "network-vif-deleted", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:36.895243 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fc6931-90a0-441d-ba2f-605ab9bccaf1 x-openstack-request-id: req-e6fc6931-90a0-441d-ba2f-605ab9bccaf1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:36.895540 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c73c837-4f3c-4888-8efd-a35b96d0b2c3", "name": "network-vif-deleted", "tag": "55a4c86d-909c-42af-8b41-03c31bc1739b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:36.904602 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6fc6931-90a0-441d-ba2f-605ab9bccaf1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:36.905384 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c73c837-4f3c-4888-8efd-a35b96d0b2c3', 'name': 'network-vif-deleted', 'tag': '55a4c86d-909c-42af-8b41-03c31bc1739b', 'status': 'completed', 'code': 200} Nov 25 17:17:36.914920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:36.915461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.919821 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.037332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-285ab0d2-e6d8-4204-9cef-50c0f592ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:37.051768 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-285ab0d2-e6d8-4204-9cef-50c0f592ff0d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.4359083 Nov 25 17:17:37.159006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.193779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-41c13582-582c-4bb8-a5e6-ee83004b5598 None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:37.194877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41c13582-582c-4bb8-a5e6-ee83004b5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.275407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:37.330848 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.344189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88152-a282-4fb0-9ab3-069f737d9b33 req-10b21ddc-a7d7-4c80-9d31-b20b7792535c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:37.358807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31f88152-a282-4fb0-9ab3-069f737d9b33 req-10b21ddc-a7d7-4c80-9d31-b20b7792535c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.3737888 Nov 25 17:17:37.372715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:37.386747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:37.404318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:37.427099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:37.430661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.447701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=b52cd797-ad49-4b8c-9326-eda6ac47ceb5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:37.487863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-76ddaa2c-151f-44df-bbca-65dc37f82d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:37.493692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-76ddaa2c-151f-44df-bbca-65dc37f82d82 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4361277 Nov 25 17:17:37.495149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-22e0f9ba-e085-4ab1-9a22-23619b229be7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2581961 Nov 25 17:17:37.502020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:37.502664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661566a8-80be-45de-9282-6d23a6945963 None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:37.514256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1879101202', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b52cd797-ad49-4b8c-9326-eda6ac47ceb5'}], 'security_groups': ['284c13e2-3c09-4f0c-a081-b5790e3de5b9']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:37.562517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Router 08e070ff-247f-43ce-af4e-06100947ba72 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:17:37.605690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1893522153'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:37.626599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca72dd8-94fe-4732-a232-620332d86170 None None] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:37.644582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31f88152-a282-4fb0-9ab3-069f737d9b33 req-61496404-b470-48a9-8170-ab2903f12dce tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847784 Nov 25 17:17:37.653802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8170db9b-1847-45ca-a832-45a513001a7f req-776e1a21-bbb7-43c8-a891-cf135ec1e3d9 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c73c837-4f3c-4888-8efd-a35b96d0b2c3 HTTP/1.1" status: 200 len: 210 time: 0.1502066 Nov 25 17:17:37.737705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Made reservation on behalf of 3a20ff229b3648fbb244cf95a168eb6e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:37.742276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.753789 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.801794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-a159a140-c32b-487a-857c-191ffdb4911e', 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'fixed_ips': [{'subnet_id': '46308e54-0d2a-4fa6-91ba-0707d12afc9b'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:17:37.802400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.871849 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.884754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.895352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-8fe7d31d-4f36-4fac-84ff-67ad53e0d2fa service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273196 Nov 25 17:17:37.929148 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41c13582-582c-4bb8-a5e6-ee83004b5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.932196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:37.942775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:17:37.949497 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.955363 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.967114 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-03ab51fa-8a50-4a01-9c08-c237088e70ed admin admin] 10.222.0.81 "PUT /v2.0/routers/08e070ff-247f-43ce-af4e-06100947ba72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8725932 Nov 25 17:17:37.972357 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Sync routers for ids ['08e070ff-247f-43ce-af4e-06100947ba72'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:17:37.989051 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Routers {'08e070ff-247f-43ce-af4e-06100947ba72'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:37.991633 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['08e070ff-247f-43ce-af4e-06100947ba72'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:38.042783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:38.049125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] device_id is not set on port ee8b942a-aca9-48bd-a960-f4105011f57d yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:38.061848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0defdcf-99d9-4879-952f-624a8ea9eae8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:38.105867 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.106219 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Added segment 989cc0a4-cd65-477e-ba4f-3dfa48cd2c04 of type vlan for network 9121943d-e6bb-4662-9f40-4adee1b2ae69 Nov 25 17:17:38.135107 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.288747 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35026226-731d-4bf3-aa7b-59fc3477c244 req-899c2779-3b46-4870-86cd-5731ea44bc9e service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832104 Nov 25 17:17:38.331575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Allocated IP 10.1.1.189 (f3ed5c1a-71e3-4a94-ac91-d43e00596879/8554cb33-73b5-4bb6-b37d-7e3f94683c8d/ee8b942a-aca9-48bd-a960-f4105011f57d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:38.333276 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.392265 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Set router 08e070ff-247f-43ce-af4e-06100947ba72 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:38.538267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,segment=NetworkSegment(f98f8fce-6d72-4fbf-8800-7a6d798b6c4a),segment_id=f98f8fce-6d72-4fbf-8800-7a6d798b6c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:38.573843 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.589503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:38.620276 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.711725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.752060 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e070ff-247f-43ce-af4e-06100947ba72', 'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-router', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:22Z', 'updated_at': '2021-11-25T17:17:33Z', 'revision_number': 4, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'gw_port': {'id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:24Z', 'updated_at': '2021-11-25T17:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '2ac86fe5-db35-4576-810d-a5c3101ad5e3', 'name': '', 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'mac_address': 'fa:16:3e:0f:de:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '23f6dfba-645f-415b-ae23-b452dcceb3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:30Z', 'updated_at': '2021-11-25T17:17:34Z', 'revision_number': 2, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'subnets': [{'id': '23f6dfba-645f-415b-ae23-b452dcceb3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:38.794605 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Checking router: 08e070ff-247f-43ce-af4e-06100947ba72 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:17:38.795126 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Updating router 08e070ff-247f-43ce-af4e-06100947ba72 port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:17:38.812821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:38.822134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:38.831811 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.832289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:38.838056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:38.889345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=ee8b942a-aca9-48bd-a960-f4105011f57d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:38.906750 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.937306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d24ce3d-0732-49c7-a8e8-1e3f4d9efd7f req-52c23275-55f5-40ac-8909-d6fac1a57043 tempest-FloatingIPsNegativeTestJSON-1356085837 tempest-FloatingIPsNegativeTestJSON-1356085837-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=cfe49140f54145c0a441304decde23f7 HTTP/1.1" status: 200 len: 217 time: 0.1461003 Nov 25 17:17:38.939311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Allocated IP 10.2.2.2 (a159a140-c32b-487a-857c-191ffdb4911e/46308e54-0d2a-4fa6-91ba-0707d12afc9b/0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:38.958441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'mac_address': 'fa:16:3e:b2:96:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:38.964691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:38.965905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.000703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3b573064-ba74-4eaf-8d91-0728efd30ddf tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5912318 Nov 25 17:17:39.003390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45330) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:39.011925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'port': {'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'name': 'tempest-TaggedBootDevicesTest_v242-2118212312', 'fixed_ips': [{'subnet_id': '8554cb33-73b5-4bb6-b37d-7e3f94683c8d'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:39.067224 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-41c13582-582c-4bb8-a5e6-ee83004b5598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:17:39.067868 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-41c13582-582c-4bb8-a5e6-ee83004b5598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:17:39.068637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:39.069265 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.075613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.110821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8c712-514b-4a2d-a38c-6a8e406c717a req-5f1becc3-5ca7-4e8c-ad2f-ea4ba54b3a8f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.119217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64c8c712-514b-4a2d-a38c-6a8e406c717a req-5f1becc3-5ca7-4e8c-ad2f-ea4ba54b3a8f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 948 time: 0.2355590 Nov 25 17:17:39.121139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.127465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.128391 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.195648 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1165457-a44c-45ab-b228-844076950878 req-d43ed1f5-5c16-4b47-8897-bd68ffcb23f6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/00c96e44-d38a-4dd9-bc9c-3c8c08562c66 HTTP/1.1" status: 200 len: 1819 time: 0.2358046 Nov 25 17:17:39.213886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:39.219748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.246839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] device_id is not set on port 2521f346-71ab-4b74-ae8c-c745c8f4412e yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:39.289321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0115504 Nov 25 17:17:39.300229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:39.310797 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.312421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'subnet': {'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:39.320486 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.330940 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42174b5f-da27-44c1-a70b-95686fb45750 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Network': ['ID=9121943d-e6bb-4662-9f40-4adee1b2ae69,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.382101 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Pushing event updated for resources: {'Port': ['ID=2ac86fe5-db35-4576-810d-a5c3101ad5e3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.388036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:39.419256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64c8c712-514b-4a2d-a38c-6a8e406c717a req-43cbedc2-26fe-4ac9-95da-2db4f5f860e8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990289 Nov 25 17:17:39.423915 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.424264 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.424608 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.425113 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.425450 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.425782 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.426111 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.426438 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.426762 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.427083 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.427440 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.427787 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:39.479416 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Attempting to bind port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:39.479803 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Attempting to bind port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:39.480355 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Attempting to bind port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 on network 1c0603b7-25b3-4659-a600-e6e23e3012d5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:39.480832 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.487809 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:39.488224 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Checking segment: {'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:39.488598 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.489056 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Bound using segment: {'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:39.489667 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Bound port: 2ac86fe5-db35-4576-810d-a5c3101ad5e3, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a433bff-9651-4134-9670-e69efb2a7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:39.490618 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.496432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55a4c86d-909c-42af-8b41-03c31bc1739b no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:39.579739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 55a4c86d-909c-42af-8b41-03c31bc1739b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:39.580031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55a4c86d-909c-42af-8b41-03c31bc1739b not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:39.587773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:39.592143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Allocated IP 10.1.1.232 (f3ed5c1a-71e3-4a94-ac91-d43e00596879/8554cb33-73b5-4bb6-b37d-7e3f94683c8d/2521f346-71ab-4b74-ae8c-c745c8f4412e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:39.603837 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] For port 2ac86fe5-db35-4576-810d-a5c3101ad5e3, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:39.608148 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] For port 2ac86fe5-db35-4576-810d-a5c3101ad5e3, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2ac86fe5-db35-4576-810d-a5c3101ad5e3,segment=NetworkSegment(2a433bff-9651-4134-9670-e69efb2a7180),segment_id=2a433bff-9651-4134-9670-e69efb2a7180)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:39.614404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd4da53-1e02-4070-abf6-bee717708160 None None] Update dhcp port {'port': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'fixed_ips': [{'subnet_id': 'c43bee63-7f42-4808-9691-6a0e3098ba7b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b52cd797-ad49-4b8c-9326-eda6ac47ceb5'}], 'binding:host_id': 'n-d-819349-3'}, 'id': 'c18f1131-20b1-46a8-9bb1-72ba1bc5bc83'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:17:39.616210 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.667612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Delete allocated IP 2001:db8::86 (cf5cb3f5-5943-4f41-a974-97008c523320/c43bee63-7f42-4808-9691-6a0e3098ba7b) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:17:39.683380 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Routers {'08e070ff-247f-43ce-af4e-06100947ba72'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:39.683630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a1165457-a44c-45ab-b228-844076950878 req-b218234b-c617-47c8-947a-8bd32ba97e95 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.684319 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['08e070ff-247f-43ce-af4e-06100947ba72'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:39.768044 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5471485e-d1cc-469f-b6ff-414ed4abba22 req-7e21c51a-aa0d-456e-a4d7-fcce5b75f162 tempest-FloatingIPsNegativeTestJSON-1356085837 tempest-FloatingIPsNegativeTestJSON-1356085837-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1600327 Nov 25 17:17:39.769446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8:0:1::3db (cf5cb3f5-5943-4f41-a974-97008c523320/b52cd797-ad49-4b8c-9326-eda6ac47ceb5/c2678eb6-46ad-4a7e-b8ba-75493cbb0840) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:39.813563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a1165457-a44c-45ab-b228-844076950878 req-b218234b-c617-47c8-947a-8bd32ba97e95 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.817191 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.825241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd4da53-1e02-4070-abf6-bee717708160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.867920 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf892b04-e2d6-4c9b-85db-75b4de2007b8 None None] Pushing event updated for resources: {'Port': ['ID=2ac86fe5-db35-4576-810d-a5c3101ad5e3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.898793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Made reservation on behalf of 3a20ff229b3648fbb244cf95a168eb6e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:39.899860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.900206 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] Set router 08e070ff-247f-43ce-af4e-06100947ba72 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:39.906009 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.909659 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.914779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:39.994661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.056789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Pushing event updated for resources: {'Port': ['ID=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:40.084129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-41c13582-582c-4bb8-a5e6-ee83004b5598 None None] Provisioning complete for port abcbc82c-175c-47a8-abde-951ae9ea5883 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:40.089793 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41c13582-582c-4bb8-a5e6-ee83004b5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.117427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a1165457-a44c-45ab-b228-844076950878 req-b218234b-c617-47c8-947a-8bd32ba97e95 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.123208 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a1165457-a44c-45ab-b228-844076950878 req-b218234b-c617-47c8-947a-8bd32ba97e95 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.133194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:40.136015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:40.144061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1165457-a44c-45ab-b228-844076950878 req-b218234b-c617-47c8-947a-8bd32ba97e95 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/00c96e44-d38a-4dd9-bc9c-3c8c08562c66 HTTP/1.1" status: 204 len: 173 time: 0.9365373 Nov 25 17:17:40.150454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:40.162850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.170655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-41c13582-582c-4bb8-a5e6-ee83004b5598 None None] Port abcbc82c-175c-47a8-abde-951ae9ea5883 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:40.249641 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218234b-c617-47c8-947a-8bd32ba97e95 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c96e44-d38a-4dd9-bc9c-3c8c08562c66,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:40.250329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b04918b5-9935-490d-a30b-c346d8f1231f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:40.272974 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-fc07438f-b678-4d5a-829d-097d2318bf32 req-ca342825-849e-4284-a387-54831d0cf5ff tempest-FloatingIPsNegativeTestJSON-1356085837 tempest-FloatingIPsNegativeTestJSON-1356085837-project] show failed (client error): The resource could not be found. Nov 25 17:17:40.281714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.282473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.285309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc07438f-b678-4d5a-829d-097d2318bf32 req-ca342825-849e-4284-a387-54831d0cf5ff tempest-FloatingIPsNegativeTestJSON-1356085837 tempest-FloatingIPsNegativeTestJSON-1356085837-project] 10.222.0.81 "GET /v2.0/floatingips/c0a1e728-f7cd-4822-8fb5-b04d8a42f971 HTTP/1.1" status: 404 len: 350 time: 0.1400361 Nov 25 17:17:40.290256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45344) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:40.306841 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e070ff-247f-43ce-af4e-06100947ba72', 'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-router', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:22Z', 'updated_at': '2021-11-25T17:17:33Z', 'revision_number': 4, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'gw_port': {'id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:24Z', 'updated_at': '2021-11-25T17:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '2ac86fe5-db35-4576-810d-a5c3101ad5e3', 'name': '', 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'mac_address': 'fa:16:3e:0f:de:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '23f6dfba-645f-415b-ae23-b452dcceb3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:30Z', 'updated_at': '2021-11-25T17:17:39Z', 'revision_number': 4, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'subnets': [{'id': '23f6dfba-645f-415b-ae23-b452dcceb3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:40.334614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Network a159a140-c32b-487a-857c-191ffdb4911e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:40.359265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:40.362967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:40.383579 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8f77a-1432-4c66-88ce-b8c36fea71db None None] The sync data for ids ['08e070ff-247f-43ce-af4e-06100947ba72'] in n-d-819349-3 is: [{'id': '08e070ff-247f-43ce-af4e-06100947ba72', 'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-router', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:22Z', 'updated_at': '2021-11-25T17:17:33Z', 'revision_number': 4, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'gw_port': {'id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:24Z', 'updated_at': '2021-11-25T17:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '2ac86fe5-db35-4576-810d-a5c3101ad5e3', 'name': '', 'network_id': '1c0603b7-25b3-4659-a600-e6e23e3012d5', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'mac_address': 'fa:16:3e:0f:de:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '23f6dfba-645f-415b-ae23-b452dcceb3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:30Z', 'updated_at': '2021-11-25T17:17:39Z', 'revision_number': 4, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'subnets': [{'id': '23f6dfba-645f-415b-ae23-b452dcceb3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:17:40.533326 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.540111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:40.553142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:40.555770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a907c88-202d-4572-923e-0749c9edaace req-3db53174-f5ae-4019-ac09-5d6aeb2da1af tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/fc6623b9-6c93-4a2e-851e-27d7e8132e61 HTTP/1.1" status: 200 len: 1820 time: 0.2467403 Nov 25 17:17:40.574307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=2521f346-71ab-4b74-ae8c-c745c8f4412e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:40.586827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b04918b5-9935-490d-a30b-c346d8f1231f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:40.586997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.614147 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.620804 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-88530968-1de2-48be-9923-051d13a73f38 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6163046 Nov 25 17:17:40.674722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Provisioning complete for port ee8b942a-aca9-48bd-a960-f4105011f57d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:40.675619 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.684434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-c2184874-ea32-474a-97fa-93645fb6708a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.686042 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-c2184874-ea32-474a-97fa-93645fb6708a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.95 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 949 time: 0.2198403 Nov 25 17:17:40.770716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.854908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37a68b-630c-4bc0-ae5c-5f1b32efc9d7 req-813c63b1-aa31-4f8d-8510-de7dd6e0ad8a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.862085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Attempting to bind port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:40.862517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Attempting to bind port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:40.862645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf37a68b-630c-4bc0-ae5c-5f1b32efc9d7 req-813c63b1-aa31-4f8d-8510-de7dd6e0ad8a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 949 time: 0.3517179 Nov 25 17:17:40.862855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Attempting to bind port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 on network a159a140-c32b-487a-857c-191ffdb4911e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:40.875473 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Port ee8b942a-aca9-48bd-a960-f4105011f57d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:40.888247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=c2678eb6-46ad-4a7e-b8ba-75493cbb0840,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:40.898014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:40.898398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Checking segment: {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:40.898807 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.899206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Bound using segment: {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:40.899700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Bound port: 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:40.900083 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.935533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] In _notify_port_updated(), no bound segment for port c2678eb6-46ad-4a7e-b8ba-75493cbb0840 on network cf5cb3f5-5943-4f41-a974-97008c523320 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:17:40.941566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.941828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ebd4da53-1e02-4070-abf6-bee717708160 None None] Allocated IP 2001:db8:0:1::2 (cf5cb3f5-5943-4f41-a974-97008c523320/b52cd797-ad49-4b8c-9326-eda6ac47ceb5/c18f1131-20b1-46a8-9bb1-72ba1bc5bc83) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:40.942670 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.948310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3c20f2a7-e908-41fd-a710-07ee5ffb22c1 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "PUT /v2.0/ports/c2678eb6-46ad-4a7e-b8ba-75493cbb0840 HTTP/1.1" status: 200 len: 931 time: 3.4412396 Nov 25 17:17:40.949419 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a907c88-202d-4572-923e-0749c9edaace req-2e3c1bde-9623-4d7b-b3c9-2c8b337f368f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.951644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:41.031312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Subnet': ['ID=c21d5a58-e8c9-412f-847c-d747513015b8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:41.039991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Provisioning complete for port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:41.040370 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.079394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a907c88-202d-4572-923e-0749c9edaace req-2e3c1bde-9623-4d7b-b3c9-2c8b337f368f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.122632 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.143594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf37a68b-630c-4bc0-ae5c-5f1b32efc9d7 req-1e649654-599f-471e-8ef9-a420bb63e8dc tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794511 Nov 25 17:17:41.176821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-25ed7038-4a20-4b66-97b2-f0d95005ca76 service neutron] 10.222.0.95 "GET /v2.0/ports/4cc1286d-1fd2-4bb1-b712-2df6bb8687aa/bindings/n-h1-819349-3 HTTP/1.1" status: 200 len: 382 time: 0.4708455 Nov 25 17:17:41.219101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Checking segment: {'id': '989cc0a4-cd65-477e-ba4f-3dfa48cd2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:41.219507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Network hostable DHCP agents. Network: 9121943d-e6bb-4662-9f40-4adee1b2ae69, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:17:41.249639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] For port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:41.259064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a907c88-202d-4572-923e-0749c9edaace req-2e3c1bde-9623-4d7b-b3c9-2c8b337f368f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.263967 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6a907c88-202d-4572-923e-0749c9edaace req-2e3c1bde-9623-4d7b-b3c9-2c8b337f368f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.274887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a907c88-202d-4572-923e-0749c9edaace req-2e3c1bde-9623-4d7b-b3c9-2c8b337f368f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/fc6623b9-6c93-4a2e-851e-27d7e8132e61 HTTP/1.1" status: 204 len: 173 time: 0.7181182 Nov 25 17:17:41.305034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] For port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:41.314034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:17:41.331048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port b04918b5-9935-490d-a30b-c346d8f1231f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b04918b5-9935-490d-a30b-c346d8f1231f,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:41.338008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c1bde-9623-4d7b-b3c9-2c8b337f368f tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6623b9-6c93-4a2e-851e-27d7e8132e61,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:41.355312 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.357177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9121943d-e6bb-4662-9f40-4adee1b2ae69) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:41.378637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:41.381988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.398864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13051d96-254d-4fa6-9eb0-de8c8cdb3e70 None None] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:41.402159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.418298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-da26f38a-b2f1-41bc-b2c3-a4d4761eb3be tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port c2678eb6-46ad-4a7e-b8ba-75493cbb0840 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:41.419040 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da26f38a-b2f1-41bc-b2c3-a4d4761eb3be tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.431763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1cd7bd3d-a9cf-442f-b649-033e2a61213f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1239395 Nov 25 17:17:41.435297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45358) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:41.466438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69', 'name': 'tempest-AllowedAddressPairTestJSON-1338182544'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:41.471906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-6cc019b5-0d3e-4eec-8774-c986adafb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:41.476883 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-6cc019b5-0d3e-4eec-8774-c986adafb182 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1100 time: 0.2067168 Nov 25 17:17:41.510386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a9e25866-42bc-4b14-8798-0a4f21341281 req-53242799-95f7-4efc-9eef-908f2903b22e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1040276837', 'description': 'tempest-description-793880578'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:41.618030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ebd4da53-1e02-4070-abf6-bee717708160 None None] For port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,segment=NetworkSegment(f98f8fce-6d72-4fbf-8800-7a6d798b6c4a),segment_id=f98f8fce-6d72-4fbf-8800-7a6d798b6c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:41.642084 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a9e25866-42bc-4b14-8798-0a4f21341281 req-53242799-95f7-4efc-9eef-908f2903b22e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.689966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2ac86fe5-db35-4576-810d-a5c3101ad5e3 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:41.707392 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da26f38a-b2f1-41bc-b2c3-a4d4761eb3be tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.726157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-da26f38a-b2f1-41bc-b2c3-a4d4761eb3be tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for c2678eb6-46ad-4a7e-b8ba-75493cbb0840 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:41.759517 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.817082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ed13c-c6e1-4396-be9a-01161a89e4d0 None None] Pushing event updated for resources: {'Port': ['ID=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:41.829717 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd4da53-1e02-4070-abf6-bee717708160 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.903987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd4da53-1e02-4070-abf6-bee717708160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.996245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] For port 2ac86fe5-db35-4576-810d-a5c3101ad5e3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2ac86fe5-db35-4576-810d-a5c3101ad5e3,segment=NetworkSegment(2a433bff-9651-4134-9670-e69efb2a7180),segment_id=2a433bff-9651-4134-9670-e69efb2a7180)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:42.040733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a9e25866-42bc-4b14-8798-0a4f21341281 req-53242799-95f7-4efc-9eef-908f2903b22e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.042574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da26f38a-b2f1-41bc-b2c3-a4d4761eb3be tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.066309 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-df0259e9-725d-4bd8-a581-8bc58d83f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:42.067152 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.068589 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-df0259e9-725d-4bd8-a581-8bc58d83f4dc service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5564692 Nov 25 17:17:42.094026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26f38a-b2f1-41bc-b2c3-a4d4761eb3be tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=c2678eb6-46ad-4a7e-b8ba-75493cbb0840,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:42.097503 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a9e25866-42bc-4b14-8798-0a4f21341281 req-53242799-95f7-4efc-9eef-908f2903b22e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.142080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=b04918b5-9935-490d-a30b-c346d8f1231f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:42.142954 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-3b5d3ea3-3479-44da-8181-ccce8e4eec48 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.0536876 Nov 25 17:17:42.180299 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da26f38a-b2f1-41bc-b2c3-a4d4761eb3be tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.187462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-da26f38a-b2f1-41bc-b2c3-a4d4761eb3be tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/c2678eb6-46ad-4a7e-b8ba-75493cbb0840 HTTP/1.1" status: 204 len: 168 time: 1.2307694 Nov 25 17:17:42.192685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:42.202737 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.226760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:42.227142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.231806 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c7e520-24b2-4751-b1b2-b5e919e0c8aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:17:42.236706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:42.236885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-37c7e520-24b2-4751-b1b2-b5e919e0c8aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/c2678eb6-46ad-4a7e-b8ba-75493cbb0840 HTTP/1.1" status: 404 len: 333 time: 0.0423489 Nov 25 17:17:42.240539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:42.301195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53242799-95f7-4efc-9eef-908f2903b22e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d20aed-cc35-4480-9f03-209cd85c3989,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:42.305178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Made reservation on behalf of 3a20ff229b3648fbb244cf95a168eb6e for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:42.309856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.311262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a9e25866-42bc-4b14-8798-0a4f21341281 req-53242799-95f7-4efc-9eef-908f2903b22e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.312531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9e25866-42bc-4b14-8798-0a4f21341281 req-53242799-95f7-4efc-9eef-908f2903b22e tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8128793 Nov 25 17:17:42.340857 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa9a1-ad6d-432a-a06e-9be255b90ae7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.341099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] device_id is not set on port a70eb19f-f1f2-4e72-9345-2211af9fd20d yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:42.383417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Provisioning complete for port b04918b5-9935-490d-a30b-c346d8f1231f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:42.384371 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.420455 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa9a1-ad6d-432a-a06e-9be255b90ae7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.455370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-6d9716e8-a43c-4dce-8dec-f77aa4a0ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:42.457932 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-6d9716e8-a43c-4dce-8dec-f77aa4a0ae03 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2772760 Nov 25 17:17:42.543041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa9a1-ad6d-432a-a06e-9be255b90ae7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.550802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa9a1-ad6d-432a-a06e-9be255b90ae7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.555425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d3aaa9a1-ad6d-432a-a06e-9be255b90ae7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/security-groups/4d0d82d3-577d-4dfc-ac93-eac5455233a1 HTTP/1.1" status: 204 len: 168 time: 0.3133609 Nov 25 17:17:42.562119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:42.593758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaa9a1-ad6d-432a-a06e-9be255b90ae7 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0d82d3-577d-4dfc-ac93-eac5455233a1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:42.669174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e5b72-3570-45bf-adfd-a002c3a06666 req-2681bbba-8c10-4c78-9e5a-ff2dc5d19852 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:42.677787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b30e5b72-3570-45bf-adfd-a002c3a06666 req-2681bbba-8c10-4c78-9e5a-ff2dc5d19852 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 949 time: 0.1757154 Nov 25 17:17:42.711555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-e9d1b192-3fe5-46df-be32-44d3e2c1fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:42.713524 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-e9d1b192-3fe5-46df-be32-44d3e2c1fe2b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016196 Nov 25 17:17:42.764513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-9121943d-e6bb-4662-9f40-4adee1b2ae69', 'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69', 'tenant_id': '3a20ff229b3648fbb244cf95a168eb6e', 'fixed_ips': [{'subnet_id': 'c21d5a58-e8c9-412f-847c-d747513015b8'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:17:42.765882 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.785536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b30e5b72-3570-45bf-adfd-a002c3a06666 req-84f58f8e-f6e5-4792-aafb-719e291770eb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068518 Nov 25 17:17:42.841516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4da53-1e02-4070-abf6-bee717708160 None None] Pushing event updated for resources: {'Port': ['ID=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:42.844629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:42.873250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Allocated IP 172.20.0.12 (9121943d-e6bb-4662-9f40-4adee1b2ae69/c21d5a58-e8c9-412f-847c-d747513015b8/a70eb19f-f1f2-4e72-9345-2211af9fd20d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:42.873495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5709e910-8453-4310-bdb1-d5bb8be222a4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520158478', 'description': 'tempest-description--387382569'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:42.907503 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0841c8c5-ec75-4dfd-9747-4db4c70492aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.987336 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5709e910-8453-4310-bdb1-d5bb8be222a4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.005564 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0841c8c5-ec75-4dfd-9747-4db4c70492aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.101559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1d5f535-65a8-4156-9cb4-e064fc55d72b req-f7945a2a-f04b-4dd1-b03c-87cce4b62b02 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/f8d20aed-cc35-4480-9f03-209cd85c3989 HTTP/1.1" status: 200 len: 1819 time: 0.2189639 Nov 25 17:17:43.135063 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-1933321e-f8e3-47fd-9f56-5098b2fc75e3 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062037 Nov 25 17:17:43.145563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:43.165768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f1d5f535-65a8-4156-9cb4-e064fc55d72b req-c7a1fac9-2b03-4497-afb0-d3f89415ba65 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2096244610', 'description': 'tempest-description-hth-571496446'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:43.203414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:43.207585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:43.208302 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.230207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0841c8c5-ec75-4dfd-9747-4db4c70492aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.231685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Pushing event updated for resources: {'Port': ['ID=2ac86fe5-db35-4576-810d-a5c3101ad5e3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:43.232217 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0841c8c5-ec75-4dfd-9747-4db4c70492aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.233402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0841c8c5-ec75-4dfd-9747-4db4c70492aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/security-groups/284c13e2-3c09-4f0c-a081-b5790e3de5b9 HTTP/1.1" status: 204 len: 168 time: 0.6568592 Nov 25 17:17:43.245236 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5709e910-8453-4310-bdb1-d5bb8be222a4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.250561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86b78ac0-d1f4-4f64-82e4-990f4999ed59 None None] Could not find standard attr ID for object c2678eb6-46ad-4a7e-b8ba-75493cbb0840. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:17:43.250995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:43.283068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841c8c5-ec75-4dfd-9747-4db4c70492aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c13e2-3c09-4f0c-a081-b5790e3de5b9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:43.343823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-321768b1-1783-4e6f-88f8-88671cb8099a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet c43bee63-7f42-4808-9691-6a0e3098ba7b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:17:43.348205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321768b1-1783-4e6f-88f8-88671cb8099a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.352207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5709e910-8453-4310-bdb1-d5bb8be222a4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.415985 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f1d5f535-65a8-4156-9cb4-e064fc55d72b req-c7a1fac9-2b03-4497-afb0-d3f89415ba65 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.448604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a6e1e-6279-40a0-8a3b-457def09c430 None None] Network a159a140-c32b-487a-857c-191ffdb4911e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:43.458156 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.466114 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f1d5f535-65a8-4156-9cb4-e064fc55d72b req-c7a1fac9-2b03-4497-afb0-d3f89415ba65 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.467752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:43.468035 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.469129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-eec605ed-badf-4ee7-9420-dac0e9845971 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979903 Nov 25 17:17:43.471800 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709e910-8453-4310-bdb1-d5bb8be222a4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:43.478332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Deleting port 2ac86fe5-db35-4576-810d-a5c3101ad5e3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:43.478830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.479330 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f1d5f535-65a8-4156-9cb4-e064fc55d72b req-c7a1fac9-2b03-4497-afb0-d3f89415ba65 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.482649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f1d5f535-65a8-4156-9cb4-e064fc55d72b req-c7a1fac9-2b03-4497-afb0-d3f89415ba65 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.488406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1d5f535-65a8-4156-9cb4-e064fc55d72b req-c7a1fac9-2b03-4497-afb0-d3f89415ba65 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "PUT /v2.0/security-groups/f8d20aed-cc35-4480-9f03-209cd85c3989 HTTP/1.1" status: 200 len: 1793 time: 0.3322031 Nov 25 17:17:43.498468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5709e910-8453-4310-bdb1-d5bb8be222a4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.499960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5709e910-8453-4310-bdb1-d5bb8be222a4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6393261 Nov 25 17:17:43.511167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:43.517507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e14288f2-9c81-4eb0-9314-e9686ad77d33 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'security_group_rule': {'security_group_id': 'ccf8aa9c-968c-478e-a9a1-df8f27ea05c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:43.529731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321768b1-1783-4e6f-88f8-88671cb8099a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.586961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:43.587390 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.599589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.664094 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.678270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1fac9-2b03-4497-afb0-d3f89415ba65 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d20aed-cc35-4480-9f03-209cd85c3989,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:43.700064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] For port 2ac86fe5-db35-4576-810d-a5c3101ad5e3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2ac86fe5-db35-4576-810d-a5c3101ad5e3,segment=NetworkSegment(2a433bff-9651-4134-9670-e69efb2a7180),segment_id=2a433bff-9651-4134-9670-e69efb2a7180)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:43.700616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.714856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=a70eb19f-f1f2-4e72-9345-2211af9fd20d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:43.718723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:43.725472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:43.727599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Calling delete_port for 2ac86fe5-db35-4576-810d-a5c3101ad5e3 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:43.734964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:43.742930 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e14288f2-9c81-4eb0-9314-e9686ad77d33 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.769030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:43.772480 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e1da25-f094-4fb8-98ec-47fb4b9aae8d" -d '{"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:43.794607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:43.820580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Allocated IP 172.20.0.2 (9121943d-e6bb-4662-9f40-4adee1b2ae69/c21d5a58-e8c9-412f-847c-d747513015b8/697c52f4-d9e5-4da5-8b44-4be4cc8efa5c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:43.821182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321768b1-1783-4e6f-88f8-88671cb8099a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.824930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.850147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Provisioning complete for port abcbc82c-175c-47a8-abde-951ae9ea5883 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:43.850609 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.872475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b0b8a4b-c7b1-457e-8552-9dfe6aaaa9e8 req-3081e3cd-4eeb-456b-883a-bae4a4c4612b tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/f8d20aed-cc35-4480-9f03-209cd85c3989 HTTP/1.1" status: 200 len: 1793 time: 0.2468288 Nov 25 17:17:43.941624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.942594 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.949200 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ed7e69-8f3a-499c-b73c-69d593855165 x-openstack-request-id: req-65ed7e69-8f3a-499c-b73c-69d593855165 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:43.949574 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:43.949839 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65ed7e69-8f3a-499c-b73c-69d593855165 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:43.950243 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'code': 200} Nov 25 17:17:43.951952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Port abcbc82c-175c-47a8-abde-951ae9ea5883 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:43.979799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Could not find standard attr ID for object c2678eb6-46ad-4a7e-b8ba-75493cbb0840. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:17:43.986936 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-094542b6-9173-45b8-8b8e-95621c99652f tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5389295 Nov 25 17:17:43.996698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:44.044325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69', 'name': 'tempest-AllowedAddressPairTestJSON-2084736556', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:db:65:41'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:44.133812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.134421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:44.139523 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e14288f2-9c81-4eb0-9314-e9686ad77d33 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.150494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Provisioning complete for port 2521f346-71ab-4b74-ae8c-c745c8f4412e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:44.151031 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.157907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e14288f2-9c81-4eb0-9314-e9686ad77d33 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.166143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2e6679c-248e-4adc-9375-55d9096ec868 req-13a3cbaf-2d98-4227-8cfb-6cf684dbb2b1 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/f8d20aed-cc35-4480-9f03-209cd85c3989 HTTP/1.1" status: 200 len: 1793 time: 0.2620294 Nov 25 17:17:44.174676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac86fe5-db35-4576-810d-a5c3101ad5e3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:44.226278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-708304f5-f51b-40ea-ae28-5879f0616d9e None None] Port 2521f346-71ab-4b74-ae8c-c745c8f4412e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:44.233533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5b8da-03e8-4656-a3bd-0676322a45df req-a9bb066e-6dd7-4446-b6b0-b0eed07b8934 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.248990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81c5b8da-03e8-4656-a3bd-0676322a45df req-a9bb066e-6dd7-4446-b6b0-b0eed07b8934 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.2654898 Nov 25 17:17:44.288297 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321768b1-1783-4e6f-88f8-88671cb8099a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.337916 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e14288f2-9c81-4eb0-9314-e9686ad77d33 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.339332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e14288f2-9c81-4eb0-9314-e9686ad77d33 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8268099 Nov 25 17:17:44.372055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45394) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:44.382783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c43d67a7-7336-490d-918a-627e99ac5223 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'security_group_rule': {'security_group_id': 'ccf8aa9c-968c-478e-a9a1-df8f27ea05c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:44.386150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14288f2-9c81-4eb0-9314-e9686ad77d33 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d19e89-4a42-4e64-88c7-09d7b44f7ebf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:44.398150 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.403976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-83aa1fac-2d39-41de-940e-02bfaee1a892 None None] Provisioning complete for port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:44.404419 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83aa1fac-2d39-41de-940e-02bfaee1a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.408370 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.439393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.528682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef1b64-9a42-4e55-b6bd-6a8f0e3b8220 None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:44.533331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81c5b8da-03e8-4656-a3bd-0676322a45df req-c108ca5d-a0ba-4af2-a2d4-33141b601f53 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749796 Nov 25 17:17:44.539190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321768b1-1783-4e6f-88f8-88671cb8099a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=c43bee63-7f42-4808-9691-6a0e3098ba7b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:44.547080 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-321768b1-1783-4e6f-88f8-88671cb8099a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.551206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-321768b1-1783-4e6f-88f8-88671cb8099a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/c43bee63-7f42-4808-9691-6a0e3098ba7b HTTP/1.1" status: 204 len: 168 time: 1.2992215 Nov 25 17:17:44.589658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:44.590497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:44.605011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:44.629873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:44.679215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:44.721141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Pushing event updated for resources: {'Port': ['ID=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:44.758357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:44.833668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:44.837967 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.875503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c43d67a7-7336-490d-918a-627e99ac5223 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.902462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Attempting to bind port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:44.902739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Attempting to bind port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '989cc0a4-cd65-477e-ba4f-3dfa48cd2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:44.903080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Attempting to bind port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c on network 9121943d-e6bb-4662-9f40-4adee1b2ae69 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:44.911931 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e2e6679c-248e-4adc-9375-55d9096ec868 req-53090715-7034-4e4b-9104-f58f344061eb tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.916296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:44.916682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Checking segment: {'id': '989cc0a4-cd65-477e-ba4f-3dfa48cd2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:44.917131 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.917946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Bound using segment: {'id': '989cc0a4-cd65-477e-ba4f-3dfa48cd2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:44.918114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Made reservation on behalf of 3a20ff229b3648fbb244cf95a168eb6e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:44.918229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Bound port: 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989cc0a4-cd65-477e-ba4f-3dfa48cd2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:44.918401 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.973943 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83aa1fac-2d39-41de-940e-02bfaee1a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.997867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c43d67a7-7336-490d-918a-627e99ac5223 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.008455 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c43d67a7-7336-490d-918a-627e99ac5223 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.026440 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e2e6679c-248e-4adc-9375-55d9096ec868 req-53090715-7034-4e4b-9104-f58f344061eb tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.026773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:45.026919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.123472 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.133072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-83aa1fac-2d39-41de-940e-02bfaee1a892 None None] For port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:45.138655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] For port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:45.141492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d67a7-7336-490d-918a-627e99ac5223 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0b5401-f9cf-4e43-911b-40d16848dd0c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:45.149411 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83aa1fac-2d39-41de-940e-02bfaee1a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.157661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e2e6679c-248e-4adc-9375-55d9096ec868 req-53090715-7034-4e4b-9104-f58f344061eb tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.160474 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e2e6679c-248e-4adc-9375-55d9096ec868 req-53090715-7034-4e4b-9104-f58f344061eb tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.165465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2e6679c-248e-4adc-9375-55d9096ec868 req-53090715-7034-4e4b-9104-f58f344061eb tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/f8d20aed-cc35-4480-9f03-209cd85c3989 HTTP/1.1" status: 204 len: 173 time: 0.9497511 Nov 25 17:17:45.169481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] device_id is not set on port 85430c3e-6039-44db-b67d-56d3cc21278d yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:45.171152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c43d67a7-7336-490d-918a-627e99ac5223 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.172440 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c43d67a7-7336-490d-918a-627e99ac5223 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7990780 Nov 25 17:17:45.176477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45400) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:45.191581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:45.196260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Router 08e070ff-247f-43ce-af4e-06100947ba72 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:17:45.218579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa1fac-2d39-41de-940e-02bfaee1a892 None None] Pushing event updated for resources: {'Port': ['ID=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:45.226332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-83aa1fac-2d39-41de-940e-02bfaee1a892 None None] Could not find standard attr ID for object c2678eb6-46ad-4a7e-b8ba-75493cbb0840. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:17:45.231708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] For port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,segment=NetworkSegment(989cc0a4-cd65-477e-ba4f-3dfa48cd2c04),segment_id=989cc0a4-cd65-477e-ba4f-3dfa48cd2c04)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:45.282060 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.379455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:45.403673 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:17:45.410129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fe771b69-299b-4419-b794-9a6e969257b4 admin admin] 10.222.0.81 "PUT /v2.0/routers/08e070ff-247f-43ce-af4e-06100947ba72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1134710 Nov 25 17:17:45.413103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:45.631864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.638650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] Sync routers for ids ['08e070ff-247f-43ce-af4e-06100947ba72'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:17:45.662417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-321f098d-3eb2-4bfa-a9fb-b9cc935bec8a None None] Provisioning complete for port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:45.662417 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-321f098d-3eb2-4bfa-a9fb-b9cc935bec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.681503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d4a2-da62-4f0e-a0d9-1b93a03c5929 None None] Pushing event updated for resources: {'Port': ['ID=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:45.748594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] Routers {'08e070ff-247f-43ce-af4e-06100947ba72'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:45.749210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['08e070ff-247f-43ce-af4e-06100947ba72'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:45.803514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53090715-7034-4e4b-9104-f58f344061eb tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d20aed-cc35-4480-9f03-209cd85c3989,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:45.867380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:45.867757 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.948280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.970168 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-4f3f439c-182f-4f6f-8126-1525142e322c req-f6aa1c8d-44cd-4dfb-adbf-1f17a8ccf851 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:17:45.971249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f3f439c-182f-4f6f-8126-1525142e322c req-f6aa1c8d-44cd-4dfb-adbf-1f17a8ccf851 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/fc6623b9-6c93-4a2e-851e-27d7e8132e61 HTTP/1.1" status: 404 len: 352 time: 0.1234643 Nov 25 17:17:46.010339 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.069489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Deleting port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:46.070287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.078508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] Set router 08e070ff-247f-43ce-af4e-06100947ba72 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:46.145871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be8ebe-50cd-4910-834c-e52fd3e449b7 req-ea65f2e6-7fcc-4a42-bf5b-e674e4d2cda7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:46.148077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8be8ebe-50cd-4910-834c-e52fd3e449b7 req-ea65f2e6-7fcc-4a42-bf5b-e674e4d2cda7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.3154018 Nov 25 17:17:46.176223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b04918b5-9935-490d-a30b-c346d8f1231f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:46.195279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] For port 82e5781a-a9a8-4b4c-b48e-4869fa7545f8, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=82e5781a-a9a8-4b4c-b48e-4869fa7545f8,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:46.199126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.236055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Calling delete_port for 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:46.346452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Allocated IP 172.20.0.13 (9121943d-e6bb-4662-9f40-4adee1b2ae69/c21d5a58-e8c9-412f-847c-d747513015b8/85430c3e-6039-44db-b67d-56d3cc21278d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:46.363851 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-3c3dc3bd-f3b7-43ef-9bf7-da4badfbba70 req-950f0d4f-e4c9-4ae1-bd12-928e7024da7c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:17:46.366459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b04918b5-9935-490d-a30b-c346d8f1231f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:46.366975 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.374815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c3dc3bd-f3b7-43ef-9bf7-da4badfbba70 req-950f0d4f-e4c9-4ae1-bd12-928e7024da7c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/00c96e44-d38a-4dd9-bc9c-3c8c08562c66 HTTP/1.1" status: 404 len: 352 time: 0.0813382 Nov 25 17:17:46.400882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-36d95021-675d-4c99-9dbe-3a5799dfaa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:46.403063 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-36d95021-675d-4c99-9dbe-3a5799dfaa0f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 1101 time: 0.3899732 Nov 25 17:17:46.404176 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.422682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:46.476806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8be8ebe-50cd-4910-834c-e52fd3e449b7 req-7a476c5d-e1c2-45db-8f2c-4c1cca4d9d70 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217483 Nov 25 17:17:46.530021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.542457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-855e1dfa-2041-42d4-9b8c-5a85782c3892 None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:46.542897 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-855e1dfa-2041-42d4-9b8c-5a85782c3892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.566949 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-73dd8fe9-1c1c-4d09-bc94-d0260cf1680c req-3ecb372c-3422-41bc-b991-9fe0b9c3668b tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:17:46.569066 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73dd8fe9-1c1c-4d09-bc94-d0260cf1680c req-3ecb372c-3422-41bc-b991-9fe0b9c3668b tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/b8bc93f2-3db2-43a6-80db-e711c5d59f8b HTTP/1.1" status: 404 len: 352 time: 0.1581376 Nov 25 17:17:46.586653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Pushing event deleted for resources: {'Port': ['ID=82e5781a-a9a8-4b4c-b48e-4869fa7545f8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:46.613762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:46.624152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e070ff-247f-43ce-af4e-06100947ba72', 'name': 'tempest-FloatingIPsNegativeTestJSON-623107169-router', 'tenant_id': 'cfe49140f54145c0a441304decde23f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:22Z', 'updated_at': '2021-11-25T17:17:44Z', 'revision_number': 5, 'project_id': 'cfe49140f54145c0a441304decde23f7', 'gw_port': {'id': '82e5781a-a9a8-4b4c-b48e-4869fa7545f8', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e070ff-247f-43ce-af4e-06100947ba72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:24Z', 'updated_at': '2021-11-25T17:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:46.636366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:46.643055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:46.643795 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.664145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=f3c6e63c-b144-4f37-ab08-156d27a3c6ad,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:46.673163 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-99445be5-b6df-450e-ba55-ed95f19b9e72 req-4a56827d-f580-433c-aca5-d012f67815af tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:17:46.685395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99445be5-b6df-450e-ba55-ed95f19b9e72 req-4a56827d-f580-433c-aca5-d012f67815af tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/c2c21bf8-ab35-4b36-a611-1fd8e861a6c2 HTTP/1.1" status: 404 len: 352 time: 0.0835311 Nov 25 17:17:46.717938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12551c62-6ad7-40f4-a84d-ed334680554d None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:46.752294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.761145 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.772772 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-0c3a7dfe-989d-4808-a0c9-e59b667b6211 req-662394f2-7b60-497d-8fc6-476673f9e8e6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:17:46.774087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c3a7dfe-989d-4808-a0c9-e59b667b6211 req-662394f2-7b60-497d-8fc6-476673f9e8e6 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/d5b7bbe2-f4da-4bfc-9d75-5f259bc6c20e HTTP/1.1" status: 404 len: 352 time: 0.0729728 Nov 25 17:17:46.810357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0a327067-098d-49e5-9460-46d4c3cc6e1d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2163482 Nov 25 17:17:46.811044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45424) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:46.828362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2c8ebd4c-0375-4413-8279-a100a520fa6d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'security_group': {'name': 'tempest-secgroup-198929665'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:46.861171 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-db18917c-3b7e-4d05-940f-3b82817b7b8e req-e7d024c3-694f-4d65-866b-84c6986859e4 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] show failed (client error): The resource could not be found. Nov 25 17:17:46.862247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db18917c-3b7e-4d05-940f-3b82817b7b8e req-e7d024c3-694f-4d65-866b-84c6986859e4 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/6e6955c2-6825-4896-b575-bb4370efd4c3 HTTP/1.1" status: 404 len: 352 time: 0.0481889 Nov 25 17:17:46.926602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] Checking router: 08e070ff-247f-43ce-af4e-06100947ba72 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:17:46.928075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.930957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.978271 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebd4c-0375-4413-8279-a100a520fa6d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.989460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.000359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.000973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e070ff-247f-43ce-af4e-06100947ba72 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:17:47.006911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.010784 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0bb51674-5263-4370-8f7a-c30d6f888caa admin admin] 10.222.0.81 "DELETE /v2.0/routers/08e070ff-247f-43ce-af4e-06100947ba72 HTTP/1.1" status: 204 len: 168 time: 1.5940144 Nov 25 17:17:47.011406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45428) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:47.015897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac29cc-6a74-447a-9e2b-604715158347 None None] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:47.059167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:47.060058 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:17:47.061202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08e070ff-247f-43ce-af4e-06100947ba72'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:17:47.061894 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a4a02-4a45-42c2-8d1d-e161a353dfac None None] The sync data for ids ['08e070ff-247f-43ce-af4e-06100947ba72'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:17:47.099364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-153e023c-0579-438c-8736-0cd24fa06689 admin admin] Deleting subnet 23f6dfba-645f-415b-ae23-b452dcceb3a1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:17:47.099567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.108794 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-153e023c-0579-438c-8736-0cd24fa06689 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.147970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-855e1dfa-2041-42d4-9b8c-5a85782c3892 None None] Provisioning complete for port abcbc82c-175c-47a8-abde-951ae9ea5883 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:47.149322 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-855e1dfa-2041-42d4-9b8c-5a85782c3892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.164505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:47.183603 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-153e023c-0579-438c-8736-0cd24fa06689 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.320283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-153e023c-0579-438c-8736-0cd24fa06689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.379851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-855e1dfa-2041-42d4-9b8c-5a85782c3892 None None] Port abcbc82c-175c-47a8-abde-951ae9ea5883 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:47.424638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Allocated IP 172.25.1.68 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/b76bee9b-063a-4ba8-b6aa-534d62819ceb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:47.429048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebd4c-0375-4413-8279-a100a520fa6d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.434586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-153e023c-0579-438c-8736-0cd24fa06689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.461008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.463168 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebd4c-0375-4413-8279-a100a520fa6d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.465187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e023c-0579-438c-8736-0cd24fa06689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f6dfba-645f-415b-ae23-b452dcceb3a1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.472108 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-153e023c-0579-438c-8736-0cd24fa06689 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.477249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-153e023c-0579-438c-8736-0cd24fa06689 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/23f6dfba-645f-415b-ae23-b452dcceb3a1 HTTP/1.1" status: 204 len: 168 time: 0.4631298 Nov 25 17:17:47.479222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e134cfc-f27e-4607-8d75-cbfc9bb2331c None None] Update dhcp port {'port': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'fixed_ips': [{'subnet_id': 'b52cd797-ad49-4b8c-9326-eda6ac47ceb5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3c6e63c-b144-4f37-ab08-156d27a3c6ad'}], 'binding:host_id': 'n-d-819349-3'}, 'id': 'c18f1131-20b1-46a8-9bb1-72ba1bc5bc83'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:17:47.493139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45436) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:47.510757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd82dd4-7e3d-429c-9eca-6be5e84cc86f None None] Network 1c0603b7-25b3-4659-a600-e6e23e3012d5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:47.590312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.607491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e134cfc-f27e-4607-8d75-cbfc9bb2331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.610897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:47.611271 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.625778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba41a1c-8476-4468-806c-15273273c155 req-04dca70f-997b-4691-94fc-3b65fc504e8d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:47.634023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ba41a1c-8476-4468-806c-15273273c155 req-04dca70f-997b-4691-94fc-3b65fc504e8d tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1023 time: 0.3339989 Nov 25 17:17:47.641331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:47.670314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Deleting port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:47.670658 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.715282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-af8f5fc8-ed04-46aa-8536-5b3c40e4ebbe None None] Provisioning complete for port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:47.715660 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af8f5fc8-ed04-46aa-8536-5b3c40e4ebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.750128 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c8ebd4c-0375-4413-8279-a100a520fa6d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.751338 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2c8ebd4c-0375-4413-8279-a100a520fa6d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9341567 Nov 25 17:17:47.752074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ebd4c-0375-4413-8279-a100a520fa6d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20925b4d-3021-411a-b2d8-c30d376cacdb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.756030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] For port ff9bcdb5-6e44-41a5-8c2d-202fd089c729, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ff9bcdb5-6e44-41a5-8c2d-202fd089c729,segment=NetworkSegment(2a433bff-9651-4134-9670-e69efb2a7180),segment_id=2a433bff-9651-4134-9670-e69efb2a7180)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:47.756522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.759230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45440) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:47.765100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-305fb8c7-1dbb-4156-94a1-d8d1b0e21156 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'security_group': {'name': 'tempest-secgroup-779906788'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:47.791935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:47.800454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Calling delete_port for ff9bcdb5-6e44-41a5-8c2d-202fd089c729 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:47.828918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=85430c3e-6039-44db-b67d-56d3cc21278d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.836432 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.845594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:47.847839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:47.879663 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-305fb8c7-1dbb-4156-94a1-d8d1b0e21156 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.971374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:48.023196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d7bb9-e437-4b10-a47e-bf55ce3421da req-144db16c-214e-49a2-8cc3-ec95fe73d7d7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.032321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f7d7bb9-e437-4b10-a47e-bf55ce3421da req-144db16c-214e-49a2-8cc3-ec95fe73d7d7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.3027303 Nov 25 17:17:48.074814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.075509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.096864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-305fb8c7-1dbb-4156-94a1-d8d1b0e21156 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.099880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.131731 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-305fb8c7-1dbb-4156-94a1-d8d1b0e21156 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.137093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ba41a1c-8476-4468-806c-15273273c155 req-33e40037-1dcc-4114-abb2-a8355feeabfe tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=690856f3-177e-40d7-9f9a-50fe3498e0aa&id=c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5017002 Nov 25 17:17:48.139336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] No DVR routers for this DVR port ff9bcdb5-6e44-41a5-8c2d-202fd089c729 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:48.153668 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.164892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:48.167759 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb875166-fe41-4938-a204-b5411acc6bda" -d '{"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:48.176160 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.200518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.200996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:48.231834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fb8c7-1dbb-4156-94a1-d8d1b0e21156 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0165141-69b9-47e4-8e2b-df9c4b94917c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:48.262264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9bcdb5-6e44-41a5-8c2d-202fd089c729,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:48.296533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c891499a-3bf9-4665-8186-79ee37c3056a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.2980480 Nov 25 17:17:48.315602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb351af1-fea7-4aa6-b1f2-06e8a072b96d None None] DHCP port deletion for 1c0603b7-25b3-4659-a600-e6e23e3012d5 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:17:48.320154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45446) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:48.322633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Transition to ACTIVE for port object 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:48.347227 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eda6a5a-fe0d-468d-a45e-5a545f736f2f x-openstack-request-id: req-9eda6a5a-fe0d-468d-a45e-5a545f736f2f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:48.347845 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:48.349728 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9eda6a5a-fe0d-468d-a45e-5a545f736f2f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:48.351068 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'code': 200} Nov 25 17:17:48.381800 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-305fb8c7-1dbb-4156-94a1-d8d1b0e21156 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.386192 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-305fb8c7-1dbb-4156-94a1-d8d1b0e21156 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6227412 Nov 25 17:17:48.387751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:48.388122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f7d7bb9-e437-4b10-a47e-bf55ce3421da req-67b1a170-289f-482f-80a2-4bd9b09785c0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498583 Nov 25 17:17:48.389245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.432694 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af8f5fc8-ed04-46aa-8536-5b3c40e4ebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.436634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4db72dbc-7771-434e-ab2c-c590ad17bb87 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236523178'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:48.440160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:48.442003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=b76bee9b-063a-4ba8-b6aa-534d62819ceb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:48.454006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,segment=NetworkSegment(989cc0a4-cd65-477e-ba4f-3dfa48cd2c04),segment_id=989cc0a4-cd65-477e-ba4f-3dfa48cd2c04)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:48.456847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:48.473517 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.474630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:48.513409 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.560188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9e134cfc-f27e-4607-8d75-cbfc9bb2331c None None] Allocated IP 2001:db8::2 (cf5cb3f5-5943-4f41-a974-97008c523320/f3c6e63c-b144-4f37-ab08-156d27a3c6ad/c18f1131-20b1-46a8-9bb1-72ba1bc5bc83) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:48.564035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:48.587061 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184fd66-aea7-49d1-b2fa-37a3d2bf1b2d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.615922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184fd66-aea7-49d1-b2fa-37a3d2bf1b2d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.628627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184fd66-aea7-49d1-b2fa-37a3d2bf1b2d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.633314 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8184fd66-aea7-49d1-b2fa-37a3d2bf1b2d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3116398 Nov 25 17:17:48.641800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0603b7-25b3-4659-a600-e6e23e3012d5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:48.645150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:48.676819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:48.683886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] No DVR routers for this DVR port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:48.700170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:48.795540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-af8f5fc8-ed04-46aa-8536-5b3c40e4ebbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:17:48.796070 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-af8f5fc8-ed04-46aa-8536-5b3c40e4ebbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:17:48.799586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:48.818443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:48.818882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:48.819224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:48.820821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.821212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.821564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.822435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.822792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.823186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.823530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.823884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.825496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.825844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.826277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.826513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:48.826804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db72dbc-7771-434e-ab2c-c590ad17bb87 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.830399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a433bff-9651-4134-9670-e69efb2a7180') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:48.830713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a433bff-9651-4134-9670-e69efb2a7180') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:48.848522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:48.848973 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.926367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9e134cfc-f27e-4607-8d75-cbfc9bb2331c None None] For port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,segment=NetworkSegment(f98f8fce-6d72-4fbf-8800-7a6d798b6c4a),segment_id=f98f8fce-6d72-4fbf-8800-7a6d798b6c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:48.928023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:48.928522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Attempting to bind port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:48.939105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:48.939454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:48.939858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:48.940311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Bound port: 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:48.940672 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.962338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.977194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e134cfc-f27e-4607-8d75-cbfc9bb2331c None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.986386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-69b73b63-a558-46bd-b420-cf2ba7015443 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.987953 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-69b73b63-a558-46bd-b420-cf2ba7015443 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.95 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1023 time: 0.1647508 Nov 25 17:17:49.004085 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.006472 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e134cfc-f27e-4607-8d75-cbfc9bb2331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.047284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.082322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:49.089404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:49.094741 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.100216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.113039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:17:49.113573 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:17:49.115375 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:17:49.166395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e134cfc-f27e-4607-8d75-cbfc9bb2331c None None] Pushing event updated for resources: {'Port': ['ID=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:49.228540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.229549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.231139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] 10.222.0.60 "PUT /v2.0/ports/4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 1097 time: 2.8133950 Nov 25 17:17:49.274238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:49.334845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db72dbc-7771-434e-ab2c-c590ad17bb87 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.339459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7529-9613-4ccf-8b6c-3b9864a5e84a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Deleting port 85430c3e-6039-44db-b67d-56d3cc21278d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:49.340020 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f82d7529-9613-4ccf-8b6c-3b9864a5e84a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.363806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.367236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db72dbc-7771-434e-ab2c-c590ad17bb87 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.412276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:49.413466 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.452053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04510072-8d1f-4f95-839a-3ac772bdedb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=11']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:49.504640 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.519097 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1c0603b7-25b3-4659-a600-e6e23e3012d5 HTTP/1.1" status: 204 len: 168 time: 2.0245397 Nov 25 17:17:49.555005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-47ee2a35-bf8f-40cb-a5d6-7dca4b68627b None None] Provisioning complete for port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:49.556010 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47ee2a35-bf8f-40cb-a5d6-7dca4b68627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.606059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b3ddf-a908-4c7f-a4fc-5417b1171a40 req-834289b0-df2c-4abe-8607-7e580bf8a535 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.608266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f65b3ddf-a908-4c7f-a4fc-5417b1171a40 req-834289b0-df2c-4abe-8607-7e580bf8a535 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 1023 time: 0.3147440 Nov 25 17:17:49.608636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115ab24-4825-4175-8d6e-9c132569d947 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0603b7-25b3-4659-a600-e6e23e3012d5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:49.643581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Deleting port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:49.644212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.651657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db72dbc-7771-434e-ab2c-c590ad17bb87 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.654538 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4db72dbc-7771-434e-ab2c-c590ad17bb87 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2207115 Nov 25 17:17:49.665079 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.671143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:49.675519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-8c7aa871-bbc7-41f7-b4cc-2ad2319f2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.678991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-8c7aa871-bbc7-41f7-b4cc-2ad2319f2edf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1100 time: 0.4152260 Nov 25 17:17:49.688333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1370245230', 'security_groups': ['beb47dee-8d75-4b42-93d6-29cbab4c0aad'], 'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3c6e63c-b144-4f37-ab08-156d27a3c6ad'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:49.743396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cda67-a039-4011-ad8e-b27b632d1203 req-beba5d43-cccc-4d5d-80b3-fc6f2b96770c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.751073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e46cda67-a039-4011-ad8e-b27b632d1203 req-beba5d43-cccc-4d5d-80b3-fc6f2b96770c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 949 time: 0.2560205 Nov 25 17:17:49.786754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db72dbc-7771-434e-ab2c-c590ad17bb87 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb47dee-8d75-4b42-93d6-29cbab4c0aad,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:49.805900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:49.815038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2ac86fe5-db35-4576-810d-a5c3101ad5e3 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:49.828578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.857021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-47ee2a35-bf8f-40cb-a5d6-7dca4b68627b None None] Provisioning complete for port a70eb19f-f1f2-4e72-9345-2211af9fd20d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:49.857447 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47ee2a35-bf8f-40cb-a5d6-7dca4b68627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.858995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 2ac86fe5-db35-4576-810d-a5c3101ad5e3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:49.859621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2ac86fe5-db35-4576-810d-a5c3101ad5e3 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:49.860042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:49.905659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:49.906036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 82e5781a-a9a8-4b4c-b48e-4869fa7545f8 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:49.906432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ff9bcdb5-6e44-41a5-8c2d-202fd089c729 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:49.929645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ff9bcdb5-6e44-41a5-8c2d-202fd089c729 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:49.930012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ff9bcdb5-6e44-41a5-8c2d-202fd089c729 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:49.947133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-47ee2a35-bf8f-40cb-a5d6-7dca4b68627b None None] Port a70eb19f-f1f2-4e72-9345-2211af9fd20d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:49.959827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-47ee2a35-bf8f-40cb-a5d6-7dca4b68627b None None] Provisioning complete for port 85430c3e-6039-44db-b67d-56d3cc21278d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:49.960460 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47ee2a35-bf8f-40cb-a5d6-7dca4b68627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.964260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-7a0b181d-4127-42ba-a2df-e56e7345dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.965779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-7a0b181d-4127-42ba-a2df-e56e7345dbb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1388080 Nov 25 17:17:50.001774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f82d7529-9613-4ccf-8b6c-3b9864a5e84a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.008974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-47ee2a35-bf8f-40cb-a5d6-7dca4b68627b None None] Port 85430c3e-6039-44db-b67d-56d3cc21278d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:50.055073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7529-9613-4ccf-8b6c-3b9864a5e84a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Calling delete_port for 85430c3e-6039-44db-b67d-56d3cc21278d owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:50.064189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-7427e920-932a-4699-b51f-2a1f968cce77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.0503964 Nov 25 17:17:50.072156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f65b3ddf-a908-4c7f-a4fc-5417b1171a40 req-0ee12f23-0184-469b-ad46-cd783c19cdc7 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups?id=df0a74ca-36b8-4312-b183-05414d2dad8e&id=690856f3-177e-40d7-9f9a-50fe3498e0aa&id=c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3920779 Nov 25 17:17:50.100634 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c737450-8228-40cb-b27a-3ef0bd1475f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfe49140f54145c0a441304decde23f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903547 Nov 25 17:17:50.102938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] For port 73fb55f0-f52e-4ec4-b506-6dbd0345b545, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=73fb55f0-f52e-4ec4-b506-6dbd0345b545,segment=NetworkSegment(a5fe131c-18d2-4c11-a499-2a2fcc8d02c9),segment_id=a5fe131c-18d2-4c11-a499-2a2fcc8d02c9)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:50.103328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.115543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45472) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:50.154649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Calling delete_port for 73fb55f0-f52e-4ec4-b506-6dbd0345b545 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:50.190437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.193811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:50.236867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e46cda67-a039-4011-ad8e-b27b632d1203 req-2590a8a5-4e48-44e4-87cb-0e57f8f89eaa tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835615 Nov 25 17:17:50.248132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=b76bee9b-063a-4ba8-b6aa-534d62819ceb,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:50.263674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.265344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1aa6b234-f9f8-43bb-b085-395f4f34d808 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0840905 Nov 25 17:17:50.270136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-aeade19b-07c2-444d-a9c8-adaaf5038a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.273351 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-aeade19b-07c2-444d-a9c8-adaaf5038a4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2000346 Nov 25 17:17:50.300700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fba45fe5-5941-4fa2-abf5-ec99469fb531 None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:50.301373 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fba45fe5-5941-4fa2-abf5-ec99469fb531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.346807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-8564d371-6c85-48f9-9e22-b0c22942514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.350378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-8564d371-6c85-48f9-9e22-b0c22942514a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628476 Nov 25 17:17:50.352195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:50.355506 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0cda19-6808-4b3e-85be-c0037ab58062" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:50.456503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fba45fe5-5941-4fa2-abf5-ec99469fb531 None None] Provisioning complete for port abcbc82c-175c-47a8-abde-951ae9ea5883 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:50.457210 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fba45fe5-5941-4fa2-abf5-ec99469fb531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.475412 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46ae6f6-c996-4b28-9aa8-ef923428f663 x-openstack-request-id: req-d46ae6f6-c996-4b28-9aa8-ef923428f663 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:50.476233 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:50.476233 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d46ae6f6-c996-4b28-9aa8-ef923428f663 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:50.476585 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'status': 'completed', 'code': 200} Nov 25 17:17:50.482815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-1fcb85e9-0edf-4c87-adad-a0e4154797ad service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170616 Nov 25 17:17:50.522832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fba45fe5-5941-4fa2-abf5-ec99469fb531 None None] Port abcbc82c-175c-47a8-abde-951ae9ea5883 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:50.651943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77389f6-39c3-44b7-a802-93ad0b0e89b5 req-ec639d53-a9fc-4ad0-b6b1-112c7818dc2e service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603067 Nov 25 17:17:50.660112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-4c47b97c-1e6e-48d2-9007-deb7cc1b97eb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--520158478&fields=id&tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a HTTP/1.1" status: 200 len: 267 time: 0.0803308 Nov 25 17:17:50.717482 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb25ec9a-8c1e-4098-b86a-4118628ab7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.760698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7b66890b-2e31-4b62-9a3d-5d2b89f6d96c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.762317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7b66890b-2e31-4b62-9a3d-5d2b89f6d96c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports/ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 936 time: 0.0767798 Nov 25 17:17:50.791742 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb25ec9a-8c1e-4098-b86a-4118628ab7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.878857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-17a48e53-4e51-481c-bcd8-a7f20f7932d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.880500 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-17a48e53-4e51-481c-bcd8-a7f20f7932d7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1100 time: 0.2564998 Nov 25 17:17:50.891530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.012232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f82d7529-9613-4ccf-8b6c-3b9864a5e84a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.060190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] device_id is not set on port 47208994-fbfe-42b6-afc5-3c799a436c8d yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:51.070940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7529-9613-4ccf-8b6c-3b9864a5e84a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Port': ['ID=85430c3e-6039-44db-b67d-56d3cc21278d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:51.127796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb25ec9a-8c1e-4098-b86a-4118628ab7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.131090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb25ec9a-8c1e-4098-b86a-4118628ab7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.132363 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cb25ec9a-8c1e-4098-b86a-4118628ab7cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b44c8900-d07f-46b4-a8a2-3a7fa258123a HTTP/1.1" status: 204 len: 168 time: 1.0151396 Nov 25 17:17:51.229110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-0c6d650f-561e-4df3-bf49-b2fdc47ac61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.231148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-0c6d650f-561e-4df3-bf49-b2fdc47ac61c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1100 time: 0.5112338 Nov 25 17:17:51.279056 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:51.291161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9680345f-bc62-4601-8dcc-c9755f7196c2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.293220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9680345f-bc62-4601-8dcc-c9755f7196c2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports/2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 937 time: 0.5190527 Nov 25 17:17:51.319427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0663fe03-a90b-4676-97b4-3ff7fc4c83e7 req-c095fcf8-9edf-4062-b393-b70ddb124274 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f42bc497-854d-4d67-b543-bea1e199d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0968828 Nov 25 17:17:51.426599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-c32d48d7-01d8-4beb-865c-508cfa5f4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.430505 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-c32d48d7-01d8-4beb-865c-508cfa5f4c3d service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5334795 Nov 25 17:17:51.431740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.433579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-90488a16-079a-4918-aa0c-b59f336b11d7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1110945 Nov 25 17:17:51.454521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:51.455187 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.497742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a459e5af-5cdf-483c-b71f-79e5e25b2c13 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0406651 Nov 25 17:17:51.577124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-bacbeb0b-6341-4d86-885e-52cb88dac043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.578592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-bacbeb0b-6341-4d86-885e-52cb88dac043 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3277421 Nov 25 17:17:51.629689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8::2b4 (cf5cb3f5-5943-4f41-a974-97008c523320/f3c6e63c-b144-4f37-ab08-156d27a3c6ad/47208994-fbfe-42b6-afc5-3c799a436c8d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:51.640198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25ec9a-8c1e-4098-b86a-4118628ab7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c8900-d07f-46b4-a8a2-3a7fa258123a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:51.651699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-9739b5c1-11ac-40f2-9184-776662261617 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.0625443 Nov 25 17:17:51.746500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'Port': ['ID=73fb55f0-f52e-4ec4-b506-6dbd0345b545,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:51.781595 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-251e016a-13bf-4bfd-8183-427ff3762495 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.1490102 Nov 25 17:17:51.810271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ae6ea54b-ca0f-4673-a6c8-71645bc07876 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.816515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ae6ea54b-ca0f-4673-a6c8-71645bc07876 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.822991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ae6ea54b-ca0f-4673-a6c8-71645bc07876 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.830931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ae6ea54b-ca0f-4673-a6c8-71645bc07876 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/networks?id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=a159a140-c32b-487a-857c-191ffdb4911e&id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 1994 time: 0.3224993 Nov 25 17:17:51.858110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0c27c-2e3f-481b-a7be-d2a54747c7d2 req-a6e687d3-76d6-4de9-b199-ecb4046cdd75 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.861689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bd0c27c-2e3f-481b-a7be-d2a54747c7d2 req-a6e687d3-76d6-4de9-b199-ecb4046cdd75 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 949 time: 0.2544937 Nov 25 17:17:51.874499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-f70d84c2-151d-4f56-8d48-40ce9680c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.876258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-f70d84c2-151d-4f56-8d48-40ce9680c27a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2147772 Nov 25 17:17:51.906548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] No DVR routers for this DVR port 73fb55f0-f52e-4ec4-b506-6dbd0345b545 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:51.914848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-949289ed-c445-42c2-b35d-97f9b4dcd7c3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/quotas/ec41d7f0ce8a4ee08ca95bb2cd3be17a HTTP/1.1" status: 200 len: 375 time: 0.0832381 Nov 25 17:17:51.919865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.925118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e6618eea-9386-4e79-8cc3-44ed5d601563 req-a86b7677-4eb3-4dc1-a2b4-0ef807872308 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.95 "DELETE /v2.0/ports/73fb55f0-f52e-4ec4-b506-6dbd0345b545 HTTP/1.1" status: 204 len: 173 time: 2.8989935 Nov 25 17:17:51.933547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'name': 'network-vif-deleted', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:51.936056 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e87c40-c74d-4318-9ed6-c671f54ad779" -d '{"events": [{"server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "name": "network-vif-deleted", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:51.949283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f82d7529-9613-4ccf-8b6c-3b9864a5e84a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.956275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f82d7529-9613-4ccf-8b6c-3b9864a5e84a tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "DELETE /v2.0/ports/85430c3e-6039-44db-b67d-56d3cc21278d HTTP/1.1" status: 204 len: 168 time: 3.3083134 Nov 25 17:17:51.962066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:51.993286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-0f0af928-6b6c-487b-a41c-c1a50ecfae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.995508 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-0f0af928-6b6c-487b-a41c-c1a50ecfae60 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2080321 Nov 25 17:17:52.044815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bd0c27c-2e3f-481b-a7be-d2a54747c7d2 req-6c6852ae-498a-4216-a049-f988e63465f8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654303 Nov 25 17:17:52.062016 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ba8180-bde8-43b4-8b30-06431e6b89b4 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] GET failed (client error): The resource could not be found. Nov 25 17:17:52.069519 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d9ba8180-bde8-43b4-8b30-06431e6b89b4 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "GET /v2.0/ports/85430c3e-6039-44db-b67d-56d3cc21278d HTTP/1.1" status: 404 len: 333 time: 0.1062570 Nov 25 17:17:52.072578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45514) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:52.079487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69', 'name': 'tempest-AllowedAddressPairTestJSON-424611025'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:52.127410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-1128598a-7a13-4f61-8fee-86b540aac699 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1865692 Nov 25 17:17:52.135471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-f05dfdae-35f7-4c0d-9da1-52d6720abbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.137655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-f05dfdae-35f7-4c0d-9da1-52d6720abbfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2431681 Nov 25 17:17:52.209407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 73fb55f0-f52e-4ec4-b506-6dbd0345b545 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:52.243256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-e6c20c29-d5a2-46b0-afd4-83e7e96bcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.244892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-e6c20c29-d5a2-46b0-afd4-83e7e96bcb04 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1990929 Nov 25 17:17:52.259708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.320726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 73fb55f0-f52e-4ec4-b506-6dbd0345b545 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:52.322159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 73fb55f0-f52e-4ec4-b506-6dbd0345b545 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:52.369613 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-341a8af5-50cb-482a-b131-cc9d9d26955e service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160618 Nov 25 17:17:52.382990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-30462c0a-4f09-4d7d-9ea5-1c79a7ceb887 service neutron] 10.222.0.81 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280884 Nov 25 17:17:52.468309 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Made reservation on behalf of 3a20ff229b3648fbb244cf95a168eb6e for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:52.474675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.486069 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.526673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-401f3e26-d130-404c-a96e-5a40043a67f5 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647758 Nov 25 17:17:52.627605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] device_id is not set on port 907b20f2-8d39-451c-a62d-0f2cdadb8817 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:52.637249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-4a683309-a0c8-48df-bddd-5ca4e56eb0cb service neutron] 10.222.0.81 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527049 Nov 25 17:17:52.655911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:52.662013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-b856adb8-2567-4ad7-a668-f6c04f022ed6 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757735 Nov 25 17:17:52.721297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-656ebc2d-3312-45d5-a853-b595feb78963 service neutron] 10.222.0.81 "GET /v2.0/ports/ee8b942a-aca9-48bd-a960-f4105011f57d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0767045 Nov 25 17:17:52.739408 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:52.758111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:52.764465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=47208994-fbfe-42b6-afc5-3c799a436c8d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:52.767106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:52.786034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.787548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.845514 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4a0e0f83-8086-4fa9-8abf-72699588f13c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1659040 Nov 25 17:17:52.856055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:52.871450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a6af5d12-4f58-46d1-b6e9-1710001a3068 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:52.914026 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d5a48-0277-490f-b7d9-b8429fb67b53 x-openstack-request-id: req-d35d5a48-0277-490f-b7d9-b8429fb67b53 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:52.914306 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42bc497-854d-4d67-b543-bea1e199d3e1", "name": "network-vif-deleted", "tag": "73fb55f0-f52e-4ec4-b506-6dbd0345b545", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:52.914649 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d35d5a48-0277-490f-b7d9-b8429fb67b53 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:52.914978 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42bc497-854d-4d67-b543-bea1e199d3e1', 'name': 'network-vif-deleted', 'tag': '73fb55f0-f52e-4ec4-b506-6dbd0345b545', 'status': 'completed', 'code': 200} Nov 25 17:17:52.920024 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0a0cda19-6808-4b3e-85be-c0037ab58062 req-12115352-bcba-4030-9f6e-8222370ae7ca service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820949 Nov 25 17:17:52.967136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Allocated IP 172.20.0.6 (9121943d-e6bb-4662-9f40-4adee1b2ae69/c21d5a58-e8c9-412f-847c-d747513015b8/907b20f2-8d39-451c-a62d-0f2cdadb8817) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:52.988080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-network', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:53.010664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-996c8333-8e9e-4a18-aef0-501935964ca4 service neutron] 10.222.0.81 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773569 Nov 25 17:17:53.178674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Made reservation on behalf of f95e983848fe44b99c759ffbf50e9145 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:53.181199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.222277 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.235752 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.262516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19d95d8e-6747-4eed-9612-e1b32e0b214e req-bd0ad96f-6006-41bc-85f5-bb260cea467a tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/690856f3-177e-40d7-9f9a-50fe3498e0aa HTTP/1.1" status: 200 len: 1817 time: 0.1423800 Nov 25 17:17:53.270396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-4ed55113-35b6-4d81-b153-12ebd69dbaad service neutron] 10.222.0.81 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476079 Nov 25 17:17:53.278795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6af5d12-4f58-46d1-b6e9-1710001a3068 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:53.284514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6af5d12-4f58-46d1-b6e9-1710001a3068 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.290292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-83cea1ff-f235-4b47-8a86-ce4ceacc35c7 None None] Provisioning complete for port 47208994-fbfe-42b6-afc5-3c799a436c8d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:53.290912 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83cea1ff-f235-4b47-8a86-ce4ceacc35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.320904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.345774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-83cea1ff-f235-4b47-8a86-ce4ceacc35c7 None None] Port 47208994-fbfe-42b6-afc5-3c799a436c8d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:53.375060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:53.379926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:53.385165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:53.409963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=907b20f2-8d39-451c-a62d-0f2cdadb8817,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:53.432097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-1a15141c-280a-4142-9856-3a6a65de8e9b service neutron] 10.222.0.81 "GET /v2.0/ports/2521f346-71ab-4b74-ae8c-c745c8f4412e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1390557 Nov 25 17:17:53.449194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.449952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.468883 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d82b054f-18d5-4c47-be21-55adfe58b1ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3935335 Nov 25 17:17:53.471410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45542) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:53.477211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:db:65:41'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:53.535452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:53.577395 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-a6af5d12-4f58-46d1-b6e9-1710001a3068 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3c6e63c-b144-4f37-ab08-156d27a3c6ad (CIDR: 2001:db8::/64) Nov 25 17:17:53.578402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-19d95d8e-6747-4eed-9612-e1b32e0b214e req-b2e6e9e3-e52e-478d-af48-f85d358e3b1c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.595193 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6af5d12-4f58-46d1-b6e9-1710001a3068 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:17:53.595946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6af5d12-4f58-46d1-b6e9-1710001a3068 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:17:53.649212 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.656962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-19d95d8e-6747-4eed-9612-e1b32e0b214e req-b2e6e9e3-e52e-478d-af48-f85d358e3b1c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.659116 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.667149 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.676887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a6af5d12-4f58-46d1-b6e9-1710001a3068 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8245981 Nov 25 17:17:53.680630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-bc8b3207-f35b-4c3b-9cc8-08e13dfb5846 service neutron] 10.222.0.81 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374887 Nov 25 17:17:53.681817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:53.682340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:53.695515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7e26ddc4-fd13-44cb-bde5-109ed425e7a6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:53.697194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'mac_address': 'fa:16:3e:b2:96:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:53.703365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7af61df4-5d00-457e-80ce-8e780b0fbd37 None None] Provisioning complete for port 907b20f2-8d39-451c-a62d-0f2cdadb8817 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:53.703735 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7af61df4-5d00-457e-80ce-8e780b0fbd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.775806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.777930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7af61df4-5d00-457e-80ce-8e780b0fbd37 None None] Port 907b20f2-8d39-451c-a62d-0f2cdadb8817 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:53.791773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:53.792658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:53.813236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:53.819439 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.851319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b76427a-3f87-4b89-afb2-04f4b30f1a3e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:53.872313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.872693 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Added segment 8a400fca-ead5-4332-bdbe-b1fda8e31a70 of type vlan for network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 Nov 25 17:17:53.888810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=12']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:53.899322 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-19d95d8e-6747-4eed-9612-e1b32e0b214e req-b2e6e9e3-e52e-478d-af48-f85d358e3b1c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.901986 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-19d95d8e-6747-4eed-9612-e1b32e0b214e req-b2e6e9e3-e52e-478d-af48-f85d358e3b1c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.903276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19d95d8e-6747-4eed-9612-e1b32e0b214e req-b2e6e9e3-e52e-478d-af48-f85d358e3b1c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/690856f3-177e-40d7-9f9a-50fe3498e0aa HTTP/1.1" status: 204 len: 173 time: 0.6081407 Nov 25 17:17:53.923709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.934816 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.992708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6e9e3-e52e-478d-af48-f85d358e3b1c tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690856f3-177e-40d7-9f9a-50fe3498e0aa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:53.994038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=907b20f2-8d39-451c-a62d-0f2cdadb8817,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:54.011559 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.049408 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] In _notify_port_updated(), no bound segment for port 907b20f2-8d39-451c-a62d-0f2cdadb8817 on network 9121943d-e6bb-4662-9f40-4adee1b2ae69 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:17:54.051641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-6443b72e-50fa-474f-a5df-e15e0bcbf77d service neutron] 10.222.0.81 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472362 Nov 25 17:17:54.057173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.058003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.059474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ae6d8fb1-3845-4a98-a342-8b87c5efe19c tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "PUT /v2.0/ports/907b20f2-8d39-451c-a62d-0f2cdadb8817 HTTP/1.1" status: 200 len: 993 time: 0.5868833 Nov 25 17:17:54.064009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:54.155602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e26ddc4-fd13-44cb-bde5-109ed425e7a6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:54.159122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e26ddc4-fd13-44cb-bde5-109ed425e7a6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.162637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.163592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.164276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.192391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703de79b-7412-4279-a9a4-07710da0d730 req-effbbc44-1835-452a-8a6b-37c689e6daae tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.194904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-703de79b-7412-4279-a9a4-07710da0d730 req-effbbc44-1835-452a-8a6b-37c689e6daae tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.2184558 Nov 25 17:17:54.199676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:54.206660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-940ebf46-9536-4867-9795-37890fe4fed2 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Deleting port 907b20f2-8d39-451c-a62d-0f2cdadb8817 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:54.207763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-940ebf46-9536-4867-9795-37890fe4fed2 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.306914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6429453 Nov 25 17:17:54.312396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45552) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:54.317947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Request body: {'subnet': {'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-subnet', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:54.333143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3c227665-8ea0-4ffa-885a-44ae771075a5 None None] Provisioning complete for port 907b20f2-8d39-451c-a62d-0f2cdadb8817 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:54.334946 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c227665-8ea0-4ffa-885a-44ae771075a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.339288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-940ebf46-9536-4867-9795-37890fe4fed2 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.356241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb453f58-2fe2-4c66-80cf-53282b8dff69 admin admin] Pushing event updated for resources: {'Network': ['ID=12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:54.356523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-940ebf46-9536-4867-9795-37890fe4fed2 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Calling delete_port for 907b20f2-8d39-451c-a62d-0f2cdadb8817 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:54.369649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Made reservation on behalf of f95e983848fe44b99c759ffbf50e9145 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:54.372434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.372821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-aea1502e-01e6-46cf-9c54-f0e37b919d70 service neutron] 10.222.0.81 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059800 Nov 25 17:17:54.386222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:54.409044 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-703de79b-7412-4279-a9a4-07710da0d730 req-cdc261ca-3b1f-4eb4-8f50-4287e14d7ae6 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951301 Nov 25 17:17:54.457770 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-7e26ddc4-fd13-44cb-bde5-109ed425e7a6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b52cd797-ad49-4b8c-9326-eda6ac47ceb5 (CIDR: 2001:db8:0:1::/64) Nov 25 17:17:54.463605 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e26ddc4-fd13-44cb-bde5-109ed425e7a6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:17:54.464063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e26ddc4-fd13-44cb-bde5-109ed425e7a6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:17:54.484152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3c227665-8ea0-4ffa-885a-44ae771075a5 None None] Port 907b20f2-8d39-451c-a62d-0f2cdadb8817 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:54.488103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7e26ddc4-fd13-44cb-bde5-109ed425e7a6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8018179 Nov 25 17:17:54.491901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45556) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:54.498692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'subnet': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:54.599593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-991c6aa8-2b2c-44ec-b08d-a0c7b048a451 service neutron] 10.222.0.81 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104657 Nov 25 17:17:54.661095 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-940ebf46-9536-4867-9795-37890fe4fed2 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.707295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ebf46-9536-4867-9795-37890fe4fed2 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Port': ['ID=907b20f2-8d39-451c-a62d-0f2cdadb8817,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:54.717077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5729ac69-ee6f-4d48-a71b-71c90d482313 req-89d4f30d-77d3-4b1d-b17a-7cbbc658b7fb tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "GET /v2.0/security-groups/c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28 HTTP/1.1" status: 200 len: 1817 time: 0.1441333 Nov 25 17:17:54.722637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.811007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Made reservation on behalf of b8a6b31a9f6f4cd19a23a3921eae41de for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:54.815202 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.824536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-4e675edb-5f1b-431d-9d60-354c2408132a service neutron] 10.222.0.81 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139165 Nov 25 17:17:54.870291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f92504-6c5c-47f0-85a9-b616fcd26216,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:54.892796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Checking segment: {'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:54.893233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Network hostable DHCP agents. Network: 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:17:54.978973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:17:54.987710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-940ebf46-9536-4867-9795-37890fe4fed2 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.994412 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-940ebf46-9536-4867-9795-37890fe4fed2 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "DELETE /v2.0/ports/907b20f2-8d39-451c-a62d-0f2cdadb8817 HTTP/1.1" status: 204 len: 168 time: 0.9263880 Nov 25 17:17:54.995841 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45558) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:55.033964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:55.039265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:55.040041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.043562 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c9414d-4568-427d-90ce-e60aa437e2ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] GET failed (client error): The resource could not be found. Nov 25 17:17:55.050303 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-27c9414d-4568-427d-90ce-e60aa437e2ff tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "GET /v2.0/ports/907b20f2-8d39-451c-a62d-0f2cdadb8817 HTTP/1.1" status: 404 len: 333 time: 0.0482230 Nov 25 17:17:55.050637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026450dc-14ed-4819-a259-c6ccb7499915 None None] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:55.060282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:55.068426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69', 'name': 'tempest-AllowedAddressPairTestJSON-1597871361'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:55.098195 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0cb8e69e-fd99-472f-babb-1ed491d592b1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7847066 Nov 25 17:17:55.102558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45562) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:55.108577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:55.208661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.209892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.369863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5729ac69-ee6f-4d48-a71b-71c90d482313 req-05bbbeb0-0574-4b92-b4f5-c4aae252e092 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.425530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28', 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'fixed_ips': [{'subnet_id': '97f92504-6c5c-47f0-85a9-b616fcd26216'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:17:55.426582 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.448234 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5729ac69-ee6f-4d48-a71b-71c90d482313 req-05bbbeb0-0574-4b92-b4f5-c4aae252e092 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.487763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-e28d28b6-58cc-408d-b5b6-89640e210dea service neutron] 10.222.0.81 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457152 Nov 25 17:17:55.562599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:55.609328 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:17:55.624359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Allocated IP 172.20.0.2 (12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28/97f92504-6c5c-47f0-85a9-b616fcd26216/0b0bbb4a-4eda-4388-851c-e50ff8e724bf) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:55.631243 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.638931 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5729ac69-ee6f-4d48-a71b-71c90d482313 req-05bbbeb0-0574-4b92-b4f5-c4aae252e092 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.642351 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5729ac69-ee6f-4d48-a71b-71c90d482313 req-05bbbeb0-0574-4b92-b4f5-c4aae252e092 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.650077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5729ac69-ee6f-4d48-a71b-71c90d482313 req-05bbbeb0-0574-4b92-b4f5-c4aae252e092 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] 10.222.0.81 "DELETE /v2.0/security-groups/c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28 HTTP/1.1" status: 204 len: 173 time: 0.9131396 Nov 25 17:17:55.674929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:55.695511 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-bdfecce8-00c3-4405-9d41-3698b5bad2bc service neutron] 10.222.0.81 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066467 Nov 25 17:17:55.707169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbbeb0-0574-4b92-b4f5-c4aae252e092 tempest-SecurityGroupsTestJSON-1655300496 tempest-SecurityGroupsTestJSON-1655300496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11257a3-bdcd-4a61-b3c7-1ef3e63b0c28,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:55.723168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Made reservation on behalf of 3a20ff229b3648fbb244cf95a168eb6e for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:55.727630 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.766983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:55.776089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] device_id is not set on port 1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:17:55.780988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:55.781616 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.920649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.923448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.940789 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.941096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-160ab764-aa78-4350-96c2-53dff8ea9000 admin admin] Deleting subnet 5b75730f-9290-40d9-b1e6-b30afe8cda90 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:17:55.947961 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.956735 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.957940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160ab764-aa78-4350-96c2-53dff8ea9000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.968601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346de37f-b133-427b-b65a-ee4e3093cca4 req-9809fa9c-2f90-4940-8a2c-d1ff314af3cb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:55.970380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-346de37f-b133-427b-b65a-ee4e3093cca4 req-9809fa9c-2f90-4940-8a2c-d1ff314af3cb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 950 time: 0.1467915 Nov 25 17:17:55.977599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-56afa0aa-57a5-44ff-a1a4-bf41d4af4eab service neutron] 10.222.0.81 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653518 Nov 25 17:17:55.990928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Network cf5cb3f5-5943-4f41-a974-97008c523320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:55.999866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:56.004792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:56.007933 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a251e57-04c1-4f44-b514-b9da51baa341" -d '{"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:56.017692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:56.018590 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.024066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93047d59-9b26-484e-820b-0f7312f1525e None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:56.028466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:56.041058 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:56.054404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:56.058953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:56.060691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Pushing event updated for resources: {'Port': ['ID=0b0bbb4a-4eda-4388-851c-e50ff8e724bf,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:56.063004 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.081383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160ab764-aa78-4350-96c2-53dff8ea9000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.083264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Subnet': ['ID=4f7d0aa2-28e8-4152-acc4-abc31b524658,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:56.127662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-858c98af-95a1-436e-9d3f-fd958496a97a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6346171 Nov 25 17:17:56.134320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45570) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:56.143266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1868555149', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4f7d0aa2-28e8-4152-acc4-abc31b524658'}], 'security_groups': ['20925b4d-3021-411a-b2d8-c30d376cacdb', 'f0165141-69b9-47e4-8e2b-df9c4b94917c']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:56.188326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-346de37f-b133-427b-b65a-ee4e3093cca4 req-9259c29b-8fc1-406d-a75d-df5df85be078 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647127 Nov 25 17:17:56.195561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Allocated IP 172.20.0.11 (9121943d-e6bb-4662-9f40-4adee1b2ae69/c21d5a58-e8c9-412f-847c-d747513015b8/1e2c44c5-63d4-4dd5-8618-8b8da451f1f6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:56.227815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=13']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:56.228866 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160ab764-aa78-4350-96c2-53dff8ea9000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.229383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-81b03f0b-5476-443e-b35c-b8f30d69b7ef service neutron] 10.222.0.81 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338431 Nov 25 17:17:56.245106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Attempting to bind port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:56.245488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Attempting to bind port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:56.245859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Attempting to bind port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf on network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:56.259573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:56.259872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Checking segment: {'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:56.260273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.260674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Bound using segment: {'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:56.261203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Bound port: 0b0bbb4a-4eda-4388-851c-e50ff8e724bf, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:56.261954 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.366847 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e2b33a-d20a-4788-bfcd-bdf32e31fb32 x-openstack-request-id: req-03e2b33a-d20a-4788-bfcd-bdf32e31fb32 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:56.367415 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:56.367872 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03e2b33a-d20a-4788-bfcd-bdf32e31fb32 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:56.368609 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'code': 200} Nov 25 17:17:56.406155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-2fe60b2f-f49d-45d7-ab22-23c229b34b85 service neutron] 10.222.0.81 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630554 Nov 25 17:17:56.422791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] For port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:56.443946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] For port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0b0bbb4a-4eda-4388-851c-e50ff8e724bf,segment=NetworkSegment(8a400fca-ead5-4332-bdbe-b1fda8e31a70),segment_id=8a400fca-ead5-4332-bdbe-b1fda8e31a70)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:56.452875 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.534435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160ab764-aa78-4350-96c2-53dff8ea9000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.566676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e16469-b1a4-4706-81df-3a4703b4ad5e None None] Pushing event updated for resources: {'Port': ['ID=0b0bbb4a-4eda-4388-851c-e50ff8e724bf,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:56.586630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c142e2c4-897b-4a41-8908-af5cc67a443d None None] Update dhcp port {'port': {'network_id': 'cf5cb3f5-5943-4f41-a974-97008c523320', 'fixed_ips': [{'subnet_id': 'b52cd797-ad49-4b8c-9326-eda6ac47ceb5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3c6e63c-b144-4f37-ab08-156d27a3c6ad', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f7d0aa2-28e8-4152-acc4-abc31b524658'}], 'binding:host_id': 'n-d-819349-3'}, 'id': 'c18f1131-20b1-46a8-9bb1-72ba1bc5bc83'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:17:56.638711 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c142e2c4-897b-4a41-8908-af5cc67a443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.715165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ab764-aa78-4350-96c2-53dff8ea9000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b75730f-9290-40d9-b1e6-b30afe8cda90,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:56.747811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-53c6963e-5f68-44a0-90ee-2450e5840bbe tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498085 Nov 25 17:17:56.766783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160ab764-aa78-4350-96c2-53dff8ea9000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.776754 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-160ab764-aa78-4350-96c2-53dff8ea9000 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5b75730f-9290-40d9-b1e6-b30afe8cda90 HTTP/1.1" status: 204 len: 168 time: 1.1005695 Nov 25 17:17:56.785109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45594) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:56.838423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.959891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81856-3adb-4954-b347-0e1a3637489d req-5820fb43-ecfc-496c-aaa2-a42236673d2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:56.967043 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-5820fb43-ecfc-496c-aaa2-a42236673d2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182972 Nov 25 17:17:56.969829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c142e2c4-897b-4a41-8908-af5cc67a443d None None] Allocated IP 2001:db8:0:2::2 (cf5cb3f5-5943-4f41-a974-97008c523320/4f7d0aa2-28e8-4152-acc4-abc31b524658/c18f1131-20b1-46a8-9bb1-72ba1bc5bc83) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:56.989196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-7ab64d5b-d887-4faa-b5fd-423485f250c3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/quotas/1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 375 time: 0.0207858 Nov 25 17:17:57.074439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-a1d6a0e6-9d7c-401e-810d-b316d1d1f82f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845728 Nov 25 17:17:57.113603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c142e2c4-897b-4a41-8908-af5cc67a443d None None] For port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,segment=NetworkSegment(f98f8fce-6d72-4fbf-8800-7a6d798b6c4a),segment_id=f98f8fce-6d72-4fbf-8800-7a6d798b6c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:57.194992 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c142e2c4-897b-4a41-8908-af5cc67a443d None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.203768 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c142e2c4-897b-4a41-8908-af5cc67a443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.273862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.327255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0b0bbb4a-4eda-4388-851c-e50ff8e724bf up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:57.344201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.394705 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.445633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142e2c4-897b-4a41-8908-af5cc67a443d None None] Pushing event updated for resources: {'Port': ['ID=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:57.473576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:57.475088 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.513040 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a99c71e4-168d-4f5b-93ee-28e6d76c7f97 req-0bd69d0c-d1f9-4402-8a94-a73ceb46a4c4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 210 time: 0.0576019 Nov 25 17:17:57.535328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.676994 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.742321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0b0bbb4a-4eda-4388-851c-e50ff8e724bf,segment=NetworkSegment(8a400fca-ead5-4332-bdbe-b1fda8e31a70),segment_id=8a400fca-ead5-4332-bdbe-b1fda8e31a70)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:57.749976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.830919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bd42a89-7ed3-4a9e-b72a-f613bf3068a4 req-87f45639-8930-4541-bba0-4aecfefbc4b7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.1172996 Nov 25 17:17:57.875605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.949116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7ce7e8-b145-4262-ab7c-40b853bd10ca']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:57.983153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:57.983519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fe131c-18d2-4c11-a499-2a2fcc8d02c9') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:57.992397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=0b0bbb4a-4eda-4388-851c-e50ff8e724bf,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:58.043529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.045618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.085971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Allocated IP 172.25.1.61 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/414f2cc0-d9af-4257-9f75-333000b324ff) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:58.254004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.274589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:17:58.275191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:17:58.286739 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:17:58.289929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:58.345169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:58.349687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Delete allocated IP 2001:db8::2b4 (cf5cb3f5-5943-4f41-a974-97008c523320/f3c6e63c-b144-4f37-ab08-156d27a3c6ad) {{(pid=103598) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:17:58.388307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:58.421333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=1e2c44c5-63d4-4dd5-8618-8b8da451f1f6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:58.424678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eda737-8558-4341-a13e-a4fcbb253b11 None None] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:58.526777 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.613643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-07f4ab53-4f46-4829-ac8d-0e9ab43ab906 None None] Provisioning complete for port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:58.615700 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07f4ab53-4f46-4829-ac8d-0e9ab43ab906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.624913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.635251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Allocated IP 2001:db8:0:2::1f (cf5cb3f5-5943-4f41-a974-97008c523320/4f7d0aa2-28e8-4152-acc4-abc31b524658/47208994-fbfe-42b6-afc5-3c799a436c8d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:58.702311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8553756-de21-40a1-99e9-ea63a9aadb44 req-419e2f30-43cd-4554-854c-1eb751cb5cd2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 210 time: 0.0570595 Nov 25 17:17:58.814031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Pushing event updated for resources: {'Port': ['ID=414f2cc0-d9af-4257-9f75-333000b324ff,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:58.843681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.858867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:58.880590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.887128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6d7ce7e8-b145-4262-ab7c-40b853bd10ca HTTP/1.1" status: 204 len: 168 time: 2.0957391 Nov 25 17:17:58.888087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caef0c-55ba-4f12-9b1f-1a0970e3faa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7ce7e8-b145-4262-ab7c-40b853bd10ca,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:58.895529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:58.906679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:58.907324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.919571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:58.931262 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3e3dd530-f55f-4e29-b571-87c881cb2c0b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8665752 Nov 25 17:17:58.932433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:58.941134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:db:65:41'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:59.010490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:59.012238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.229340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:59.231830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51625105-dc66-4b32-9e8d-f227cf1cfe45 req-ca7ae2c3-b744-478b-98c2-4531bfd71b8d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.1108756 Nov 25 17:17:59.294552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Provisioning complete for port abcbc82c-175c-47a8-abde-951ae9ea5883 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:59.295322 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.331828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:59.351661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b7735af6-8247-4a5a-a404-7c6cbb5ca620 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e4e7fe329784ce1aaaa27269b7f2263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1179235 Nov 25 17:17:59.352236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:59.388355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Port abcbc82c-175c-47a8-abde-951ae9ea5883 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:59.404063 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.415649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Provisioning complete for port 1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:59.416852 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.445960 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:59.446664 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.478951 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e360dea9-b158-4601-99ab-682571698da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.501298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Port 1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:59.521824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Provisioning complete for port 47208994-fbfe-42b6-afc5-3c799a436c8d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:59.522291 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.523810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e360dea9-b158-4601-99ab-682571698da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.576859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ed7427de-449e-4b93-bb0d-bca6f001b938 None None] Port 47208994-fbfe-42b6-afc5-3c799a436c8d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:59.660508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0b0bbb4a-4eda-4388-851c-e50ff8e724bf up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:59.710776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-24c70497-83dd-4f5a-af5f-39aad8f81079 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729129 Nov 25 17:17:59.759763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ca8dc8d5-4873-47cb-917a-3331c2aa7884 None None] Provisioning complete for port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:59.762511 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc8d5-4873-47cb-917a-3331c2aa7884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.854642 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.014080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.023533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.053030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:00.053559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.147171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] In _notify_port_updated(), no bound segment for port 47208994-fbfe-42b6-afc5-3c799a436c8d on network cf5cb3f5-5943-4f41-a974-97008c523320 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:18:00.150270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81856-3adb-4954-b347-0e1a3637489d req-66f8efb5-d1e5-4f79-bdb6-972f61faeb1b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.154977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.156092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.158085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "PUT /v2.0/ports/47208994-fbfe-42b6-afc5-3c799a436c8d HTTP/1.1" status: 200 len: 969 time: 4.0220592 Nov 25 17:18:00.162395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-66f8efb5-d1e5-4f79-bdb6-972f61faeb1b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4242342 Nov 25 17:18:00.165444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45656) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:00.167947 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.196712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee864c-3b91-4d9e-aa56-1e5850fac26c tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event updated for resources: {'Port': ['ID=47208994-fbfe-42b6-afc5-3c799a436c8d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:00.327986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7cf8e1cb-9a94-4a4a-9e64-2c4440fd8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.329721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7cf8e1cb-9a94-4a4a-9e64-2c4440fd8377 service neutron] 10.222.0.60 "GET /v2.0/ports/ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 1032 time: 0.0536494 Nov 25 17:18:00.369614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4618e29-39c5-43e7-ab8c-4dd4dee2d5c7 req-69eed1ec-74fd-4227-afda-b38c067ce507 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 210 time: 0.5120795 Nov 25 17:18:00.385241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Request body: {'port': {'device_id': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '1177c4b6ff6f4cdc81f1945404b31ab8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:00.426378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-0a7f15cf-abef-4888-8cd4-7c16bafa97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.427900 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-0a7f15cf-abef-4888-8cd4-7c16bafa97c8 service neutron] 10.222.0.60 "GET /v2.0/ports/2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 1033 time: 0.0826063 Nov 25 17:18:00.475121 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.553635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=1e2c44c5-63d4-4dd5-8618-8b8da451f1f6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:00.598065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5ef999de-263f-465b-9420-d45b1e643d1a None None] Provisioning complete for port 47208994-fbfe-42b6-afc5-3c799a436c8d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:00.598450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ef999de-263f-465b-9420-d45b1e643d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.615989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c7a6d4c-8075-4c12-a33a-a75c6444b297 req-97e5968a-5631-45ea-a53c-660e82d99dd7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0496924 Nov 25 17:18:00.661106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e360dea9-b158-4601-99ab-682571698da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.664585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e360dea9-b158-4601-99ab-682571698da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.668791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e360dea9-b158-4601-99ab-682571698da2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df0a74ca-36b8-4312-b183-05414d2dad8e HTTP/1.1" status: 204 len: 168 time: 1.2941737 Nov 25 17:18:00.687197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5ef999de-263f-465b-9420-d45b1e643d1a None None] Port 47208994-fbfe-42b6-afc5-3c799a436c8d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:00.737372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360dea9-b158-4601-99ab-682571698da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0a74ca-36b8-4312-b183-05414d2dad8e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:00.778007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3b287d61-19ce-455f-ba69-87319f8e635f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.784048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3b287d61-19ce-455f-ba69-87319f8e635f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.791065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3b287d61-19ce-455f-ba69-87319f8e635f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.792737 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3b287d61-19ce-455f-ba69-87319f8e635f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "GET /v2.0/networks?id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=a159a140-c32b-487a-857c-191ffdb4911e&id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 1994 time: 0.3561387 Nov 25 17:18:00.873058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] In _notify_port_updated(), no bound segment for port 1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 on network 9121943d-e6bb-4662-9f40-4adee1b2ae69 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:18:00.882994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.884786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.888006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0d49204d-3eba-45ee-b0b1-134f68e05f88 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "PUT /v2.0/ports/1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 HTTP/1.1" status: 200 len: 997 time: 1.9532781 Nov 25 17:18:00.892218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:00.916517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ea2eadae-a740-4e8c-a00f-872a13e530ca tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port 47208994-fbfe-42b6-afc5-3c799a436c8d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:00.916778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea2eadae-a740-4e8c-a00f-872a13e530ca tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.918967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-81c62f11-b07a-439c-9036-4666c9eeb225 None None] Provisioning complete for port 1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:00.919666 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81c62f11-b07a-439c-9036-4666c9eeb225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.956069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-4a33a343-019a-44bb-b72c-6554f35549bd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a HTTP/1.1" status: 200 len: 379 time: 0.1167152 Nov 25 17:18:00.970881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'admin_state_up': True, 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'security_groups': ['ccf8aa9c-968c-478e-a9a1-df8f27ea05c1']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:00.981888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-81c62f11-b07a-439c-9036-4666c9eeb225 None None] Port 1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:00.990969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Made reservation on behalf of 1177c4b6ff6f4cdc81f1945404b31ab8 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:00.995500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:01.030430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:01.081854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea2eadae-a740-4e8c-a00f-872a13e530ca tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:01.100425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ea2eadae-a740-4e8c-a00f-872a13e530ca tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for 47208994-fbfe-42b6-afc5-3c799a436c8d owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:01.280225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:01.283875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:01.388583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:18:01.451522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-30952626-6e9b-43a0-a781-162f74e495cb tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Deleting port 1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:01.452159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30952626-6e9b-43a0-a781-162f74e495cb tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:01.532479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Allocated IP 172.20.0.5 (af923ac7-74c6-4b48-b36f-5047e89dfdb4/f12de2ce-9a48-4f26-81e7-fd454e827edd/4c3f70eb-7aba-4831-9297-ba83a64ea974) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:01.568183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9e6006a-5381-4d81-ae8a-e247b1a06dc0 req-90a152de-f8ba-497e-9068-8f0a05aa2cd8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 210 time: 0.0825412 Nov 25 17:18:01.578010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:01.589782 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70999869-fb29-4969-a571-4f172044f81a None None] Sync routers for ids ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:01.603375 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70999869-fb29-4969-a571-4f172044f81a None None] Routers {'0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:01.604044 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-70999869-fb29-4969-a571-4f172044f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:01.624062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Allocated IP 192.168.233.45 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/346213a4-2f57-465b-91e6-e372d4891302) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:01.649083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:01.652861 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-909347db-8639-4ae2-a2f9-3c90afd995e6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5456874 Nov 25 17:18:01.654961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45684) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:01.839319 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-70999869-fb29-4969-a571-4f172044f81a None None] Set router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:01.893868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66509232-30cc-4cb2-9072-06f2d5c849f6 req-03429c9f-8d66-4410-b0fc-80f99b0e712c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0892515 Nov 25 17:18:01.912100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30952626-6e9b-43a0-a781-162f74e495cb tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:01.938573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:01.939047 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea2eadae-a740-4e8c-a00f-872a13e530ca tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:01.967035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-30952626-6e9b-43a0-a781-162f74e495cb tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Calling delete_port for 1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:01.996200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.155848 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-955de279-2b3f-4f1a-b6aa-74fe83ea9077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.186343 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-70999869-fb29-4969-a571-4f172044f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:17:59Z', 'revision_number': 3, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:02.189310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.222225 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70999869-fb29-4969-a571-4f172044f81a None None] Checking router: 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:18:02.223056 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70999869-fb29-4969-a571-4f172044f81a None None] Updating router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 port 414f2cc0-d9af-4257-9f75-333000b324ff binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:18:02.279531 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70999869-fb29-4969-a571-4f172044f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.284159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:02.320333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:02.327308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:02.382279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=4c3f70eb-7aba-4831-9297-ba83a64ea974,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:02.390656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:02.393586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eadae-a740-4e8c-a00f-872a13e530ca tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=47208994-fbfe-42b6-afc5-3c799a436c8d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:02.396842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.424579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-836626433-network', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:02.432318 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-961db88f-4b49-41fb-a32e-847a1881b177 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4668636 Nov 25 17:18:02.471390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'admin_state_up': True, 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'security_groups': ['ccf8aa9c-968c-478e-a9a1-df8f27ea05c1']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:02.483058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Made reservation on behalf of f4d43e7d3baf4ffb8da544d6e2631618 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:02.485511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.548035 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea2eadae-a740-4e8c-a00f-872a13e530ca tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.560482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45700) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:02.560765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ea2eadae-a740-4e8c-a00f-872a13e530ca tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/47208994-fbfe-42b6-afc5-3c799a436c8d HTTP/1.1" status: 204 len: 168 time: 2.3849204 Nov 25 17:18:02.566492 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.654109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.656637 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ec0b43-2809-4303-bb4d-63d2608b99e3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] GET failed (client error): The resource could not be found. Nov 25 17:18:02.662427 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-19ec0b43-2809-4303-bb4d-63d2608b99e3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports/47208994-fbfe-42b6-afc5-3c799a436c8d HTTP/1.1" status: 404 len: 333 time: 0.0968997 Nov 25 17:18:02.669450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45704) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:02.744590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3bfcc458-4cea-46d6-9775-5cefc7205e37 None None] Provisioning complete for port 4c3f70eb-7aba-4831-9297-ba83a64ea974 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:02.744982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc458-4cea-46d6-9775-5cefc7205e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.823441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-43809d9a-a165-4ca1-964e-8b065d18da75 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.853097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3bfcc458-4cea-46d6-9775-5cefc7205e37 None None] Port 4c3f70eb-7aba-4831-9297-ba83a64ea974 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:02.866725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:02.867123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.870972 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.887466 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.892797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.896440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-43809d9a-a165-4ca1-964e-8b065d18da75 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.932054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-083ce184-d8c2-4334-8005-485fe4744606 req-ed84fd10-6a21-4cda-83a1-3679c64fbbf4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 210 time: 0.0702090 Nov 25 17:18:02.943453 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70999869-fb29-4969-a571-4f172044f81a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.952820 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70999869-fb29-4969-a571-4f172044f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.989287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.997543 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-70999869-fb29-4969-a571-4f172044f81a None None] Attempting to bind port 414f2cc0-d9af-4257-9f75-333000b324ff on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:02.998079 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-70999869-fb29-4969-a571-4f172044f81a None None] Attempting to bind port 414f2cc0-d9af-4257-9f75-333000b324ff by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:02.998577 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999869-fb29-4969-a571-4f172044f81a None None] Attempting to bind port 414f2cc0-d9af-4257-9f75-333000b324ff on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:03.006361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:03.006895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:03.011500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f', '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:03.028908 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999869-fb29-4969-a571-4f172044f81a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:03.029782 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999869-fb29-4969-a571-4f172044f81a None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:03.030961 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70999869-fb29-4969-a571-4f172044f81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.031599 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70999869-fb29-4969-a571-4f172044f81a None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:03.032516 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-70999869-fb29-4969-a571-4f172044f81a None None] Bound port: 414f2cc0-d9af-4257-9f75-333000b324ff, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:03.033327 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70999869-fb29-4969-a571-4f172044f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.087842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:03.170303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-43809d9a-a165-4ca1-964e-8b065d18da75 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.171355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:03.173829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-43809d9a-a165-4ca1-964e-8b065d18da75 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.175037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-43809d9a-a165-4ca1-964e-8b065d18da75 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/security-groups/beb47dee-8d75-4b42-93d6-29cbab4c0aad HTTP/1.1" status: 204 len: 168 time: 0.5046039 Nov 25 17:18:03.179316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:03.186803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45710) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:03.200852 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd19af-34d9-4608-a6bd-34fc32cb6851 None None] Pushing event updated for resources: {'Port': ['ID=414f2cc0-d9af-4257-9f75-333000b324ff,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:03.218634 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-70999869-fb29-4969-a571-4f172044f81a None None] For port 414f2cc0-d9af-4257-9f75-333000b324ff, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:03.226252 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-70999869-fb29-4969-a571-4f172044f81a None None] For port 414f2cc0-d9af-4257-9f75-333000b324ff, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=414f2cc0-d9af-4257-9f75-333000b324ff,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:03.234186 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-70999869-fb29-4969-a571-4f172044f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.254963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4a2292-92de-4cc8-976d-d8ed4aa46567,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:03.287082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.291949 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Added segment 26d887a1-300e-4d87-92a6-e92eda5c4f14 of type vlan for network 6096b4ef-bc99-466f-8abb-e946270459f0 Nov 25 17:18:03.394037 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70999869-fb29-4969-a571-4f172044f81a None None] Routers {'0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:03.395092 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-70999869-fb29-4969-a571-4f172044f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:17:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:03.478458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:03.482203 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd19af-34d9-4608-a6bd-34fc32cb6851 None None] Pushing event updated for resources: {'Port': ['ID=414f2cc0-d9af-4257-9f75-333000b324ff,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:03.512859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:03.513560 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.620967 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-70999869-fb29-4969-a571-4f172044f81a None None] Set router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:03.641933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43809d9a-a165-4ca1-964e-8b065d18da75 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb47dee-8d75-4b42-93d6-29cbab4c0aad,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:03.660497 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.669666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-cb53c8dd-a157-4576-bc7c-f75af15019ec tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3142312 Nov 25 17:18:03.675345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30952626-6e9b-43a0-a781-162f74e495cb tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.686541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Allocated IP 10.1.1.107 (f3ed5c1a-71e3-4a94-ac91-d43e00596879/8554cb33-73b5-4bb6-b37d-7e3f94683c8d/085da1b1-1c41-445c-9f70-285163ebfa81) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:03.695380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d323-0471-4fac-98e8-b0b0208831f9 req-e841773b-e9c4-4775-a81b-9c0700cb2537 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:03.707975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b27d323-0471-4fac-98e8-b0b0208831f9 req-e841773b-e9c4-4775-a81b-9c0700cb2537 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 931 time: 0.6336811 Nov 25 17:18:03.733448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Request body: {'port': {'device_id': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:03.739061 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dafd1e4-cdb1-4c4e-8306-2c1f58051508 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.777834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9b7eb909-2a8c-4c5f-b5ce-b304ab23b139 None None] Provisioning complete for port 346213a4-2f57-465b-91e6-e372d4891302 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:03.778451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb909-2a8c-4c5f-b5ce-b304ab23b139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.809452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dafd1e4-cdb1-4c4e-8306-2c1f58051508 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.865625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9b7eb909-2a8c-4c5f-b5ce-b304ab23b139 None None] Port 346213a4-2f57-465b-91e6-e372d4891302 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:03.905102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30952626-6e9b-43a0-a781-162f74e495cb tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Port': ['ID=1e2c44c5-63d4-4dd5-8618-8b8da451f1f6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:04.008182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.020833 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-70999869-fb29-4969-a571-4f172044f81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:17:59Z', 'revision_number': 3, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:04.046274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.048111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:04.048917 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.091041 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1500270 Nov 25 17:18:04.099487 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70999869-fb29-4969-a571-4f172044f81a None None] The sync data for ids ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'] in n-d-819349-3 is: [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:17:59Z', 'revision_number': 3, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:04.112870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Allocated IP 172.20.0.1 (12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28/97f92504-6c5c-47f0-85a9-b616fcd26216/aaa7e651-1bad-43c0-8779-3da2c02eea34) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:04.187509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:04.203836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b27d323-0471-4fac-98e8-b0b0208831f9 req-16e54a68-d455-4fe4-98bd-1a4855799aeb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4818547 Nov 25 17:18:04.243968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.266924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Request body: {'subnet': {'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-836626433-subnet', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:04.331968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Made reservation on behalf of f4d43e7d3baf4ffb8da544d6e2631618 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:04.333765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:04.335473 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.339743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:04.355867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:04.360790 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30952626-6e9b-43a0-a781-162f74e495cb tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.363756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7246b46-e1c3-4ff1-8d8d-3c9a56204a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.374367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-30952626-6e9b-43a0-a781-162f74e495cb tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "DELETE /v2.0/ports/1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 HTTP/1.1" status: 204 len: 168 time: 3.4701874 Nov 25 17:18:04.376883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=085da1b1-1c41-445c-9f70-285163ebfa81,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:04.379445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:04.413194 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.428549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dafd1e4-cdb1-4c4e-8306-2c1f58051508 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.431416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dafd1e4-cdb1-4c4e-8306-2c1f58051508 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.433352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7dafd1e4-cdb1-4c4e-8306-2c1f58051508 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/security-groups/f0165141-69b9-47e4-8e2b-df9c4b94917c HTTP/1.1" status: 204 len: 168 time: 1.2427931 Nov 25 17:18:04.451275 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77ada76-3ec7-4711-9e56-186716826caa tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] GET failed (client error): The resource could not be found. Nov 25 17:18:04.454022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:04.455700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d77ada76-3ec7-4711-9e56-186716826caa tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "GET /v2.0/ports/1e2c44c5-63d4-4dd5-8618-8b8da451f1f6 HTTP/1.1" status: 404 len: 333 time: 0.0435243 Nov 25 17:18:04.468259 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.469962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45726) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:04.486976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69', 'name': 'tempest-AllowedAddressPairTestJSON-1584967961'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:04.526870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baabe2e-23ed-40c8-9f0f-28cddf86b078 admin admin] Pushing event updated for resources: {'Network': ['ID=6096b4ef-bc99-466f-8abb-e946270459f0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:04.541651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 6096b4ef-bc99-466f-8abb-e946270459f0 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:04.594072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f32ff-f354-4376-9428-c481f38c87eb req-1c4b555e-1baa-4c8a-a9bb-8d98c3ea893a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:04.597932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1f32ff-f354-4376-9428-c481f38c87eb req-1c4b555e-1baa-4c8a-a9bb-8d98c3ea893a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 935 time: 0.5220635 Nov 25 17:18:04.674906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafd1e4-cdb1-4c4e-8306-2c1f58051508 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0165141-69b9-47e4-8e2b-df9c4b94917c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:04.727385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:04.728088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.781090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Made reservation on behalf of 3a20ff229b3648fbb244cf95a168eb6e for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:04.784796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.788153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1f32ff-f354-4376-9428-c481f38c87eb req-5dae211f-6f7e-497b-bbcb-2acacc8b687b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698647 Nov 25 17:18:04.830258 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9671e1ef-f817-4f99-be53-55505272fd44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3636208 Nov 25 17:18:04.841039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] device_id is not set on port 7bedb83c-a05e-4752-bf69-a2c1b77d313b yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:18:04.870189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-289919dd-2be1-4068-8560-06d1deacf96f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.876266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'admin_state_up': True, 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'security_groups': ['ccf8aa9c-968c-478e-a9a1-df8f27ea05c1']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:04.920702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f048d8a2-f3cd-4c95-87ee-d9d1129e1baf None None] Provisioning complete for port 085da1b1-1c41-445c-9f70-285163ebfa81 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:04.922515 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f048d8a2-f3cd-4c95-87ee-d9d1129e1baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:04.999423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f048d8a2-f3cd-4c95-87ee-d9d1129e1baf None None] Port 085da1b1-1c41-445c-9f70-285163ebfa81 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:05.009733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Allocated IP 172.20.0.10 (9121943d-e6bb-4662-9f40-4adee1b2ae69/c21d5a58-e8c9-412f-847c-d747513015b8/7bedb83c-a05e-4752-bf69-a2c1b77d313b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:05.076557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.084634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.180091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afe27ad-3a92-497f-9e09-0709cb480cb5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:05.252433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Checking segment: {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:05.252919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Network hostable DHCP agents. Network: 6096b4ef-bc99-466f-8abb-e946270459f0, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:05.260281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346213a4-2f57-465b-91e6-e372d4891302 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:05.280804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-289919dd-2be1-4068-8560-06d1deacf96f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.291745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:05.303947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:05.316353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.328536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:05.342166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 414f2cc0-d9af-4257-9f75-333000b324ff up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:05.383147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Pushing event updated for resources: {'Port': ['ID=aaa7e651-1bad-43c0-8779-3da2c02eea34,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:05.403534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Transition to ACTIVE for port object 346213a4-2f57-465b-91e6-e372d4891302 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:05.408409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Network 6096b4ef-bc99-466f-8abb-e946270459f0 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:05.421786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.457459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 414f2cc0-d9af-4257-9f75-333000b324ff triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:05.458199 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.477310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.577835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.579435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-289919dd-2be1-4068-8560-06d1deacf96f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.582481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-289919dd-2be1-4068-8560-06d1deacf96f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.586712 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-289919dd-2be1-4068-8560-06d1deacf96f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/security-groups/20925b4d-3021-411a-b2d8-c30d376cacdb HTTP/1.1" status: 204 len: 168 time: 1.1246545 Nov 25 17:18:05.599840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45732) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:05.619237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:05.625046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 6096b4ef-bc99-466f-8abb-e946270459f0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:05.637403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:05.638210 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.675565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c657e-88fe-47fd-a545-cb80c0effaa4 None None] Network 6096b4ef-bc99-466f-8abb-e946270459f0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:05.752905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:05.894226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:05.923045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4491fcec-bc89-4244-889b-c89ce6509cd0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7213938 Nov 25 17:18:05.930053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:05.937165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:05.945855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:05.950853 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.990803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2179ec-97f4-4c81-a596-8607a729155f req-f652a0b3-e132-440f-a0db-7486d2b0b328 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:05.995267 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.002253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2179ec-97f4-4c81-a596-8607a729155f req-f652a0b3-e132-440f-a0db-7486d2b0b328 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:06.015543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b2179ec-97f4-4c81-a596-8607a729155f req-f652a0b3-e132-440f-a0db-7486d2b0b328 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 1653 time: 0.5832536 Nov 25 17:18:06.049944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:06.052570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.063462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c4ba2725-d420-4358-b1e3-4c7ed6672ca9 None None] Provisioning complete for port aaa7e651-1bad-43c0-8779-3da2c02eea34 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:06.063900 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2725-d420-4358-b1e3-4c7ed6672ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.090141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289919dd-2be1-4068-8560-06d1deacf96f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20925b4d-3021-411a-b2d8-c30d376cacdb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:06.168346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.170090 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.195714 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.200870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 414f2cc0-d9af-4257-9f75-333000b324ff, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=414f2cc0-d9af-4257-9f75-333000b324ff,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:06.255531 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.259573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba2725-d420-4358-b1e3-4c7ed6672ca9 None None] Port aaa7e651-1bad-43c0-8779-3da2c02eea34 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:06.294486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.310890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:06.311244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:06.311571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:06.314218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-119a487e-cfbc-4629-9db2-40011bb92d7a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet f3c6e63c-b144-4f37-ab08-156d27a3c6ad {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:06.318481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:06.322859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.338243 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-119a487e-cfbc-4629-9db2-40011bb92d7a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.357583 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8784957 Nov 25 17:18:06.375826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45740) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:06.402327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e381e-7712-4307-8e97-cbf3da5f094b tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=7bedb83c-a05e-4752-bf69-a2c1b77d313b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:06.422331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'network_id': '9121943d-e6bb-4662-9f40-4adee1b2ae69', 'name': 'tempest-AllowedAddressPairTestJSON-2092629113'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:06.431173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=414f2cc0-d9af-4257-9f75-333000b324ff,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:06.444093 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.501548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c758df1e-89d7-4a43-aebd-b9a4e25c092e None None] Provisioning complete for port 7bedb83c-a05e-4752-bf69-a2c1b77d313b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:06.502361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c758df1e-89d7-4a43-aebd-b9a4e25c092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.509678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-6096b4ef-bc99-466f-8abb-e946270459f0', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:18:06.511118 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.558717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-119a487e-cfbc-4629-9db2-40011bb92d7a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.590825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.601866 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b2179ec-97f4-4c81-a596-8607a729155f req-900aad66-8b24-494d-99f6-633b27f005f9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5853865 Nov 25 17:18:06.602732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:06.603054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:06.611223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:06.611655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:06.612128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:06.612765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Bound port: 346213a4-2f57-465b-91e6-e372d4891302, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:06.613233 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.654709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55a90-e268-4112-bacf-eb005247b095 req-54e59277-7cbe-4ea1-8860-f72d7df3d562 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:06.656343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51c55a90-e268-4112-bacf-eb005247b095 req-54e59277-7cbe-4ea1-8860-f72d7df3d562 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.6324160 Nov 25 17:18:06.809407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Allocated IP 172.20.0.2 (6096b4ef-bc99-466f-8abb-e946270459f0/0afe27ad-3a92-497f-9e09-0709cb480cb5/c64da410-3036-400a-aa5b-4ee488126440) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:06.866704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:06.879028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:06.901673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.000777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51c55a90-e268-4112-bacf-eb005247b095 req-15850215-c657-4df0-93d9-96e9948a728b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839494 Nov 25 17:18:07.022807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.023573 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.045737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] 10.222.0.60 "PUT /v2.0/ports/346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 1095 time: 3.3070486 Nov 25 17:18:07.045737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'tag': '346213a4-2f57-465b-91e6-e372d4891302'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:07.066073 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663ba1e3-c46e-4987-97f9-8b119ce24972" -d '{"events": [{"name": "network-changed", "server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "tag": "346213a4-2f57-465b-91e6-e372d4891302"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:07.080769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.107197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Allocated IP 10.1.1.112 (f3ed5c1a-71e3-4a94-ac91-d43e00596879/8554cb33-73b5-4bb6-b37d-7e3f94683c8d/d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:07.133665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-119a487e-cfbc-4629-9db2-40011bb92d7a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.226523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503f89-070f-477c-92fc-eba40435eec8 service neutron] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:07.276889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Made reservation on behalf of 3a20ff229b3648fbb244cf95a168eb6e for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:07.287269 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.291104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c758df1e-89d7-4a43-aebd-b9a4e25c092e None None] Port 7bedb83c-a05e-4752-bf69-a2c1b77d313b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:07.302538 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.311088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.355187 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.373494 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.419871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81856-3adb-4954-b347-0e1a3637489d req-a95e9926-c638-446a-bddd-ae35926f3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.421894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-a95e9926-c638-446a-bddd-ae35926f3800 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1098 time: 0.2917459 Nov 25 17:18:07.467926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] device_id is not set on port feb053da-1f99-4611-9884-5fd9f9ab23a8 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:18:07.496645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Pushing event updated for resources: {'Port': ['ID=c64da410-3036-400a-aa5b-4ee488126440,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:07.500996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 414f2cc0-d9af-4257-9f75-333000b324ff up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:07.542249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Network 6096b4ef-bc99-466f-8abb-e946270459f0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:07.550612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:07.555519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:07.613122 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f38d14d-6357-4da5-9cf5-a3db4be15de7 x-openstack-request-id: req-8f38d14d-6357-4da5-9cf5-a3db4be15de7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:07.613407 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "tag": "346213a4-2f57-465b-91e6-e372d4891302", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:07.613678 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f38d14d-6357-4da5-9cf5-a3db4be15de7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:07.614086 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'tag': '346213a4-2f57-465b-91e6-e372d4891302', 'status': 'completed', 'code': 200} Nov 25 17:18:07.625208 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-119a487e-cfbc-4629-9db2-40011bb92d7a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.647195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-dc2a1cb5-744d-4852-8959-bd568ccb5e42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.2006981 Nov 25 17:18:07.650629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 414f2cc0-d9af-4257-9f75-333000b324ff triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:07.651017 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.652661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Attempting to bind port c64da410-3036-400a-aa5b-4ee488126440 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:07.653064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Attempting to bind port c64da410-3036-400a-aa5b-4ee488126440 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:07.653435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Attempting to bind port c64da410-3036-400a-aa5b-4ee488126440 on network 6096b4ef-bc99-466f-8abb-e946270459f0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:07.667157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a487e-cfbc-4629-9db2-40011bb92d7a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c6e63c-b144-4f37-ab08-156d27a3c6ad,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:07.721934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:07.722464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Checking segment: {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:07.723259 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.723259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Bound using segment: {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:07.723766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Bound port: c64da410-3036-400a-aa5b-4ee488126440, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:07.724902 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.743054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-119a487e-cfbc-4629-9db2-40011bb92d7a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.744291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd2d03-5a95-4daf-890d-c2836ca659e6 None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:07.746285 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-119a487e-cfbc-4629-9db2-40011bb92d7a tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/f3c6e63c-b144-4f37-ab08-156d27a3c6ad HTTP/1.1" status: 204 len: 168 time: 2.1254523 Nov 25 17:18:07.754255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45752) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:07.821676 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.835458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81856-3adb-4954-b347-0e1a3637489d req-34a613f4-825c-4425-8005-c3dd9aeb00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.836887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-34a613f4-825c-4425-8005-c3dd9aeb00d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1609945 Nov 25 17:18:07.879182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.891089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.919865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0299f-e6a8-42cc-b92c-26e8fd001aa3 req-432d6943-a798-4ecc-864c-f9146322edba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.928115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0299f-e6a8-42cc-b92c-26e8fd001aa3 req-432d6943-a798-4ecc-864c-f9146322edba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.929854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8c0299f-e6a8-42cc-b92c-26e8fd001aa3 req-432d6943-a798-4ecc-864c-f9146322edba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 1653 time: 0.1865134 Nov 25 17:18:07.977008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Allocated IP 172.20.0.7 (9121943d-e6bb-4662-9f40-4adee1b2ae69/c21d5a58-e8c9-412f-847c-d747513015b8/feb053da-1f99-4611-9884-5fd9f9ab23a8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:07.988428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d2955a-6e79-4386-b3d0-c672818c1e19 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet 4f7d0aa2-28e8-4152-acc4-abc31b524658 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:08.012594 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21d2955a-6e79-4386-b3d0-c672818c1e19 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:08.090434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe81856-3adb-4954-b347-0e1a3637489d req-55203f88-2d3b-4ac3-8902-5f989d3c5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:08.093437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-55203f88-2d3b-4ac3-8902-5f989d3c5be2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230759 Nov 25 17:18:08.098390 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:08.117010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8c0299f-e6a8-42cc-b92c-26e8fd001aa3 req-993cee73-a3cc-4d4e-bc53-39ddce295a31 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409104 Nov 25 17:18:08.134919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] For port c64da410-3036-400a-aa5b-4ee488126440, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:08.174697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] For port c64da410-3036-400a-aa5b-4ee488126440, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c64da410-3036-400a-aa5b-4ee488126440,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:08.228971 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:08.235580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Allocated IP 172.25.1.220 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/2f3927e6-6d39-46e2-841c-4d5dc2cefba7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:08.323398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa6038-671d-4666-a8b7-6a751c2c3d3e None None] Pushing event updated for resources: {'Port': ['ID=c64da410-3036-400a-aa5b-4ee488126440,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:08.416821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a9301-54b9-4957-b7b8-9db36af282f2 req-32ba62cc-d9b5-42d1-a333-524518c3a96d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:08.418480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-643a9301-54b9-4957-b7b8-9db36af282f2 req-32ba62cc-d9b5-42d1-a333-524518c3a96d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.2202961 Nov 25 17:18:08.422446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-99c330f3-77ff-48de-9ea2-812291054bc6 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187425 Nov 25 17:18:08.572589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:08.708751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:08.792690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21d2955a-6e79-4386-b3d0-c672818c1e19 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:08.795948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:08.827795 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:08.909411 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:08.971330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:09.061477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:09.066867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-643a9301-54b9-4957-b7b8-9db36af282f2 req-061399ad-e0d2-43db-8cec-2e9e83aae38f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416893 Nov 25 17:18:09.084575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Pushing event updated for resources: {'Port': ['ID=aaa7e651-1bad-43c0-8779-3da2c02eea34,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:09.099858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:09.111109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.135032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe81856-3adb-4954-b347-0e1a3637489d req-52255642-3629-4d49-9560-b07b84680eee service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998532 Nov 25 17:18:09.177797 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.249035 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.312628 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.336201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c64da410-3036-400a-aa5b-4ee488126440 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:09.378508 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21d2955a-6e79-4386-b3d0-c672818c1e19 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.454064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:09.467061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:09.473220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:09.485407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c64da410-3036-400a-aa5b-4ee488126440 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:09.485964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.491379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Pushing event updated for resources: {'Port': ['ID=2f3927e6-6d39-46e2-841c-4d5dc2cefba7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:09.572679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:09.575023 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.595291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:09.609171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-51c7a1ce-5525-4805-a1c1-ef165c3ab150 None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:09.609816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51c7a1ce-5525-4805-a1c1-ef165c3ab150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.629055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:09.663315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:09.694511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2763848-dca7-4e1f-a30a-fb0c1feebf45 req-db1a0a6d-73e0-4c26-b483-9947efbc8f60 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:09.701971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2763848-dca7-4e1f-a30a-fb0c1feebf45 req-db1a0a6d-73e0-4c26-b483-9947efbc8f60 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:09.724226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2763848-dca7-4e1f-a30a-fb0c1feebf45 req-db1a0a6d-73e0-4c26-b483-9947efbc8f60 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:09.736333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2763848-dca7-4e1f-a30a-fb0c1feebf45 req-db1a0a6d-73e0-4c26-b483-9947efbc8f60 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 2374 time: 0.4294071 Nov 25 17:18:09.806455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-06154762-96be-45bd-952a-5ae3d9de0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:09.808500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-06154762-96be-45bd-952a-5ae3d9de0949 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1098 time: 0.5891950 Nov 25 17:18:09.824311 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c157e29a-b55a-42a9-b0b5-e1a13232c946 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9667923 Nov 25 17:18:09.872086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=feb053da-1f99-4611-9884-5fd9f9ab23a8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:09.888069 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.937200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e', 'admin_state_up': True, 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'security_groups': ['ccf8aa9c-968c-478e-a9a1-df8f27ea05c1']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:09.954738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port c64da410-3036-400a-aa5b-4ee488126440, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c64da410-3036-400a-aa5b-4ee488126440,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:09.965973 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.032782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2763848-dca7-4e1f-a30a-fb0c1feebf45 req-83bb610c-41ff-45cb-9a88-b2f417135a64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951095 Nov 25 17:18:10.059565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=c64da410-3036-400a-aa5b-4ee488126440,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:10.085576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21d2955a-6e79-4386-b3d0-c672818c1e19 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.104768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd613110-35b1-4399-ba6e-e8c6480edd34 None None] Network 6096b4ef-bc99-466f-8abb-e946270459f0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:10.150398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:10.152212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.158414 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21d2955a-6e79-4386-b3d0-c672818c1e19 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.163513 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-21d2955a-6e79-4386-b3d0-c672818c1e19 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/4f7d0aa2-28e8-4152-acc4-abc31b524658 HTTP/1.1" status: 204 len: 168 time: 2.4024425 Nov 25 17:18:10.181927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:10.219801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:10.224609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd904e-6599-4c7b-bccd-06ec5886a420 None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:10.225916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2955a-6e79-4386-b3d0-c672818c1e19 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7d0aa2-28e8-4152-acc4-abc31b524658,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:10.239352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:10.272072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-35b6ae5c-ff30-40dd-a7b0-2b5214aa365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:10.274206 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a70f0074-8bcc-4c4c-b3a6-70184a6858f1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8671615 Nov 25 17:18:10.277255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-35b6ae5c-ff30-40dd-a7b0-2b5214aa365c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.4381397 Nov 25 17:18:10.277834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:10.288769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:db:65:41'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c9:89:ed'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:10.292715 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-952f1e73-3b92-44aa-b9c4-7bfbc8a63e42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:10.293365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952f1e73-3b92-44aa-b9c4-7bfbc8a63e42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:10.299553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-952f1e73-3b92-44aa-b9c4-7bfbc8a63e42 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/f3c6e63c-b144-4f37-ab08-156d27a3c6ad HTTP/1.1" status: 404 len: 337 time: 0.1138206 Nov 25 17:18:10.315560 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:10.530500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:10.535222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-51c7a1ce-5525-4805-a1c1-ef165c3ab150 None None] Provisioning complete for port abcbc82c-175c-47a8-abde-951ae9ea5883 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:10.535692 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51c7a1ce-5525-4805-a1c1-ef165c3ab150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.559729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02a49d5-a28d-4078-88f6-74c9beeb4a80 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting subnet b52cd797-ad49-4b8c-9326-eda6ac47ceb5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:10.579927 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e02a49d5-a28d-4078-88f6-74c9beeb4a80 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.618928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-51c7a1ce-5525-4805-a1c1-ef165c3ab150 None None] Port abcbc82c-175c-47a8-abde-951ae9ea5883 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:10.620573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:10.631830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.690862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-9a10b08e-91d2-49dd-88d7-a2979c3ac389 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.3596864 Nov 25 17:18:10.733426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.766985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Provisioning complete for port c64da410-3036-400a-aa5b-4ee488126440 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:10.767652 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.938377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Provisioning complete for port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:10.938850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.950215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:10.963275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d31d4109-cce2-42fd-bcdd-53a08ca95c3e admin admin] 10.222.0.81 "PUT /v2.0/routers/0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3071260 Nov 25 17:18:11.000682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e02a49d5-a28d-4078-88f6-74c9beeb4a80 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.023451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:11.027790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Sync routers for ids ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:11.045989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Provisioning complete for port aaa7e651-1bad-43c0-8779-3da2c02eea34 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:11.046856 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.089790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Routers {'0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:11.090771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:11.098633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906beab-6270-495d-9c69-ede5990216b0 req-7f9c4ddd-d677-4e28-b53c-25aafe7d2e93 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.107273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2906beab-6270-495d-9c69-ede5990216b0 req-7f9c4ddd-d677-4e28-b53c-25aafe7d2e93 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.9039760 Nov 25 17:18:11.188721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-8bffed86-3600-4c78-9cdf-d9a106b34be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.190253 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-8bffed86-3600-4c78-9cdf-d9a106b34be7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.4880707 Nov 25 17:18:11.206635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Port aaa7e651-1bad-43c0-8779-3da2c02eea34 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:11.237284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Allocated IP 10.2.2.100 (a159a140-c32b-487a-857c-191ffdb4911e/46308e54-0d2a-4fa6-91ba-0707d12afc9b/8d341ddd-19c4-4776-b2a8-d71decc59c4b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:11.300493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Provisioning complete for port feb053da-1f99-4611-9884-5fd9f9ab23a8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:11.300493 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.346669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c64da410-3036-400a-aa5b-4ee488126440 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:11.401825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8e12a5a7-41a3-4103-bf3e-15a032fd5d7e None None] Port feb053da-1f99-4611-9884-5fd9f9ab23a8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:11.454104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c64da410-3036-400a-aa5b-4ee488126440 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:11.454555 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.458481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Set router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:11.485661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.561627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.584675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a0611839-dae7-4f01-9d9c-1427a73b0840 None None] Provisioning complete for port c64da410-3036-400a-aa5b-4ee488126440 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:11.585354 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0611839-dae7-4f01-9d9c-1427a73b0840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.635771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network a159a140-c32b-487a-857c-191ffdb4911e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:11.650293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2906beab-6270-495d-9c69-ede5990216b0 req-0113f8be-8b2f-40db-b0af-ba521d85f400 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334342 Nov 25 17:18:11.650775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:18:11.660620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:11.678579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:11.700593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=8d341ddd-19c4-4776-b2a8-d71decc59c4b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:11.780359 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e02a49d5-a28d-4078-88f6-74c9beeb4a80 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.825567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.826253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.865991 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-763b2faa-26eb-48fc-882f-cbbe6d4aad30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9759142 Nov 25 17:18:11.868274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-f2c8e49e-3a4c-4248-80fa-7a4f12209654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.870301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-f2c8e49e-3a4c-4248-80fa-7a4f12209654 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6478508 Nov 25 17:18:11.878330 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.888892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e', 'admin_state_up': True, 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'security_groups': ['ccf8aa9c-968c-478e-a9a1-df8f27ea05c1']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:11.892435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3beb1-be5e-40b4-bb61-511b4960dc0e req-4787ae39-cb14-4744-870f-8dcd7c81f952 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.899441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3beb1-be5e-40b4-bb61-511b4960dc0e req-4787ae39-cb14-4744-870f-8dcd7c81f952 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.906316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3beb1-be5e-40b4-bb61-511b4960dc0e req-4787ae39-cb14-4744-870f-8dcd7c81f952 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.916736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cba3beb1-be5e-40b4-bb61-511b4960dc0e req-4787ae39-cb14-4744-870f-8dcd7c81f952 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 2374 time: 0.6679847 Nov 25 17:18:12.088584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:12.121331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cba3beb1-be5e-40b4-bb61-511b4960dc0e req-e6ed1d13-6632-4557-911f-56caddf5e32c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027421 Nov 25 17:18:12.130384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '346213a4-2f57-465b-91e6-e372d4891302', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '346213a4-2f57-465b-91e6-e372d4891302', 'mac_address': 'fa:16:3e:ae:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:18:12.140894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Made reservation on behalf of ec41d7f0ce8a4ee08ca95bb2cd3be17a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:12.147245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.214608 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.245283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:18:06Z', 'revision_number': 4, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'aaa7e651-1bad-43c0-8779-3da2c02eea34', 'name': '', 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'mac_address': 'fa:16:3e:47:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '97f92504-6c5c-47f0-85a9-b616fcd26216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:03Z', 'updated_at': '2021-11-25T17:18:07Z', 'revision_number': 2, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'subnets': [{'id': '97f92504-6c5c-47f0-85a9-b616fcd26216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:12.248467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c54f2d24-9d9e-4e4d-9b63-c26908aa18d8 None None] Provisioning complete for port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:12.249003 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c54f2d24-9d9e-4e4d-9b63-c26908aa18d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.252902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346213a4-2f57-465b-91e6-e372d4891302 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:12.315665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Checking router: 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:18:12.316405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Updating router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 port aaa7e651-1bad-43c0-8779-3da2c02eea34 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:18:12.319405 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.359783 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e02a49d5-a28d-4078-88f6-74c9beeb4a80 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.373430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:12.380991 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.394292 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.514976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Allocated IP 10.2.2.200 (a159a140-c32b-487a-857c-191ffdb4911e/46308e54-0d2a-4fa6-91ba-0707d12afc9b/b2f403bd-5f98-4c40-a388-8e1b4aaef9ab) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:12.746877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.749859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:12.840184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.845489 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['346213a4-2f57-465b-91e6-e372d4891302'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:12.858699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a49d5-a28d-4078-88f6-74c9beeb4a80 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Subnet': ['ID=b52cd797-ad49-4b8c-9326-eda6ac47ceb5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:12.861259 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e02a49d5-a28d-4078-88f6-74c9beeb4a80 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.867820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e02a49d5-a28d-4078-88f6-74c9beeb4a80 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/b52cd797-ad49-4b8c-9326-eda6ac47ceb5 HTTP/1.1" status: 204 len: 168 time: 2.5210726 Nov 25 17:18:12.869800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45794) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:12.884674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c54f2d24-9d9e-4e4d-9b63-c26908aa18d8 None None] Provisioning complete for port abcbc82c-175c-47a8-abde-951ae9ea5883 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:12.885244 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c54f2d24-9d9e-4e4d-9b63-c26908aa18d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.899367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01395b51-13b2-4e38-93e6-fab38436de9b None None] Network cf5cb3f5-5943-4f41-a974-97008c523320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:12.919358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-a5979877-6111-4a90-a39a-06f3cd917450 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9946871 Nov 25 17:18:12.955730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Network a159a140-c32b-487a-857c-191ffdb4911e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:12.963910 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-706fe185-2ce9-4d6c-9c83-55ee47d710e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:12.964739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706fe185-2ce9-4d6c-9c83-55ee47d710e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:12.968849 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-706fe185-2ce9-4d6c-9c83-55ee47d710e2 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/c43bee63-7f42-4808-9691-6a0e3098ba7b HTTP/1.1" status: 404 len: 337 time: 0.0606081 Nov 25 17:18:12.972592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:12.976577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45796) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:12.981433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:13.061828 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-53494b53-0b51-4970-b638-186f07bae08d tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee1f636d-d16c-4529-a6d9-03444ac70b93 HTTP/1.1" status: 200 len: 205 time: 0.0814781 Nov 25 17:18:13.070360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45798) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:13.071238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event updated for resources: {'Port': ['ID=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:13.082815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-533db243-67d6-49b9-b157-9fc18f199d86 req-cd9c9a96-724e-4f7f-9c15-318d07953152 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0454419 Nov 25 17:18:13.165767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c54f2d24-9d9e-4e4d-9b63-c26908aa18d8 None None] Port abcbc82c-175c-47a8-abde-951ae9ea5883 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:13.203413 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-8026acfb-84ea-44ef-9621-024e8a551c45 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] delete failed (client error): The resource could not be found. Nov 25 17:18:13.204375 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8026acfb-84ea-44ef-9621-024e8a551c45 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/routers/ee1f636d-d16c-4529-a6d9-03444ac70b93 HTTP/1.1" status: 404 len: 336 time: 0.1095271 Nov 25 17:18:13.207080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:13.237605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.264309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:13.266873 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7a3d34-b108-44d8-b2bf-30e7c34ddb8e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:13.267545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7a3d34-b108-44d8-b2bf-30e7c34ddb8e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:13.275992 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1e7a3d34-b108-44d8-b2bf-30e7c34ddb8e tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/52c58a96-ce2e-4c1e-b202-9c01224baa59 HTTP/1.1" status: 404 len: 337 time: 0.0666142 Nov 25 17:18:13.277832 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.279845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:13.290228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c54f2d24-9d9e-4e4d-9b63-c26908aa18d8 None None] Provisioning complete for port 8d341ddd-19c4-4776-b2a8-d71decc59c4b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:13.290228 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c54f2d24-9d9e-4e4d-9b63-c26908aa18d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.305575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:13.306427 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.334658 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-be5d3425-cf57-4c99-ad5d-8bad896596e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4499290 Nov 25 17:18:13.363059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:13.366455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdafdee-a734-4c47-8fb8-bae1ec5a5418 req-865de0fb-93de-4e47-bb05-d7dba773e678 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:13.368893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbdafdee-a734-4c47-8fb8-bae1ec5a5418 req-865de0fb-93de-4e47-bb05-d7dba773e678 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 948 time: 0.5418162 Nov 25 17:18:13.376171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c54f2d24-9d9e-4e4d-9b63-c26908aa18d8 None None] Port 8d341ddd-19c4-4776-b2a8-d71decc59c4b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:13.391647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] DHCP port deletion for cf5cb3f5-5943-4f41-a974-97008c523320 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:13.435092 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1172e8-6616-4e44-ba34-b90c4f741375 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:13.436290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1172e8-6616-4e44-ba34-b90c4f741375 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:13.440360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ee1172e8-6616-4e44-ba34-b90c4f741375 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/3300d8e4-b749-457b-abfc-e3f3e9728303 HTTP/1.1" status: 404 len: 337 time: 0.1026473 Nov 25 17:18:13.468011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:13.478055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.496407 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.528259 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.571831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3d4aa55a-5228-432f-a5e6-3b0d7533a617 None None] Provisioning complete for port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:13.572208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa55a-5228-432f-a5e6-3b0d7533a617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.634617 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea02893-fd18-4515-b94d-704248a8359b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:13.635397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea02893-fd18-4515-b94d-704248a8359b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:13.647818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bea02893-fd18-4515-b94d-704248a8359b tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/02b3374e-9178-40f4-ae8a-704d219b690d HTTP/1.1" status: 404 len: 337 time: 0.1760325 Nov 25 17:18:13.652326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:13.684683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.688021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e14d5-9b3b-4fc5-bd1f-888d96b6180f None None] Pushing event updated for resources: {'Port': ['ID=aaa7e651-1bad-43c0-8779-3da2c02eea34,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:13.734120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3d4aa55a-5228-432f-a5e6-3b0d7533a617 None None] Port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:13.748153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] Deleting port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:13.748561 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.819651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event updated for resources: {'Port': ['ID=feb053da-1f99-4611-9884-5fd9f9ab23a8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:13.882865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-663ba1e3-c46e-4987-97f9-8b119ce24972 req-f7327732-0a59-46da-8dd4-85d6b15bd99a service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9437904 Nov 25 17:18:13.883812 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c9d402-7286-490b-ae72-df27989764b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:13.889285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c9d402-7286-490b-ae72-df27989764b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:13.902602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45812) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:13.905140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f6c9d402-7286-490b-ae72-df27989764b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/e34175aa-ac9d-4b60-ae52-de0be99eae43 HTTP/1.1" status: 404 len: 333 time: 0.2312758 Nov 25 17:18:13.937023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] In _notify_port_updated(), no bound segment for port feb053da-1f99-4611-9884-5fd9f9ab23a8 on network 9121943d-e6bb-4662-9f40-4adee1b2ae69 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:18:13.953795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Attempting to bind port aaa7e651-1bad-43c0-8779-3da2c02eea34 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:13.954587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Attempting to bind port aaa7e651-1bad-43c0-8779-3da2c02eea34 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:13.955289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Attempting to bind port aaa7e651-1bad-43c0-8779-3da2c02eea34 on network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:13.957092 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8e9486-bd00-44e6-9122-88db9ea4a7b6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:13.957558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8e9486-bd00-44e6-9122-88db9ea4a7b6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:13.964273 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6d8e9486-bd00-44e6-9122-88db9ea4a7b6 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/b41c7709-05c5-4872-acff-c8af5077f3f3 HTTP/1.1" status: 404 len: 337 time: 0.0601265 Nov 25 17:18:13.964929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45814) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:13.969228 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:13.970780 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.972533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bf2dd7ea-5511-4ce3-a560-7f233d7f55e1 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "PUT /v2.0/ports/feb053da-1f99-4611-9884-5fd9f9ab23a8 HTTP/1.1" status: 200 len: 1057 time: 3.6891947 Nov 25 17:18:13.978065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbdafdee-a734-4c47-8fb8-bae1ec5a5418 req-d8fa7728-701c-4733-baa1-3d41b590544c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717094 Nov 25 17:18:13.980713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:13.984909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:13.985476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Checking segment: {'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:13.985984 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.986481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Bound using segment: {'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:13.987074 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Bound port: aaa7e651-1bad-43c0-8779-3da2c02eea34, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a400fca-ead5-4332-bdbe-b1fda8e31a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:13.987574 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:13.994108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] For port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,segment=NetworkSegment(f98f8fce-6d72-4fbf-8800-7a6d798b6c4a),segment_id=f98f8fce-6d72-4fbf-8800-7a6d798b6c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:13.994673 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.029262 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c870f391-1da9-490f-8b43-fa03fef5d1aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:14.029737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c870f391-1da9-490f-8b43-fa03fef5d1aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:14.031706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-48eaa479-e176-4235-9173-926ff08ae973 None None] Provisioning complete for port aaa7e651-1bad-43c0-8779-3da2c02eea34 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:14.032368 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48eaa479-e176-4235-9173-926ff08ae973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.035655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] Calling delete_port for c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:14.037159 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c870f391-1da9-490f-8b43-fa03fef5d1aa tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/8d49d570-db10-4a1b-9ce5-ea9414009203 HTTP/1.1" status: 404 len: 337 time: 0.0602429 Nov 25 17:18:14.037823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45818) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:14.075728 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9006e67-9d8a-4325-8705-d121c677ba94 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:14.076313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9006e67-9d8a-4325-8705-d121c677ba94 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:14.082068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d9006e67-9d8a-4325-8705-d121c677ba94 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/6d448cc5-facc-4116-9f49-3d8df396508e HTTP/1.1" status: 404 len: 333 time: 0.0401323 Nov 25 17:18:14.084924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45820) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:14.131419 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3988c532-dcde-4149-a2dc-818b4aa5ee0f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:14.131743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3988c532-dcde-4149-a2dc-818b4aa5ee0f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:14.142166 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3988c532-dcde-4149-a2dc-818b4aa5ee0f tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/9bbff4c8-b164-463e-b535-ded1db0baa90 HTTP/1.1" status: 404 len: 337 time: 0.0554466 Nov 25 17:18:14.142587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:14.162159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3f70eb-7aba-4831-9297-ba83a64ea974 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:14.162564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Router ee059716-ba1e-4268-9f79-b96debe1c883 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:18:14.186109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.198091 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-03779e8f-3a41-4b50-8f18-e9342b443bc0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:18:14.198557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03779e8f-3a41-4b50-8f18-e9342b443bc0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:18:14.204579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-03779e8f-3a41-4b50-8f18-e9342b443bc0 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/subnets/e2046fc5-3804-41af-bb02-2be57c626046 HTTP/1.1" status: 404 len: 337 time: 0.0588326 Nov 25 17:18:14.205410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:14.226524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-48eaa479-e176-4235-9173-926ff08ae973 None None] Port aaa7e651-1bad-43c0-8779-3da2c02eea34 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:14.234145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] For port aaa7e651-1bad-43c0-8779-3da2c02eea34, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:14.235515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Transition to ACTIVE for port object 4c3f70eb-7aba-4831-9297-ba83a64ea974 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:14.256374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.259837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] For port aaa7e651-1bad-43c0-8779-3da2c02eea34, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=aaa7e651-1bad-43c0-8779-3da2c02eea34,segment=NetworkSegment(8a400fca-ead5-4332-bdbe-b1fda8e31a70),segment_id=8a400fca-ead5-4332-bdbe-b1fda8e31a70)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:14.268400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.314808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-48eaa479-e176-4235-9173-926ff08ae973 None None] Provisioning complete for port feb053da-1f99-4611-9884-5fd9f9ab23a8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:14.315150 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48eaa479-e176-4235-9173-926ff08ae973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.362379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Pushing event updated for resources: {'Port': ['ID=4c3f70eb-7aba-4831-9297-ba83a64ea974,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:14.461137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e14d5-9b3b-4fc5-bd1f-888d96b6180f None None] Pushing event updated for resources: {'Port': ['ID=aaa7e651-1bad-43c0-8779-3da2c02eea34,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:14.491275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Routers {'0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:14.492036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:14.495089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-48eaa479-e176-4235-9173-926ff08ae973 None None] Port feb053da-1f99-4611-9884-5fd9f9ab23a8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:14.496450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Attempting to bind port 4c3f70eb-7aba-4831-9297-ba83a64ea974 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:14.496803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Attempting to bind port 4c3f70eb-7aba-4831-9297-ba83a64ea974 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:14.497171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Attempting to bind port 4c3f70eb-7aba-4831-9297-ba83a64ea974 on network af923ac7-74c6-4b48-b36f-5047e89dfdb4 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:14.508632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Port 4c3f70eb-7aba-4831-9297-ba83a64ea974 on network af923ac7-74c6-4b48-b36f-5047e89dfdb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:14.509023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Attempting to bind port 4c3f70eb-7aba-4831-9297-ba83a64ea974 on network af923ac7-74c6-4b48-b36f-5047e89dfdb4 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:14.520066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:14.521030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Checking segment: {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:14.521511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Bound using segment: {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:14.522229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Bound port: 4c3f70eb-7aba-4831-9297-ba83a64ea974, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60b91e3-bf90-466d-b2c1-6296b3b4c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:14.522601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.541155 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.602903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] No DVR routers for this DVR port c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:14.609033 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8076fc3-94aa-4e35-a1ec-24c265fa26b0 None None] Pushing event deleted for resources: {'Port': ['ID=c18f1131-20b1-46a8-9bb1-72ba1bc5bc83,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:14.640789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9a28f807-6cb6-414e-91a6-240407015f25 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Deleting port feb053da-1f99-4611-9884-5fd9f9ab23a8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:14.641612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a28f807-6cb6-414e-91a6-240407015f25 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.655177 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.682994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] For port 4c3f70eb-7aba-4831-9297-ba83a64ea974, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:14.686985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] For port 4c3f70eb-7aba-4831-9297-ba83a64ea974, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:14.693813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.740609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] Set router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:14.774862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.775500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.777088 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] 10.222.0.60 "PUT /v2.0/ports/4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 200 len: 1091 time: 1.4334774 Nov 25 17:18:14.777430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:14.780127 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:14.816859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:14.820104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d664afd-a337-457c-b648-0a27cece14ae service neutron] Pushing event updated for resources: {'Port': ['ID=4c3f70eb-7aba-4831-9297-ba83a64ea974,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:14.830371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e20820-8457-48b3-a7a4-e6ec83da352b req-28092882-b0ea-4997-aae8-b2ebf74de854 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.836788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e20820-8457-48b3-a7a4-e6ec83da352b req-28092882-b0ea-4997-aae8-b2ebf74de854 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.861676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e20820-8457-48b3-a7a4-e6ec83da352b req-28092882-b0ea-4997-aae8-b2ebf74de854 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.869280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e20820-8457-48b3-a7a4-e6ec83da352b req-28092882-b0ea-4997-aae8-b2ebf74de854 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.875438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e20820-8457-48b3-a7a4-e6ec83da352b req-28092882-b0ea-4997-aae8-b2ebf74de854 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.886177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31e20820-8457-48b3-a7a4-e6ec83da352b req-28092882-b0ea-4997-aae8-b2ebf74de854 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 3828 time: 0.5024288 Nov 25 17:18:14.926242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.966213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6c8710a3-5f6b-4f15-91ba-b7b6fbebf9c8 None None] Provisioning complete for port aaa7e651-1bad-43c0-8779-3da2c02eea34 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:14.966864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c8710a3-5f6b-4f15-91ba-b7b6fbebf9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.004105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:15.017707 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Sync routers for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:15.041555 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:15.042218 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:15.048050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba70e-54a9-46e6-8f82-71a06a592ec3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Deleting port abcbc82c-175c-47a8-abde-951ae9ea5883 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:15.048050 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba70e-54a9-46e6-8f82-71a06a592ec3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.207271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:18:06Z', 'revision_number': 4, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'aaa7e651-1bad-43c0-8779-3da2c02eea34', 'name': '', 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'mac_address': 'fa:16:3e:47:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '97f92504-6c5c-47f0-85a9-b616fcd26216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:03Z', 'updated_at': '2021-11-25T17:18:14Z', 'revision_number': 4, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'subnets': [{'id': '97f92504-6c5c-47f0-85a9-b616fcd26216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:15.252738 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a28f807-6cb6-414e-91a6-240407015f25 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.279438 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:15.280136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.282994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3fdfe0ce-87f2-4700-9ff4-ce8509c0b07e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3422203 Nov 25 17:18:15.307973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31e20820-8457-48b3-a7a4-e6ec83da352b req-609b857f-c9c9-4135-b371-3531e1239f4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207065 Nov 25 17:18:15.324200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9a28f807-6cb6-414e-91a6-240407015f25 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Calling delete_port for feb053da-1f99-4611-9884-5fd9f9ab23a8 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:15.327503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:15.347351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:15.394996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:15.395377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c18f1131-20b1-46a8-9bb1-72ba1bc5bc83 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:15.397447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281e7ce-59ee-4117-9236-c53d1e69dd5f None None] The sync data for ids ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'] in n-d-819349-3 is: [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:18:06Z', 'revision_number': 4, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'aaa7e651-1bad-43c0-8779-3da2c02eea34', 'name': '', 'network_id': '12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'mac_address': 'fa:16:3e:47:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '97f92504-6c5c-47f0-85a9-b616fcd26216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:03Z', 'updated_at': '2021-11-25T17:18:14Z', 'revision_number': 4, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'subnets': [{'id': '97f92504-6c5c-47f0-85a9-b616fcd26216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:15.413238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c8710a3-5f6b-4f15-91ba-b7b6fbebf9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.518746 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba70e-54a9-46e6-8f82-71a06a592ec3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.546415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Allocated IP 172.25.1.164 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/ac1d43d9-9280-44f3-8e5f-3eb475cede93) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:15.553358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6c8710a3-5f6b-4f15-91ba-b7b6fbebf9c8 None None] For port aaa7e651-1bad-43c0-8779-3da2c02eea34, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=aaa7e651-1bad-43c0-8779-3da2c02eea34,segment=NetworkSegment(8a400fca-ead5-4332-bdbe-b1fda8e31a70),segment_id=8a400fca-ead5-4332-bdbe-b1fda8e31a70)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:15.567697 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c8710a3-5f6b-4f15-91ba-b7b6fbebf9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.586772 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:09Z', 'revision_number': 3, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:15.630225 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Checking router: ee059716-ba1e-4268-9f79-b96debe1c883 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:18:15.631049 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Updating router ee059716-ba1e-4268-9f79-b96debe1c883 port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:18:15.646288 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2030e30-b48c-423d-84c4-42c873d1b6ca x-openstack-request-id: req-e2030e30-b48c-423d-84c4-42c873d1b6ca {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:15.647029 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:15.647337 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2030e30-b48c-423d-84c4-42c873d1b6ca {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:15.647752 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'status': 'completed', 'code': 200} Nov 25 17:18:15.654828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:15.675874 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.750851 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-f14d1eaa-98e0-48a7-a541-62c0bfcacc5b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020854 Nov 25 17:18:15.773384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba70e-54a9-46e6-8f82-71a06a592ec3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Calling delete_port for abcbc82c-175c-47a8-abde-951ae9ea5883 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:15.827977 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8710a3-5f6b-4f15-91ba-b7b6fbebf9c8 None None] Pushing event updated for resources: {'Port': ['ID=aaa7e651-1bad-43c0-8779-3da2c02eea34,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:15.880902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 346213a4-2f57-465b-91e6-e372d4891302 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:18:15.885703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 346213a4-2f57-465b-91e6-e372d4891302 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:15.886206 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.935805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-02f21812-8bae-4204-8747-8768ee82d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:15.939750 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-02f21812-8bae-4204-8747-8768ee82d8b8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 1101 time: 0.0905211 Nov 25 17:18:16.044811 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.077709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346213a4-2f57-465b-91e6-e372d4891302'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:16.080970 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291c6f96-e93a-4426-b5a4-02bedda22f87" -d '{"events": [{"server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "name": "network-vif-plugged", "status": "completed", "tag": "346213a4-2f57-465b-91e6-e372d4891302"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:16.121844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:16.126676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-47801a72-4513-4409-bb58-c576ba8a6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.131986 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.133398 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-47801a72-4513-4409-bb58-c576ba8a6e07 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1647379 Nov 25 17:18:16.153318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1707642-d93c-455d-ad15-087f4a4c3223 req-38356b14-15c1-4fcd-b7a4-644eb3e0700e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.161319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1707642-d93c-455d-ad15-087f4a4c3223 req-38356b14-15c1-4fcd-b7a4-644eb3e0700e tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 948 time: 0.4268997 Nov 25 17:18:16.176323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-38abe025-0cfe-456a-83f8-5fea4e26327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.176930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-38abe025-0cfe-456a-83f8-5fea4e26327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.177779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-38abe025-0cfe-456a-83f8-5fea4e26327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.178259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-38abe025-0cfe-456a-83f8-5fea4e26327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.178737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-38abe025-0cfe-456a-83f8-5fea4e26327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.180555 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-38abe025-0cfe-456a-83f8-5fea4e26327c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 4363 time: 0.5768447 Nov 25 17:18:16.198793 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-ba4ac692-f93a-444e-a757-118e2ed50b6c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 200 len: 217 time: 0.0555959 Nov 25 17:18:16.220573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:16.321514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8b942a-aca9-48bd-a960-f4105011f57d {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:16.336669 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.340530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-adb3a350-fa61-41fb-a1db-1400a7df187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.342564 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-adb3a350-fa61-41fb-a1db-1400a7df187d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1346550 Nov 25 17:18:16.392281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Transition to ACTIVE for port object ee8b942a-aca9-48bd-a960-f4105011f57d will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:16.401346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.423986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-deb4b4e8-b5de-428f-a73a-64b6390d2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.426063 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-deb4b4e8-b5de-428f-a73a-64b6390d2e25 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737872 Nov 25 17:18:16.622497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Pushing event updated for resources: {'Port': ['ID=ee8b942a-aca9-48bd-a960-f4105011f57d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:16.758478 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-c883ac3d-e38b-417c-a830-7eca9dff3afa service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104978 Nov 25 17:18:16.800504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Attempting to bind port ee8b942a-aca9-48bd-a960-f4105011f57d on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:16.800947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Attempting to bind port ee8b942a-aca9-48bd-a960-f4105011f57d by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:16.801301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Attempting to bind port ee8b942a-aca9-48bd-a960-f4105011f57d on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:16.854630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Port ee8b942a-aca9-48bd-a960-f4105011f57d on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:16.855066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Attempting to bind port ee8b942a-aca9-48bd-a960-f4105011f57d on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:16.867261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:16.867671 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Checking segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:16.868009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Bound using segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:16.868460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Bound port: ee8b942a-aca9-48bd-a960-f4105011f57d, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:16.868826 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.896666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-b250eea0-4b80-42ec-a3d1-50539d72ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.897902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-b250eea0-4b80-42ec-a3d1-50539d72ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.898144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-b250eea0-4b80-42ec-a3d1-50539d72ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.899713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-b250eea0-4b80-42ec-a3d1-50539d72ec54 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6623361 Nov 25 17:18:16.951016 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b35e31eb-b7cd-48e7-9c01-6c46bf47ec9e req-d3ffdc36-0974-4279-ba24-97132b4db9d8 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741033 Nov 25 17:18:16.999856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] For port ee8b942a-aca9-48bd-a960-f4105011f57d, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:17.005364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] For port ee8b942a-aca9-48bd-a960-f4105011f57d, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ee8b942a-aca9-48bd-a960-f4105011f57d,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:17.015535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.047363 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.059848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1707642-d93c-455d-ad15-087f4a4c3223 req-87d1183c-9254-4533-b568-5cefcbd6a6e3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8973396 Nov 25 17:18:17.077623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:17.078735 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.081251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] 10.222.0.60 "PUT /v2.0/ports/ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 1135 time: 2.2693574 Nov 25 17:18:17.104007 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba70e-54a9-46e6-8f82-71a06a592ec3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.135681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:17.197719 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a28f807-6cb6-414e-91a6-240407015f25 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.212286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7eade6-409b-4169-a0d0-7a705d7eba7d service neutron] Pushing event updated for resources: {'Port': ['ID=ee8b942a-aca9-48bd-a960-f4105011f57d,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:17.220064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba70e-54a9-46e6-8f82-71a06a592ec3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.237068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0f1ba70e-54a9-46e6-8f82-71a06a592ec3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/ports/abcbc82c-175c-47a8-abde-951ae9ea5883 HTTP/1.1" status: 204 len: 168 time: 3.0260952 Nov 25 17:18:17.290714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45840) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:17.296451 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5677f2-2c74-4438-bfb4-d04458b9c2d9 x-openstack-request-id: req-cd5677f2-2c74-4438-bfb4-d04458b9c2d9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:17.296974 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "name": "network-vif-plugged", "status": "completed", "tag": "346213a4-2f57-465b-91e6-e372d4891302", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:17.297076 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd5677f2-2c74-4438-bfb4-d04458b9c2d9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:17.297467 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346213a4-2f57-465b-91e6-e372d4891302', 'code': 200} Nov 25 17:18:17.347366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba70e-54a9-46e6-8f82-71a06a592ec3 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Port': ['ID=abcbc82c-175c-47a8-abde-951ae9ea5883,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:17.410763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.515893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device aaa7e651-1bad-43c0-8779-3da2c02eea34 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:17.549882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28f807-6cb6-414e-91a6-240407015f25 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Port': ['ID=feb053da-1f99-4611-9884-5fd9f9ab23a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:17.667409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port aaa7e651-1bad-43c0-8779-3da2c02eea34 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:17.667783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.717156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.943623 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.953454 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.959549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event updated for resources: {'Port': ['ID=ac1d43d9-9280-44f3-8e5f-3eb475cede93,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:17.975552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:17.985506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': 'ee8b942a-aca9-48bd-a960-f4105011f57d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:17.987814 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "ee8b942a-aca9-48bd-a960-f4105011f57d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:17.994748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.019219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:18.146115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:18.155006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-abbf7608-5f7c-453a-bccc-9fd907d17ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.156531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b9a177a-e4f0-4ff9-8c4b-23d4b51166d4 req-abbf7608-5f7c-453a-bccc-9fd907d17ad3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2348969 Nov 25 17:18:18.165692 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Attempting to bind port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:18.166232 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Attempting to bind port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:18.166722 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Attempting to bind port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:18.187556 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:18.188320 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:18.189506 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.190884 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:18.191665 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Bound port: 2f3927e6-6d39-46e2-841c-4d5dc2cefba7, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:18.193316 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.201586 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018f024-cd1e-4d1c-9c70-acdf5025a090 None None] Pushing event updated for resources: {'Port': ['ID=2f3927e6-6d39-46e2-841c-4d5dc2cefba7,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:18.220324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2521f346-71ab-4b74-ae8c-c745c8f4412e {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:18.250539 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.293693 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] For port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:18.298833 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] For port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2f3927e6-6d39-46e2-841c-4d5dc2cefba7,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:18.307089 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.343365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Transition to ACTIVE for port object 2521f346-71ab-4b74-ae8c-c745c8f4412e will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:18.348923 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.358224 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a28f807-6cb6-414e-91a6-240407015f25 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.365751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9a28f807-6cb6-414e-91a6-240407015f25 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "DELETE /v2.0/ports/feb053da-1f99-4611-9884-5fd9f9ab23a8 HTTP/1.1" status: 204 len: 168 time: 4.3834300 Nov 25 17:18:18.397827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.402695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:18.433305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5cb3f5-5943-4f41-a974-97008c523320']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:18.453209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad40ef2-9fbf-4ef5-a85b-679a803a0bad req-2096af6d-1122-4170-ba55-08fc67ccb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.455823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cad40ef2-9fbf-4ef5-a85b-679a803a0bad req-2096af6d-1122-4170-ba55-08fc67ccb933 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1100 time: 0.9456122 Nov 25 17:18:18.456401 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018f024-cd1e-4d1c-9c70-acdf5025a090 None None] Pushing event updated for resources: {'Port': ['ID=2f3927e6-6d39-46e2-841c-4d5dc2cefba7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:18.468652 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:18.469625 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:18.480286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d7430-c63a-4e7e-a700-69a2fbd626de req-82eb64ec-69c8-45b4-acd6-75da7f40cccc tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.483739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98f8fce-6d72-4fbf-8800-7a6d798b6c4a') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:18.484280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98f8fce-6d72-4fbf-8800-7a6d798b6c4a') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:18.492732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d7430-c63a-4e7e-a700-69a2fbd626de req-82eb64ec-69c8-45b4-acd6-75da7f40cccc tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.502001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d7430-c63a-4e7e-a700-69a2fbd626de req-82eb64ec-69c8-45b4-acd6-75da7f40cccc tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.510042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d7430-c63a-4e7e-a700-69a2fbd626de req-82eb64ec-69c8-45b4-acd6-75da7f40cccc tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.518420 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb996151-d590-49a1-b9da-343525898dd9 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] GET failed (client error): The resource could not be found. Nov 25 17:18:18.525059 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eb996151-d590-49a1-b9da-343525898dd9 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "GET /v2.0/ports/feb053da-1f99-4611-9884-5fd9f9ab23a8 HTTP/1.1" status: 404 len: 333 time: 0.1154873 Nov 25 17:18:18.529755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d7430-c63a-4e7e-a700-69a2fbd626de req-82eb64ec-69c8-45b4-acd6-75da7f40cccc tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.530579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:18.539983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d7430-c63a-4e7e-a700-69a2fbd626de req-82eb64ec-69c8-45b4-acd6-75da7f40cccc tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.543711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.550064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb3d7430-c63a-4e7e-a700-69a2fbd626de req-82eb64ec-69c8-45b4-acd6-75da7f40cccc tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 4605 time: 1.0412514 Nov 25 17:18:18.609966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Pushing event updated for resources: {'Port': ['ID=2521f346-71ab-4b74-ae8c-c745c8f4412e,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:18.625682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.644611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:18.645970 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:18.651711 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:18.723135 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:18.734565 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.892109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.953095 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.966839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cad40ef2-9fbf-4ef5-a85b-679a803a0bad req-220c2b6c-ea1a-4309-addf-6e14fdc47355 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127862 Nov 25 17:18:18.967479 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.975918 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] 10.222.0.81 "DELETE /v2.0/networks/cf5cb3f5-5943-4f41-a974-97008c523320 HTTP/1.1" status: 204 len: 168 time: 1.6839972 Nov 25 17:18:18.978772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0e07a-27e5-42c3-99f3-cc9a988cc0b8 tempest-PortsIpV6TestJSON-614194739 tempest-PortsIpV6TestJSON-614194739-project] Pushing event deleted for resources: {'Network': ['ID=cf5cb3f5-5943-4f41-a974-97008c523320,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:19.029612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Attempting to bind port 2521f346-71ab-4b74-ae8c-c745c8f4412e on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:19.030760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Attempting to bind port 2521f346-71ab-4b74-ae8c-c745c8f4412e by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:19.032369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Attempting to bind port 2521f346-71ab-4b74-ae8c-c745c8f4412e on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:19.042780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3f96a829-b5f3-4f90-8ffc-8a38b421d533 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Deleting port 7bedb83c-a05e-4752-bf69-a2c1b77d313b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:19.043447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f96a829-b5f3-4f90-8ffc-8a38b421d533 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.051048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Port 2521f346-71ab-4b74-ae8c-c745c8f4412e on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:19.052391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Attempting to bind port 2521f346-71ab-4b74-ae8c-c745c8f4412e on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:19.089250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-a33fe01a-be99-44f8-9f09-f8c2b719033e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2975113 Nov 25 17:18:19.108262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb3d7430-c63a-4e7e-a700-69a2fbd626de req-c5446ee7-b1ef-4f74-85a5-0d33758b9168 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3593132 Nov 25 17:18:19.123531 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.126397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:19.127002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Checking segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:19.127640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Bound using segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:19.128558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Bound port: 2521f346-71ab-4b74-ae8c-c745c8f4412e, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:19.129230 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.194713 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:09Z', 'revision_number': 3, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:19.266944 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4bd5ce-e9c2-4ce9-93da-deab9285e5f4 None None] The sync data for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 is: [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:09Z', 'revision_number': 3, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:19.360620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f96a829-b5f3-4f90-8ffc-8a38b421d533 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.404344 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3f96a829-b5f3-4f90-8ffc-8a38b421d533 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Calling delete_port for 7bedb83c-a05e-4752-bf69-a2c1b77d313b owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:19.481691 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69425035-b42a-4295-a687-f8baa4f6435e x-openstack-request-id: req-69425035-b42a-4295-a687-f8baa4f6435e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:19.481993 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "ee8b942a-aca9-48bd-a960-f4105011f57d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:19.482257 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69425035-b42a-4295-a687-f8baa4f6435e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:19.482675 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': 'ee8b942a-aca9-48bd-a960-f4105011f57d', 'status': 'completed', 'code': 200} Nov 25 17:18:19.508694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-935682ff-7aa6-4207-93cf-265b3d8db226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.512186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-935682ff-7aa6-4207-93cf-265b3d8db226 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 1102 time: 0.2851038 Nov 25 17:18:19.533362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] For port 2521f346-71ab-4b74-ae8c-c745c8f4412e, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:19.538133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] For port 2521f346-71ab-4b74-ae8c-c745c8f4412e, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:19.545292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.584894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:19.668503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.669553 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.671438 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] 10.222.0.60 "PUT /v2.0/ports/2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 1136 time: 2.5418067 Nov 25 17:18:19.719803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:19.856824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc09f73-72f6-4f47-b7e2-6f648c0a4088 service neutron] Pushing event updated for resources: {'Port': ['ID=2521f346-71ab-4b74-ae8c-c745c8f4412e,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:19.900416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84686460-1b1e-4193-be01-4486e7037637 req-c8e236de-60da-4762-bf3a-f95f9fcb7ce2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.911673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84686460-1b1e-4193-be01-4486e7037637 req-c8e236de-60da-4762-bf3a-f95f9fcb7ce2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.4241071 Nov 25 17:18:19.936005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-169be881-652b-4e13-ba60-24678347f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.937595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-169be881-652b-4e13-ba60-24678347f8ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3550849 Nov 25 17:18:19.945811 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.965014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f96a829-b5f3-4f90-8ffc-8a38b421d533 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.987147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-6e4588ad-e45c-4d64-add0-ae9d9c1d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.988062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-6e4588ad-e45c-4d64-add0-ae9d9c1d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.988239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-6e4588ad-e45c-4d64-add0-ae9d9c1d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.988579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-6e4588ad-e45c-4d64-add0-ae9d9c1d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.989327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-6e4588ad-e45c-4d64-add0-ae9d9c1d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.989923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-6e4588ad-e45c-4d64-add0-ae9d9c1d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.990557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-6e4588ad-e45c-4d64-add0-ae9d9c1d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.992842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-6e4588ad-e45c-4d64-add0-ae9d9c1d5f3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6178 time: 0.5488904 Nov 25 17:18:20.076851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96a829-b5f3-4f90-8ffc-8a38b421d533 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Port': ['ID=7bedb83c-a05e-4752-bf69-a2c1b77d313b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:20.103053 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.130187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Allocated IP 172.20.0.1 (6096b4ef-bc99-466f-8abb-e946270459f0/0afe27ad-3a92-497f-9e09-0709cb480cb5/1776c4ba-5eaa-446c-95ee-f484f5954794) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:20.170126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-7bd66072-7cd1-482c-9b19-eaafe901c970 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 200 len: 217 time: 0.1731164 Nov 25 17:18:20.207253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f96a829-b5f3-4f90-8ffc-8a38b421d533 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.215441 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3f96a829-b5f3-4f90-8ffc-8a38b421d533 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "DELETE /v2.0/ports/7bedb83c-a05e-4752-bf69-a2c1b77d313b HTTP/1.1" status: 204 len: 168 time: 1.6820240 Nov 25 17:18:20.217947 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.221301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45862) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:20.300110 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9c9d4820-199d-4edc-90f4-fa14fb9b779a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8a6b31a9f6f4cd19a23a3921eae41de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7132773 Nov 25 17:18:20.302384 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e41142c-7197-4d29-83cb-4a839f6c7053 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] GET failed (client error): The resource could not be found. Nov 25 17:18:20.305218 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4e41142c-7197-4d29-83cb-4a839f6c7053 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "GET /v2.0/ports/7bedb83c-a05e-4752-bf69-a2c1b77d313b HTTP/1.1" status: 404 len: 333 time: 0.0804334 Nov 25 17:18:20.306123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45866) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:20.315614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45868) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:20.317692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84686460-1b1e-4193-be01-4486e7037637 req-12dc014f-a253-48ae-8518-accd2196c826 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044385 Nov 25 17:18:20.746527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c043b40-3243-46f4-9648-9ddce662f0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.768227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-7f2eadf5-c47f-4692-88d5-9d8836680376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.770732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-7f2eadf5-c47f-4692-88d5-9d8836680376 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.5552266 Nov 25 17:18:20.771234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event updated for resources: {'Port': ['ID=ac1d43d9-9280-44f3-8e5f-3eb475cede93,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:20.803565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2a183f91-1953-4253-af92-806468ac7473 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Deleting port a70eb19f-f1f2-4e72-9345-2211af9fd20d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:20.803988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a183f91-1953-4253-af92-806468ac7473 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.826244 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.828697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c043b40-3243-46f4-9648-9ddce662f0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.891415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-ac37a641-5980-4cb4-9ee8-fcc576c4c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.891903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-ac37a641-5980-4cb4-9ee8-fcc576c4c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.892372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-ac37a641-5980-4cb4-9ee8-fcc576c4c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.894267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-ac37a641-5980-4cb4-9ee8-fcc576c4c64d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7883883 Nov 25 17:18:20.929216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-6343cb1a-1ec0-4713-a08d-e6a899c6feac tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.935938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-6343cb1a-1ec0-4713-a08d-e6a899c6feac tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.942984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-6343cb1a-1ec0-4713-a08d-e6a899c6feac tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.950680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-6343cb1a-1ec0-4713-a08d-e6a899c6feac tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.956895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-6343cb1a-1ec0-4713-a08d-e6a899c6feac tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.964472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-6343cb1a-1ec0-4713-a08d-e6a899c6feac tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.970437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-6343cb1a-1ec0-4713-a08d-e6a899c6feac tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.972331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-6343cb1a-1ec0-4713-a08d-e6a899c6feac tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5383 time: 0.3921251 Nov 25 17:18:20.975128 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:20.976287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-533db243-67d6-49b9-b157-9fc18f199d86 req-01d2072b-5c30-4495-844e-1aaec3343edc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.7532575 Nov 25 17:18:20.990882 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.001707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a183f91-1953-4253-af92-806468ac7473 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.021479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085da1b1-1c41-445c-9f70-285163ebfa81 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:21.026679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2a183f91-1953-4253-af92-806468ac7473 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Calling delete_port for a70eb19f-f1f2-4e72-9345-2211af9fd20d owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:21.035619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.052735 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c043b40-3243-46f4-9648-9ddce662f0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.055467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c043b40-3243-46f4-9648-9ddce662f0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.059174 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3c043b40-3243-46f4-9648-9ddce662f0dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b35e4946-a831-4faa-b65f-43033e1eb128 HTTP/1.1" status: 204 len: 168 time: 0.7485540 Nov 25 17:18:21.066661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Transition to ACTIVE for port object 085da1b1-1c41-445c-9f70-285163ebfa81 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:21.109082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.111283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c043b40-3243-46f4-9648-9ddce662f0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35e4946-a831-4faa-b65f-43033e1eb128,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:21.165491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Pushing event updated for resources: {'Port': ['ID=085da1b1-1c41-445c-9f70-285163ebfa81,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:21.316401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Attempting to bind port 085da1b1-1c41-445c-9f70-285163ebfa81 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:21.316741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Attempting to bind port 085da1b1-1c41-445c-9f70-285163ebfa81 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:21.317256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Attempting to bind port 085da1b1-1c41-445c-9f70-285163ebfa81 on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:21.323705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Port 085da1b1-1c41-445c-9f70-285163ebfa81 on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:21.324020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Attempting to bind port 085da1b1-1c41-445c-9f70-285163ebfa81 on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:21.331853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:21.332197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Checking segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:21.333556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Bound using segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:21.334017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Bound port: 085da1b1-1c41-445c-9f70-285163ebfa81, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:21.334372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.386364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:21.449648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a183f91-1953-4253-af92-806468ac7473 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.508909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '2521f346-71ab-4b74-ae8c-c745c8f4412e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:21.511228 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53794975-2496-4cea-9c3b-3cbf172e1552" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "2521f346-71ab-4b74-ae8c-c745c8f4412e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:21.514539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a183f91-1953-4253-af92-806468ac7473 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Port': ['ID=a70eb19f-f1f2-4e72-9345-2211af9fd20d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:21.573589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:21.573949 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.632762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] For port 085da1b1-1c41-445c-9f70-285163ebfa81, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:21.719984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a183f91-1953-4253-af92-806468ac7473 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.727565 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2a183f91-1953-4253-af92-806468ac7473 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "DELETE /v2.0/ports/a70eb19f-f1f2-4e72-9345-2211af9fd20d HTTP/1.1" status: 204 len: 168 time: 1.3828926 Nov 25 17:18:21.730938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] For port 085da1b1-1c41-445c-9f70-285163ebfa81, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=085da1b1-1c41-445c-9f70-285163ebfa81,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:21.733070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45884) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:21.753088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.764569 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.824397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2f3927e6-6d39-46e2-841c-4d5dc2cefba7,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:21.831277 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.930136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:21.930799 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.935979 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] 10.222.0.60 "PUT /v2.0/ports/085da1b1-1c41-445c-9f70-285163ebfa81 HTTP/1.1" status: 200 len: 1091 time: 2.2276165 Nov 25 17:18:21.975406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=2f3927e6-6d39-46e2-841c-4d5dc2cefba7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:22.006337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c52f2b-d922-46c7-9af1-2c30368840e6 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Deleting subnet c21d5a58-e8c9-412f-847c-d747513015b8 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:22.015700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-533db243-67d6-49b9-b157-9fc18f199d86 req-ced4ef4e-501a-455a-9e84-e3d9cf2fb8a7 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 1.0006113 Nov 25 17:18:22.018813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54c52f2b-d922-46c7-9af1-2c30368840e6 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.026636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-24e0f9bb-eef7-4398-bec0-b50c209b8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:22.028736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-24e0f9bb-eef7-4398-bec0-b50c209b8057 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2372162 Nov 25 17:18:22.087137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cca1a-68ae-41c3-8d9d-99e073c097fd service neutron] Pushing event updated for resources: {'Port': ['ID=085da1b1-1c41-445c-9f70-285163ebfa81,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:22.100439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-265f0a36-8327-4bec-b236-fcd517cbd9ec req-d940494d-68d7-45ca-8e0c-233779fce41a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0507922 Nov 25 17:18:22.136168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:22.282842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54c52f2b-d922-46c7-9af1-2c30368840e6 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.354465 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.389672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.457343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54c52f2b-d922-46c7-9af1-2c30368840e6 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.477331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-039f2e6f-024d-4c38-9d84-f2246da28ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:22.491759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be9779e6-f1c2-44f3-a8d9-be8bb835e6cc req-039f2e6f-024d-4c38-9d84-f2246da28ffd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5756786 Nov 25 17:18:22.512780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Network 6096b4ef-bc99-466f-8abb-e946270459f0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:22.590994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54c52f2b-d922-46c7-9af1-2c30368840e6 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.609930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:22.662550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:22.687852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c52f2b-d922-46c7-9af1-2c30368840e6 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Subnet': ['ID=c21d5a58-e8c9-412f-847c-d747513015b8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:22.697063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54c52f2b-d922-46c7-9af1-2c30368840e6 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.701482 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54c52f2b-d922-46c7-9af1-2c30368840e6 tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "DELETE /v2.0/subnets/c21d5a58-e8c9-412f-847c-d747513015b8 HTTP/1.1" status: 204 len: 168 time: 0.9669001 Nov 25 17:18:22.705805 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de44a310-5638-44b7-9065-63cce6f41900 None None] Network 9121943d-e6bb-4662-9f40-4adee1b2ae69 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:22.709744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:22.710327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:22.735646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Pushing event updated for resources: {'Port': ['ID=1776c4ba-5eaa-446c-95ee-f484f5954794,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:22.759320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-0ffc01a7-6994-4826-bbe6-bbc6179836b6 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819086 Nov 25 17:18:22.772754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533db243-67d6-49b9-b157-9fc18f199d86 req-9f413021-7b23-437e-9bec-c63d8bffd841 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:22.774921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-533db243-67d6-49b9-b157-9fc18f199d86 req-9f413021-7b23-437e-9bec-c63d8bffd841 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.6963863 Nov 25 17:18:22.805586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa189e2-aef5-4768-86a6-ddb97511f6d6 req-af83a3c9-d13c-4d41-9633-6498747cbae2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:22.807435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aaa189e2-aef5-4768-86a6-ddb97511f6d6 req-af83a3c9-d13c-4d41-9633-6498747cbae2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.4411168 Nov 25 17:18:22.944206 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.092642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c71c5743-fc5c-4634-96f4-c54cec09a289 None None] Provisioning complete for port 1776c4ba-5eaa-446c-95ee-f484f5954794 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:23.093279 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c71c5743-fc5c-4634-96f4-c54cec09a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.142496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c71c5743-fc5c-4634-96f4-c54cec09a289 None None] Port 1776c4ba-5eaa-446c-95ee-f484f5954794 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:23.146282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] DHCP port deletion for 9121943d-e6bb-4662-9f40-4adee1b2ae69 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:23.236628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] Deleting port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:23.244954 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.277114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aaa189e2-aef5-4768-86a6-ddb97511f6d6 req-f12f2875-43e8-4e34-b84b-cbfd3c9b4002 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527650 Nov 25 17:18:23.282615 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46e0a30-3583-4dc0-8eed-974f9d0a5dfd x-openstack-request-id: req-d46e0a30-3583-4dc0-8eed-974f9d0a5dfd {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:23.283539 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "2521f346-71ab-4b74-ae8c-c745c8f4412e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:23.283963 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d46e0a30-3583-4dc0-8eed-974f9d0a5dfd {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:23.284535 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '2521f346-71ab-4b74-ae8c-c745c8f4412e', 'status': 'completed', 'code': 200} Nov 25 17:18:23.294685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-91678ab2-9c3f-4baa-a448-10cfb54c6edb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1804031649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:23.383363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] For port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,segment=NetworkSegment(989cc0a4-cd65-477e-ba4f-3dfa48cd2c04),segment_id=989cc0a4-cd65-477e-ba4f-3dfa48cd2c04)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:23.384087 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.387386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.406239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] Calling delete_port for 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:23.447614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91678ab2-9c3f-4baa-a448-10cfb54c6edb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.448688 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91678ab2-9c3f-4baa-a448-10cfb54c6edb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.450222 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.457126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:23.471260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-9cde3206-2472-4e3d-a630-6a3bfe07ceef tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3973825 Nov 25 17:18:23.485488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfca82d-822f-4773-a0b4-2485f51a15c1 req-9c4919c0-b200-4a00-ba15-ae6acadf0c38 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064836 Nov 25 17:18:23.522978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:23.562588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-0394eb91-8d7f-476c-b366-55c4e30ca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.563314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-0394eb91-8d7f-476c-b366-55c4e30ca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.563981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-0394eb91-8d7f-476c-b366-55c4e30ca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.564470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-0394eb91-8d7f-476c-b366-55c4e30ca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.564967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-0394eb91-8d7f-476c-b366-55c4e30ca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.565519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-0394eb91-8d7f-476c-b366-55c4e30ca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.566194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-0394eb91-8d7f-476c-b366-55c4e30ca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.569682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-0394eb91-8d7f-476c-b366-55c4e30ca9dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6287 time: 0.5178268 Nov 25 17:18:23.573878 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91678ab2-9c3f-4baa-a448-10cfb54c6edb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.577793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:23.578465 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.586365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91678ab2-9c3f-4baa-a448-10cfb54c6edb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.648166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Deleting port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:23.648702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.658535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:23.686663 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.697902 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.717570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] No DVR routers for this DVR port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:23.750774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-815dbae1-3737-4863-91dd-4f1bed0d4b51 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.753405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91678ab2-9c3f-4baa-a448-10cfb54c6edb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.755623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-91678ab2-9c3f-4baa-a448-10cfb54c6edb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0427179 Nov 25 17:18:23.763804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc62aea-89f6-486d-a6d8-3fa57df1fdc1 None None] Pushing event deleted for resources: {'Port': ['ID=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:23.766882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45912) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:23.767945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-815dbae1-3737-4863-91dd-4f1bed0d4b51 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.777429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-815dbae1-3737-4863-91dd-4f1bed0d4b51 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.778080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-402968057'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:23.781719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Transition to ACTIVE for port object d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:23.787786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-815dbae1-3737-4863-91dd-4f1bed0d4b51 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.795331 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.798277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-815dbae1-3737-4863-91dd-4f1bed0d4b51 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.808966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] For port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,segment=NetworkSegment(989cc0a4-cd65-477e-ba4f-3dfa48cd2c04),segment_id=989cc0a4-cd65-477e-ba4f-3dfa48cd2c04)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:23.808966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.809520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-815dbae1-3737-4863-91dd-4f1bed0d4b51 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.816565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-815dbae1-3737-4863-91dd-4f1bed0d4b51 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.819391 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-815dbae1-3737-4863-91dd-4f1bed0d4b51 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5395 time: 0.3312573 Nov 25 17:18:23.827029 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.837114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Calling delete_port for 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:23.876223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:23.939005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:23.941170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:23.950579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Made reservation on behalf of d1e349e329e74c1a95acfc0a37153e38 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:23.954763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.003249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Pushing event updated for resources: {'Port': ['ID=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:24.113223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-94f4d440-1cb4-4646-b10a-884233ef23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:24.114555 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-94f4d440-1cb4-4646-b10a-884233ef23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:24.115047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-94f4d440-1cb4-4646-b10a-884233ef23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:24.116761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-94f4d440-1cb4-4646-b10a-884233ef23c0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5081666 Nov 25 17:18:24.130762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.198849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Attempting to bind port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:24.199313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Attempting to bind port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:24.208723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Attempting to bind port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:24.214076 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2dfe79ba-25d4-41bd-a2e3-d5bc536aea89 req-4cdb438f-885f-4a43-8281-d0505912b1b5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3491588 Nov 25 17:18:24.218009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:24.218755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Attempting to bind port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:24.241272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:24.241713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Checking segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:24.244422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Bound using segment: {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:24.244824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Bound port: d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dc8ccf-4122-4894-84a6-a21f658e135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:24.245326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.347851 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.409513 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.422431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Port': ['ID=697c52f4-d9e5-4da5-8b44-4be4cc8efa5c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:24.429705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] No DVR routers for this DVR port 697c52f4-d9e5-4da5-8b44-4be4cc8efa5c on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:24.433320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.435998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-fa794c06-84c4-4109-8663-1038cf37db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:24.437518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53794975-2496-4cea-9c3b-3cbf172e1552 req-fa794c06-84c4-4109-8663-1038cf37db6e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3021553 Nov 25 17:18:24.444562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] For port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:24.450140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] For port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:24.477800 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.559360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.563359 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.565260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Pushing event updated for resources: {'Port': ['ID=1776c4ba-5eaa-446c-95ee-f484f5954794,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:24.571779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.587957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac5ace-2c1c-4af8-b83f-4f8bd312bfdb req-fd545718-9d7d-49ba-bda4-01bb7f9fcb53 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:24.589671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8ac5ace-2c1c-4af8-b83f-4f8bd312bfdb req-fd545718-9d7d-49ba-bda4-01bb7f9fcb53 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1100 time: 0.1870914 Nov 25 17:18:24.593520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:24.594521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.596861 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] 10.222.0.60 "PUT /v2.0/ports/d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 HTTP/1.1" status: 200 len: 1091 time: 2.4836378 Nov 25 17:18:24.603838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.613566 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.664285 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:24.784405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8ac5ace-2c1c-4af8-b83f-4f8bd312bfdb req-e2e702c0-6c2f-4645-8e27-17ef065450c4 tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214988 Nov 25 17:18:24.786177 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84755d-8b2f-4c72-a4f7-ea2b263c8606 service neutron] Pushing event updated for resources: {'Port': ['ID=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:24.791835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:24.814597 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.814597 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Added segment 1fe45c41-db0a-488a-acd6-69b952172147 of type vlan for network 31398505-2367-470a-9ba0-e651aa80bcc5 Nov 25 17:18:24.845333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Allocated IP 172.25.1.116 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c19c74ca-6089-4265-8d8b-7e1da82e77dd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:24.891759 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9121943d-e6bb-4662-9f40-4adee1b2ae69']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:24.906992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:24.924378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b189a0-24ec-4f6f-b1a3-fdfa8e72d00a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:24.960216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989cc0a4-cd65-477e-ba4f-3dfa48cd2c04') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:24.960734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989cc0a4-cd65-477e-ba4f-3dfa48cd2c04') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:24.992642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Network 6096b4ef-bc99-466f-8abb-e946270459f0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:24.995972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:25.044664 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.055760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.079670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.100036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:25.100535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:25.119773 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:25.175957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-ae6f9dd1-7fa1-4030-9835-421e5d8e1d38 req-a5d15574-3161-437e-9623-9aadb5d71908 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:18:25.187460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae6f9dd1-7fa1-4030-9835-421e5d8e1d38 req-a5d15574-3161-437e-9623-9aadb5d71908 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1430020 Nov 25 17:18:25.215192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.250426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Router ee059716-ba1e-4268-9f79-b96debe1c883 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:25.292498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '085da1b1-1c41-445c-9f70-285163ebfa81'}, {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:25.298237 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b25057-d41e-4112-b83c-97d77257371a" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "085da1b1-1c41-445c-9f70-285163ebfa81"}, {"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:25.356369 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.386865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.392875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:25.395565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.445971 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.487133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a4817cc-2313-4fb2-88e8-933e66d61589 None None] Provisioning complete for port 1776c4ba-5eaa-446c-95ee-f484f5954794 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:25.488138 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a4817cc-2313-4fb2-88e8-933e66d61589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.491090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.497381 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] 10.222.0.81 "DELETE /v2.0/networks/9121943d-e6bb-4662-9f40-4adee1b2ae69 HTTP/1.1" status: 204 len: 168 time: 2.7857857 Nov 25 17:18:25.515995 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7455063 Nov 25 17:18:25.527017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:25.542120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'subnet': {'network_id': '31398505-2367-470a-9ba0-e651aa80bcc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:25.557333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8254bf-2241-426d-bd27-d792612baab7 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Network': ['ID=31398505-2367-470a-9ba0-e651aa80bcc5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:25.576412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 31398505-2367-470a-9ba0-e651aa80bcc5 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:25.622611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4a4817cc-2313-4fb2-88e8-933e66d61589 None None] Port 1776c4ba-5eaa-446c-95ee-f484f5954794 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:25.708173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f410c5-1a5c-4147-9183-be4fb431bd3d tempest-AllowedAddressPairTestJSON-1247429200 tempest-AllowedAddressPairTestJSON-1247429200-project] Pushing event deleted for resources: {'Network': ['ID=9121943d-e6bb-4662-9f40-4adee1b2ae69,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:25.807460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d341ddd-19c4-4776-b2a8-d71decc59c4b {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:25.814119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Made reservation on behalf of d1e349e329e74c1a95acfc0a37153e38 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:25.818228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.826763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.835357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:25.851701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:25.894400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:25.898695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Transition to ACTIVE for port object 8d341ddd-19c4-4776-b2a8-d71decc59c4b will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:25.905605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event updated for resources: {'Port': ['ID=c19c74ca-6089-4265-8d8b-7e1da82e77dd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:25.913047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:25.980183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:25.999711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7e577179-34ef-48a6-90d9-46eadcd1877f admin admin] 10.222.0.81 "PUT /v2.0/routers/ee059716-ba1e-4268-9f79-b96debe1c883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6476145 Nov 25 17:18:26.007285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Sync routers for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:26.012669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-82ae69be-a683-465e-ae7c-7bb0a77dd58b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1901386 Nov 25 17:18:26.025157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d341ddd-19c4-4776-b2a8-d71decc59c4b,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:26.027666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:26.031235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:26.067942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-c211caa8-3b5b-45ff-8912-1e01cbb27542 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.075540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-c211caa8-3b5b-45ff-8912-1e01cbb27542 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.104859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-c211caa8-3b5b-45ff-8912-1e01cbb27542 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.116870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-c211caa8-3b5b-45ff-8912-1e01cbb27542 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.137842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-c211caa8-3b5b-45ff-8912-1e01cbb27542 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.144262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-c211caa8-3b5b-45ff-8912-1e01cbb27542 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.166755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-c211caa8-3b5b-45ff-8912-1e01cbb27542 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.168524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45942) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:26.182455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-c211caa8-3b5b-45ff-8912-1e01cbb27542 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5407 time: 0.3587463 Nov 25 17:18:26.332152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:26.391236 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:26.472017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de8dfcb2-c5ec-4976-8517-00ffa4a0426a req-dd6e83a8-8cdf-410c-8a0f-5a2885df68b5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2877481 Nov 25 17:18:26.502389 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:26.579322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Attempting to bind port 8d341ddd-19c4-4776-b2a8-d71decc59c4b on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:26.580346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Attempting to bind port 8d341ddd-19c4-4776-b2a8-d71decc59c4b by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:26.580907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Attempting to bind port 8d341ddd-19c4-4776-b2a8-d71decc59c4b on network a159a140-c32b-487a-857c-191ffdb4911e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:26.617839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Port 8d341ddd-19c4-4776-b2a8-d71decc59c4b on network a159a140-c32b-487a-857c-191ffdb4911e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:26.619824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Attempting to bind port 8d341ddd-19c4-4776-b2a8-d71decc59c4b on network a159a140-c32b-487a-857c-191ffdb4911e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:26.622771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:26.728460 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf42a1-fe1e-48f8-9175-c81c432fc766 x-openstack-request-id: req-dcaf42a1-fe1e-48f8-9175-c81c432fc766 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:26.743606 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "085da1b1-1c41-445c-9f70-285163ebfa81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:26.743606 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcaf42a1-fe1e-48f8-9175-c81c432fc766 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:26.743606 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '085da1b1-1c41-445c-9f70-285163ebfa81', 'status': 'completed', 'code': 200} Nov 25 17:18:26.743606 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2', 'status': 'completed', 'code': 200} Nov 25 17:18:26.750295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:26.758477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Checking segment: {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:26.760419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Bound using segment: {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:26.761072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Bound port: 8d341ddd-19c4-4776-b2a8-d71decc59c4b, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:26.763076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 2, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:26.763639 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:26.836321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Checking router: ee059716-ba1e-4268-9f79-b96debe1c883 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:18:26.836706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Updating router ee059716-ba1e-4268-9f79-b96debe1c883 port 1776c4ba-5eaa-446c-95ee-f484f5954794 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:18:26.871671 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5c6a0acc-badc-4712-ae9e-6fe996690b56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a20ff229b3648fbb244cf95a168eb6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6416264 Nov 25 17:18:26.877620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45964) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:26.916134 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:26.933487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-2a3b0eb9-0b1b-48c7-b1b2-28c805f2c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.934109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-2a3b0eb9-0b1b-48c7-b1b2-28c805f2c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.934695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-2a3b0eb9-0b1b-48c7-b1b2-28c805f2c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.935237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-2a3b0eb9-0b1b-48c7-b1b2-28c805f2c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.935814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-2a3b0eb9-0b1b-48c7-b1b2-28c805f2c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.936346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-2a3b0eb9-0b1b-48c7-b1b2-28c805f2c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.936874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-2a3b0eb9-0b1b-48c7-b1b2-28c805f2c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.939377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b25057-d41e-4112-b83c-97d77257371a req-2a3b0eb9-0b1b-48c7-b1b2-28c805f2c03b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6379 time: 0.2131643 Nov 25 17:18:26.940687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Subnet': ['ID=e96d0f85-db15-4bc7-b460-790bf61a22d9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:26.969349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Checking segment: {'id': '1fe45c41-db0a-488a-acd6-69b952172147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31398505-2367-470a-9ba0-e651aa80bcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:26.969716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network hostable DHCP agents. Network: 31398505-2367-470a-9ba0-e651aa80bcc5, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:26.971071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d5294-7126-4020-91ad-f70277f347a8 req-54fa3a87-b6be-43c1-bd98-2fa03bd84bd9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.974882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c6d5294-7126-4020-91ad-f70277f347a8 req-54fa3a87-b6be-43c1-bd98-2fa03bd84bd9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.1406612 Nov 25 17:18:27.012352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network 31398505-2367-470a-9ba0-e651aa80bcc5 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:27.033026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 31398505-2367-470a-9ba0-e651aa80bcc5) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:27.065310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c14cb-57b4-4a95-85b0-b47398906962 None None] Network 31398505-2367-470a-9ba0-e651aa80bcc5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:27.072033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:27.072033 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.093970 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.102930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] For port 8d341ddd-19c4-4776-b2a8-d71decc59c4b, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:27.118986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] For port 8d341ddd-19c4-4776-b2a8-d71decc59c4b, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:27.137983 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.149743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:27.150920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6fbb4ede-6d5c-439f-89fc-a7e43f744198 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6185062 Nov 25 17:18:27.160501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.197592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db59daf-50b2-490d-9301-eb54485b44a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.223144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db59daf-50b2-490d-9301-eb54485b44a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.283509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'network': {'name': 'tempest-router-network01--337124069'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:27.292370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:27.293219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.294790 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 200 len: 1091 time: 2.6440151 Nov 25 17:18:27.296131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db59daf-50b2-490d-9301-eb54485b44a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.300178 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db59daf-50b2-490d-9301-eb54485b44a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.312503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event updated for resources: {'Port': ['ID=c19c74ca-6089-4265-8d8b-7e1da82e77dd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:27.314467 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4db59daf-50b2-490d-9301-eb54485b44a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0defdcf-99d9-4879-952f-624a8ea9eae8 HTTP/1.1" status: 204 len: 168 time: 0.4355288 Nov 25 17:18:27.344445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Made reservation on behalf of d1e349e329e74c1a95acfc0a37153e38 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:27.350262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.362358 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Request body: {'port': {'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:27.382593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db59daf-50b2-490d-9301-eb54485b44a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0defdcf-99d9-4879-952f-624a8ea9eae8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:27.405698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5800416-1b96-48f6-9684-baa3546fdae1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d341ddd-19c4-4776-b2a8-d71decc59c4b,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:27.462193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:27.534824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.571213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c6d5294-7126-4020-91ad-f70277f347a8 req-4b929716-640e-4d6b-b679-9f4fb6db4a26 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731193 Nov 25 17:18:27.584005 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.584413 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Added segment 75a8eea8-d085-47d0-a8ce-f862932c5ce3 of type vlan for network f85a3506-1212-45d6-bebb-d72cdb4ccf7a Nov 25 17:18:27.707980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.754033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-589e4d2e-dc69-4bd0-b9fa-044f6126ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:27.756703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-589e4d2e-dc69-4bd0-b9fa-044f6126ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:27.761153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-589e4d2e-dc69-4bd0-b9fa-044f6126ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:27.763933 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b25057-d41e-4112-b83c-97d77257371a req-589e4d2e-dc69-4bd0-b9fa-044f6126ae29 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7847881 Nov 25 17:18:27.792789 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.809998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.915431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.000302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:18:28.023048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-31398505-2367-470a-9ba0-e651aa80bcc5', 'network_id': '31398505-2367-470a-9ba0-e651aa80bcc5', 'tenant_id': 'd1e349e329e74c1a95acfc0a37153e38', 'fixed_ips': [{'subnet_id': 'e96d0f85-db15-4bc7-b460-790bf61a22d9'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:18:28.024005 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.042220 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.044275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-fe41863c-760c-471c-bf48-2cc986733f40 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5576768 Nov 25 17:18:28.047565 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.059243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:28.059885 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.309577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Allocated IP 2001:db8::2 (31398505-2367-470a-9ba0-e651aa80bcc5/e96d0f85-db15-4bc7-b460-790bf61a22d9/638d40ba-3ee0-4ada-8e97-d032cab93102) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:28.349291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-9ea67a5d-ce89-4e5e-ab35-7be8a20dfee4 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.2569821 Nov 25 17:18:28.394045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f403bd-5f98-4c40-a388-8e1b4aaef9ab {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:28.407290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.432327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Transition to ACTIVE for port object b2f403bd-5f98-4c40-a388-8e1b4aaef9ab will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:28.436392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.502105 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.530052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.540541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-e0160069-8421-4ded-8298-d85f0649ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:28.543523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:28.544471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b25057-d41e-4112-b83c-97d77257371a req-e0160069-8421-4ded-8298-d85f0649ae14 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7523329 Nov 25 17:18:28.549931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de80a87-c060-4b79-972d-f05c0d878de2 None None] Pushing event updated for resources: {'Port': ['ID=1776c4ba-5eaa-446c-95ee-f484f5954794,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:28.627959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f3d1de9-cf6c-44bb-8c9f-c0c8720c9c8d None None] Provisioning complete for port 1776c4ba-5eaa-446c-95ee-f484f5954794 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:28.628341 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1de9-cf6c-44bb-8c9f-c0c8720c9c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.663649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Network': ['ID=f85a3506-1212-45d6-bebb-d72cdb4ccf7a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:28.685331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-25799de0-e576-4a1c-9c5c-e1fac3a80c5c tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4177628 Nov 25 17:18:28.707582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:28.728134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'network': {'name': 'tempest-router-network02--2058213485'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:28.794610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '8d341ddd-19c4-4776-b2a8-d71decc59c4b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:28.798425 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edb3422-29ef-416a-b2b8-a91181295484" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "8d341ddd-19c4-4776-b2a8-d71decc59c4b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:28.839624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Made reservation on behalf of d1e349e329e74c1a95acfc0a37153e38 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:28.843376 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.868154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-8b3b9d59-27be-4dd7-a3a7-0b89e8009cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:28.871051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-8b3b9d59-27be-4dd7-a3a7-0b89e8009cf7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1100 time: 0.5144804 Nov 25 17:18:28.874983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Attempting to bind port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:28.882597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Attempting to bind port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:28.883866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Attempting to bind port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab on network a159a140-c32b-487a-857c-191ffdb4911e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:28.894526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab on network a159a140-c32b-487a-857c-191ffdb4911e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:28.895335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Attempting to bind port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab on network a159a140-c32b-487a-857c-191ffdb4911e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:28.905334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:28.905905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Checking segment: {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:28.906544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Bound using segment: {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:28.907377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Bound port: b2f403bd-5f98-4c40-a388-8e1b4aaef9ab, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46281847-2560-48a9-a2ba-6618f317e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:28.907577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.968081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Network 31398505-2367-470a-9ba0-e651aa80bcc5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:29.002410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46006) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:29.028988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network f85a3506-1212-45d6-bebb-d72cdb4ccf7a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:29.039978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:29.065925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:29.068110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-e8fa344f-fa80-4b0e-b412-eb174eefd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.068604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-e8fa344f-fa80-4b0e-b412-eb174eefd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.069420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-e8fa344f-fa80-4b0e-b412-eb174eefd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.070186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-e8fa344f-fa80-4b0e-b412-eb174eefd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.070670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-e8fa344f-fa80-4b0e-b412-eb174eefd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.071141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-e8fa344f-fa80-4b0e-b412-eb174eefd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.072022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-e8fa344f-fa80-4b0e-b412-eb174eefd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.074023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b25057-d41e-4112-b83c-97d77257371a req-e8fa344f-fa80-4b0e-b412-eb174eefd79e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6446 time: 0.3824670 Nov 25 17:18:29.107955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] For port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:29.110566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Pushing event updated for resources: {'Port': ['ID=638d40ba-3ee0-4ada-8e97-d032cab93102,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:29.117209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Attempting to bind port 1776c4ba-5eaa-446c-95ee-f484f5954794 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:29.117620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Attempting to bind port 1776c4ba-5eaa-446c-95ee-f484f5954794 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:29.118165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Attempting to bind port 1776c4ba-5eaa-446c-95ee-f484f5954794 on network 6096b4ef-bc99-466f-8abb-e946270459f0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:29.129977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] For port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:29.143762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.160591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d1de9-cf6c-44bb-8c9f-c0c8720c9c8d None None] Port 1776c4ba-5eaa-446c-95ee-f484f5954794 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:29.180828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:29.181260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Checking segment: {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:29.181680 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.182081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Bound using segment: {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:29.182577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Bound port: 1776c4ba-5eaa-446c-95ee-f484f5954794, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:29.182969 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.242542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Attempting to bind port 638d40ba-3ee0-4ada-8e97-d032cab93102 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:29.242973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Attempting to bind port 638d40ba-3ee0-4ada-8e97-d032cab93102 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '1fe45c41-db0a-488a-acd6-69b952172147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31398505-2367-470a-9ba0-e651aa80bcc5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:29.243293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Attempting to bind port 638d40ba-3ee0-4ada-8e97-d032cab93102 on network 31398505-2367-470a-9ba0-e651aa80bcc5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:29.266269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:29.266677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Checking segment: {'id': '1fe45c41-db0a-488a-acd6-69b952172147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31398505-2367-470a-9ba0-e651aa80bcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:29.267068 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.267478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Bound using segment: {'id': '1fe45c41-db0a-488a-acd6-69b952172147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31398505-2367-470a-9ba0-e651aa80bcc5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:29.267978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Bound port: 638d40ba-3ee0-4ada-8e97-d032cab93102, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe45c41-db0a-488a-acd6-69b952172147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31398505-2367-470a-9ba0-e651aa80bcc5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:29.268379 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.307221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-16321171-7452-4c78-8e60-17b491c4c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.307707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-16321171-7452-4c78-8e60-17b491c4c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.308187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-16321171-7452-4c78-8e60-17b491c4c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.309862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b25057-d41e-4112-b83c-97d77257371a req-16321171-7452-4c78-8e60-17b491c4c476 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2142665 Nov 25 17:18:29.311009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-218de7fe-1f3a-4646-be14-b5dc95b8f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.313206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-218de7fe-1f3a-4646-be14-b5dc95b8f750 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3836424 Nov 25 17:18:29.315012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:29.327582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.327968 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Added segment 5cd18923-c9ef-4585-b944-4d8180155fdb of type vlan for network 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 Nov 25 17:18:29.356511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.357211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.358681 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] 10.222.0.60 "PUT /v2.0/ports/b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 200 len: 1091 time: 2.0262146 Nov 25 17:18:29.364564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'networks': [{'name': 'tempest-network--1010413705'}, {'name': 'tempest-network--95907376'}]} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:29.364973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'network': {'name': 'tempest-network--1010413705'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:29.365954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'network': {'name': 'tempest-network--95907376'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:29.380484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a452d-cf38-4db8-8efb-2bbcbe802124 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:29.418195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-e95874af-901c-4447-a104-98b6cabc8994 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.423154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e4e2697-7c64-46ad-9a9b-dbf6eff8c6f7 req-e95874af-901c-4447-a104-98b6cabc8994 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.9722915 Nov 25 17:18:29.439528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Made reservation on behalf of 5c79ebe9608b4f2aa208684064548ae9 for: {'network': 2} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:29.446315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.446837 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.479110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.496502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] For port 638d40ba-3ee0-4ada-8e97-d032cab93102, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:29.500784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] For port 638d40ba-3ee0-4ada-8e97-d032cab93102, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=638d40ba-3ee0-4ada-8e97-d032cab93102,segment=NetworkSegment(1fe45c41-db0a-488a-acd6-69b952172147),segment_id=1fe45c41-db0a-488a-acd6-69b952172147)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:29.514530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] For port 1776c4ba-5eaa-446c-95ee-f484f5954794, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:29.530373 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.611554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25057-d41e-4112-b83c-97d77257371a req-40011906-b533-4478-a36f-d09200a81372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.613230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b25057-d41e-4112-b83c-97d77257371a req-40011906-b533-4478-a36f-d09200a81372 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833565 Nov 25 17:18:29.659354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-63a28a7f-024c-49e4-8c3c-4fd5e7f8ac9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.2281032 Nov 25 17:18:29.688845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c9509-35c6-4350-b7fa-ceae97bd5d35 None None] Pushing event updated for resources: {'Port': ['ID=638d40ba-3ee0-4ada-8e97-d032cab93102,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:29.697031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] For port 1776c4ba-5eaa-446c-95ee-f484f5954794, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1776c4ba-5eaa-446c-95ee-f484f5954794,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:29.700123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.703941 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.705509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.706054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.756498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fece37-3c35-4103-9048-a04fba4d4778,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:29.808497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:29.809993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:29.810639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:29.819280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de80a87-c060-4b79-972d-f05c0d878de2 None None] Pushing event updated for resources: {'Port': ['ID=1776c4ba-5eaa-446c-95ee-f484f5954794,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:29.827951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-3d3ee98d-b8f1-4b54-a1cf-0772da2df565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.829524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-3d3ee98d-b8f1-4b54-a1cf-0772da2df565 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1458437 Nov 25 17:18:29.842272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:18:29.845257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.849441 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Added segment 1a695d26-de65-4fd2-8d19-e13741ee8f40 of type vlan for network ee2146c9-4a31-4ecc-90fc-615fb062d1da Nov 25 17:18:29.985770 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.988187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46014) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:30.008682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-62191011-e8e5-419e-8b7a-6e681cf5dcf6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553596276', 'description': 'tempest-description--91409986'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:30.062167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:30.101015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.101468 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Added segment 337afd10-7559-400c-9a3e-0021894dcd6c of type vlan for network 4a4eb2d6-a5d8-4336-9e29-7587bae5cd0e Nov 25 17:18:30.106403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:30.121147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce3f4f19-9b13-47c1-9558-9c35b2683a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.122036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce3f4f19-9b13-47c1-9558-9c35b2683a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.122724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce3f4f19-9b13-47c1-9558-9c35b2683a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.123206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce3f4f19-9b13-47c1-9558-9c35b2683a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.123688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce3f4f19-9b13-47c1-9558-9c35b2683a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.124162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce3f4f19-9b13-47c1-9558-9c35b2683a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.124635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce3f4f19-9b13-47c1-9558-9c35b2683a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.130218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce3f4f19-9b13-47c1-9558-9c35b2683a40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6488 time: 0.4441729 Nov 25 17:18:30.140388 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.170158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.171372 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.173845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.221343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.221988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.229407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.234967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.235443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.355356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Network': ['ID=ee2146c9-4a31-4ecc-90fc-615fb062d1da,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:30.374956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4210cefd-0d3d-4842-bc26-51d62139560e None None] Provisioning complete for port 1776c4ba-5eaa-446c-95ee-f484f5954794 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:30.375157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.375397 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4210cefd-0d3d-4842-bc26-51d62139560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.375717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.376212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.376521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.376768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.377277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.377470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.377838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.378213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.378549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.378885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.379745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:30.418526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-6aa296da-42a0-448a-b498-af6f1af61f66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 200 len: 217 time: 0.2425182 Nov 25 17:18:30.430984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-ef1b6605-5607-4047-a34b-f2325606189c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.435277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ee2146c9-4a31-4ecc-90fc-615fb062d1da details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:30.438140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-ef1b6605-5607-4047-a34b-f2325606189c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.445628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-ef1b6605-5607-4047-a34b-f2325606189c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.453319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-ef1b6605-5607-4047-a34b-f2325606189c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.459927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-ef1b6605-5607-4047-a34b-f2325606189c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.466269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-ef1b6605-5607-4047-a34b-f2325606189c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.472598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-ef1b6605-5607-4047-a34b-f2325606189c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.480924 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4699378 Nov 25 17:18:30.482000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46016) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:30.485869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-ef1b6605-5607-4047-a34b-f2325606189c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.8299568 Nov 25 17:18:30.522268 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62191011-e8e5-419e-8b7a-6e681cf5dcf6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.540670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8174241 Nov 25 17:18:30.549320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:30.565822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'subnet': {'network_id': 'f85a3506-1212-45d6-bebb-d72cdb4ccf7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:30.569585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01acf4b-cf8b-485d-bcf6-657a094277d8 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Network': ['ID=4a4eb2d6-a5d8-4336-9e29-7587bae5cd0e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:30.596780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-e1d97e7a-1089-479f-a530-10308e4e79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.599893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-e1d97e7a-1089-479f-a530-10308e4e79a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7078612 Nov 25 17:18:30.600189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 4a4eb2d6-a5d8-4336-9e29-7587bae5cd0e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:30.614356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e5472-bd3d-449e-bee2-923cc03db25a tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Network': ['ID=2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:30.662758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:30.688067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10ad8-04a1-40b6-aadf-13836be93b74 req-305e0bb5-8fb6-48ef-9300-d01942168e88 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.694852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5e10ad8-04a1-40b6-aadf-13836be93b74 req-305e0bb5-8fb6-48ef-9300-d01942168e88 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.5556004 Nov 25 17:18:30.789053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cdd3c-93dd-4538-9be7-c87a8885ad5d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.796268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cdd3c-93dd-4538-9be7-c87a8885ad5d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.803543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cdd3c-93dd-4538-9be7-c87a8885ad5d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.818484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cdd3c-93dd-4538-9be7-c87a8885ad5d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.823311 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4210cefd-0d3d-4842-bc26-51d62139560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.823597 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca4cdd3c-93dd-4538-9be7-c87a8885ad5d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3402369 Nov 25 17:18:30.824099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:30.851231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-bdc39205-9478-4fb0-8b7d-dae8128b681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.853986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-bdc39205-9478-4fb0-8b7d-dae8128b681e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f12de2ce-9a48-4f26-81e7-fd454e827edd HTTP/1.1" status: 200 len: 855 time: 0.3531547 Nov 25 17:18:30.874003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4210cefd-0d3d-4842-bc26-51d62139560e None None] For port 1776c4ba-5eaa-446c-95ee-f484f5954794, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1776c4ba-5eaa-446c-95ee-f484f5954794,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:30.877386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:29Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:30.881217 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4210cefd-0d3d-4842-bc26-51d62139560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.923520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fcce769-a976-49a5-945a-abc89c31cd27 req-c251cc1f-4b6b-47fa-89ee-7561814eec01 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4361920 Nov 25 17:18:30.937040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e26c3-7a86-40a3-8fdd-d6d283010bb3 None None] The sync data for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 is: [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:29Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:30.953087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Made reservation on behalf of d1e349e329e74c1a95acfc0a37153e38 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:30.957873 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.992633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210cefd-0d3d-4842-bc26-51d62139560e None None] Pushing event updated for resources: {'Port': ['ID=1776c4ba-5eaa-446c-95ee-f484f5954794,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:31.080623 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62191011-e8e5-419e-8b7a-6e681cf5dcf6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.107636 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.128916 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62191011-e8e5-419e-8b7a-6e681cf5dcf6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.199344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62191011-e8e5-419e-8b7a-6e681cf5dcf6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d91bc6-eeac-43a5-aae1-741eb1dc9588,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:31.203890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62191011-e8e5-419e-8b7a-6e681cf5dcf6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.205390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-62191011-e8e5-419e-8b7a-6e681cf5dcf6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2147624 Nov 25 17:18:31.211289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46024) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:31.228434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5e10ad8-04a1-40b6-aadf-13836be93b74 req-6b59ec82-7459-4dde-8520-3dabb3e4a8cc tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660635 Nov 25 17:18:31.228600 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bcabcf-3bc3-41ae-b784-5eb3f97ead91 x-openstack-request-id: req-16bcabcf-3bc3-41ae-b784-5eb3f97ead91 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:31.228900 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "8d341ddd-19c4-4776-b2a8-d71decc59c4b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:31.229195 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16bcabcf-3bc3-41ae-b784-5eb3f97ead91 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:31.229602 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '8d341ddd-19c4-4776-b2a8-d71decc59c4b', 'status': 'completed', 'code': 200} Nov 25 17:18:31.230684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-1ae6ee71-3e57-4d38-b4c2-0203ccb36fe7 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106474 Nov 25 17:18:31.295181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c6301594-e4ce-4632-892c-01cab3281d07 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Request body: {'security_group_rule': {'security_group_id': '79d91bc6-eeac-43a5-aae1-741eb1dc9588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:31.428704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.462486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1776c4ba-5eaa-446c-95ee-f484f5954794 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:31.487355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2146c9-4a31-4ecc-90fc-615fb062d1da']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:31.518284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a695d26-de65-4fd2-8d19-e13741ee8f40') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:31.518698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a695d26-de65-4fd2-8d19-e13741ee8f40') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:31.530039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-bd42a6a5-a1dd-45c4-8375-0b0a29806cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:31.532702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-bd42a6a5-a1dd-45c4-8375-0b0a29806cd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4649513 Nov 25 17:18:31.535113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26483cb-7082-42b5-9841-018b5b078c64 None None] Network 31398505-2367-470a-9ba0-e651aa80bcc5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:31.538898 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.563301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.566573 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.607903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:31.607903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:31.612601 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:31.727958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ff33e314-705d-4ae0-ae70-8315944c99dd None None] Provisioning complete for port 638d40ba-3ee0-4ada-8e97-d032cab93102 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:31.729003 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff33e314-705d-4ae0-ae70-8315944c99dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.818817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1776c4ba-5eaa-446c-95ee-f484f5954794 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:31.819181 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.976982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff33e314-705d-4ae0-ae70-8315944c99dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.055731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 638d40ba-3ee0-4ada-8e97-d032cab93102 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:32.115617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Subnet': ['ID=fec51de1-9de2-4b02-8a41-66f996b67108,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:32.117687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ff33e314-705d-4ae0-ae70-8315944c99dd None None] For port 638d40ba-3ee0-4ada-8e97-d032cab93102, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=638d40ba-3ee0-4ada-8e97-d032cab93102,segment=NetworkSegment(1fe45c41-db0a-488a-acd6-69b952172147),segment_id=1fe45c41-db0a-488a-acd6-69b952172147)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:32.131273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff33e314-705d-4ae0-ae70-8315944c99dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.137646 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.168621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.172165 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/networks/ee2146c9-4a31-4ecc-90fc-615fb062d1da HTTP/1.1" status: 204 len: 168 time: 1.3297889 Nov 25 17:18:32.174312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149300ea-cacc-4166-a705-49887fc0a79d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Network': ['ID=ee2146c9-4a31-4ecc-90fc-615fb062d1da,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:32.179543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46032) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:32.194052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Checking segment: {'id': '75a8eea8-d085-47d0-a8ce-f862932c5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f85a3506-1212-45d6-bebb-d72cdb4ccf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:32.194859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network hostable DHCP agents. Network: f85a3506-1212-45d6-bebb-d72cdb4ccf7a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:32.241746 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd0c73fb-50b8-4a2f-a4f3-bd28926f2f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.286311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33e314-705d-4ae0-ae70-8315944c99dd None None] Pushing event updated for resources: {'Port': ['ID=638d40ba-3ee0-4ada-8e97-d032cab93102,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:32.295429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6301594-e4ce-4632-892c-01cab3281d07 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.299488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 638d40ba-3ee0-4ada-8e97-d032cab93102 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:32.299868 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.300487 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-1c9f9234-8a65-4fa3-9506-93dfc942909e service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7509844 Nov 25 17:18:32.369012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.388693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network f85a3506-1212-45d6-bebb-d72cdb4ccf7a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:32.438248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, f85a3506-1212-45d6-bebb-d72cdb4ccf7a) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:32.455265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.456532 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.458484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-3038de6a-1485-4f83-aedc-642b94437c56 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2087166 Nov 25 17:18:32.460346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5fc08-827f-46e1-9fa2-ee6e6593deda None None] Network f85a3506-1212-45d6-bebb-d72cdb4ccf7a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:32.507394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-dbb43bc0-79b8-42ff-aa79-339224d33bf7 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2970233 Nov 25 17:18:32.530398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:32.535102 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f94cb028-bd15-4740-8d87-0f834243838e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9845846 Nov 25 17:18:32.544303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.549349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:32.565341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'subnet': {'network_id': '2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:32.583417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612a44-6931-468a-97a9-3298e7a8df9c req-1d747772-ca22-490d-b820-7347970cbe64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.586639 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:18:32.592066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612a44-6931-468a-97a9-3298e7a8df9c req-1d747772-ca22-490d-b820-7347970cbe64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.599646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612a44-6931-468a-97a9-3298e7a8df9c req-1d747772-ca22-490d-b820-7347970cbe64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.608906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612a44-6931-468a-97a9-3298e7a8df9c req-1d747772-ca22-490d-b820-7347970cbe64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.615415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612a44-6931-468a-97a9-3298e7a8df9c req-1d747772-ca22-490d-b820-7347970cbe64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.622016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612a44-6931-468a-97a9-3298e7a8df9c req-1d747772-ca22-490d-b820-7347970cbe64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.628225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612a44-6931-468a-97a9-3298e7a8df9c req-1d747772-ca22-490d-b820-7347970cbe64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.638105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27612a44-6931-468a-97a9-3298e7a8df9c req-1d747772-ca22-490d-b820-7347970cbe64 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.3722260 Nov 25 17:18:32.640245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.651798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4eb2d6-a5d8-4336-9e29-7587bae5cd0e']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:32.685059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337afd10-7559-400c-9a3e-0021894dcd6c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:32.685375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337afd10-7559-400c-9a3e-0021894dcd6c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:32.709644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.731412 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.738926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:32.739339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:32.755890 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:32.798225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9e46d5bc-279f-412f-81ac-71f5cdb513cd None None] Provisioning complete for port 638d40ba-3ee0-4ada-8e97-d032cab93102 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:32.798931 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e46d5bc-279f-412f-81ac-71f5cdb513cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.820739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Made reservation on behalf of d1e349e329e74c1a95acfc0a37153e38 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:32.827872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.859333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.880221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27612a44-6931-468a-97a9-3298e7a8df9c req-a9b30c14-ae39-4577-bd4c-b6a0f6e90126 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2410104 Nov 25 17:18:32.896270 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c44a14f9-f0ce-4341-a026-ec1005299590 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552421 Nov 25 17:18:32.898918 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.907140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/networks/4a4eb2d6-a5d8-4336-9e29-7587bae5cd0e HTTP/1.1" status: 204 len: 168 time: 0.7237496 Nov 25 17:18:32.909391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46040) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:32.944975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6301594-e4ce-4632-892c-01cab3281d07 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.946984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfe52e-0b37-4bd0-955c-9550430601e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Network': ['ID=4a4eb2d6-a5d8-4336-9e29-7587bae5cd0e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:33.012455 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6301594-e4ce-4632-892c-01cab3281d07 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.043786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6301594-e4ce-4632-892c-01cab3281d07 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.045549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c6301594-e4ce-4632-892c-01cab3281d07 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7980046 Nov 25 17:18:33.047014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-8101cbe7-3326-4a40-aed0-706828df7673 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 217 time: 0.1074131 Nov 25 17:18:33.049607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:33.060608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2c5bc378-8156-48ae-bf17-5a59ef952f34 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Request body: {'security_group_rule': {'security_group_id': '79d91bc6-eeac-43a5-aae1-741eb1dc9588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:33.087823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f85a3506-1212-45d6-bebb-d72cdb4ccf7a', 'network_id': 'f85a3506-1212-45d6-bebb-d72cdb4ccf7a', 'tenant_id': 'd1e349e329e74c1a95acfc0a37153e38', 'fixed_ips': [{'subnet_id': 'fec51de1-9de2-4b02-8a41-66f996b67108'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:18:33.091305 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.137660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6301594-e4ce-4632-892c-01cab3281d07 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a48047-d42f-41d1-b003-021544c34ab1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:33.175216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368a5a1-065d-4d59-a718-028aa475edbf tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.184090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368a5a1-065d-4d59-a718-028aa475edbf tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.187207 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a368a5a1-065d-4d59-a718-028aa475edbf tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2693212 Nov 25 17:18:33.189236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc378-8156-48ae-bf17-5a59ef952f34 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.193877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46044) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:33.231355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c15b701b-5481-41f0-8221-fa3287a6625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.233104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c15b701b-5481-41f0-8221-fa3287a6625e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1597052 Nov 25 17:18:33.241058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1514558262'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:33.251926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:33.254622 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b7515-1bee-4ecb-b006-fccb7a1b4aba" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "b2f403bd-5f98-4c40-a388-8e1b4aaef9ab"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:33.308609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Allocated IP 2001:db8::2 (f85a3506-1212-45d6-bebb-d72cdb4ccf7a/fec51de1-9de2-4b02-8a41-66f996b67108/70c721ae-3264-4982-9e8a-2fb3ef070aed) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:33.310924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 638d40ba-3ee0-4ada-8e97-d032cab93102 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:33.326539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Made reservation on behalf of 5c79ebe9608b4f2aa208684064548ae9 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:33.330152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.350899 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.418164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09cafb-ff83-4d9f-abf7-28cf11be51b2 req-501b879f-b524-46be-aa67-93feb7234150 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.426953 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e09cafb-ff83-4d9f-abf7-28cf11be51b2 req-501b879f-b524-46be-aa67-93feb7234150 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.2472129 Nov 25 17:18:33.427585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 638d40ba-3ee0-4ada-8e97-d032cab93102 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:33.427989 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.431849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.445379 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc378-8156-48ae-bf17-5a59ef952f34 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.447645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:33.481976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc378-8156-48ae-bf17-5a59ef952f34 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.484616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-446a8ad0-3b27-4ee6-bada-6970e8cad4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.486685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-446a8ad0-3b27-4ee6-bada-6970e8cad4da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2301016 Nov 25 17:18:33.506525 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.506873 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Added segment 54f89e5f-7105-4be5-a21e-b3c56736eb8e of type vlan for network b4df874d-de59-48c8-a352-c8a2e07b02ad Nov 25 17:18:33.558824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e09cafb-ff83-4d9f-abf7-28cf11be51b2 req-bdc4b7d6-9a57-4097-9e12-2e2b96034695 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307919 Nov 25 17:18:33.572684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bc378-8156-48ae-bf17-5a59ef952f34 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd41f04-6a18-4422-9566-98149791e101,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:33.592254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc378-8156-48ae-bf17-5a59ef952f34 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.593815 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2c5bc378-8156-48ae-bf17-5a59ef952f34 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5410886 Nov 25 17:18:33.602252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:33.608264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:33.609697 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.623627 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.627791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.631238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Subnet': ['ID=efe6aae3-12e8-443a-b2af-3ffe5deebf28,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:33.668883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Allocated IP 172.25.1.183 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/e9f45a63-3d29-409b-b06a-331624bb9bb8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:33.678924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Network f85a3506-1212-45d6-bebb-d72cdb4ccf7a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:33.682572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:33.685169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:33.699755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Pushing event updated for resources: {'Port': ['ID=70c721ae-3264-4982-9e8a-2fb3ef070aed,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:33.713721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Checking segment: {'id': '5cd18923-c9ef-4585-b944-4d8180155fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:33.714173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network hostable DHCP agents. Network: 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:33.723381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.725863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.733332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.734248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.775425 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed74315-acdf-4581-a2b8-eab459cc489c x-openstack-request-id: req-7ed74315-acdf-4581-a2b8-eab459cc489c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:33.775748 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "b2f403bd-5f98-4c40-a388-8e1b4aaef9ab", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:33.776284 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ed74315-acdf-4581-a2b8-eab459cc489c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:33.776892 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab', 'status': 'completed', 'code': 200} Nov 25 17:18:33.784323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Attempting to bind port 70c721ae-3264-4982-9e8a-2fb3ef070aed on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:33.785361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Attempting to bind port 70c721ae-3264-4982-9e8a-2fb3ef070aed by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '75a8eea8-d085-47d0-a8ce-f862932c5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f85a3506-1212-45d6-bebb-d72cdb4ccf7a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:33.786441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Attempting to bind port 70c721ae-3264-4982-9e8a-2fb3ef070aed on network f85a3506-1212-45d6-bebb-d72cdb4ccf7a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:33.793158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:33.793967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Checking segment: {'id': '75a8eea8-d085-47d0-a8ce-f862932c5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f85a3506-1212-45d6-bebb-d72cdb4ccf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:33.794380 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.794770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Bound using segment: {'id': '75a8eea8-d085-47d0-a8ce-f862932c5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f85a3506-1212-45d6-bebb-d72cdb4ccf7a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:33.795555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Bound port: 70c721ae-3264-4982-9e8a-2fb3ef070aed, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a8eea8-d085-47d0-a8ce-f862932c5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f85a3506-1212-45d6-bebb-d72cdb4ccf7a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:33.796219 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.797452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-d7d78db5-016f-41d4-bab9-8f949bd28cf6 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011634 Nov 25 17:18:33.821328 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5930531 Nov 25 17:18:33.838422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46050) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:33.847336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1009429892'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:33.871297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:33.877769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] For port 70c721ae-3264-4982-9e8a-2fb3ef070aed, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:33.883313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] For port 70c721ae-3264-4982-9e8a-2fb3ef070aed, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=70c721ae-3264-4982-9e8a-2fb3ef070aed,segment=NetworkSegment(75a8eea8-d085-47d0-a8ce-f862932c5ce3),segment_id=75a8eea8-d085-47d0-a8ce-f862932c5ce3)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:33.890265 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.893060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c14218-a857-45b5-a493-0cea0b77a925 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Network': ['ID=b4df874d-de59-48c8-a352-c8a2e07b02ad,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:33.899484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:33.909098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.910179 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.930272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f5b41-3b3b-4962-a37b-1e5039cee011 None None] Network 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:33.932784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network b4df874d-de59-48c8-a352-c8a2e07b02ad details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:33.992641 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.006696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Made reservation on behalf of 5c79ebe9608b4f2aa208684064548ae9 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:34.011545 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.017589 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e44131bf-fdd6-4dfa-9730-a81e80ac5079 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4671631 Nov 25 17:18:34.018561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:34.114581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:34.143190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-aaf4b731-b802-46a8-a3f9-eea62e027ac1 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310847 Nov 25 17:18:34.151617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80382dbd-aaeb-4df4-92d2-78b16e53f10f None None] Pushing event updated for resources: {'Port': ['ID=70c721ae-3264-4982-9e8a-2fb3ef070aed,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:34.167557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.168007 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Added segment 1b453d15-ed0e-4d6d-9b1e-5a47d64a3da8 of type vlan for network a4c0cd81-0bae-49e7-91c1-e53b0b6442a2 Nov 25 17:18:34.175725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.234849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-d5534da9-2feb-41a1-a0b8-5ee0a93890d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 217 time: 0.0709612 Nov 25 17:18:34.256867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-6b64458a-5012-4a3a-a010-32abb9e0906f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.272153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-6b64458a-5012-4a3a-a010-32abb9e0906f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.284926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-6b64458a-5012-4a3a-a010-32abb9e0906f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.292241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-6b64458a-5012-4a3a-a010-32abb9e0906f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.311463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-6b64458a-5012-4a3a-a010-32abb9e0906f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.324252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-6b64458a-5012-4a3a-a010-32abb9e0906f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.335635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-6b64458a-5012-4a3a-a010-32abb9e0906f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.346086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-6b64458a-5012-4a3a-a010-32abb9e0906f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.3021359 Nov 25 17:18:34.387470 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdb4474e-3836-42e9-a18b-8b94641953b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.399363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077', 'network_id': '2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077', 'tenant_id': 'd1e349e329e74c1a95acfc0a37153e38', 'fixed_ips': [{'subnet_id': 'efe6aae3-12e8-443a-b2af-3ffe5deebf28'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:18:34.400843 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.453423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.465716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.539301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:34.558211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.561767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:34.574791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:34.589249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Allocated IP 2001:db8::2 (2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077/efe6aae3-12e8-443a-b2af-3ffe5deebf28/5df2670b-cfce-4fbd-a68f-8af5cdc817dd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:34.589630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-201baec4-c474-43f5-b18b-a4789b55eeb6 req-3d9fef6d-2fa1-45f1-ad44-e2db4b4c2f21 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2423530 Nov 25 17:18:34.590825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-f8d4d8cc-c936-4b99-b055-657f28225e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.592218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-f8d4d8cc-c936-4b99-b055-657f28225e47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2412422 Nov 25 17:18:34.613167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event updated for resources: {'Port': ['ID=e9f45a63-3d29-409b-b06a-331624bb9bb8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:34.636412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.637561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.637561 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.682017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Allocated IP 172.25.1.212 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/7fc9689d-582f-4d5d-b1ab-51c110b6beeb) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:34.700174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.700727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.700882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.701266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.701620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.701966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.706588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.706975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.708021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.708465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.708813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.709188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:34.771520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9318676 Nov 25 17:18:34.787463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:34.797106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'ports': [{'network_id': 'b4df874d-de59-48c8-a352-c8a2e07b02ad', 'name': 'tempest-port--1838457053', 'admin_state_up': True}, {'network_id': 'a4c0cd81-0bae-49e7-91c1-e53b0b6442a2', 'admin_state_up': False}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:34.797452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'port': {'network_id': 'b4df874d-de59-48c8-a352-c8a2e07b02ad', 'name': 'tempest-port--1838457053', 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:34.797912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'port': {'network_id': 'a4c0cd81-0bae-49e7-91c1-e53b0b6442a2', 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:34.817811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c799b81-a200-4365-8056-a92f500dbf85 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Network': ['ID=a4c0cd81-0bae-49e7-91c1-e53b0b6442a2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:34.842345 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.853637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network a4c0cd81-0bae-49e7-91c1-e53b0b6442a2 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:34.858001 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.883838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-e82d0bc9-a3ff-415d-9bce-66c3de54408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.885597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-e82d0bc9-a3ff-415d-9bce-66c3de54408d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2657101 Nov 25 17:18:34.894114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Network 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:34.958870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.998349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:35.030614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.032840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:35.049831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Allocated IP 2001:db8::1 (f85a3506-1212-45d6-bebb-d72cdb4ccf7a/fec51de1-9de2-4b02-8a41-66f996b67108/73756040-55ca-498c-8142-f3f39c6a5343) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:35.127957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Pushing event updated for resources: {'Port': ['ID=5df2670b-cfce-4fbd-a68f-8af5cdc817dd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:35.142645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.143486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Attempting to bind port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:35.143869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Attempting to bind port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5cd18923-c9ef-4585-b944-4d8180155fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:35.144239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Attempting to bind port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd on network 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:35.155270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:35.155653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Checking segment: {'id': '5cd18923-c9ef-4585-b944-4d8180155fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:35.156324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.157254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Bound using segment: {'id': '5cd18923-c9ef-4585-b944-4d8180155fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:35.157804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Bound port: 5df2670b-cfce-4fbd-a68f-8af5cdc817dd, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd18923-c9ef-4585-b944-4d8180155fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:35.158416 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.175515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3b9f-6f97-459d-b118-426bd1c3956e req-1e714665-2fa8-47ff-87a5-e5369162de00 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:35.180613 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6cf3b9f-6f97-459d-b118-426bd1c3956e req-1e714665-2fa8-47ff-87a5-e5369162de00 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.2734594 Nov 25 17:18:35.236261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:35.242738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:35.248162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:35.253720 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-1ce53ebe-0287-4718-ab50-538b70103746 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528037 Nov 25 17:18:35.259034 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.295994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event updated for resources: {'Port': ['ID=7fc9689d-582f-4d5d-b1ab-51c110b6beeb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:35.307550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] For port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:35.312658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] For port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5df2670b-cfce-4fbd-a68f-8af5cdc817dd,segment=NetworkSegment(5cd18923-c9ef-4585-b944-4d8180155fdb),segment_id=5cd18923-c9ef-4585-b944-4d8180155fdb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:35.319334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.336484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.443142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 70c721ae-3264-4982-9e8a-2fb3ef070aed up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:35.461120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de145055-c176-41c2-9d6a-6876a6a70174 None None] Pushing event updated for resources: {'Port': ['ID=5df2670b-cfce-4fbd-a68f-8af5cdc817dd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:35.465997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.476135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6cf3b9f-6f97-459d-b118-426bd1c3956e req-9c9e413d-3613-40bf-b35d-852574462c8b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799613 Nov 25 17:18:35.486624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Made reservation on behalf of 5c79ebe9608b4f2aa208684064548ae9 for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:35.486912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.497242 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.553385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network f85a3506-1212-45d6-bebb-d72cdb4ccf7a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:35.561536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:35.564675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:35.565277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.567912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.610742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 70c721ae-3264-4982-9e8a-2fb3ef070aed triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:35.611144 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.650178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.663851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa1f2d-96ef-4686-83c6-5996c2e4735a None None] Network f85a3506-1212-45d6-bebb-d72cdb4ccf7a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:35.678062 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Port': ['ID=73756040-55ca-498c-8142-f3f39c6a5343,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:35.723803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-5a5abad9-7671-4eec-ac67-63aa00a30880 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560735 Nov 25 17:18:35.836594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.840240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fa1b109b-d7bd-46ab-bd55-06c0b26ba959 None None] Provisioning complete for port 70c721ae-3264-4982-9e8a-2fb3ef070aed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:35.840712 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa1b109b-d7bd-46ab-bd55-06c0b26ba959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.921124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-043c55c6-51e0-4234-8d26-c66792b5f3cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=085da1b1-1c41-445c-9f70-285163ebfa81 HTTP/1.1" status: 200 len: 217 time: 0.1824176 Nov 25 17:18:36.014693 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.032926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] device_id is not set on port 4235c61c-ce09-434e-b0a5-d54d8b082491 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:18:36.074001 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.088549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.117071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-a289cb99-50a6-429e-bda9-fb30604800d5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.123317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-a289cb99-50a6-429e-bda9-fb30604800d5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.130412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-a289cb99-50a6-429e-bda9-fb30604800d5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.136577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-a289cb99-50a6-429e-bda9-fb30604800d5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.143437 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa1b109b-d7bd-46ab-bd55-06c0b26ba959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.143710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-a289cb99-50a6-429e-bda9-fb30604800d5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.149032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 70c721ae-3264-4982-9e8a-2fb3ef070aed, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=70c721ae-3264-4982-9e8a-2fb3ef070aed,segment=NetworkSegment(75a8eea8-d085-47d0-a8ce-f862932c5ce3),segment_id=75a8eea8-d085-47d0-a8ce-f862932c5ce3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:36.151749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-a289cb99-50a6-429e-bda9-fb30604800d5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.158796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-a289cb99-50a6-429e-bda9-fb30604800d5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.161987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.166704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-a289cb99-50a6-429e-bda9-fb30604800d5 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.3528397 Nov 25 17:18:36.197263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-6bbb1311-54ae-43cb-9322-d717f98afbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.198864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-6bbb1311-54ae-43cb-9322-d717f98afbbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2488930 Nov 25 17:18:36.268430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=70c721ae-3264-4982-9e8a-2fb3ef070aed,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:36.268430 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-fa1b109b-d7bd-46ab-bd55-06c0b26ba959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:18:36.268430 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-fa1b109b-d7bd-46ab-bd55-06c0b26ba959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:18:36.275078 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.357488 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.398624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de504f5d-790c-41df-beb1-f2db804dd4a5 req-53132f8e-6c90-4fb6-bc13-17f14ea1d169 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2271104 Nov 25 17:18:36.399967 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.461099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event updated for resources: {'Port': ['ID=e9f45a63-3d29-409b-b06a-331624bb9bb8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:36.480784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-b9597914-00be-4ea6-882e-3190499e28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:36.483003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-b9597914-00be-4ea6-882e-3190499e28ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2601280 Nov 25 17:18:36.490307 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.497321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.511350 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.512425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-6fd538e9-7cff-4799-9853-9447d86e1419 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0042522 Nov 25 17:18:36.617985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event updated for resources: {'Port': ['ID=7fc9689d-582f-4d5d-b1ab-51c110b6beeb,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:36.623190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-fc7681aa-380b-49e2-b7db-8ae3c6790fe8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253383 Nov 25 17:18:36.680246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.709838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.711353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-27cbecec-896d-4805-85a8-29d318f04c69 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1066365 Nov 25 17:18:36.740613 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-21049996-c054-4262-93fe-92991993acaa tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 696 time: 0.1127918 Nov 25 17:18:36.749527 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.845570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.855951 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.857876 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.995283 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.019276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Port': ['ID=73756040-55ca-498c-8142-f3f39c6a5343,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:37.055507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9d81fae0-c027-47fd-9881-41d8a437b62f None None] Provisioning complete for port 70c721ae-3264-4982-9e8a-2fb3ef070aed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:37.057482 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d81fae0-c027-47fd-9881-41d8a437b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.096049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network f85a3506-1212-45d6-bebb-d72cdb4ccf7a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:37.097614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:37.120430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b862359-5359-4e3b-a77d-35d734f8dcf1 None None] Network 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:37.314874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.319875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Router 4f73bf44-f176-4191-9751-cfc7461b1fdd is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:18:37.365385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a999-f251-4ab6-b476-cbb7e248a143 req-7decb718-ab4a-464d-be96-b1a59a5daacf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:37.375653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b54a999-f251-4ab6-b476-cbb7e248a143 req-7decb718-ab4a-464d-be96-b1a59a5daacf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.7466631 Nov 25 17:18:37.444530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9d81fae0-c027-47fd-9881-41d8a437b62f None None] Provisioning complete for port 73756040-55ca-498c-8142-f3f39c6a5343 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:37.445161 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d81fae0-c027-47fd-9881-41d8a437b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.471612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 70c721ae-3264-4982-9e8a-2fb3ef070aed up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:37.503153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] device_id is not set on port 3700af8e-3aab-42a3-b99b-8eca5722ba03 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:18:37.550573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:37.552534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-d74bec6d-e62c-40d7-9556-6e41f2e9f7db service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8021340 Nov 25 17:18:37.563736 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-580a10e6-45cc-40a8-8259-967282dadef0 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "PUT /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5295095 Nov 25 17:18:37.577995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:37.580175 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da7439-39ae-498f-9561-19390e4615c1 None None] Sync routers for ids ['4f73bf44-f176-4191-9751-cfc7461b1fdd'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:37.595400 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da7439-39ae-498f-9561-19390e4615c1 None None] Routers {'4f73bf44-f176-4191-9751-cfc7461b1fdd'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:37.597359 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-80da7439-39ae-498f-9561-19390e4615c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['4f73bf44-f176-4191-9751-cfc7461b1fdd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:37.667328 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-80da7439-39ae-498f-9561-19390e4615c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:37.683238 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da7439-39ae-498f-9561-19390e4615c1 None None] Routers {'4f73bf44-f176-4191-9751-cfc7461b1fdd'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:37.684534 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-80da7439-39ae-498f-9561-19390e4615c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['4f73bf44-f176-4191-9751-cfc7461b1fdd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:37.703993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d81fae0-c027-47fd-9881-41d8a437b62f None None] Port 73756040-55ca-498c-8142-f3f39c6a5343 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:37.728422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 70c721ae-3264-4982-9e8a-2fb3ef070aed triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:37.728799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.730162 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-80da7439-39ae-498f-9561-19390e4615c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:37.732367 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da7439-39ae-498f-9561-19390e4615c1 None None] The sync data for ids ['4f73bf44-f176-4191-9751-cfc7461b1fdd'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:37.795838 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-c414cd03-0fbe-4dd2-8033-f7b0fd00088f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 HTTP/1.1" status: 200 len: 217 time: 0.2277703 Nov 25 17:18:37.828708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5df2670b-cfce-4fbd-a68f-8af5cdc817dd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:37.859483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] Provisioning complete for port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:37.860222 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.923677 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.930155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-763d8102-17d3-4145-adc5-aaf22c0f5008 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:37.931546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd487502-d8d4-4d9a-90db-0cec5c7d388b req-763d8102-17d3-4145-adc5-aaf22c0f5008 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 1.1738307 Nov 25 17:18:37.944174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:37.944549 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.947727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b54a999-f251-4ab6-b476-cbb7e248a143 req-7f6ec808-ce8e-4139-afbd-51fa5b0b21cf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711739 Nov 25 17:18:38.044707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9690bfae-b617-470a-9510-7b8ad533bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.046912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-9690bfae-b617-470a-9510-7b8ad533bbf4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2286103 Nov 25 17:18:38.061866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.129700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] For port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5df2670b-cfce-4fbd-a68f-8af5cdc817dd,segment=NetworkSegment(5cd18923-c9ef-4585-b944-4d8180155fdb),segment_id=5cd18923-c9ef-4585-b944-4d8180155fdb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:38.137977 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.170715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.178247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.193898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] Provisioning complete for port 73756040-55ca-498c-8142-f3f39c6a5343 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:38.193898 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.271495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] Pushing event updated for resources: {'Port': ['ID=5df2670b-cfce-4fbd-a68f-8af5cdc817dd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:38.281138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e272ba89-43e4-421c-a609-1b8f286c92b5 None None] Port 73756040-55ca-498c-8142-f3f39c6a5343 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:38.287534 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:18:38.287710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a1fc02d0-0991-4022-a078-3b46e20c8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.287897 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:18:38.289182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-a1fc02d0-0991-4022-a078-3b46e20c8e8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1998913 Nov 25 17:18:38.301843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-e31fe68a-b9bc-41f6-912d-23fe555bcb27 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1553596276&fields=id&tenant_id=f4d43e7d3baf4ffb8da544d6e2631618 HTTP/1.1" status: 200 len: 267 time: 0.2139986 Nov 25 17:18:38.348548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1297288-2a60-4b10-9a98-79766bc69032 req-6ab43d3d-f2c9-494a-ab4a-3b30322d82e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.354771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1297288-2a60-4b10-9a98-79766bc69032 req-6ab43d3d-f2c9-494a-ab4a-3b30322d82e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.360751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1297288-2a60-4b10-9a98-79766bc69032 req-6ab43d3d-f2c9-494a-ab4a-3b30322d82e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.367519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1297288-2a60-4b10-9a98-79766bc69032 req-6ab43d3d-f2c9-494a-ab4a-3b30322d82e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.373545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1297288-2a60-4b10-9a98-79766bc69032 req-6ab43d3d-f2c9-494a-ab4a-3b30322d82e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.380329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1297288-2a60-4b10-9a98-79766bc69032 req-6ab43d3d-f2c9-494a-ab4a-3b30322d82e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.386351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1297288-2a60-4b10-9a98-79766bc69032 req-6ab43d3d-f2c9-494a-ab4a-3b30322d82e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.388264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1297288-2a60-4b10-9a98-79766bc69032 req-6ab43d3d-f2c9-494a-ab4a-3b30322d82e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.2558696 Nov 25 17:18:38.425013 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.666148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Port': ['ID=4235c61c-ce09-434e-b0a5-d54d8b082491,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:38.734016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1297288-2a60-4b10-9a98-79766bc69032 req-653ca458-b391-40cf-bdac-5180f1bfe74a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3111851 Nov 25 17:18:38.751582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3a364aa1-c54e-440e-91e6-65e9f91155c1 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180503 Nov 25 17:18:38.757243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Checking segment: {'id': '54f89e5f-7105-4be5-a21e-b3c56736eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b4df874d-de59-48c8-a352-c8a2e07b02ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:38.757623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Network hostable DHCP agents. Network: b4df874d-de59-48c8-a352-c8a2e07b02ad, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:38.767974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-85d96718-8395-443e-bf3b-ca35466e9633 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:38.769587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-85d96718-8395-443e-bf3b-ca35466e9633 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/networks?id=6096b4ef-bc99-466f-8abb-e946270459f0 HTTP/1.1" status: 200 len: 811 time: 0.3738604 Nov 25 17:18:38.882239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-0856efa2-1195-4cf8-864b-4ca3f6e6b647 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/quotas/f4d43e7d3baf4ffb8da544d6e2631618 HTTP/1.1" status: 200 len: 375 time: 0.0986192 Nov 25 17:18:38.918129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Network b4df874d-de59-48c8-a352-c8a2e07b02ad is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:38.958680 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-fd6e2092-13bf-4406-a33c-e00f8ebbd6cc tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:18:38.959446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fd6e2092-13bf-4406-a33c-e00f8ebbd6cc tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "PUT /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3804250 Nov 25 17:18:38.966065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46092) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:39.005144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, b4df874d-de59-48c8-a352-c8a2e07b02ad) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:39.019285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70188165-c52d-49ca-8faf-01b985b1ad5f None None] Network b4df874d-de59-48c8-a352-c8a2e07b02ad requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:39.023184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:39.024605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.119689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-3665a82c-9a9f-4b0d-b6d4-7761285f4a2c service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469594 Nov 25 17:18:39.145625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd42a15e-2fb0-4401-b243-58117e59834e req-4b4bc70e-9ff9-493d-937a-56a1e109ac1b tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3173139 Nov 25 17:18:39.152736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-857b0223-e2d6-4585-acdd-87bfb9f31f5e tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4d43e7d3baf4ffb8da544d6e2631618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2540216 Nov 25 17:18:39.162067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:39.216500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Port': ['ID=3700af8e-3aab-42a3-b99b-8eca5722ba03,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:39.223854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-41e86762-395b-46ac-9861-d41599cf7dd6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:18:39.225007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-41e86762-395b-46ac-9861-d41599cf7dd6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112410 Nov 25 17:18:39.229059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-5df4338b-4921-446c-ba9d-a28ad8b4f7d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 200 len: 217 time: 0.1000199 Nov 25 17:18:39.273665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5df2670b-cfce-4fbd-a68f-8af5cdc817dd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:39.320369 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.328738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:39.328738 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.356899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Checking segment: {'id': '1b453d15-ed0e-4d6d-9b1e-5a47d64a3da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'a4c0cd81-0bae-49e7-91c1-e53b0b6442a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:39.356899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Network hostable DHCP agents. Network: a4c0cd81-0bae-49e7-91c1-e53b0b6442a2, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:39.381085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.434487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-27455cef-6043-4187-940a-b49f29cb4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:39.435991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-27455cef-6043-4187-940a-b49f29cb4355 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1803117 Nov 25 17:18:39.448550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Network a4c0cd81-0bae-49e7-91c1-e53b0b6442a2 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:39.507457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, a4c0cd81-0bae-49e7-91c1-e53b0b6442a2) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:39.514283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:39.518765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549fb8f-e035-4e34-a3be-aeb49c33a5a0 None None] Network a4c0cd81-0bae-49e7-91c1-e53b0b6442a2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:39.521001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:39.526315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:39.527024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.530924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-68f93bfb-9a81-47c4-8dae-38024f6ce9cd service neutron] 10.222.0.81 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876496 Nov 25 17:18:39.656215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Deleting port 73756040-55ca-498c-8142-f3f39c6a5343 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:39.656602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.759571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.773235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Calling delete_port for 73756040-55ca-498c-8142-f3f39c6a5343 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:39.903531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-07e87d38-2210-4058-a8b7-aa432b91e4e6 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1139922 Nov 25 17:18:39.907956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46102) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:39.910763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-fd531d8c-0233-449f-a4fc-d7af1eaab4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:39.917058 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-fd531d8c-0233-449f-a4fc-d7af1eaab4aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4668682 Nov 25 17:18:39.991870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50844bd4-e686-4ca8-bd64-5c7e376d8833 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:39.997968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50844bd4-e686-4ca8-bd64-5c7e376d8833 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:39.999562 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-50844bd4-e686-4ca8-bd64-5c7e376d8833 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0904090 Nov 25 17:18:40.000341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.002544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46104) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:40.040316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-2381c9c6-2f3c-46c9-9486-81cae5a9a401 service neutron] 10.222.0.81 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004001 Nov 25 17:18:40.053735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.063652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-7aee9476-e597-4807-a815-7d083a922242 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411958 Nov 25 17:18:40.064724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Port': ['ID=73756040-55ca-498c-8142-f3f39c6a5343,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:40.215234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.276492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Allocated IP 172.25.1.136 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/555de67a-c375-4abd-8493-462c311aa52d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:40.372132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-38b2466c-68a9-40e6-96b8-be0fba35a125 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748215 Nov 25 17:18:40.389948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e53dd-eb4b-4f98-92c9-c6fadd570bff tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Deleting port 4235c61c-ce09-434e-b0a5-d54d8b082491 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:40.390414 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d6e53dd-eb4b-4f98-92c9-c6fadd570bff tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.448077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-f5b47937-4deb-4f92-b4e8-fb556e720d2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 200 len: 217 time: 0.0498919 Nov 25 17:18:40.521549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Router 4f73bf44-f176-4191-9751-cfc7461b1fdd has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:40.525528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d6e53dd-eb4b-4f98-92c9-c6fadd570bff tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.530295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e3925-5254-4287-ab9d-f37151362433 req-a0cb4085-d7e2-4f12-ac83-ac1f2ac9e29f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:40.533467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-818e3925-5254-4287-ab9d-f37151362433 req-a0cb4085-d7e2-4f12-ac83-ac1f2ac9e29f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.1791482 Nov 25 17:18:40.544036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e53dd-eb4b-4f98-92c9-c6fadd570bff tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Calling delete_port for 4235c61c-ce09-434e-b0a5-d54d8b082491 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:40.544392 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.615569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce305ac8-59ec-4f85-8cc2-e0fa9014b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:40.617656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-ce305ac8-59ec-4f85-8cc2-e0fa9014b9cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1574821 Nov 25 17:18:40.624642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-818e3925-5254-4287-ab9d-f37151362433 req-ed09887e-e93c-4610-941e-6e94abdee6b3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844772 Nov 25 17:18:40.671249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:40.678924 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-beab5a4c-fdec-48f7-9a4e-a1f8e24b96f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "PUT /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115042 Nov 25 17:18:40.685356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:40.686784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c4aaf4-21d6-4a78-af6b-e3c3e8c7de8f None None] Sync routers for ids ['4f73bf44-f176-4191-9751-cfc7461b1fdd'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:40.707726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-f007a48e-e643-4a63-9429-1630c3a4e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:40.709562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-f007a48e-e643-4a63-9429-1630c3a4e3ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790412 Nov 25 17:18:40.716320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.719797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4aaf4-21d6-4a78-af6b-e3c3e8c7de8f None None] Routers {'4f73bf44-f176-4191-9751-cfc7461b1fdd'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:40.723035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-71c4aaf4-21d6-4a78-af6b-e3c3e8c7de8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['4f73bf44-f176-4191-9751-cfc7461b1fdd'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:40.737159 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-d9add9f5-d053-49b9-8dc8-81d23f2cea9f tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] delete failed (client error): The resource could not be found. Nov 25 17:18:40.738708 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d9add9f5-d053-49b9-8dc8-81d23f2cea9f tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1019973619 HTTP/1.1" status: 404 len: 335 time: 0.0518522 Nov 25 17:18:40.743712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46118) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:40.748359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a710eb69-1392-4094-a7a0-ca577da79fa8 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f73bf44-f176-4191-9751-cfc7461b1fdd'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:40.792320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-71c4aaf4-21d6-4a78-af6b-e3c3e8c7de8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:40.805903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4aaf4-21d6-4a78-af6b-e3c3e8c7de8f None None] Routers {'4f73bf44-f176-4191-9751-cfc7461b1fdd'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:40.807353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-71c4aaf4-21d6-4a78-af6b-e3c3e8c7de8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['4f73bf44-f176-4191-9751-cfc7461b1fdd'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:40.856834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:40.865487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:40.870147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:40.874856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-71c4aaf4-21d6-4a78-af6b-e3c3e8c7de8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:40.875514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c4aaf4-21d6-4a78-af6b-e3c3e8c7de8f None None] The sync data for ids ['4f73bf44-f176-4191-9751-cfc7461b1fdd'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:40.889750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d6e53dd-eb4b-4f98-92c9-c6fadd570bff tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.933363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event updated for resources: {'Port': ['ID=555de67a-c375-4abd-8493-462c311aa52d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:40.951262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e53dd-eb4b-4f98-92c9-c6fadd570bff tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Port': ['ID=4235c61c-ce09-434e-b0a5-d54d8b082491,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:40.961453 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d6e53dd-eb4b-4f98-92c9-c6fadd570bff tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.967391 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2d6e53dd-eb4b-4f98-92c9-c6fadd570bff tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/ports/4235c61c-ce09-434e-b0a5-d54d8b082491 HTTP/1.1" status: 204 len: 168 time: 0.9602120 Nov 25 17:18:40.969716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:41.006689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-5c35e35a-2bee-4c9d-a4ed-bcff3b812dfc service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871077 Nov 25 17:18:41.097338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-d365b341-381d-4f71-a4e5-8f5dd82ef871 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.104339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-d365b341-381d-4f71-a4e5-8f5dd82ef871 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.110708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-d365b341-381d-4f71-a4e5-8f5dd82ef871 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.117410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-d365b341-381d-4f71-a4e5-8f5dd82ef871 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.123721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-d365b341-381d-4f71-a4e5-8f5dd82ef871 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.130900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-d365b341-381d-4f71-a4e5-8f5dd82ef871 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.137335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-d365b341-381d-4f71-a4e5-8f5dd82ef871 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.139352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-d365b341-381d-4f71-a4e5-8f5dd82ef871 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.2651372 Nov 25 17:18:41.229254 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.277444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30331c86-2cf5-4f21-84e5-b5d71dbd0dee req-5b61db6b-e6b1-44ac-b001-617a16c6898a service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623088 Nov 25 17:18:41.305024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51d807a8-ac84-4b9b-aa56-555ae5777149 req-9c997e1f-17b5-4663-87d4-2f9c07aade79 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411531 Nov 25 17:18:41.339328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.367498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a710eb69-1392-4094-a7a0-ca577da79fa8 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.454359 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-a710eb69-1392-4094-a7a0-ca577da79fa8 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] update failed (client error): The resource could not be found. Nov 25 17:18:41.456147 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a710eb69-1392-4094-a7a0-ca577da79fa8 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "PUT /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd HTTP/1.1" status: 404 len: 339 time: 0.7110231 Nov 25 17:18:41.462086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:41.470013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-612149685'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:41.513360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3c073544-16b3-4bd6-b6f7-59ddde0c999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.513968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3c073544-16b3-4bd6-b6f7-59ddde0c999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.514622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3c073544-16b3-4bd6-b6f7-59ddde0c999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.515091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3c073544-16b3-4bd6-b6f7-59ddde0c999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.515567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3c073544-16b3-4bd6-b6f7-59ddde0c999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.516077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3c073544-16b3-4bd6-b6f7-59ddde0c999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.516541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3c073544-16b3-4bd6-b6f7-59ddde0c999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.518608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3c073544-16b3-4bd6-b6f7-59ddde0c999f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6488 time: 0.1483927 Nov 25 17:18:41.539372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbc5bf33-fb7c-494e-bbf0-46aee272540b req-8ab2925c-466b-4759-9955-f89f4f99b7ef tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 210 time: 0.0539248 Nov 25 17:18:41.563402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb4e70-b276-485a-b6b2-2c4c6b1bad11 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Deleting port 3700af8e-3aab-42a3-b99b-8eca5722ba03 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:41.563744 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4e70-b276-485a-b6b2-2c4c6b1bad11 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.595132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Made reservation on behalf of d1e349e329e74c1a95acfc0a37153e38 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:41.598884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.691080 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.695278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-0f69d225-65f8-421d-856c-639cf499995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.697273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edb3422-29ef-416a-b2b8-a91181295484 req-0f69d225-65f8-421d-856c-639cf499995d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 903 time: 0.1604455 Nov 25 17:18:41.698592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.717481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4e70-b276-485a-b6b2-2c4c6b1bad11 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.760853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb4e70-b276-485a-b6b2-2c4c6b1bad11 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Calling delete_port for 3700af8e-3aab-42a3-b99b-8eca5722ba03 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:41.773320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edb3422-29ef-416a-b2b8-a91181295484 req-7a918673-5906-4b6f-a220-017c339db64f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 200 len: 217 time: 0.0628393 Nov 25 17:18:41.784097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:41.796184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-a4806981-1542-46af-a8fc-87f29a1aa5da tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.798821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-a4806981-1542-46af-a8fc-87f29a1aa5da tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.95 "GET /v2.0/networks?id=6096b4ef-bc99-466f-8abb-e946270459f0 HTTP/1.1" status: 200 len: 811 time: 0.3123014 Nov 25 17:18:41.855069 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.855430 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Added segment de1db22a-cf16-468b-8e45-7bea50fe03e9 of type vlan for network 17d557eb-1f35-497e-8ecc-ae152d4bfe6e Nov 25 17:18:41.906796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event updated for resources: {'Port': ['ID=555de67a-c375-4abd-8493-462c311aa52d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:41.930972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.938818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3e473787-82cf-481d-a89e-b48a3a8c568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.940432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edb3422-29ef-416a-b2b8-a91181295484 req-3e473787-82cf-481d-a89e-b48a3a8c568f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1463494 Nov 25 17:18:41.959046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.967867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb01a5-2402-4dd5-a9ec-38a57a3a693f req-c666eacb-f3fd-4a69-b547-4e85a47645b0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.969439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27eb01a5-2402-4dd5-a9ec-38a57a3a693f req-c666eacb-f3fd-4a69-b547-4e85a47645b0 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.1742120 Nov 25 17:18:41.989813 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.991025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd42a15e-2fb0-4401-b243-58117e59834e req-8c91f57a-8b6a-46fe-9a0d-74fe97d688a9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8328648 Nov 25 17:18:41.994246 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-df7784d5-86d1-45c7-9e89-0459ba5c333a tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d43e7d3baf4ffb8da544d6e2631618 HTTP/1.1" status: 200 len: 380 time: 0.1841176 Nov 25 17:18:42.006511 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4e70-b276-485a-b6b2-2c4c6b1bad11 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.013467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Request body: {'port': {'device_id': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'admin_state_up': True, 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'security_groups': ['79d91bc6-eeac-43a5-aae1-741eb1dc9588']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:42.082584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd42a15e-2fb0-4401-b243-58117e59834e req-3388465d-a920-4455-9241-696bd1a2982f tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.0700710 Nov 25 17:18:42.086402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3422-29ef-416a-b2b8-a91181295484 req-64103dfe-c2d0-4e32-b884-91ea4dbd5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.087918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edb3422-29ef-416a-b2b8-a91181295484 req-64103dfe-c2d0-4e32-b884-91ea4dbd5f3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1377382 Nov 25 17:18:42.089447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.095194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.096311 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.107654 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb4e70-b276-485a-b6b2-2c4c6b1bad11 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Port': ['ID=3700af8e-3aab-42a3-b99b-8eca5722ba03,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:42.118260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27eb01a5-2402-4dd5-a9ec-38a57a3a693f req-599e737e-ef83-4f98-8de6-44fdf96e621c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334729 Nov 25 17:18:42.126704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcb4e70-b276-485a-b6b2-2c4c6b1bad11 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.132899 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbcb4e70-b276-485a-b6b2-2c4c6b1bad11 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/ports/3700af8e-3aab-42a3-b99b-8eca5722ba03 HTTP/1.1" status: 204 len: 168 time: 1.1606019 Nov 25 17:18:42.134077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46128) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:42.264928 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8014584 Nov 25 17:18:42.267927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-af3a1587-fb7a-4040-bb8a-efc910502ecb tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1288455 Nov 25 17:18:42.268978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a856eb-1623-48e6-ac6c-f7b2bc99cfb2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Network': ['ID=17d557eb-1f35-497e-8ecc-ae152d4bfe6e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:42.272807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:42.273200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:42.283063 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 17d557eb-1f35-497e-8ecc-ae152d4bfe6e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:42.290232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1962063077'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:42.296591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'subnet': {'network_id': '17d557eb-1f35-497e-8ecc-ae152d4bfe6e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:42.318906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Made reservation on behalf of f4d43e7d3baf4ffb8da544d6e2631618 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:42.323213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.330392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42a15e-2fb0-4401-b243-58117e59834e req-1060860a-7176-426d-a40a-432fc3e61cae tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.331797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd42a15e-2fb0-4401-b243-58117e59834e req-1060860a-7176-426d-a40a-432fc3e61cae tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.2429812 Nov 25 17:18:42.333987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edb3422-29ef-416a-b2b8-a91181295484 req-58c62724-365b-4dd7-826c-7934f46fde68 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299302 Nov 25 17:18:42.488085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Allocated IP 172.20.0.7 (6096b4ef-bc99-466f-8abb-e946270459f0/0afe27ad-3a92-497f-9e09-0709cb480cb5/745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:42.502838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Made reservation on behalf of 5c79ebe9608b4f2aa208684064548ae9 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:42.506998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.547751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e241ad7c-010f-4579-bd85-99ef07013632 req-007172e7-154e-443c-850b-cf6f7add8e1f tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips/161aa816-e1bb-459f-a991-b0ddb8cadd61 HTTP/1.1" status: 200 len: 693 time: 0.1609635 Nov 25 17:18:42.641122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.655180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:42.679183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.687636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-e8b39dfc-7c71-4d83-84e6-95900777def3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.693728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-e8b39dfc-7c71-4d83-84e6-95900777def3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.699685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-e8b39dfc-7c71-4d83-84e6-95900777def3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.705665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-e8b39dfc-7c71-4d83-84e6-95900777def3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.711718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-e8b39dfc-7c71-4d83-84e6-95900777def3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.717785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-e8b39dfc-7c71-4d83-84e6-95900777def3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.725003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-e8b39dfc-7c71-4d83-84e6-95900777def3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.726917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-e8b39dfc-7c71-4d83-84e6-95900777def3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.3093514 Nov 25 17:18:42.731187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Network 6096b4ef-bc99-466f-8abb-e946270459f0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:42.734497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Made reservation on behalf of d1e349e329e74c1a95acfc0a37153e38 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:42.735175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:42.739262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.740484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:42.744193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.744555 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Added segment 13f7d20e-766b-4cf4-bd51-fb356dd7daff of type vlan for network 84c1b1c6-2896-4649-97f3-0d31310b2e77 Nov 25 17:18:42.749109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6edb3422-29ef-416a-b2b8-a91181295484 req-796fead4-9936-47ae-89fa-a4eba4efec83 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745320 Nov 25 17:18:42.769978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event updated for resources: {'Port': ['ID=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:42.808274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.808981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.829748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-b7b492eb-a958-43e8-98cc-8b656dee6926 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241243 Nov 25 17:18:42.848029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Request body: {'port': {'device_id': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:42.923758 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.937501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.987154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241ad7c-010f-4579-bd85-99ef07013632 req-7e53b31d-40ae-435e-9579-a80c8dbfcbc0 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.990283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e241ad7c-010f-4579-bd85-99ef07013632 req-7e53b31d-40ae-435e-9579-a80c8dbfcbc0 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.4331348 Nov 25 17:18:43.078098 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-477d1afe-f427-4fe0-90ba-daddc81807b5 None None] Provisioning complete for port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:43.079159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-477d1afe-f427-4fe0-90ba-daddc81807b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.126406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-477d1afe-f427-4fe0-90ba-daddc81807b5 None None] Port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:43.134106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf236d90-e4da-4f35-a1b6-167c16909d00 req-c09b89f9-94a5-4230-aed9-ebd65643a816 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3913207 Nov 25 17:18:43.140460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-dd8f9804-1bcf-4570-82ff-0b99bb43276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.141455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-dd8f9804-1bcf-4570-82ff-0b99bb43276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.142075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-dd8f9804-1bcf-4570-82ff-0b99bb43276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.142425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-dd8f9804-1bcf-4570-82ff-0b99bb43276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.142904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-dd8f9804-1bcf-4570-82ff-0b99bb43276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.143380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-dd8f9804-1bcf-4570-82ff-0b99bb43276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.143855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-dd8f9804-1bcf-4570-82ff-0b99bb43276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.147396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-dd8f9804-1bcf-4570-82ff-0b99bb43276e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6488 time: 0.2841725 Nov 25 17:18:43.150769 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.156531 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.157226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.327562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:43.337824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.352340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Transition to ACTIVE for port object 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:43.356793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.420508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Pushing event updated for resources: {'Port': ['ID=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:43.502929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Attempting to bind port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:43.503665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Attempting to bind port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:43.504022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Attempting to bind port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 on network 6096b4ef-bc99-466f-8abb-e946270459f0 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:43.509241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 on network 6096b4ef-bc99-466f-8abb-e946270459f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:43.509570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Attempting to bind port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 on network 6096b4ef-bc99-466f-8abb-e946270459f0 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:43.515014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:43.515359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Checking segment: {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:43.515758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Bound using segment: {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:43.516197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Bound port: 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d887a1-300e-4d87-92a6-e92eda5c4f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:43.516562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.594417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] For port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:43.598043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] For port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:43.603351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.642182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.642955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.644290 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] 10.222.0.95 "PUT /v2.0/ports/745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 HTTP/1.1" status: 200 len: 1091 time: 0.8048780 Nov 25 17:18:43.645666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'tag': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:43.648554 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b0fb0b-134a-403c-9f79-547b7c414b07" -d '{"events": [{"name": "network-changed", "server_uuid": "422e1af3-6d18-4957-bcf8-6b55f45fec30", "tag": "745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:43.677743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647374-8bac-47f9-86c0-ff8c023c915e service neutron] Pushing event updated for resources: {'Port': ['ID=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:43.704142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4238648 Nov 25 17:18:43.716339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46150) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:43.721238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-323806108'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:43.749806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-0cf26360-aa9e-4f6c-a907-8215581aa5aa tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips/161aa816-e1bb-459f-a991-b0ddb8cadd61 HTTP/1.1" status: 200 len: 693 time: 0.5588398 Nov 25 17:18:43.753710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-96e48db8-92be-423d-b5cf-61a3b74aa7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.755499 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-96e48db8-92be-423d-b5cf-61a3b74aa7e8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f4d43e7d3baf4ffb8da544d6e2631618&device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 1094 time: 0.0696383 Nov 25 17:18:43.756622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Made reservation on behalf of 5c79ebe9608b4f2aa208684064548ae9 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:43.760094 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.798799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a73a0-173e-4445-b2ca-17f2c999505f tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Network': ['ID=84c1b1c6-2896-4649-97f3-0d31310b2e77,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:43.804821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1422969e-79db-4995-9623-971eb98ee71d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0410316 Nov 25 17:18:43.813263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 84c1b1c6-2896-4649-97f3-0d31310b2e77 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:43.834725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.865536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:43.875039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-20726396-60c7-4590-b252-52bce6039329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.876614 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-20726396-60c7-4590-b252-52bce6039329 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0afe27ad-3a92-497f-9e09-0709cb480cb5 HTTP/1.1" status: 200 len: 850 time: 0.0625465 Nov 25 17:18:43.887100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.887492 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Added segment 6822dd47-e3d3-49e2-93c7-b6294fc7b4d6 of type vlan for network 77a17d34-a4f3-4484-934a-b0744d9ff9ee Nov 25 17:18:43.928457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2b15b-35cd-46f1-bd6b-5c95d1d83f18 req-40d48574-0797-48e1-8fec-d7dd3d1472e7 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.930104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb2b15b-35cd-46f1-bd6b-5c95d1d83f18 req-40d48574-0797-48e1-8fec-d7dd3d1472e7 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 943 time: 0.6969187 Nov 25 17:18:43.936565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-360f8552-960b-4b54-8817-1052c3bf872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.938068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-360f8552-960b-4b54-8817-1052c3bf872c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 903 time: 0.7770743 Nov 25 17:18:43.980017 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.995341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1b730fed-340b-4c1f-842c-b5fb8ad03f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:43.996973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-1b730fed-340b-4c1f-842c-b5fb8ad03f0a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6096b4ef-bc99-466f-8abb-e946270459f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914626 Nov 25 17:18:44.035154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Subnet': ['ID=f2f236bd-543c-4a66-9c74-cc57649522ed,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:44.043131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-a693be61-1563-4703-bb9f-31f670bab330 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 200 len: 217 time: 0.0877695 Nov 25 17:18:44.054985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-11dc5197-e70e-446e-b35d-2e35974b0ea5 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:44.056408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-11dc5197-e70e-446e-b35d-2e35974b0ea5 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.3055067 Nov 25 17:18:44.065056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:44.071616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:44.072262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:44.122831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Checking segment: {'id': 'de1db22a-cf16-468b-8e45-7bea50fe03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '17d557eb-1f35-497e-8ecc-ae152d4bfe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:44.123287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network hostable DHCP agents. Network: 17d557eb-1f35-497e-8ecc-ae152d4bfe6e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:44.139218 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4217610 Nov 25 17:18:44.165097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069212cf-98a9-4f41-9454-bd42be479e70 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Network': ['ID=77a17d34-a4f3-4484-934a-b0744d9ff9ee,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:44.180275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb2b15b-35cd-46f1-bd6b-5c95d1d83f18 req-4d6e1a49-8568-44b0-8c11-1bedf76b49a5 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395658 Nov 25 17:18:44.182432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 77a17d34-a4f3-4484-934a-b0744d9ff9ee details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:44.185911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-1677f59c-fb68-40d8-a86d-d3701d9d36d0 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.1102931 Nov 25 17:18:44.202644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-8757407c-908f-4473-98f3-d0fe228bb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:44.202644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-8757407c-908f-4473-98f3-d0fe228bb610 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1401124 Nov 25 17:18:44.206282 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-996f22d2-ee75-48bc-a446-6367f13e8a1f service neutron] 10.222.0.95 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984899 Nov 25 17:18:44.292529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network 17d557eb-1f35-497e-8ecc-ae152d4bfe6e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:44.327602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-4be5bd34-705e-492d-8914-904f50388ec7 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.1291163 Nov 25 17:18:44.351781 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78b9e1e5-054e-41b7-823d-483f49116a64 req-31fc64a0-354e-499f-9dca-5d12c5821d0e service neutron] 10.222.0.95 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296337 Nov 25 17:18:44.361321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 17d557eb-1f35-497e-8ecc-ae152d4bfe6e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:44.377176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b30e6-2bd7-4dba-a370-79426c9c7918 None None] Network 17d557eb-1f35-497e-8ecc-ae152d4bfe6e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:44.409032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:44.409660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:44.461921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-220f07af-d421-4c9a-8066-1ef11dc928bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:44.463454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-220f07af-d421-4c9a-8066-1ef11dc928bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2544184 Nov 25 17:18:44.489791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746045be-dae2-49f2-9568-bdb514b81138 req-93e1b8c3-5095-44b2-b34d-3b3f20259701 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:44.491470 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-746045be-dae2-49f2-9568-bdb514b81138 req-93e1b8c3-5095-44b2-b34d-3b3f20259701 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.2101474 Nov 25 17:18:44.516579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e69d0281-998b-458b-a087-de74b425fb26 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2344253 Nov 25 17:18:44.516962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46156) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:44.521862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c326d9ac-870b-4163-8c1a-2c9e56346e8f tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'router': {'external_gateway_info': {'network_id': '17d557eb-1f35-497e-8ecc-ae152d4bfe6e'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:44.565998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-17d557eb-1f35-497e-8ecc-ae152d4bfe6e', 'network_id': '17d557eb-1f35-497e-8ecc-ae152d4bfe6e', 'tenant_id': 'd1e349e329e74c1a95acfc0a37153e38', 'fixed_ips': [{'subnet_id': 'f2f236bd-543c-4a66-9c74-cc57649522ed'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:18:44.568321 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:44.648468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-746045be-dae2-49f2-9568-bdb514b81138 req-5b7b9d8b-92b4-4b42-800c-20af6f2854a1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252766 Nov 25 17:18:44.650694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-f926360f-9e92-428b-84e1-ad63cb95ac47 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788604 Nov 25 17:18:44.656453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Deleting port 555de67a-c375-4abd-8493-462c311aa52d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:44.656838 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:44.824760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:44.825126 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:44.834384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Allocated IP 2001:db8:1::2 (17d557eb-1f35-497e-8ecc-ae152d4bfe6e/f2f236bd-543c-4a66-9c74-cc57649522ed/002129af-ff8d-4517-b86a-284757ac93e1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:44.848839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Calling delete_port for 555de67a-c375-4abd-8493-462c311aa52d owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:44.854557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-884b7515-1bee-4ecb-b006-fccb7a1b4aba req-2e0c9994-d0f0-4bb8-9293-1e4b015d66a8 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848345 Nov 25 17:18:44.859813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c326d9ac-870b-4163-8c1a-2c9e56346e8f tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:44.919072 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d63920d-21b4-4879-96d0-941ed9184fdf x-openstack-request-id: req-2d63920d-21b4-4879-96d0-941ed9184fdf {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:44.921399 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422e1af3-6d18-4957-bcf8-6b55f45fec30", "tag": "745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:44.921681 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d63920d-21b4-4879-96d0-941ed9184fdf {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:44.923363 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'tag': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'status': 'completed', 'code': 200} Nov 25 17:18:45.038073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-5732a48d-40cc-4359-a8ed-5be212214e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.040470 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-5732a48d-40cc-4359-a8ed-5be212214e88 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f4d43e7d3baf4ffb8da544d6e2631618&device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 1094 time: 0.1163042 Nov 25 17:18:45.111999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88a35-52ea-4873-a251-09a689155414 req-831345a8-8c96-4fc0-b271-d099494f6144 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.117088 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.121068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88a35-52ea-4873-a251-09a689155414 req-831345a8-8c96-4fc0-b271-d099494f6144 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.128268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88a35-52ea-4873-a251-09a689155414 req-831345a8-8c96-4fc0-b271-d099494f6144 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.134876 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.137112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88a35-52ea-4873-a251-09a689155414 req-831345a8-8c96-4fc0-b271-d099494f6144 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.143625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88a35-52ea-4873-a251-09a689155414 req-831345a8-8c96-4fc0-b271-d099494f6144 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.145131 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-c326d9ac-870b-4163-8c1a-2c9e56346e8f tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:18:45.146606 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c326d9ac-870b-4163-8c1a-2c9e56346e8f tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "PUT /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd HTTP/1.1" status: 400 len: 364 time: 0.6286910 Nov 25 17:18:45.151353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46158) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:45.155749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88a35-52ea-4873-a251-09a689155414 req-831345a8-8c96-4fc0-b271-d099494f6144 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.162065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88a35-52ea-4873-a251-09a689155414 req-831345a8-8c96-4fc0-b271-d099494f6144 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.164438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ca88a35-52ea-4873-a251-09a689155414 req-831345a8-8c96-4fc0-b271-d099494f6144 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.1314993 Nov 25 17:18:45.233002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Pushing event updated for resources: {'Port': ['ID=002129af-ff8d-4517-b86a-284757ac93e1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:45.237035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Network 17d557eb-1f35-497e-8ecc-ae152d4bfe6e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:45.239546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:45.248042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:45.301962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.333454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Attempting to bind port 002129af-ff8d-4517-b86a-284757ac93e1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:45.333978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Attempting to bind port 002129af-ff8d-4517-b86a-284757ac93e1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'de1db22a-cf16-468b-8e45-7bea50fe03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '17d557eb-1f35-497e-8ecc-ae152d4bfe6e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:45.334726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Attempting to bind port 002129af-ff8d-4517-b86a-284757ac93e1 on network 17d557eb-1f35-497e-8ecc-ae152d4bfe6e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:45.341072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:45.341624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Checking segment: {'id': 'de1db22a-cf16-468b-8e45-7bea50fe03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '17d557eb-1f35-497e-8ecc-ae152d4bfe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:45.342441 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.343041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Bound using segment: {'id': 'de1db22a-cf16-468b-8e45-7bea50fe03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '17d557eb-1f35-497e-8ecc-ae152d4bfe6e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:45.343802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Bound port: 002129af-ff8d-4517-b86a-284757ac93e1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1db22a-cf16-468b-8e45-7bea50fe03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '17d557eb-1f35-497e-8ecc-ae152d4bfe6e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:45.344300 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.359634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ca88a35-52ea-4873-a251-09a689155414 req-2aa09b6b-edcb-4a21-b932-9d46d0246405 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838699 Nov 25 17:18:45.386277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event deleted for resources: {'Port': ['ID=555de67a-c375-4abd-8493-462c311aa52d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:45.490980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.494261 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.496114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a94ff5ff-3e1a-4c3e-9f70-c4a62b80a631 req-3e868158-4ed5-4af3-a79d-fdc1fdbf2698 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "DELETE /v2.0/floatingips/161aa816-e1bb-459f-a991-b0ddb8cadd61 HTTP/1.1" status: 204 len: 173 time: 1.1676908 Nov 25 17:18:45.525709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] For port 002129af-ff8d-4517-b86a-284757ac93e1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:45.530982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] For port 002129af-ff8d-4517-b86a-284757ac93e1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=002129af-ff8d-4517-b86a-284757ac93e1,segment=NetworkSegment(de1db22a-cf16-468b-8e45-7bea50fe03e9),segment_id=de1db22a-cf16-468b-8e45-7bea50fe03e9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:45.536077 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.592469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-567a0514-bef7-408c-bef1-f22be0e0e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.598272 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-567a0514-bef7-408c-bef1-f22be0e0e874 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6096b4ef-bc99-466f-8abb-e946270459f0 HTTP/1.1" status: 200 len: 912 time: 0.5448534 Nov 25 17:18:45.617595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0e7ed-cf72-4b55-b35a-8fb8bfce9ac9 None None] Pushing event updated for resources: {'Port': ['ID=002129af-ff8d-4517-b86a-284757ac93e1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:45.624916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ffc36-169b-432d-9b8d-898f78fd4069 req-79864fcb-4e5f-4fe3-a05e-3b012a8a3644 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.633617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b19ffc36-169b-432d-9b8d-898f78fd4069 req-79864fcb-4e5f-4fe3-a05e-3b012a8a3644 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 943 time: 0.1364095 Nov 25 17:18:45.752595 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-8c123359-1f44-499a-be89-d0a69c5cda7b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0437374 Nov 25 17:18:45.814256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b19ffc36-169b-432d-9b8d-898f78fd4069 req-03b39e0b-303b-456f-a051-569a3491efa6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794236 Nov 25 17:18:45.894626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-3d2bc0bd-9753-4925-8e64-dd7ebd4acb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.896082 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-3d2bc0bd-9753-4925-8e64-dd7ebd4acb5a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0afe27ad-3a92-497f-9e09-0709cb480cb5 HTTP/1.1" status: 200 len: 850 time: 0.1077440 Nov 25 17:18:46.022795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-4ebed821-e674-43b9-837a-bb6865313c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.024837 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-4ebed821-e674-43b9-837a-bb6865313c1e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6096b4ef-bc99-466f-8abb-e946270459f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192057 Nov 25 17:18:46.059255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63897d-b60b-4d67-92b8-520600ed3e2d req-a5980a27-f088-47b1-9e86-e93b0c9434ee tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.060967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb63897d-b60b-4d67-92b8-520600ed3e2d req-a5980a27-f088-47b1-9e86-e93b0c9434ee tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5244088 Nov 25 17:18:46.073515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:46.093458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f1c30-e951-4ad5-9527-dae33db3bb87 req-90400317-7caa-4923-8676-ff1d924bd499 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.104238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd9f1c30-e951-4ad5-9527-dae33db3bb87 req-90400317-7caa-4923-8676-ff1d924bd499 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.1059544 Nov 25 17:18:46.202365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd9f1c30-e951-4ad5-9527-dae33db3bb87 req-5e4d9770-5a34-4e15-8889-5da141f357db tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968454 Nov 25 17:18:46.305890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbc5980d-90cd-4e2a-95a4-b0b845d56916 req-2449c33a-4615-4b53-9d08-bc60a9c86a3a tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=f95e983848fe44b99c759ffbf50e9145 HTTP/1.1" status: 200 len: 1657 time: 0.0849466 Nov 25 17:18:46.308103 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-ec63fa67-d6a1-4094-b866-9da36b31c683 service neutron] 10.222.0.95 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747984 Nov 25 17:18:46.437198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5980d-90cd-4e2a-95a4-b0b845d56916 req-1e6e5245-8764-4d08-9536-25db226deb76 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.444902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbc5980d-90cd-4e2a-95a4-b0b845d56916 req-1e6e5245-8764-4d08-9536-25db226deb76 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks?id=d8b74e89-429b-4f11-a29f-7915ca847ff7&id=d8b74e89-429b-4f11-a29f-7915ca847ff7&id=d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 787 time: 0.1316068 Nov 25 17:18:46.459816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-dbc5980d-90cd-4e2a-95a4-b0b845d56916 req-188a2864-7633-46d6-b222-e30e8c3bb2d9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:18:46.471940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbc5980d-90cd-4e2a-95a4-b0b845d56916 req-188a2864-7633-46d6-b222-e30e8c3bb2d9 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257359 Nov 25 17:18:46.516366 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-30b0fb0b-134a-403c-9f79-547b7c414b07 req-ebcd8771-bf67-41ac-9171-029a6ad25211 service neutron] 10.222.0.95 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011130 Nov 25 17:18:46.559956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Allocated IP 2001:db8::1 (31398505-2367-470a-9ba0-e651aa80bcc5/e96d0f85-db15-4bc7-b460-790bf61a22d9/cee0f14c-fbc2-4c57-951a-ea24d298e1e6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:46.562052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e154035-838b-405b-b799-9baf5ac7a18a req-d656a9bc-a70f-45b3-8814-29329360c90c tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips/e827dda0-d0ec-4e12-9902-3e98dc2c29c1 HTTP/1.1" status: 200 len: 693 time: 0.0672812 Nov 25 17:18:46.737714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e154035-838b-405b-b799-9baf5ac7a18a req-0f6d34e3-e703-4b7f-a47f-2ebe95c7c541 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.740289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e154035-838b-405b-b799-9baf5ac7a18a req-0f6d34e3-e703-4b7f-a47f-2ebe95c7c541 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.1669338 Nov 25 17:18:46.762635 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:46.773330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-37d66333-a675-42bd-bad1-a7f8dccc5a54 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.779761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-37d66333-a675-42bd-bad1-a7f8dccc5a54 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.786306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-37d66333-a675-42bd-bad1-a7f8dccc5a54 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.793043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-37d66333-a675-42bd-bad1-a7f8dccc5a54 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.799298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-37d66333-a675-42bd-bad1-a7f8dccc5a54 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.806078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-37d66333-a675-42bd-bad1-a7f8dccc5a54 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.811911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:46.812342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-37d66333-a675-42bd-bad1-a7f8dccc5a54 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.821560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-37d66333-a675-42bd-bad1-a7f8dccc5a54 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.2581460 Nov 25 17:18:46.855585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network 31398505-2367-470a-9ba0-e651aa80bcc5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:46.869458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:46.874754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:46.874754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:46.883622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e154035-838b-405b-b799-9baf5ac7a18a req-54a9ce68-bbc1-41ff-b4b1-9b1c5b9425d0 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 696 time: 0.1347911 Nov 25 17:18:46.892648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc32655-e6a7-4d55-adfe-e313573a3f0d None None] Network 17d557eb-1f35-497e-8ecc-ae152d4bfe6e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:46.919206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Port': ['ID=cee0f14c-fbc2-4c57-951a-ea24d298e1e6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:46.999188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c28be6af-3ca4-4464-ba2d-c3a2b1d78a5f None None] Provisioning complete for port 002129af-ff8d-4517-b86a-284757ac93e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:46.999188 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c28be6af-3ca4-4464-ba2d-c3a2b1d78a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.038440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e154035-838b-405b-b799-9baf5ac7a18a req-495e520a-c120-497f-915c-9f39a4103f36 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.183 HTTP/1.1" status: 200 len: 696 time: 0.1532750 Nov 25 17:18:47.125612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.151454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18ead183-7fe6-49f4-ba66-c503b8a3e1dc req-f09c851a-c80d-4ead-9772-0cbae1f72583 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3287280 Nov 25 17:18:47.376416 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c28be6af-3ca4-4464-ba2d-c3a2b1d78a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.392152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Deleting port e9f45a63-3d29-409b-b06a-331624bb9bb8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:47.392732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.476379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c28be6af-3ca4-4464-ba2d-c3a2b1d78a5f None None] For port 002129af-ff8d-4517-b86a-284757ac93e1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=002129af-ff8d-4517-b86a-284757ac93e1,segment=NetworkSegment(de1db22a-cf16-468b-8e45-7bea50fe03e9),segment_id=de1db22a-cf16-468b-8e45-7bea50fe03e9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:47.486408 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c28be6af-3ca4-4464-ba2d-c3a2b1d78a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.546858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 002129af-ff8d-4517-b86a-284757ac93e1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:47.586209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d48da-a1d7-470c-870c-3509e540a4a1 req-1f531d39-42d6-43a0-a4e2-757323d6ef18 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:47.587957 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b42d48da-a1d7-470c-870c-3509e540a4a1 req-1f531d39-42d6-43a0-a4e2-757323d6ef18 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 943 time: 0.1976197 Nov 25 17:18:47.609029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:47.639342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.640868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.666720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-107c4599-7852-4870-b3c5-2d0d4823d4e3 None None] Provisioning complete for port cee0f14c-fbc2-4c57-951a-ea24d298e1e6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:47.667077 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-107c4599-7852-4870-b3c5-2d0d4823d4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.667467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'subnets': [{'network_id': '84c1b1c6-2896-4649-97f3-0d31310b2e77', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2122190113', 'ip_version': 6}, {'network_id': '77a17d34-a4f3-4484-934a-b0744d9ff9ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:47.668827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'subnet': {'network_id': '84c1b1c6-2896-4649-97f3-0d31310b2e77', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2122190113', 'ip_version': 6}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:47.669111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Request body: {'subnet': {'network_id': '77a17d34-a4f3-4484-934a-b0744d9ff9ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:47.671886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be6af-3ca4-4464-ba2d-c3a2b1d78a5f None None] Pushing event updated for resources: {'Port': ['ID=002129af-ff8d-4517-b86a-284757ac93e1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:47.674688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Calling delete_port for e9f45a63-3d29-409b-b06a-331624bb9bb8 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:47.713742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-107c4599-7852-4870-b3c5-2d0d4823d4e3 None None] Port cee0f14c-fbc2-4c57-951a-ea24d298e1e6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:47.721983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 002129af-ff8d-4517-b86a-284757ac93e1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:47.723116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.729361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.735425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.736587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.845837 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b42d48da-a1d7-470c-870c-3509e540a4a1 req-f3564960-10a3-4cd3-973a-5e6f8a22ef83 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472501 Nov 25 17:18:47.893383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event updated for resources: {'Port': ['ID=cee0f14c-fbc2-4c57-951a-ea24d298e1e6,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:47.908035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Network 31398505-2367-470a-9ba0-e651aa80bcc5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:47.910558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:48.011124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-733aca73-1818-48b7-baaa-d068e722a87f None None] Provisioning complete for port 002129af-ff8d-4517-b86a-284757ac93e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:48.011838 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-733aca73-1818-48b7-baaa-d068e722a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.065338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Router 4f73bf44-f176-4191-9751-cfc7461b1fdd has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:48.203925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:48.215000 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e026b8d3-7f11-4dd2-b1e6-4fe77e9a81f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "PUT /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0593107 Nov 25 17:18:48.215405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:48.226943 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1590d-9795-4ff2-98eb-20b8ea968211 None None] Sync routers for ids ['4f73bf44-f176-4191-9751-cfc7461b1fdd'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:48.247622 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1590d-9795-4ff2-98eb-20b8ea968211 None None] Routers {'4f73bf44-f176-4191-9751-cfc7461b1fdd'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:48.248160 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38f1590d-9795-4ff2-98eb-20b8ea968211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['4f73bf44-f176-4191-9751-cfc7461b1fdd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:48.290728 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38f1590d-9795-4ff2-98eb-20b8ea968211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:48.305618 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1590d-9795-4ff2-98eb-20b8ea968211 None None] Routers {'4f73bf44-f176-4191-9751-cfc7461b1fdd'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:48.306461 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38f1590d-9795-4ff2-98eb-20b8ea968211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['4f73bf44-f176-4191-9751-cfc7461b1fdd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:48.321200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0c8e1281-331f-46c8-920d-fb1212f51c5a None None] Provisioning complete for port cee0f14c-fbc2-4c57-951a-ea24d298e1e6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:48.321629 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1281-331f-46c8-920d-fb1212f51c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.330651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5fa3963-01a5-402a-b864-bd47da04c3f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.344222 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-38f1590d-9795-4ff2-98eb-20b8ea968211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:48.345287 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f1590d-9795-4ff2-98eb-20b8ea968211 None None] The sync data for ids ['4f73bf44-f176-4191-9751-cfc7461b1fdd'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:48.372229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e1281-331f-46c8-920d-fb1212f51c5a None None] Port cee0f14c-fbc2-4c57-951a-ea24d298e1e6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:48.426350 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-e5fa3963-01a5-402a-b864-bd47da04c3f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:18:48.427824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e5fa3963-01a5-402a-b864-bd47da04c3f2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd HTTP/1.1" status: 409 len: 329 time: 0.2112148 Nov 25 17:18:48.428492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Made reservation on behalf of 5c79ebe9608b4f2aa208684064548ae9 for: {'subnet': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:48.432212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:48.435137 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.435645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.445679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:18:48.560472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cb081-684f-466c-8fab-a19d06ee0975 req-07a1c66a-c35e-4ee8-97f2-9a133527f2d2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:48.562671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-099cb081-684f-466c-8fab-a19d06ee0975 req-07a1c66a-c35e-4ee8-97f2-9a133527f2d2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.2115412 Nov 25 17:18:48.623908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:48.648265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'port_id': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'mac_address': 'fa:16:3e:8d:48:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:18:48.723364 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.737305 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.750029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:48.786351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:48.792331 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.804429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-099cb081-684f-466c-8fab-a19d06ee0975 req-0eb4264d-c872-4889-99f1-71bf1351a94c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101421 Nov 25 17:18:48.809103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event deleted for resources: {'Port': ['ID=e9f45a63-3d29-409b-b06a-331624bb9bb8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:48.814025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:48.899332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:48.908564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.909071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.909494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:48.918470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:49.001190 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.004505 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.005702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e154035-838b-405b-b799-9baf5ac7a18a req-776d21fe-3158-4b2c-9c6d-3cf443df00dc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "DELETE /v2.0/floatingips/e827dda0-d0ec-4e12-9902-3e98dc2c29c1 HTTP/1.1" status: 204 len: 173 time: 1.9662902 Nov 25 17:18:49.038476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:49.169625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-b449d0f4-7f1a-417e-8e71-85d3191d0d44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.178966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-b449d0f4-7f1a-417e-8e71-85d3191d0d44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.180982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Deleting port cee0f14c-fbc2-4c57-951a-ea24d298e1e6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:49.181781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.186162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-b449d0f4-7f1a-417e-8e71-85d3191d0d44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.193681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-b449d0f4-7f1a-417e-8e71-85d3191d0d44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.201036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-b449d0f4-7f1a-417e-8e71-85d3191d0d44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.208783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-b449d0f4-7f1a-417e-8e71-85d3191d0d44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.216460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-b449d0f4-7f1a-417e-8e71-85d3191d0d44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.221587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-b449d0f4-7f1a-417e-8e71-85d3191d0d44 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.2403080 Nov 25 17:18:49.290381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 002129af-ff8d-4517-b86a-284757ac93e1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:49.300614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868dc1c-91a1-4f8f-9cc7-4e47576e8a84 req-7cab0afd-e185-4436-80dd-13dfc89c2ba1 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.302193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7868dc1c-91a1-4f8f-9cc7-4e47576e8a84 req-7cab0afd-e185-4436-80dd-13dfc89c2ba1 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 944 time: 0.2098308 Nov 25 17:18:49.318928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.336228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Calling delete_port for cee0f14c-fbc2-4c57-951a-ea24d298e1e6 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:49.352198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 002129af-ff8d-4517-b86a-284757ac93e1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:49.352984 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.386033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fb1c355-ac55-488b-adaf-0af816c9d89a req-de2b2baf-643e-4568-85c5-ac000a0002a4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1558306 Nov 25 17:18:49.452138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7868dc1c-91a1-4f8f-9cc7-4e47576e8a84 req-a175b472-dc7b-4260-87ef-bf367318af77 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310811 Nov 25 17:18:49.489500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.597103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-9302f541-a7f5-4e37-aa12-fb06466df2ef tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips/114844c9-dc76-435d-929a-ea036c58438a HTTP/1.1" status: 200 len: 693 time: 0.1019540 Nov 25 17:18:49.643250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Subnet': ['ID=e854a9a4-438c-4a33-8e14-ccee67b88217,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:49.698435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Checking segment: {'id': '13f7d20e-766b-4cf4-bd51-fb356dd7daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '84c1b1c6-2896-4649-97f3-0d31310b2e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:49.698702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Network hostable DHCP agents. Network: 84c1b1c6-2896-4649-97f3-0d31310b2e77, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:49.742318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Network 84c1b1c6-2896-4649-97f3-0d31310b2e77 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:49.757499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-ef394bd3-004c-4f52-8325-9138f89d2d64 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.758962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-ef394bd3-004c-4f52-8325-9138f89d2d64 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.1511741 Nov 25 17:18:49.766548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 84c1b1c6-2896-4649-97f3-0d31310b2e77) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:49.777135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d88ea-342b-4749-8826-6a8216c8648a None None] Network 84c1b1c6-2896-4649-97f3-0d31310b2e77 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:49.779291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.819803 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.865082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Port': ['ID=cee0f14c-fbc2-4c57-951a-ea24d298e1e6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:49.865514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-7e22d71b-2abc-46ac-becb-8d05689491c8 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0941896 Nov 25 17:18:49.950227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event updated for resources: {'Subnet': ['ID=824d6df9-b198-4ce1-bd44-94c5edf5cf3d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:49.979880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-5d7f828c-b4f9-4818-bad9-3d83928fd344 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0991404 Nov 25 17:18:49.982006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-84c1b1c6-2896-4649-97f3-0d31310b2e77', 'network_id': '84c1b1c6-2896-4649-97f3-0d31310b2e77', 'tenant_id': '5c79ebe9608b4f2aa208684064548ae9', 'fixed_ips': [{'subnet_id': 'e854a9a4-438c-4a33-8e14-ccee67b88217'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:18:49.982206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Checking segment: {'id': '6822dd47-e3d3-49e2-93c7-b6294fc7b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '77a17d34-a4f3-4484-934a-b0744d9ff9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:49.982583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Network hostable DHCP agents. Network: 77a17d34-a4f3-4484-934a-b0744d9ff9ee, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:49.983250 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.025434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.122198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Network 77a17d34-a4f3-4484-934a-b0744d9ff9ee is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:50.166685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 77a17d34-a4f3-4484-934a-b0744d9ff9ee) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:50.179882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923a14c-469d-493c-a467-61e51e8790d3 None None] Network 77a17d34-a4f3-4484-934a-b0744d9ff9ee requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:50.181037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519a1a-558c-4ec9-a2c4-3b5508f0123c req-6b48581c-2787-4a4f-ada4-a3f126fa717c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.182634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03519a1a-558c-4ec9-a2c4-3b5508f0123c req-6b48581c-2787-4a4f-ada4-a3f126fa717c tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.2299311 Nov 25 17:18:50.184107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.184568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.185215 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.200055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Allocated IP 2001:db8::1 (84c1b1c6-2896-4649-97f3-0d31310b2e77/e854a9a4-438c-4a33-8e14-ccee67b88217/b84b9644-2397-4c15-b516-4a3f7f4a19b7) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:50.229206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-567ce796-1642-423b-9ead-49dd1019023d tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5735683 Nov 25 17:18:50.230502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.249586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Router 4f73bf44-f176-4191-9751-cfc7461b1fdd has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:50.345440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:50.351943 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-522bb0ac-389e-471f-90cb-d703aa5a5ca2 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "PUT /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9177530 Nov 25 17:18:50.355304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.367514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03519a1a-558c-4ec9-a2c4-3b5508f0123c req-0ddef38c-3ca9-45ac-8e58-c8a2af5d4bca tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666842 Nov 25 17:18:50.371579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051f34a-5c87-4265-9e97-ec56aca490a7 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.379415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051f34a-5c87-4265-9e97-ec56aca490a7 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.381194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051f34a-5c87-4265-9e97-ec56aca490a7 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.392606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2051f34a-5c87-4265-9e97-ec56aca490a7 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1591220 Nov 25 17:18:50.393252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.400598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fa790-7029-421c-802f-e1f0b3c42696 None None] Sync routers for ids ['4f73bf44-f176-4191-9751-cfc7461b1fdd'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:50.402576 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-805a648c-9ed1-442c-ae30-cf67e0bce3ff tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] show failed (client error): The resource could not be found. Nov 25 17:18:50.407559 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-805a648c-9ed1-442c-ae30-cf67e0bce3ff tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-872482144 HTTP/1.1" status: 404 len: 334 time: 0.0473886 Nov 25 17:18:50.407811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Deleting port c19c74ca-6089-4265-8d8b-7e1da82e77dd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:50.407811 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.411879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.414311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ecca5bb5-24bc-4853-a14c-09e14dedb50b tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:50.442790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fa790-7029-421c-802f-e1f0b3c42696 None None] Routers {'4f73bf44-f176-4191-9751-cfc7461b1fdd'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:50.443659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-298fa790-7029-421c-802f-e1f0b3c42696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['4f73bf44-f176-4191-9751-cfc7461b1fdd'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:50.451326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-77a17d34-a4f3-4484-934a-b0744d9ff9ee', 'network_id': '77a17d34-a4f3-4484-934a-b0744d9ff9ee', 'tenant_id': '5c79ebe9608b4f2aa208684064548ae9', 'fixed_ips': [{'subnet_id': '824d6df9-b198-4ce1-bd44-94c5edf5cf3d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:18:50.452911 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.463050 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-ecca5bb5-24bc-4853-a14c-09e14dedb50b tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] update failed (client error): The resource could not be found. Nov 25 17:18:50.468567 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ecca5bb5-24bc-4853-a14c-09e14dedb50b tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1611844911 HTTP/1.1" status: 404 len: 335 time: 0.0539567 Nov 25 17:18:50.469290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.494757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:50.511065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5caf39-6230-4ef7-a6b3-5a9e7781bbc9 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Deleting subnet e854a9a4-438c-4a33-8e14-ccee67b88217 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:50.535691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-298fa790-7029-421c-802f-e1f0b3c42696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:50.556020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53f3386-c037-409f-810a-4d1bdcb264bb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Deleting subnet f2f236bd-543c-4a66-9c74-cc57649522ed {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:50.557824 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.557824 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.562880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c53f3386-c037-409f-810a-4d1bdcb264bb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.603477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fa790-7029-421c-802f-e1f0b3c42696 None None] Routers {'4f73bf44-f176-4191-9751-cfc7461b1fdd'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:50.603777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Calling delete_port for c19c74ca-6089-4265-8d8b-7e1da82e77dd owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:50.604495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-298fa790-7029-421c-802f-e1f0b3c42696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['4f73bf44-f176-4191-9751-cfc7461b1fdd'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:50.616133 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c53f3386-c037-409f-810a-4d1bdcb264bb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.683654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-b22abe0b-8dab-433d-978b-b92f2b5ab552 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.689761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-b22abe0b-8dab-433d-978b-b92f2b5ab552 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.696698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-b22abe0b-8dab-433d-978b-b92f2b5ab552 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.702804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-b22abe0b-8dab-433d-978b-b92f2b5ab552 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.708133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-298fa790-7029-421c-802f-e1f0b3c42696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:50.708891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fa790-7029-421c-802f-e1f0b3c42696 None None] The sync data for ids ['4f73bf44-f176-4191-9751-cfc7461b1fdd'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:50.709849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-b22abe0b-8dab-433d-978b-b92f2b5ab552 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.710857 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.718161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c53f3386-c037-409f-810a-4d1bdcb264bb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.718957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-b22abe0b-8dab-433d-978b-b92f2b5ab552 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.726229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-b22abe0b-8dab-433d-978b-b92f2b5ab552 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:50.728895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-b22abe0b-8dab-433d-978b-b92f2b5ab552 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.1595640 Nov 25 17:18:50.731591 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5caf39-6230-4ef7-a6b3-5a9e7781bbc9 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.734301 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.785867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Network 84c1b1c6-2896-4649-97f3-0d31310b2e77 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:50.805991 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5caf39-6230-4ef7-a6b3-5a9e7781bbc9 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.811260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:18:50.813605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:50.816965 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c53f3386-c037-409f-810a-4d1bdcb264bb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.860081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:50.860081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:50.860081 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.875081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f3386-c037-409f-810a-4d1bdcb264bb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f236bd-543c-4a66-9c74-cc57649522ed,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:50.884030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Pushing event updated for resources: {'Port': ['ID=b84b9644-2397-4c15-b516-4a3f7f4a19b7,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:50.896696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c53f3386-c037-409f-810a-4d1bdcb264bb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.905161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.907509 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c53f3386-c037-409f-810a-4d1bdcb264bb tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/subnets/f2f236bd-543c-4a66-9c74-cc57649522ed HTTP/1.1" status: 204 len: 168 time: 0.4369175 Nov 25 17:18:50.919926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79507782-72ad-4340-a5cd-ef689f85e31f None None] Network 17d557eb-1f35-497e-8ecc-ae152d4bfe6e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:50.924353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d704e776-046c-48b1-baa4-6dc5d4edc960 req-af0f5830-9511-4187-b8d3-97468642b712 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678417 Nov 25 17:18:50.961078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Allocated IP 2001:db8:0:1::1 (77a17d34-a4f3-4484-934a-b0744d9ff9ee/824d6df9-b198-4ce1-bd44-94c5edf5cf3d/5c6ffd7f-3363-418e-b190-7a6cede3b3bc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:51.038166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Attempting to bind port b84b9644-2397-4c15-b516-4a3f7f4a19b7 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:51.039054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Attempting to bind port b84b9644-2397-4c15-b516-4a3f7f4a19b7 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '13f7d20e-766b-4cf4-bd51-fb356dd7daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '84c1b1c6-2896-4649-97f3-0d31310b2e77'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:51.039054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Attempting to bind port b84b9644-2397-4c15-b516-4a3f7f4a19b7 on network 84c1b1c6-2896-4649-97f3-0d31310b2e77 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:51.065069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:51.065451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Checking segment: {'id': '13f7d20e-766b-4cf4-bd51-fb356dd7daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '84c1b1c6-2896-4649-97f3-0d31310b2e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:51.065864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.067132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Bound using segment: {'id': '13f7d20e-766b-4cf4-bd51-fb356dd7daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '84c1b1c6-2896-4649-97f3-0d31310b2e77'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:51.067564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Bound port: b84b9644-2397-4c15-b516-4a3f7f4a19b7, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f7d20e-766b-4cf4-bd51-fb356dd7daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '84c1b1c6-2896-4649-97f3-0d31310b2e77'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:51.067953 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.096505 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5caf39-6230-4ef7-a6b3-5a9e7781bbc9 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.119668 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.124656 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.176343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event deleted for resources: {'Port': ['ID=c19c74ca-6089-4265-8d8b-7e1da82e77dd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:51.226015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132e6d-531f-4e2f-aadc-e71260459db1 req-67b02c37-b61c-44ec-b94e-aa73c5ac47a2 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:51.227557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37132e6d-531f-4e2f-aadc-e71260459db1 req-67b02c37-b61c-44ec-b94e-aa73c5ac47a2 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 944 time: 0.2115209 Nov 25 17:18:51.229266 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.303176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:51.305522 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34925156-ed76-46df-ba16-f08b6badc5e2" -d '{"events": [{"server_uuid": "422e1af3-6d18-4957-bcf8-6b55f45fec30", "name": "network-vif-plugged", "status": "completed", "tag": "745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:51.307270 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5caf39-6230-4ef7-a6b3-5a9e7781bbc9 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.337369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] For port b84b9644-2397-4c15-b516-4a3f7f4a19b7, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:51.344824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:51.356486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.359436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] For port b84b9644-2397-4c15-b516-4a3f7f4a19b7, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b84b9644-2397-4c15-b516-4a3f7f4a19b7,segment=NetworkSegment(13f7d20e-766b-4cf4-bd51-fb356dd7daff),segment_id=13f7d20e-766b-4cf4-bd51-fb356dd7daff)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:51.368805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5caf39-6230-4ef7-a6b3-5a9e7781bbc9 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Subnet': ['ID=e854a9a4-438c-4a33-8e14-ccee67b88217,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:51.384787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5caf39-6230-4ef7-a6b3-5a9e7781bbc9 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.388128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1c5caf39-6230-4ef7-a6b3-5a9e7781bbc9 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/subnets/e854a9a4-438c-4a33-8e14-ccee67b88217 HTTP/1.1" status: 204 len: 168 time: 0.9924216 Nov 25 17:18:51.390873 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.391641 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.392591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46224) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:51.395018 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.396139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea8f902-6e67-47e9-860e-ae6bcac7de9f req-58857530-d17d-4fe9-93c4-be53f806a509 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "DELETE /v2.0/floatingips/114844c9-dc76-435d-929a-ea036c58438a HTTP/1.1" status: 204 len: 173 time: 1.3953769 Nov 25 17:18:51.399694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] DHCP port deletion for 17d557eb-1f35-497e-8ecc-ae152d4bfe6e request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:51.408663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37132e6d-531f-4e2f-aadc-e71260459db1 req-40bd6966-1619-42a4-9a36-21e89e9cad55 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459458 Nov 25 17:18:51.414137 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.448262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Deleting port 002129af-ff8d-4517-b86a-284757ac93e1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:51.448262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.461499 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.473183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:51.552020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] For port 002129af-ff8d-4517-b86a-284757ac93e1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=002129af-ff8d-4517-b86a-284757ac93e1,segment=NetworkSegment(de1db22a-cf16-468b-8e45-7bea50fe03e9),segment_id=de1db22a-cf16-468b-8e45-7bea50fe03e9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:51.553315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.587604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-00211331-e2fa-4837-8014-d6d30e717213 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Deleting subnet 824d6df9-b198-4ce1-bd44-94c5edf5cf3d {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:51.590345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Calling delete_port for 002129af-ff8d-4517-b86a-284757ac93e1 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:51.600666 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00211331-e2fa-4837-8014-d6d30e717213 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.680387 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00211331-e2fa-4837-8014-d6d30e717213 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.824706 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1584478-f253-438a-bbd1-84ec5775e6d4 x-openstack-request-id: req-b1584478-f253-438a-bbd1-84ec5775e6d4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:51.825022 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422e1af3-6d18-4957-bcf8-6b55f45fec30", "name": "network-vif-plugged", "status": "completed", "tag": "745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:51.825310 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1584478-f253-438a-bbd1-84ec5775e6d4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:51.825828 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'code': 200} Nov 25 17:18:51.844903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Network 77a17d34-a4f3-4484-934a-b0744d9ff9ee is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:51.855182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:51.860296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:51.889273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc7767-2106-4151-86f9-7b778faf88e6 None None] Pushing event updated for resources: {'Port': ['ID=b84b9644-2397-4c15-b516-4a3f7f4a19b7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:51.920314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaac43-ee28-4412-93f6-33d9aeca47ea req-58613784-abad-44f6-99a4-c56193bcc0d4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:51.922024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1eaac43-ee28-4412-93f6-33d9aeca47ea req-58613784-abad-44f6-99a4-c56193bcc0d4 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.2296710 Nov 25 17:18:51.927534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00211331-e2fa-4837-8014-d6d30e717213 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.943274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] Deleting port 002129af-ff8d-4517-b86a-284757ac93e1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:51.943922 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.001215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-940e566d-a662-47c5-a153-f6aebe735d96 req-48b8ca9e-6afd-49ec-93d6-dc536b9a4ddb tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips/b6f665f3-1993-42c8-b93d-d3356c36d2cd HTTP/1.1" status: 200 len: 693 time: 0.1263053 Nov 25 17:18:52.025959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.040890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Attempting to bind port 5c6ffd7f-3363-418e-b190-7a6cede3b3bc on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:52.041453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Attempting to bind port 5c6ffd7f-3363-418e-b190-7a6cede3b3bc by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '6822dd47-e3d3-49e2-93c7-b6294fc7b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '77a17d34-a4f3-4484-934a-b0744d9ff9ee'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:52.041964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Attempting to bind port 5c6ffd7f-3363-418e-b190-7a6cede3b3bc on network 77a17d34-a4f3-4484-934a-b0744d9ff9ee {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:52.053608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440eb757-0292-4f0f-aa66-4c49908aa3f5 req-bfc14532-b3f8-4538-a240-0966449b9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.055361 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-440eb757-0292-4f0f-aa66-4c49908aa3f5 req-bfc14532-b3f8-4538-a240-0966449b9c15 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 1096 time: 0.0843892 Nov 25 17:18:52.056527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Pushing event updated for resources: {'Port': ['ID=5c6ffd7f-3363-418e-b190-7a6cede3b3bc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.072071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:52.072549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Checking segment: {'id': '6822dd47-e3d3-49e2-93c7-b6294fc7b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '77a17d34-a4f3-4484-934a-b0744d9ff9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:52.072846 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.073414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Bound using segment: {'id': '6822dd47-e3d3-49e2-93c7-b6294fc7b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '77a17d34-a4f3-4484-934a-b0744d9ff9ee'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:52.074035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Bound port: 5c6ffd7f-3363-418e-b190-7a6cede3b3bc, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6822dd47-e3d3-49e2-93c7-b6294fc7b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '77a17d34-a4f3-4484-934a-b0744d9ff9ee'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:52.074582 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.074686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00211331-e2fa-4837-8014-d6d30e717213 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.101418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] For port 002129af-ff8d-4517-b86a-284757ac93e1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=002129af-ff8d-4517-b86a-284757ac93e1,segment=NetworkSegment(de1db22a-cf16-468b-8e45-7bea50fe03e9),segment_id=de1db22a-cf16-468b-8e45-7bea50fe03e9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:52.102116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.119454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00211331-e2fa-4837-8014-d6d30e717213 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Subnet': ['ID=824d6df9-b198-4ce1-bd44-94c5edf5cf3d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.135402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] Calling delete_port for 002129af-ff8d-4517-b86a-284757ac93e1 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:52.135835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Port': ['ID=002129af-ff8d-4517-b86a-284757ac93e1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.140879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1eaac43-ee28-4412-93f6-33d9aeca47ea req-1a8dd5ca-1e5a-4e15-a847-dc88a59b8e9f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719377 Nov 25 17:18:52.148086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] No DVR routers for this DVR port 002129af-ff8d-4517-b86a-284757ac93e1 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:52.148310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00211331-e2fa-4837-8014-d6d30e717213 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.158275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-00211331-e2fa-4837-8014-d6d30e717213 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/subnets/824d6df9-b198-4ce1-bd44-94c5edf5cf3d HTTP/1.1" status: 204 len: 168 time: 0.7634408 Nov 25 17:18:52.158958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:52.213576 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-440eb757-0292-4f0f-aa66-4c49908aa3f5 req-60b547d6-2253-4921-92cc-7958bd96b317 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488180 Nov 25 17:18:52.216312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] For port 5c6ffd7f-3363-418e-b190-7a6cede3b3bc, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:52.221124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] For port 5c6ffd7f-3363-418e-b190-7a6cede3b3bc, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5c6ffd7f-3363-418e-b190-7a6cede3b3bc,segment=NetworkSegment(6822dd47-e3d3-49e2-93c7-b6294fc7b4d6),segment_id=6822dd47-e3d3-49e2-93c7-b6294fc7b4d6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:52.250369 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.261592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.289031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec8ac6-3884-49e7-9bc1-1ee0748cc653 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.293751 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-62ec8ac6-3884-49e7-9bc1-1ee0748cc653 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1265533 Nov 25 17:18:52.294775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:52.295592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d557eb-1f35-497e-8ecc-ae152d4bfe6e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:52.317930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.321224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1db22a-cf16-468b-8e45-7bea50fe03e9') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:52.321516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1db22a-cf16-468b-8e45-7bea50fe03e9') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:52.339222 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.352868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e566d-a662-47c5-a153-f6aebe735d96 req-068ecffd-0170-4f8c-b1b5-48274310ce62 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.354035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-940e566d-a662-47c5-a153-f6aebe735d96 req-068ecffd-0170-4f8c-b1b5-48274310ce62 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.3419540 Nov 25 17:18:52.366336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] No DVR routers for this DVR port 002129af-ff8d-4517-b86a-284757ac93e1 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:52.369963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.381396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18a99c-fa1c-4ce8-a047-2beb472e02b6 None None] Pushing event updated for resources: {'Port': ['ID=5c6ffd7f-3363-418e-b190-7a6cede3b3bc,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.411186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5077a821-67f1-45ea-84e3-54e6ba5d2c49 None None] Network 77a17d34-a4f3-4484-934a-b0744d9ff9ee requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:52.413903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436699da-a44c-4de5-9da5-9099d00dbb3b None None] Pushing event deleted for resources: {'Port': ['ID=002129af-ff8d-4517-b86a-284757ac93e1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.415851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:52.416348 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:52.419807 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:52.434640 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.438325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-940e566d-a662-47c5-a153-f6aebe735d96 req-3962d6ab-f053-445a-aad4-68c680245796 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.0701861 Nov 25 17:18:52.541595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Deleting port 5c6ffd7f-3363-418e-b190-7a6cede3b3bc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:52.541942 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.565025 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.572190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-940e566d-a662-47c5-a153-f6aebe735d96 req-10ffca24-5754-4e47-b52e-355a19924a86 tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.0911458 Nov 25 17:18:52.602850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.606822 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/networks/17d557eb-1f35-497e-8ecc-ae152d4bfe6e HTTP/1.1" status: 204 len: 168 time: 1.7004063 Nov 25 17:18:52.612132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46242) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:52.674958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361216f-a2e9-4e63-94ae-00160b5f9798 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Network': ['ID=17d557eb-1f35-497e-8ecc-ae152d4bfe6e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.687448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] For port 5c6ffd7f-3363-418e-b190-7a6cede3b3bc, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5c6ffd7f-3363-418e-b190-7a6cede3b3bc,segment=NetworkSegment(6822dd47-e3d3-49e2-93c7-b6294fc7b4d6),segment_id=6822dd47-e3d3-49e2-93c7-b6294fc7b4d6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:52.687826 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.710466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Calling delete_port for 5c6ffd7f-3363-418e-b190-7a6cede3b3bc owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:52.722908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ae6bf7-1460-4d3d-a1d8-f193d77a1043 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Deleting subnet efe6aae3-12e8-443a-b2af-3ffe5deebf28 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:52.733415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95ae6bf7-1460-4d3d-a1d8-f193d77a1043 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.745151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989436-82dc-4392-b033-ee3bebf020ce req-b69cc085-106a-4083-bdbb-b2a0344925fb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.751299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989436-82dc-4392-b033-ee3bebf020ce req-b69cc085-106a-4083-bdbb-b2a0344925fb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.758113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989436-82dc-4392-b033-ee3bebf020ce req-b69cc085-106a-4083-bdbb-b2a0344925fb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.764209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989436-82dc-4392-b033-ee3bebf020ce req-b69cc085-106a-4083-bdbb-b2a0344925fb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.770593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989436-82dc-4392-b033-ee3bebf020ce req-b69cc085-106a-4083-bdbb-b2a0344925fb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.777039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989436-82dc-4392-b033-ee3bebf020ce req-b69cc085-106a-4083-bdbb-b2a0344925fb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.783101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989436-82dc-4392-b033-ee3bebf020ce req-b69cc085-106a-4083-bdbb-b2a0344925fb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:52.785145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a989436-82dc-4392-b033-ee3bebf020ce req-b69cc085-106a-4083-bdbb-b2a0344925fb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.2362673 Nov 25 17:18:52.834085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95ae6bf7-1460-4d3d-a1d8-f193d77a1043 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.891935 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a989436-82dc-4392-b033-ee3bebf020ce req-1b773764-30d6-41f9-a0e1-bec69b7dc6f6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850275 Nov 25 17:18:52.899255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Deleting port ac1d43d9-9280-44f3-8e5f-3eb475cede93 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:52.899460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.958683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.993482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d82118-030c-4939-8f85-c391967e6ae8 None None] Network 84c1b1c6-2896-4649-97f3-0d31310b2e77 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:52.996552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Port': ['ID=5c6ffd7f-3363-418e-b190-7a6cede3b3bc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.998699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] No DVR routers for this DVR port 5c6ffd7f-3363-418e-b190-7a6cede3b3bc on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:53.042293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95ae6bf7-1460-4d3d-a1d8-f193d77a1043 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.054665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.055171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.112677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Calling delete_port for ac1d43d9-9280-44f3-8e5f-3eb475cede93 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:53.114088 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2e6ef400-d0ce-4d6b-bed0-d59dbf317738 None None] Provisioning complete for port b84b9644-2397-4c15-b516-4a3f7f4a19b7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:53.114478 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef400-d0ce-4d6b-bed0-d59dbf317738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.176175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.226349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a17d34-a4f3-4484-934a-b0744d9ff9ee']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:53.249460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6822dd47-e3d3-49e2-93c7-b6294fc7b4d6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:53.249938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6822dd47-e3d3-49e2-93c7-b6294fc7b4d6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:53.267336 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95ae6bf7-1460-4d3d-a1d8-f193d77a1043 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.283455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837561c-def9-49bf-ae23-f1eba72ba7b2 req-cfd87b1d-be6c-4007-9d82-253f35f4b163 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:53.286841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3837561c-def9-49bf-ae23-f1eba72ba7b2 req-cfd87b1d-be6c-4007-9d82-253f35f4b163 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.2214634 Nov 25 17:18:53.291574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.353723 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef400-d0ce-4d6b-bed0-d59dbf317738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.362533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] DHCP port deletion for 84c1b1c6-2896-4649-97f3-0d31310b2e77 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:53.378848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.389567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:53.390157 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.401361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.461529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2e6ef400-d0ce-4d6b-bed0-d59dbf317738 None None] For port b84b9644-2397-4c15-b516-4a3f7f4a19b7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b84b9644-2397-4c15-b516-4a3f7f4a19b7,segment=NetworkSegment(13f7d20e-766b-4cf4-bd51-fb356dd7daff),segment_id=13f7d20e-766b-4cf4-bd51-fb356dd7daff)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:53.477847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95ae6bf7-1460-4d3d-a1d8-f193d77a1043 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.481412 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-95ae6bf7-1460-4d3d-a1d8-f193d77a1043 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/subnets/efe6aae3-12e8-443a-b2af-3ffe5deebf28 HTTP/1.1" status: 204 len: 168 time: 0.8682299 Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:53.482304 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:53.491616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdaa791-b5fa-43f4-ad7a-3b2c9a7fe6c4 None None] Network 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:53.498785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 002129af-ff8d-4517-b86a-284757ac93e1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:53.499159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:53.500571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef400-d0ce-4d6b-bed0-d59dbf317738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.507588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae6bf7-1460-4d3d-a1d8-f193d77a1043 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Subnet': ['ID=efe6aae3-12e8-443a-b2af-3ffe5deebf28,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:53.550371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.572750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.576440 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/networks/77a17d34-a4f3-4484-934a-b0744d9ff9ee HTTP/1.1" status: 204 len: 168 time: 1.2805722 Nov 25 17:18:53.591917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46250) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:53.604607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff69245-3ef9-450b-afe1-3fae3ae8ed1a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Network': ['ID=77a17d34-a4f3-4484-934a-b0744d9ff9ee,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:53.614856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 002129af-ff8d-4517-b86a-284757ac93e1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:53.615254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 002129af-ff8d-4517-b86a-284757ac93e1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:53.622211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bff5db-d779-4796-8979-a1eb0b97aad6 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Deleting subnet fec51de1-9de2-4b02-8a41-66f996b67108 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:53.629994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71bff5db-d779-4796-8979-a1eb0b97aad6 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.651230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ef400-d0ce-4d6b-bed0-d59dbf317738 None None] Pushing event updated for resources: {'Port': ['ID=b84b9644-2397-4c15-b516-4a3f7f4a19b7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:53.664754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] Deleting port b84b9644-2397-4c15-b516-4a3f7f4a19b7 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:53.665174 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.729362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71bff5db-d779-4796-8979-a1eb0b97aad6 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.737650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.775657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] For port b84b9644-2397-4c15-b516-4a3f7f4a19b7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b84b9644-2397-4c15-b516-4a3f7f4a19b7,segment=NetworkSegment(13f7d20e-766b-4cf4-bd51-fb356dd7daff),segment_id=13f7d20e-766b-4cf4-bd51-fb356dd7daff)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:53.775657 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.809673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] Calling delete_port for b84b9644-2397-4c15-b516-4a3f7f4a19b7 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:53.829140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Pushing event deleted for resources: {'Port': ['ID=ac1d43d9-9280-44f3-8e5f-3eb475cede93,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:53.884630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Deleting port b84b9644-2397-4c15-b516-4a3f7f4a19b7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:53.885160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.888535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71bff5db-d779-4796-8979-a1eb0b97aad6 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.913017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3837561c-def9-49bf-ae23-f1eba72ba7b2 req-0a4db982-e7cd-431a-843c-2482bbd6885f tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152991 Nov 25 17:18:53.955981 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.965325 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.969753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.983587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46254) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:53.991867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-940e566d-a662-47c5-a153-f6aebe735d96 req-a8faf1e3-6da5-421d-987a-355cc92b20fc tempest-FloatingIPDetailsTestJSON-1728069867 tempest-FloatingIPDetailsTestJSON-1728069867-project] 10.222.0.81 "DELETE /v2.0/floatingips/b6f665f3-1993-42c8-b93d-d3356c36d2cd HTTP/1.1" status: 204 len: 173 time: 1.3632665 Nov 25 17:18:54.012047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] Pushing event deleted for resources: {'Port': ['ID=b84b9644-2397-4c15-b516-4a3f7f4a19b7,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:54.023959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576700a-e91c-429b-8987-3243962d9312 None None] DHCP port deletion for 2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:54.039152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb927ba-3a63-4e3f-baec-ed9e13ca4ee7 None None] No DVR routers for this DVR port b84b9644-2397-4c15-b516-4a3f7f4a19b7 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:54.083766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] For port b84b9644-2397-4c15-b516-4a3f7f4a19b7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b84b9644-2397-4c15-b516-4a3f7f4a19b7,segment=NetworkSegment(13f7d20e-766b-4cf4-bd51-fb356dd7daff),segment_id=13f7d20e-766b-4cf4-bd51-fb356dd7daff)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:54.084555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.110306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Calling delete_port for b84b9644-2397-4c15-b516-4a3f7f4a19b7 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:54.119992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71bff5db-d779-4796-8979-a1eb0b97aad6 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.121681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9576700a-e91c-429b-8987-3243962d9312 None None] Deleting port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:54.121948 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9576700a-e91c-429b-8987-3243962d9312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.193567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70370a0a-4407-4ad9-a45d-b99a49011c64 req-6fdb68d7-0587-4c01-9664-80a636cc4c50 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.201730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70370a0a-4407-4ad9-a45d-b99a49011c64 req-6fdb68d7-0587-4c01-9664-80a636cc4c50 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.0887568 Nov 25 17:18:54.207444 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9576700a-e91c-429b-8987-3243962d9312 None None] For port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5df2670b-cfce-4fbd-a68f-8af5cdc817dd,segment=NetworkSegment(5cd18923-c9ef-4585-b944-4d8180155fdb),segment_id=5cd18923-c9ef-4585-b944-4d8180155fdb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:54.208274 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9576700a-e91c-429b-8987-3243962d9312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.229967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9576700a-e91c-429b-8987-3243962d9312 None None] Calling delete_port for 5df2670b-cfce-4fbd-a68f-8af5cdc817dd owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:54.233570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bff5db-d779-4796-8979-a1eb0b97aad6 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Subnet': ['ID=fec51de1-9de2-4b02-8a41-66f996b67108,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:54.286403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6837b99-0bbd-45e4-9c20-cc32b4f75dbe None None] Network f85a3506-1212-45d6-bebb-d72cdb4ccf7a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:54.293606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71bff5db-d779-4796-8979-a1eb0b97aad6 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.301051 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71bff5db-d779-4796-8979-a1eb0b97aad6 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/subnets/fec51de1-9de2-4b02-8a41-66f996b67108 HTTP/1.1" status: 204 len: 168 time: 0.7975118 Nov 25 17:18:54.304965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:54.328033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70370a0a-4407-4ad9-a45d-b99a49011c64 req-0a0447d6-e732-457a-aeb6-0caed939e099 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251032 Nov 25 17:18:54.404203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-84fe2cbb-2849-4b21-88ec-93b11ed3302a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.411468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-84fe2cbb-2849-4b21-88ec-93b11ed3302a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.418255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-84fe2cbb-2849-4b21-88ec-93b11ed3302a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.424310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-84fe2cbb-2849-4b21-88ec-93b11ed3302a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.432522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-84fe2cbb-2849-4b21-88ec-93b11ed3302a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.439684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-84fe2cbb-2849-4b21-88ec-93b11ed3302a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.447913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-84fe2cbb-2849-4b21-88ec-93b11ed3302a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.450023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-84fe2cbb-2849-4b21-88ec-93b11ed3302a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.2154610 Nov 25 17:18:54.462707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.464115 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9576700a-e91c-429b-8987-3243962d9312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.498052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] No DVR routers for this DVR port b84b9644-2397-4c15-b516-4a3f7f4a19b7 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:54.500476 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.501975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Port': ['ID=b84b9644-2397-4c15-b516-4a3f7f4a19b7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:54.515754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576700a-e91c-429b-8987-3243962d9312 None None] Pushing event deleted for resources: {'Port': ['ID=5df2670b-cfce-4fbd-a68f-8af5cdc817dd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:54.522726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576700a-e91c-429b-8987-3243962d9312 None None] No DVR routers for this DVR port 5df2670b-cfce-4fbd-a68f-8af5cdc817dd on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:54.582643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe744748-c161-4487-8f66-fd497a14bcd7 req-1fea0af7-f2de-4120-ae1d-d40ccdc7cf30 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195898 Nov 25 17:18:54.633744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] DHCP port deletion for f85a3506-1212-45d6-bebb-d72cdb4ccf7a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:54.666976 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.698740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:54.699838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] Deleting port 70c721ae-3264-4982-9e8a-2fb3ef070aed {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:54.700327 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.714127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd18923-c9ef-4585-b944-4d8180155fdb') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:54.714487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd18923-c9ef-4585-b944-4d8180155fdb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:54.728313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.749162 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.759000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:54.759422 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:54.763069 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:54.794865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] For port 70c721ae-3264-4982-9e8a-2fb3ef070aed, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=70c721ae-3264-4982-9e8a-2fb3ef070aed,segment=NetworkSegment(75a8eea8-d085-47d0-a8ce-f862932c5ce3),segment_id=75a8eea8-d085-47d0-a8ce-f862932c5ce3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:54.795130 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.814831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] Calling delete_port for 70c721ae-3264-4982-9e8a-2fb3ef070aed owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:54.862635 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.875382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.885389 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/networks/2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077 HTTP/1.1" status: 204 len: 168 time: 0.5755186 Nov 25 17:18:54.898360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:54.905644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed4ed1-fd05-43ef-8c8b-abc325ca564d tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Network': ['ID=2bdd7d3f-1284-4fcc-a9c2-d1d9e19ae077,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:54.945343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.953740 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:54.974987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] No DVR routers for this DVR port 70c721ae-3264-4982-9e8a-2fb3ef070aed on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:55.012258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c1b1c6-2896-4649-97f3-0d31310b2e77']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.016389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab69e80-c64e-4b94-844c-59923da6c2c7 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:18:55.018454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b97e54-2f9b-434f-aa09-7575365af7bc None None] Pushing event deleted for resources: {'Port': ['ID=70c721ae-3264-4982-9e8a-2fb3ef070aed,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:55.026148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f7d20e-766b-4cf4-bd51-fb356dd7daff') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.026450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f7d20e-766b-4cf4-bd51-fb356dd7daff') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.034317 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.043198 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.072067 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.084786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:55.084786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:55.088092 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:55.154304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6be72-3cf9-480a-bae4-f52878f0ee14 req-a3833e43-fdba-4594-b06b-921420676b8e tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:55.156199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfb6be72-3cf9-480a-bae4-f52878f0ee14 req-a3833e43-fdba-4594-b06b-921420676b8e tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.1361110 Nov 25 17:18:55.181055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.189274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.193433 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/networks/84c1b1c6-2896-4649-97f3-0d31310b2e77 HTTP/1.1" status: 204 len: 168 time: 1.6003082 Nov 25 17:18:55.196599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:55.243925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1688f5-d3cf-4f92-b2ed-6c9e64f6203a tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Network': ['ID=84c1b1c6-2896-4649-97f3-0d31310b2e77,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:55.245987 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.249282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.308115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85a3506-1212-45d6-bebb-d72cdb4ccf7a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.340858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a8eea8-d085-47d0-a8ce-f862932c5ce3') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.341527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a8eea8-d085-47d0-a8ce-f862932c5ce3') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.360448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab69e80-c64e-4b94-844c-59923da6c2c7 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:18:55.365046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 70c721ae-3264-4982-9e8a-2fb3ef070aed no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:55.369688 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.392657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.393222 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.405571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:55.406192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:55.410701 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:55.425843 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-be148a5d-696f-4cad-8217-0d73a7722413 service neutron] show failed (client error): The resource could not be found. Nov 25 17:18:55.428059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-be148a5d-696f-4cad-8217-0d73a7722413 service neutron] 10.222.0.60 "GET /v2.0/ports/346213a4-2f57-465b-91e6-e372d4891302/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.3530312 Nov 25 17:18:55.436547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfb6be72-3cf9-480a-bae4-f52878f0ee14 req-4048b7ae-b1bd-436a-9bc4-e351f08d2b3f tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818054 Nov 25 17:18:55.518881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.527199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.541525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/networks/f85a3506-1212-45d6-bebb-d72cdb4ccf7a HTTP/1.1" status: 204 len: 168 time: 0.6450801 Nov 25 17:18:55.542350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:55.591215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.619382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c0cd81-0bae-49e7-91c1-e53b0b6442a2']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.631988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b453d15-ed0e-4d6d-9b1e-5a47d64a3da8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.632284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b453d15-ed0e-4d6d-9b1e-5a47d64a3da8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:55.652432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.668602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a7a1d-c7b1-487b-a4fd-379d4854f92e tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Network': ['ID=f85a3506-1212-45d6-bebb-d72cdb4ccf7a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:55.670715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.680490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:55.681057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:55.684236 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:55.691897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-30440e3b-fb01-4ad9-8d3c-ffbbd4650931 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Deleting subnet e96d0f85-db15-4bc7-b460-790bf61a22d9 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:55.702768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 70c721ae-3264-4982-9e8a-2fb3ef070aed {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:55.703314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 70c721ae-3264-4982-9e8a-2fb3ef070aed not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:55.703545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b84b9644-2397-4c15-b516-4a3f7f4a19b7 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:55.720511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30440e3b-fb01-4ad9-8d3c-ffbbd4650931 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.762064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b84b9644-2397-4c15-b516-4a3f7f4a19b7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:55.762064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b84b9644-2397-4c15-b516-4a3f7f4a19b7 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:55.762363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5df2670b-cfce-4fbd-a68f-8af5cdc817dd no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:55.811657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30440e3b-fb01-4ad9-8d3c-ffbbd4650931 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.822620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.833994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:55.837901 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/networks/a4c0cd81-0bae-49e7-91c1-e53b0b6442a2 HTTP/1.1" status: 204 len: 168 time: 0.6388857 Nov 25 17:18:55.840816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-d43123e8-cd50-44a4-ae2c-c443b004b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:55.841754 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-d43123e8-cd50-44a4-ae2c-c443b004b2c4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 1100 time: 0.1284990 Nov 25 17:18:55.842423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:55.862649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:55.866881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeee5f1-a579-4eb1-8375-d85454b7b127 tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Network': ['ID=a4c0cd81-0bae-49e7-91c1-e53b0b6442a2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:55.873658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 5df2670b-cfce-4fbd-a68f-8af5cdc817dd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:55.874005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5df2670b-cfce-4fbd-a68f-8af5cdc817dd not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:55.891944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3804982-901c-456f-8f9a-39d263da0c76 req-6bb5d17d-99f9-4dcb-b4ac-7dd7a754a4a2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:55.893656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3804982-901c-456f-8f9a-39d263da0c76 req-6bb5d17d-99f9-4dcb-b4ac-7dd7a754a4a2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.1988623 Nov 25 17:18:55.906837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0207a12-2553-4b29-805d-8859941ac5da req-4e55cb5e-826d-4303-904b-f761b08a7bd3 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:55.908390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0207a12-2553-4b29-805d-8859941ac5da req-4e55cb5e-826d-4303-904b-f761b08a7bd3 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.3153901 Nov 25 17:18:55.922959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46280) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:55.928483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Request body: {'floatingip': {'port_id': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:55.995911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Deleting port aaa7e651-1bad-43c0-8779-3da2c02eea34 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:55.996250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.003703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.025701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.090800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.114591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3804982-901c-456f-8f9a-39d263da0c76 req-f3b1a740-4016-47a5-957c-447f44b810a1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712010 Nov 25 17:18:56.131371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30440e3b-fb01-4ad9-8d3c-ffbbd4650931 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.179450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-005cd843-1087-411e-b501-c80df32710a9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:56.187466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-005cd843-1087-411e-b501-c80df32710a9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:56.195065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-005cd843-1087-411e-b501-c80df32710a9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:56.204515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-005cd843-1087-411e-b501-c80df32710a9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:56.213187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-005cd843-1087-411e-b501-c80df32710a9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:56.219615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-005cd843-1087-411e-b501-c80df32710a9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:56.227478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-005cd843-1087-411e-b501-c80df32710a9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:56.227478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-005cd843-1087-411e-b501-c80df32710a9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.2325051 Nov 25 17:18:56.290816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] For port aaa7e651-1bad-43c0-8779-3da2c02eea34, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=aaa7e651-1bad-43c0-8779-3da2c02eea34,segment=NetworkSegment(8a400fca-ead5-4332-bdbe-b1fda8e31a70),segment_id=8a400fca-ead5-4332-bdbe-b1fda8e31a70)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:56.291198 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.381244 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.384128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port 3971284d-d40e-4e7e-9ff9-782229bc3638 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:56.384648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.397968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30440e3b-fb01-4ad9-8d3c-ffbbd4650931 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.398213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Calling delete_port for aaa7e651-1bad-43c0-8779-3da2c02eea34 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:56.424104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Port 3971284d-d40e-4e7e-9ff9-782229bc3638 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:56.429456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4df874d-de59-48c8-a352-c8a2e07b02ad']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:56.435829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:56.436285 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.459305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c7f0d3f-39c7-4a55-b4c7-61e5a90d445a req-58237369-5677-4e8e-8ee2-37452927f1da tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1953099 Nov 25 17:18:56.463105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30440e3b-fb01-4ad9-8d3c-ffbbd4650931 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Subnet': ['ID=e96d0f85-db15-4bc7-b460-790bf61a22d9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:56.465209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30440e3b-fb01-4ad9-8d3c-ffbbd4650931 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.471224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-30440e3b-fb01-4ad9-8d3c-ffbbd4650931 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/subnets/e96d0f85-db15-4bc7-b460-790bf61a22d9 HTTP/1.1" status: 204 len: 168 time: 0.9234848 Nov 25 17:18:56.471224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f89e5f-7105-4be5-a21e-b3c56736eb8e') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:56.471224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f89e5f-7105-4be5-a21e-b3c56736eb8e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:56.472889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46286) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:56.484888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00fe449-ec2c-40f0-b643-d7f553021a94 None None] Network 31398505-2367-470a-9ba0-e651aa80bcc5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:56.500787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.559184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.574088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:56.574489 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:56.577503 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:56.595913 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.612052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:56.676262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.685616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port 6e6bf9fb-9345-43ab-b5c8-e347e95af909 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:56.686961 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.709868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.716307 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] 10.222.0.81 "DELETE /v2.0/networks/b4df874d-de59-48c8-a352-c8a2e07b02ad HTTP/1.1" status: 204 len: 168 time: 0.8726296 Nov 25 17:18:56.720068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23750b4c-6275-44e3-b430-6991038eb40b tempest-BulkNetworkOpsIpV6Test-688047528 tempest-BulkNetworkOpsIpV6Test-688047528-project] Pushing event deleted for resources: {'Network': ['ID=b4df874d-de59-48c8-a352-c8a2e07b02ad,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:56.735583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Deleting port 638d40ba-3ee0-4ada-8e97-d032cab93102 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:56.735931 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.798418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:56.820578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] For port 638d40ba-3ee0-4ada-8e97-d032cab93102, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=638d40ba-3ee0-4ada-8e97-d032cab93102,segment=NetworkSegment(1fe45c41-db0a-488a-acd6-69b952172147),segment_id=1fe45c41-db0a-488a-acd6-69b952172147)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:56.820983 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.837197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Calling delete_port for 638d40ba-3ee0-4ada-8e97-d032cab93102 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:56.837747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port a2916fdf-8020-4af0-ba3e-202b945cb9b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:56.838223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.891254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] DHCP port deletion for 31398505-2367-470a-9ba0-e651aa80bcc5 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:56.954427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.994156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Port': ['ID=638d40ba-3ee0-4ada-8e97-d032cab93102,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.002509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] No DVR routers for this DVR port 638d40ba-3ee0-4ada-8e97-d032cab93102 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:57.037127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] Deleting port 638d40ba-3ee0-4ada-8e97-d032cab93102 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:57.037548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.106290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.133462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port 46313eb3-45c8-4996-9a24-91f1e0630234 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:57.133785 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.135260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31398505-2367-470a-9ba0-e651aa80bcc5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:57.149746 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe45c41-db0a-488a-acd6-69b952172147') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:57.149746 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe45c41-db0a-488a-acd6-69b952172147') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:57.172707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.193420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:57.212330 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.213055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '346213a4-2f57-465b-91e6-e372d4891302'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:57.215374 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d66273-3162-42c9-b175-cddf8705a79c" -d '{"events": [{"server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "name": "network-vif-unplugged", "status": "completed", "tag": "346213a4-2f57-465b-91e6-e372d4891302"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:57.224623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:57.225054 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.227767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:57.232579 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:57.257830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] For port 638d40ba-3ee0-4ada-8e97-d032cab93102, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:57.259078 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.342735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] Calling delete_port for 638d40ba-3ee0-4ada-8e97-d032cab93102 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:57.344918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Port 46313eb3-45c8-4996-9a24-91f1e0630234 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:57.357957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] Port 638d40ba-3ee0-4ada-8e97-d032cab93102 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:18:57.358379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.358646 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae81947-5164-4ed5-8b9d-dcd85dc369d0 x-openstack-request-id: req-eae81947-5164-4ed5-8b9d-dcd85dc369d0 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:57.358951 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "name": "network-vif-unplugged", "status": "completed", "tag": "346213a4-2f57-465b-91e6-e372d4891302", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:57.359214 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eae81947-5164-4ed5-8b9d-dcd85dc369d0 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:57.359629 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '346213a4-2f57-465b-91e6-e372d4891302', 'code': 200} Nov 25 17:18:57.360584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Transition to ACTIVE for port object 346213a4-2f57-465b-91e6-e372d4891302 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:57.369229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74b9fb-c35d-4e82-99de-81531f07088a req-3d8ae684-427b-4697-a717-1a1c9c379420 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:57.370956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e74b9fb-c35d-4e82-99de-81531f07088a req-3d8ae684-427b-4697-a717-1a1c9c379420 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.0735304 Nov 25 17:18:57.378942 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.381672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/networks/31398505-2367-470a-9ba0-e651aa80bcc5 HTTP/1.1" status: 204 len: 168 time: 0.9071274 Nov 25 17:18:57.388605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.392834 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.395421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:57.413687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602134e-c473-4c6d-b356-f014e1f386e9 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Pushing event deleted for resources: {'Network': ['ID=31398505-2367-470a-9ba0-e651aa80bcc5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.433823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] Network 31398505-2367-470a-9ba0-e651aa80bcc5 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:18:57.434132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] No DVR routers for this DVR port 638d40ba-3ee0-4ada-8e97-d032cab93102 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:57.441854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 638d40ba-3ee0-4ada-8e97-d032cab93102 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:57.478524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b4ac0d3d-3f3f-400c-8505-be59ac0f4288 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f73bf44-f176-4191-9751-cfc7461b1fdd HTTP/1.1" status: 200 len: 205 time: 0.0750055 Nov 25 17:18:57.484714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753e207-ceac-450c-83bc-319f28e7e2cd None None] Pushing event deleted for resources: {'Port': ['ID=638d40ba-3ee0-4ada-8e97-d032cab93102,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.493086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:57.497295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 638d40ba-3ee0-4ada-8e97-d032cab93102 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:57.497863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 638d40ba-3ee0-4ada-8e97-d032cab93102 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:57.573370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.576570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.resource_extend [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:18:57.582240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.584544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port b76bee9b-063a-4ba8-b6aa-534d62819ceb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:57.584923 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.627904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Port b76bee9b-063a-4ba8-b6aa-534d62819ceb cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:57.646497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f6fcb10f-df7e-4693-b3f5-70927bbf8e50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c79ebe9608b4f2aa208684064548ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4472516 Nov 25 17:18:57.649141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:57.660901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e74b9fb-c35d-4e82-99de-81531f07088a req-3268f7cd-ab03-4e74-949b-b0577571f6e5 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618287 Nov 25 17:18:57.662398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] No DVR routers for this DVR port 346213a4-2f57-465b-91e6-e372d4891302 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:57.670262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port 414f2cc0-d9af-4257-9f75-333000b324ff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:57.670646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.708513 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ae4339-0afa-481d-9079-796bffafe5d4 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.781338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.792402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa7e651-1bad-43c0-8779-3da2c02eea34,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.822947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.855538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:57.947497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:57.965332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60262e1-5ab5-4700-956a-298658da7908 req-05f39da3-8c62-4216-8f5b-02dcf362557c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:57.970226 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:57.970611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.971588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60262e1-5ab5-4700-956a-298658da7908 req-05f39da3-8c62-4216-8f5b-02dcf362557c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:57.978441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60262e1-5ab5-4700-956a-298658da7908 req-05f39da3-8c62-4216-8f5b-02dcf362557c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:57.984614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60262e1-5ab5-4700-956a-298658da7908 req-05f39da3-8c62-4216-8f5b-02dcf362557c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:57.991428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60262e1-5ab5-4700-956a-298658da7908 req-05f39da3-8c62-4216-8f5b-02dcf362557c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:57.997719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60262e1-5ab5-4700-956a-298658da7908 req-05f39da3-8c62-4216-8f5b-02dcf362557c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:58.003900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60262e1-5ab5-4700-956a-298658da7908 req-05f39da3-8c62-4216-8f5b-02dcf362557c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:58.005922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b60262e1-5ab5-4700-956a-298658da7908 req-05f39da3-8c62-4216-8f5b-02dcf362557c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.3576403 Nov 25 17:18:58.011033 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-009af290-a691-45c2-bdf7-25ca6d8d8816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.016258 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ae4339-0afa-481d-9079-796bffafe5d4 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.020398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ae4339-0afa-481d-9079-796bffafe5d4 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.040389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:58.040865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:58.041228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:58.064577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:58.065055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:58.087338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:58.088007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:58.088151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:58.088512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Bound port: 346213a4-2f57-465b-91e6-e372d4891302, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:58.088892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.105356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-009af290-a691-45c2-bdf7-25ca6d8d8816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.126624 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ae4339-0afa-481d-9079-796bffafe5d4 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.127632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ae4339-0afa-481d-9079-796bffafe5d4 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Fanout notify agent at l3_agent the message router_deleted on router 4f73bf44-f176-4191-9751-cfc7461b1fdd {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:18:58.138809 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ae4339-0afa-481d-9079-796bffafe5d4 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.140119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-48ae4339-0afa-481d-9079-796bffafe5d4 tempest-RoutersNegativeIpV6Test-748687677 tempest-RoutersNegativeIpV6Test-748687677-project] 10.222.0.81 "DELETE /v2.0/routers/4f73bf44-f176-4191-9751-cfc7461b1fdd HTTP/1.1" status: 204 len: 168 time: 0.6458893 Nov 25 17:18:58.146466 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.203355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b60262e1-5ab5-4700-956a-298658da7908 req-dddd1ffa-1c68-4e93-b573-6a94afd66494 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849492 Nov 25 17:18:58.252596 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-009af290-a691-45c2-bdf7-25ca6d8d8816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.256385 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-009af290-a691-45c2-bdf7-25ca6d8d8816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.258645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-009af290-a691-45c2-bdf7-25ca6d8d8816 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94fece37-3c35-4103-9048-a04fba4d4778 HTTP/1.1" status: 204 len: 168 time: 0.6053858 Nov 25 17:18:58.290484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009af290-a691-45c2-bdf7-25ca6d8d8816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fece37-3c35-4103-9048-a04fba4d4778,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.336327 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Floating IP 45b8ff0d-d542-49f8-8b3f-ec237be4aefe associated. External IP: 172.25.1.212, port: 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3. Nov 25 17:18:58.389858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:58.390241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.423083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:58.469921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:58.510426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.561435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:58.672555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:58.673294 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.794339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:58.795140 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.803801 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] 10.222.0.95 "PUT /v2.0/ports/346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 1095 time: 2.9449120 Nov 25 17:18:58.881103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b49ae0-d147-4736-ad1d-ecf255d7301d service neutron] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.903245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port 7fc9689d-582f-4d5d-b1ab-51c110b6beeb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:58.903795 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.968374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Port 7fc9689d-582f-4d5d-b1ab-51c110b6beeb cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:59.017699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Provisioning complete for port c03e9cd1-c505-4428-a19c-87c1c4df7ff3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:59.018293 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b520998f-1761-47cf-876c-7ffa263263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.073612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519468a-1b25-42cd-b794-717b9e856764 req-a69ccda9-bcb4-484f-8b8f-b00ee047eef8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.074807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7519468a-1b25-42cd-b794-717b9e856764 req-a69ccda9-bcb4-484f-8b8f-b00ee047eef8 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.2357192 Nov 25 17:18:59.077663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6d0e1257-214f-41fd-8124-f1fb3dbee75c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d1e349e329e74c1a95acfc0a37153e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5150428 Nov 25 17:18:59.094185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:59.153202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-914a56d0-2092-4331-9665-56ff213bf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.154699 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-914a56d0-2092-4331-9665-56ff213bf2e9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1098 time: 0.2987499 Nov 25 17:18:59.183871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:59.283821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af604a22-37b3-4953-acbf-302fa9446072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.296038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7519468a-1b25-42cd-b794-717b9e856764 req-b3aecfd9-1d92-427f-af5e-7e9bc78e512f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027519 Nov 25 17:18:59.297367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Router ee059716-ba1e-4268-9f79-b96debe1c883 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:59.358003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af604a22-37b3-4953-acbf-302fa9446072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.467215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'tag': '346213a4-2f57-465b-91e6-e372d4891302'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:59.469393 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "tag": "346213a4-2f57-465b-91e6-e372d4891302"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:59.488178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0964-27df-4898-9619-baf6338b4597 req-090c5c28-c061-425b-9094-2494969476fd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.501984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0964-27df-4898-9619-baf6338b4597 req-090c5c28-c061-425b-9094-2494969476fd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.516712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0964-27df-4898-9619-baf6338b4597 req-090c5c28-c061-425b-9094-2494969476fd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.531180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0964-27df-4898-9619-baf6338b4597 req-090c5c28-c061-425b-9094-2494969476fd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.544603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0964-27df-4898-9619-baf6338b4597 req-090c5c28-c061-425b-9094-2494969476fd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.547435 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9c42e-55ba-43d0-805e-7abd0c6298b9 x-openstack-request-id: req-89e9c42e-55ba-43d0-805e-7abd0c6298b9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:59.547745 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "tag": "346213a4-2f57-465b-91e6-e372d4891302", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:59.548017 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89e9c42e-55ba-43d0-805e-7abd0c6298b9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:59.548444 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'tag': '346213a4-2f57-465b-91e6-e372d4891302', 'status': 'completed', 'code': 200} Nov 25 17:18:59.559630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0964-27df-4898-9619-baf6338b4597 req-090c5c28-c061-425b-9094-2494969476fd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.574924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0964-27df-4898-9619-baf6338b4597 req-090c5c28-c061-425b-9094-2494969476fd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.578081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-996a0964-27df-4898-9619-baf6338b4597 req-090c5c28-c061-425b-9094-2494969476fd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5431 time: 0.2091444 Nov 25 17:18:59.594958 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af604a22-37b3-4953-acbf-302fa9446072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.599683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af604a22-37b3-4953-acbf-302fa9446072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.601847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-af604a22-37b3-4953-acbf-302fa9446072 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93b189a0-24ec-4f6f-b1a3-fdfa8e72d00a HTTP/1.1" status: 204 len: 168 time: 0.5062003 Nov 25 17:18:59.694770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af604a22-37b3-4953-acbf-302fa9446072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b189a0-24ec-4f6f-b1a3-fdfa8e72d00a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:59.720777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46360) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:59.758870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-996a0964-27df-4898-9619-baf6338b4597 req-109d0626-871c-48b0-8767-49302b7f5c85 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543758 Nov 25 17:18:59.781857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-09263fc7-83ea-4be6-a876-918b3c2acced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.783385 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-09263fc7-83ea-4be6-a876-918b3c2acced service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.6194494 Nov 25 17:18:59.787867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-8c4df0eb-a8aa-4224-800b-51eb24216b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.789859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-8c4df0eb-a8aa-4224-800b-51eb24216b0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1098 time: 0.2100351 Nov 25 17:18:59.797052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4c3f70eb-7aba-4831-9297-ba83a64ea974 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:18:59.968446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-3787a1f3-da6f-4f15-a69f-f5e91d6e7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.970255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-3787a1f3-da6f-4f15-a69f-f5e91d6e7a77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1496673 Nov 25 17:19:00.036637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-31306894-5943-4ac0-a8f0-b73d0a5f3eaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.0568976 Nov 25 17:19:00.076190 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4c3f70eb-7aba-4831-9297-ba83a64ea974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:00.112333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'port_id': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'mac_address': 'fa:16:3e:70:f8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:00.161041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-6c0b7e3d-c33c-4c38-a48c-ac8f17bc8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.170502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-6c0b7e3d-c33c-4c38-a48c-ac8f17bc8c5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1247365 Nov 25 17:19:00.246116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.260603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-db569ca9-8670-4a7c-abd3-c35dae42ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.262590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-db569ca9-8670-4a7c-abd3-c35dae42ea8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834880 Nov 25 17:19:00.271447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3f70eb-7aba-4831-9297-ba83a64ea974 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:00.298349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4c3f70eb-7aba-4831-9297-ba83a64ea974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:00.304003 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.305080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ee8b942a-aca9-48bd-a960-f4105011f57d details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:00.394761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-6f9374cc-8590-4a39-bf8f-c19e04fed81c service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216207 Nov 25 17:19:00.507066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'networks': [{'name': 'tempest-network--278547119'}, {'name': 'tempest-network--1362250442'}]} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:00.507657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'network': {'name': 'tempest-network--278547119'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:00.508233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'network': {'name': 'tempest-network--1362250442'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:00.513932 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-6e519264-cf91-4415-b615-7826928fbc03 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.7093780 Nov 25 17:19:00.533841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4c3f70eb-7aba-4831-9297-ba83a64ea974,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:00.555348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-cc28fa5c-bcae-41ce-aeda-9f8978d6df85 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516545 Nov 25 17:19:00.564176 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:00.576112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.584148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:00.586706 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] Sync routers for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:00.602554 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:00.603510 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:00.609361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ee8b942a-aca9-48bd-a960-f4105011f57d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ee8b942a-aca9-48bd-a960-f4105011f57d,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:00.614247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78509203-872b-41b1-a794-f2718c249332 req-22d4b4dc-5e74-44a8-8980-47ada3e5b500 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.617614 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e92bb9bf-7590-45b2-a0dd-f88da3993e9e admin admin] 10.222.0.81 "PUT /v2.0/routers/0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6286483 Nov 25 17:19:00.622764 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78509203-872b-41b1-a794-f2718c249332 req-22d4b4dc-5e74-44a8-8980-47ada3e5b500 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.1232674 Nov 25 17:19:00.623302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:00.632401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] Sync routers for ids ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:00.638451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Made reservation on behalf of a87608a25ff7496397fff8c9c22e2800 for: {'network': 2} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:00.643253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.654326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.663709 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d8894bf5-d6bc-46f8-9476-08fefded0328 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "PUT /v2.0/floatingips/45b8ff0d-d542-49f8-8b3f-ec237be4aefe HTTP/1.1" status: 200 len: 991 time: 4.7332768 Nov 25 17:19:00.670993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'ee8b942a-aca9-48bd-a960-f4105011f57d', 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'port_id': 'ee8b942a-aca9-48bd-a960-f4105011f57d', 'mac_address': 'fa:16:3e:c5:ec:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8554cb33-73b5-4bb6-b37d-7e3f94683c8d', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:00.671403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-fd6ea1ed-674e-4cb6-8b17-1aaee1cb575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.676039 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-fd6ea1ed-674e-4cb6-8b17-1aaee1cb575b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1481173 Nov 25 17:19:00.679358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] Routers {'0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:00.680107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:00.828365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78509203-872b-41b1-a794-f2718c249332 req-4a0f3b95-1378-407a-a274-7d7f0f34cce2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935852 Nov 25 17:19:00.845373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.857533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-7faf99cf-6b0e-4074-9be8-c02909934c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.862661 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:00.866831 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-7faf99cf-6b0e-4074-9be8-c02909934c55 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1778512 Nov 25 17:19:00.893090 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.953711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8b942a-aca9-48bd-a960-f4105011f57d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:00.989507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] Set router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:00.993126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ee8b942a-aca9-48bd-a960-f4105011f57d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ee8b942a-aca9-48bd-a960-f4105011f57d,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:01.022710 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.175606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=ee8b942a-aca9-48bd-a960-f4105011f57d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:01.189162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.232585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.233395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.314908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:18:57Z', 'revision_number': 5, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:01.368299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] Checking router: 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:01.383744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] Routers {'0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:01.384732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:01.386700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:01.399962 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '45b8ff0d-d542-49f8-8b3f-ec237be4aefe', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'port_id': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'mac_address': 'fa:16:3e:8d:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:18:35Z', 'updated_at': '2021-11-25T17:18:57Z', 'revision_number': 1, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:30Z', 'revision_number': 5, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:01.407677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.408196 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Added segment 0fd09d4c-a6f8-4b36-a401-cf936e78ab72 of type vlan for network 9188060e-f056-4341-986e-61df42f9aac8 Nov 25 17:19:01.447263 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] Checking router: ee059716-ba1e-4268-9f79-b96debe1c883 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:01.461972 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:01.462900 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:18:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:01.463031 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-23b0d64b-60bd-4f5f-a19d-e4b0c53762c7 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851717 Nov 25 17:19:01.468447 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb89a8f-fe59-481f-bb52-411acd7b0375,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:01.496470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.552157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'tag': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:01.554734 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173" -d '{"events": [{"name": "network-changed", "server_uuid": "422e1af3-6d18-4957-bcf8-6b55f45fec30", "tag": "745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:01.587911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['ee8b942a-aca9-48bd-a960-f4105011f57d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:01.626072 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:01.639958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:01.643911 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38295563-f7c6-42f0-8f99-e9be3a79e9fb x-openstack-request-id: req-38295563-f7c6-42f0-8f99-e9be3a79e9fb {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:01.644569 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422e1af3-6d18-4957-bcf8-6b55f45fec30", "tag": "745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:01.645023 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38295563-f7c6-42f0-8f99-e9be3a79e9fb {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:01.645622 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'tag': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'status': 'completed', 'code': 200} Nov 25 17:19:01.683854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.684574 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Added segment 45d054fd-b610-4757-89ac-575e27fa0472 of type vlan for network d7d8b820-d417-49c9-9fca-36168ef5d4f8 Nov 25 17:19:01.714556 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7363c10-200e-4794-ae51-17b66bdb5013 req-2d403cc5-b520-4227-b42d-a5c4f644b757 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387178 Nov 25 17:19:01.726919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] Set router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:01.754232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.755305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-5101d89d-973c-40e7-9f93-896ccc754b48 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.791421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-bbd884da-5ab9-49cf-bc05-7749ea30a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.794115 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-bbd884da-5ab9-49cf-bc05-7749ea30a176 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f4d43e7d3baf4ffb8da544d6e2631618&device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 1096 time: 0.1318331 Nov 25 17:19:01.813864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:01.814687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-5101d89d-973c-40e7-9f93-896ccc754b48 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.827600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-5101d89d-973c-40e7-9f93-896ccc754b48 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.842751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-5101d89d-973c-40e7-9f93-896ccc754b48 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.860597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-5101d89d-973c-40e7-9f93-896ccc754b48 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.880822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-5101d89d-973c-40e7-9f93-896ccc754b48 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.896443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-5101d89d-973c-40e7-9f93-896ccc754b48 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.899422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-5101d89d-973c-40e7-9f93-896ccc754b48 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5433 time: 0.3481321 Nov 25 17:19:02.040165 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.060623 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.069600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.075890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.091303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.092013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.125278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:02.173398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2', 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'port_id': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2', 'mac_address': 'fa:16:3e:99:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8554cb33-73b5-4bb6-b37d-7e3f94683c8d', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:02.188067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e18f6c66-5682-467e-a80d-e9a207034f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.197522 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '45b8ff0d-d542-49f8-8b3f-ec237be4aefe', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'port_id': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'mac_address': 'fa:16:3e:8d:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:18:35Z', 'updated_at': '2021-11-25T17:18:57Z', 'revision_number': 1, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:30Z', 'revision_number': 5, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:02.221191 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4969709 Nov 25 17:19:02.232862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.255312 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4284e-4e18-409e-baa4-8c79491e40f7 None None] The sync data for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 is: [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '45b8ff0d-d542-49f8-8b3f-ec237be4aefe', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'port_id': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'mac_address': 'fa:16:3e:8d:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:18:35Z', 'updated_at': '2021-11-25T17:18:57Z', 'revision_number': 1, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:30Z', 'revision_number': 5, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:02.256977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Network': ['ID=9188060e-f056-4341-986e-61df42f9aac8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:02.280965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.289747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9188060e-f056-4341-986e-61df42f9aac8 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:02.297034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-52dba666-ac4e-4229-9f1d-bd94f4805ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.298702 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-52dba666-ac4e-4229-9f1d-bd94f4805ea0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1098 time: 0.4239359 Nov 25 17:19:02.307420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:18:57Z', 'revision_number': 5, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:02.335829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:02.373274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-fc2c2a6b-b56c-49c2-9728-90228bf96ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.376531 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-fc2c2a6b-b56c-49c2-9728-90228bf96ad9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6096b4ef-bc99-466f-8abb-e946270459f0 HTTP/1.1" status: 200 len: 912 time: 0.5683196 Nov 25 17:19:02.428290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c60a61-75fc-4481-aa7c-d254aaf39cb1 None None] The sync data for ids ['0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1'] in n-d-819349-3 is: [{'id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'name': 'tempest-FloatingIPDetailsTestJSON-2053583296-router', 'tenant_id': 'f95e983848fe44b99c759ffbf50e9145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:17:55Z', 'updated_at': '2021-11-25T17:18:57Z', 'revision_number': 5, 'project_id': 'f95e983848fe44b99c759ffbf50e9145', 'gw_port': {'id': '414f2cc0-d9af-4257-9f75-333000b324ff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:17:57Z', 'updated_at': '2021-11-25T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:02.507281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:02.508924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee529a-1e6e-4f62-a848-e8fde2390cfc tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Network': ['ID=d7d8b820-d417-49c9-9fca-36168ef5d4f8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:02.532659 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.533854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b2f403bd-5f98-4c40-a388-8e1b4aaef9ab details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:02.553566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d7d8b820-d417-49c9-9fca-36168ef5d4f8 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:02.565180 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-bc18171d-23f3-45f1-baad-065a07fff203 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 HTTP/1.1" status: 200 len: 999 time: 0.1648655 Nov 25 17:19:02.569020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-0c4e91b0-39ad-4a6a-b848-6cf160a75243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.570531 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-0c4e91b0-39ad-4a6a-b848-6cf160a75243 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2533138 Nov 25 17:19:02.600035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-100a8a48-9f12-4a14-853d-def9d9d223d4 req-16de0944-df07-4648-9ff0-17780bbab482 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6839278 Nov 25 17:19:02.683703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4c3f70eb-7aba-4831-9297-ba83a64ea974'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:02.711407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712c03e-b995-4949-a73a-bd15e7f4c50d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.720827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712c03e-b995-4949-a73a-bd15e7f4c50d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.747276 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-0b65a045-5b76-4599-bb80-b8cd14dacc6b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.1647077 Nov 25 17:19:02.748908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712c03e-b995-4949-a73a-bd15e7f4c50d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.761822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712c03e-b995-4949-a73a-bd15e7f4c50d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.768183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a712c03e-b995-4949-a73a-bd15e7f4c50d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5122955 Nov 25 17:19:02.771595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46426) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.799162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b00d44-8455-48b1-94a2-41e58ba76906 req-9493074e-a569-4e60-9540-a00df51cf216 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.801154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68b00d44-8455-48b1-94a2-41e58ba76906 req-9493074e-a569-4e60-9540-a00df51cf216 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.7279775 Nov 25 17:19:02.826372 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775fd01b-a39d-46bc-a138-5fdbca9563f8 None None] New status for floating IP 45b8ff0d-d542-49f8-8b3f-ec237be4aefe: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:19:02.914009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-df2ee9a0-6bf0-467b-be70-7d12200f39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.930682 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-df2ee9a0-6bf0-467b-be70-7d12200f39ec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0afe27ad-3a92-497f-9e09-0709cb480cb5 HTTP/1.1" status: 200 len: 850 time: 0.3448389 Nov 25 17:19:02.972755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:02.990984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Deleting port 414f2cc0-d9af-4257-9f75-333000b324ff {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:02.991326 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.049420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-05494acc-a10d-460e-9add-a66df171cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:03.050772 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-05494acc-a10d-460e-9add-a66df171cca8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6096b4ef-bc99-466f-8abb-e946270459f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075335 Nov 25 17:19:03.053254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-a553e7cd-724c-4714-92f2-4ca612e64413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:03.054854 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-a553e7cd-724c-4714-92f2-4ca612e64413 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2964377 Nov 25 17:19:03.058667 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.218161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68b00d44-8455-48b1-94a2-41e58ba76906 req-8b66e2f8-6775-4917-bbb3-07435b4a6ea9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065125 Nov 25 17:19:03.223698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-dcbafe58-c86a-40ac-9a23-55084f9bc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:03.225434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-dcbafe58-c86a-40ac-9a23-55084f9bc19d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1546998 Nov 25 17:19:03.390183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] For port 414f2cc0-d9af-4257-9f75-333000b324ff, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=414f2cc0-d9af-4257-9f75-333000b324ff,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:03.390868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.402560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device aaa7e651-1bad-43c0-8779-3da2c02eea34 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:03.420793 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.424068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Calling delete_port for 414f2cc0-d9af-4257-9f75-333000b324ff owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:03.447137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:03.449970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: aaa7e651-1bad-43c0-8779-3da2c02eea34 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:03.450319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device aaa7e651-1bad-43c0-8779-3da2c02eea34 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:03.462057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9188060e-f056-4341-986e-61df42f9aac8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:03.473427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab', 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e', 'port_id': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab', 'mac_address': 'fa:16:3e:1e:bd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46308e54-0d2a-4fa6-91ba-0707d12afc9b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:03.507362 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-9b34de66-ef2a-4e56-8d19-df05045586fb service neutron] 10.222.0.95 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375055 Nov 25 17:19:03.509860 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-d04f5808-f1fb-4d49-9661-e43d63abd984 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725503 Nov 25 17:19:03.517679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd09d4c-a6f8-4b36-a401-cf936e78ab72') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:03.518005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd09d4c-a6f8-4b36-a401-cf936e78ab72') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:03.532781 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.549024 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.549232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:03.577895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f403bd-5f98-4c40-a388-8e1b4aaef9ab {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:03.580211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.592383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:03.593050 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:03.596415 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:03.615940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:03.624117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.625205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2521f346-71ab-4b74-ae8c-c745c8f4412e details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:03.715570 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cd88abc-c2b0-452e-a4c0-e0d03a52f173 req-6caae441-09da-4505-92c6-a5e407f6af7a service neutron] 10.222.0.95 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912971 Nov 25 17:19:03.723973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d71748b-0080-4d1d-a4ab-7d58c42cc4d0 req-a7d43f37-56d4-4415-8dbe-51250d071a34 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694591 Nov 25 17:19:03.753744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.786395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2521f346-71ab-4b74-ae8c-c745c8f4412e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:03.789407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.803003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.807617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/networks/9188060e-f056-4341-986e-61df42f9aac8 HTTP/1.1" status: 204 len: 168 time: 1.0314293 Nov 25 17:19:03.808736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a6d15-c740-4d7f-b375-209e0af2884f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Network': ['ID=9188060e-f056-4341-986e-61df42f9aac8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.811435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46446) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:03.825096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '2521f346-71ab-4b74-ae8c-c745c8f4412e', 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'port_id': '2521f346-71ab-4b74-ae8c-c745c8f4412e', 'mac_address': 'fa:16:3e:a7:e8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8554cb33-73b5-4bb6-b37d-7e3f94683c8d', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:03.851964 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34f1cb04-1dd8-464e-90f9-3ae87dcffba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.903854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.939745 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.949202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Pushing event deleted for resources: {'Port': ['ID=414f2cc0-d9af-4257-9f75-333000b324ff,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.973695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18f503c-b90a-47a0-91d5-051b90a8d528 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:03.985315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2521f346-71ab-4b74-ae8c-c745c8f4412e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:04.006528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-8a157cf0-3d7b-4569-a900-613a7c83b490 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.007656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.012606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-8a157cf0-3d7b-4569-a900-613a7c83b490 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.017427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2521f346-71ab-4b74-ae8c-c745c8f4412e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:04.018749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-8a157cf0-3d7b-4569-a900-613a7c83b490 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.025888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-8a157cf0-3d7b-4569-a900-613a7c83b490 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.026328 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.027081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 8d341ddd-19c4-4776-b2a8-d71decc59c4b details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:04.034617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-8a157cf0-3d7b-4569-a900-613a7c83b490 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.040890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-8a157cf0-3d7b-4569-a900-613a7c83b490 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.047213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-8a157cf0-3d7b-4569-a900-613a7c83b490 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.049836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-8a157cf0-3d7b-4569-a900-613a7c83b490 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5435 time: 0.2221622 Nov 25 17:19:04.140732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.163337 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.173837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2521f346-71ab-4b74-ae8c-c745c8f4412e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.180027 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 8d341ddd-19c4-4776-b2a8-d71decc59c4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:04.190289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d8b820-d417-49c9-9fca-36168ef5d4f8']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:04.193478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '8d341ddd-19c4-4776-b2a8-d71decc59c4b', 'network_id': 'a159a140-c32b-487a-857c-191ffdb4911e', 'port_id': '8d341ddd-19c4-4776-b2a8-d71decc59c4b', 'mac_address': 'fa:16:3e:5b:7a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46308e54-0d2a-4fa6-91ba-0707d12afc9b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:04.208828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d054fd-b610-4757-89ac-575e27fa0472') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:04.209390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d054fd-b610-4757-89ac-575e27fa0472') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:04.225824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.244606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.252512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:04.253079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.258965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:04.259208 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:04.278440 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.281443 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34f1cb04-1dd8-464e-90f9-3ae87dcffba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.282924 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.288233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d341ddd-19c4-4776-b2a8-d71decc59c4b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:04.299730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82cfc7a6-810f-45fb-8474-7bdfb6e4a60c req-a58c473a-d030-4ce3-9991-12d3b3244515 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2227259 Nov 25 17:19:04.320770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 8d341ddd-19c4-4776-b2a8-d71decc59c4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:04.341215 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.342494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 085da1b1-1c41-445c-9f70-285163ebfa81 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:04.349265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34f1cb04-1dd8-464e-90f9-3ae87dcffba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.371794 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.376374 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.377506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:19:04.382378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.386500 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/networks/d7d8b820-d417-49c9-9fca-36168ef5d4f8 HTTP/1.1" status: 204 len: 168 time: 0.5735710 Nov 25 17:19:04.392725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.413003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.413245 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90b7f26b-687f-4317-ae3a-e1be60e6ad04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.414585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-684d535a-93c4-428d-9cae-e2268fbeefff admin admin] 10.222.0.81 "DELETE /v2.0/routers/0aecb6b5-78f5-42e4-ad9d-3fe4ac3547a1 HTTP/1.1" status: 204 len: 168 time: 3.7900748 Nov 25 17:19:04.429522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46456) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.439037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-34f1cb04-1dd8-464e-90f9-3ae87dcffba0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d2d16d324644c3db8db6de69643f5bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8888574 Nov 25 17:19:04.439965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1cb04-1dd8-464e-90f9-3ae87dcffba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c31f55e-29bc-4e73-922f-edb142943389,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.462015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46458) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.484634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 085da1b1-1c41-445c-9f70-285163ebfa81, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=085da1b1-1c41-445c-9f70-285163ebfa81,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:04.489377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=8d341ddd-19c4-4776-b2a8-d71decc59c4b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.513627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '085da1b1-1c41-445c-9f70-285163ebfa81', 'network_id': 'f3ed5c1a-71e3-4a94-ac91-d43e00596879', 'port_id': '085da1b1-1c41-445c-9f70-285163ebfa81', 'mac_address': 'fa:16:3e:bf:cf:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8554cb33-73b5-4bb6-b37d-7e3f94683c8d', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:04.540649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4d3489-a234-41e4-94d6-e3d94c239541 admin admin] Deleting subnet 97f92504-6c5c-47f0-85a9-b616fcd26216 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:04.546414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b443c3-7577-426c-9489-0bc3034bd668 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.559065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b443c3-7577-426c-9489-0bc3034bd668 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.559276 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e7b443c3-7577-426c-9489-0bc3034bd668 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1654179 Nov 25 17:19:04.560949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881d0cb-dc05-4c61-a26b-849736d6d8a0 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Network': ['ID=d7d8b820-d417-49c9-9fca-36168ef5d4f8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.562336 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3489-a234-41e4-94d6-e3d94c239541 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.565153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.572537 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.588430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085da1b1-1c41-445c-9f70-285163ebfa81 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:04.606170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-411195707'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:04.616150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 085da1b1-1c41-445c-9f70-285163ebfa81, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=085da1b1-1c41-445c-9f70-285163ebfa81,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:04.620598 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.623253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c938a0e-c35a-4735-a717-6c0be4b7a7cf req-e01d6a37-877c-4d5f-a193-f9dbb01bec9d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.625537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c938a0e-c35a-4735-a717-6c0be4b7a7cf req-e01d6a37-877c-4d5f-a193-f9dbb01bec9d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.2228847 Nov 25 17:19:04.652186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ee8b942a-aca9-48bd-a960-f4105011f57d up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:04.696984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3489-a234-41e4-94d6-e3d94c239541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.711820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=085da1b1-1c41-445c-9f70-285163ebfa81,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.721906 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1214db80-10e6-4f0e-b121-0a2f196bfad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.733834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port ee8b942a-aca9-48bd-a960-f4105011f57d completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:04.738574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port ee8b942a-aca9-48bd-a960-f4105011f57d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:04.739103 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.743640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Made reservation on behalf of a87608a25ff7496397fff8c9c22e2800 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:04.749768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.816321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1214db80-10e6-4f0e-b121-0a2f196bfad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.825735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c938a0e-c35a-4735-a717-6c0be4b7a7cf req-312919e3-444a-4f2b-be90-e16bcd54b6b1 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877482 Nov 25 17:19:04.826307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.853069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8b942a-aca9-48bd-a960-f4105011f57d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:04.855419 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b160c5a-2bec-48c9-84f0-07aaf401be0a" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "ee8b942a-aca9-48bd-a960-f4105011f57d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:04.873628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ee8b942a-aca9-48bd-a960-f4105011f57d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ee8b942a-aca9-48bd-a960-f4105011f57d,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:04.880000 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.880376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:04.924869 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.925964 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Added segment 98a2001e-911b-4bb4-bd94-3b8c2114c5df of type vlan for network b42306e2-4afb-45b6-9dd6-dafd5933f469 Nov 25 17:19:04.937118 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3489-a234-41e4-94d6-e3d94c239541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.968347 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f331f203-66c4-4150-8d95-266a2d1bf19f x-openstack-request-id: req-f331f203-66c4-4150-8d95-266a2d1bf19f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:04.968705 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "ee8b942a-aca9-48bd-a960-f4105011f57d", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:04.969077 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f331f203-66c4-4150-8d95-266a2d1bf19f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:04.969490 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8b942a-aca9-48bd-a960-f4105011f57d', 'code': 200} Nov 25 17:19:04.977522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=ee8b942a-aca9-48bd-a960-f4105011f57d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:05.030052 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.047969 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1214db80-10e6-4f0e-b121-0a2f196bfad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.050894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1214db80-10e6-4f0e-b121-0a2f196bfad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.057461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1214db80-10e6-4f0e-b121-0a2f196bfad7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c31f55e-29bc-4e73-922f-edb142943389 HTTP/1.1" status: 204 len: 168 time: 0.5681334 Nov 25 17:19:05.084542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214db80-10e6-4f0e-b121-0a2f196bfad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c31f55e-29bc-4e73-922f-edb142943389,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:05.098997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.106027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.107243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.121982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3489-a234-41e4-94d6-e3d94c239541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.171816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3489-a234-41e4-94d6-e3d94c239541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.173905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11d719-4e5b-4681-ac25-68d15a5caa66 None None] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:05.178348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4f4d3489-a234-41e4-94d6-e3d94c239541 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/97f92504-6c5c-47f0-85a9-b616fcd26216 HTTP/1.1" status: 204 len: 168 time: 0.7468107 Nov 25 17:19:05.178934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:05.305959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 414f2cc0-d9af-4257-9f75-333000b324ff no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:05.322149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d3489-a234-41e4-94d6-e3d94c239541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f92504-6c5c-47f0-85a9-b616fcd26216,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:05.346979 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7709939 Nov 25 17:19:05.353832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 414f2cc0-d9af-4257-9f75-333000b324ff {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:05.360762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 414f2cc0-d9af-4257-9f75-333000b324ff not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:05.362815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46478) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:05.374795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-887557954'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:05.398061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988466c9-003d-4e10-83a6-f5d5dca7fae7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Network': ['ID=b42306e2-4afb-45b6-9dd6-dafd5933f469,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:05.446508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network b42306e2-4afb-45b6-9dd6-dafd5933f469 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:05.450492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Made reservation on behalf of a87608a25ff7496397fff8c9c22e2800 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:05.452486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:05.456904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.475387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-b4adeb98-3465-4ca5-8672-ff563001ff93 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.475549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08da710-ef15-4377-be7b-b2329e52e186 req-4bf526f7-1620-4070-9695-d2b27146702a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.477667 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-b4adeb98-3465-4ca5-8672-ff563001ff93 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.95 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 947 time: 0.2454402 Nov 25 17:19:05.482522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.485763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b08da710-ef15-4377-be7b-b2329e52e186 req-4bf526f7-1620-4070-9695-d2b27146702a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.1006336 Nov 25 17:19:05.520833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['b2f403bd-5f98-4c40-a388-8e1b4aaef9ab'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:05.554555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:05.600188 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.600677 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Added segment 6fd341a5-68f9-45b3-87c1-23cad388b17b of type vlan for network 24c62ba4-0c30-4317-826a-75c629a79aac Nov 25 17:19:05.605295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46484) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:05.615107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['8d341ddd-19c4-4776-b2a8-d71decc59c4b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:05.617996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['085da1b1-1c41-445c-9f70-285163ebfa81'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:05.630253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['2521f346-71ab-4b74-ae8c-c745c8f4412e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:05.634878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-7f803367-4644-488a-b5ae-e3a73a46b192 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.641704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-7f803367-4644-488a-b5ae-e3a73a46b192 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.650907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-7f803367-4644-488a-b5ae-e3a73a46b192 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.659578 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7da5938e-d159-44d7-8381-7d0ba210a3a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.659846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-7f803367-4644-488a-b5ae-e3a73a46b192 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.667066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-7f803367-4644-488a-b5ae-e3a73a46b192 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.669485 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-eae941ca-3295-4fbc-916e-a6dbc25e57b4 service neutron] 10.222.0.95 "GET /v2.0/ports/346213a4-2f57-465b-91e6-e372d4891302/bindings/n-h1-819349-3 HTTP/1.1" status: 200 len: 382 time: 0.1716781 Nov 25 17:19:05.674443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-7f803367-4644-488a-b5ae-e3a73a46b192 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.679888 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.684328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-7f803367-4644-488a-b5ae-e3a73a46b192 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.694951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-7f803367-4644-488a-b5ae-e3a73a46b192 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5439 time: 0.1979241 Nov 25 17:19:05.709108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b08da710-ef15-4377-be7b-b2329e52e186 req-78b3d9bc-0b94-4aa2-83ed-c1f2f15a9589 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187889 Nov 25 17:19:05.757245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Deleting port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:05.757593 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.804479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1cfef673-dfaa-4e9e-9bb6-fac3fe18e377 req-f1b352ff-d9ba-468c-b886-5cc7bfa6e88f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936730 Nov 25 17:19:05.811328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.817232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.817869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.868763 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.925900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:05.926409 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5607882 Nov 25 17:19:05.927882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-a1309803-1c83-46ef-9ed5-42e5188abe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.929621 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-a1309803-1c83-46ef-9ed5-42e5188abe59 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1098 time: 0.2271950 Nov 25 17:19:05.932450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'ports': [{'network_id': 'b42306e2-4afb-45b6-9dd6-dafd5933f469', 'name': 'tempest-port--1190024206', 'admin_state_up': True}, {'network_id': '24c62ba4-0c30-4317-826a-75c629a79aac', 'admin_state_up': False}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:05.932871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'port': {'network_id': 'b42306e2-4afb-45b6-9dd6-dafd5933f469', 'name': 'tempest-port--1190024206', 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:05.933445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'port': {'network_id': '24c62ba4-0c30-4317-826a-75c629a79aac', 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:05.946920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] For port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0b0bbb4a-4eda-4388-851c-e50ff8e724bf,segment=NetworkSegment(8a400fca-ead5-4332-bdbe-b1fda8e31a70),segment_id=8a400fca-ead5-4332-bdbe-b1fda8e31a70)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:05.947286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.961991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] DHCP port deletion for 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:05.968676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe2d92-def2-49db-9f11-d62da50a50dd tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Network': ['ID=24c62ba4-0c30-4317-826a-75c629a79aac,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:05.992732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Calling delete_port for 0b0bbb4a-4eda-4388-851c-e50ff8e724bf owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:06.002940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 24c62ba4-0c30-4317-826a-75c629a79aac details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:06.037351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7da5938e-d159-44d7-8381-7d0ba210a3a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.049434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7da5938e-d159-44d7-8381-7d0ba210a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.131863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Made reservation on behalf of a87608a25ff7496397fff8c9c22e2800 for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:06.138412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.155903 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7da5938e-d159-44d7-8381-7d0ba210a3a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52d4e76a703e45d18fbe8f492818dbbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5392191 Nov 25 17:19:06.157085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:06.157199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5938e-d159-44d7-8381-7d0ba210a3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f259b777-e422-4cdb-a175-0ea175faffc2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:06.169997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-ca0b1064-6478-4c58-ac86-06a42ed0f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:06.171489 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-ca0b1064-6478-4c58-ac86-06a42ed0f3fe service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2209413 Nov 25 17:19:06.173356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.225527 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6cd7298e-4fea-4028-a152-90736278bbf2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.0448277 Nov 25 17:19:06.236701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.298859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] device_id is not set on port e3fe226d-821b-4a8e-8ef0-c8831acbdc1d yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:06.303511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0bbb4a-4eda-4388-851c-e50ff8e724bf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:06.307308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] No DVR routers for this DVR port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:06.307796 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4210-5837-4e3e-930c-a19dc216e9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.335362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4210-5837-4e3e-930c-a19dc216e9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.340985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-273fa489-4c5f-4b8a-8ba5-6efa6b22efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:06.342496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-273fa489-4c5f-4b8a-8ba5-6efa6b22efe7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1021197 Nov 25 17:19:06.396471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4210-5837-4e3e-930c-a19dc216e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.399673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4210-5837-4e3e-930c-a19dc216e9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.401030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cc9e4210-5837-4e3e-930c-a19dc216e9cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f259b777-e422-4cdb-a175-0ea175faffc2 HTTP/1.1" status: 204 len: 168 time: 0.2432346 Nov 25 17:19:06.419130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e4210-5837-4e3e-930c-a19dc216e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f259b777-e422-4cdb-a175-0ea175faffc2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:06.422417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.452373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-caa008c4-28cb-4561-9a83-b16259cfc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:06.454198 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-caa008c4-28cb-4561-9a83-b16259cfc330 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005471 Nov 25 17:19:06.458677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:06.465663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.478857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a400fca-ead5-4332-bdbe-b1fda8e31a70') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:06.479179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a400fca-ead5-4332-bdbe-b1fda8e31a70') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:06.512650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] Deleting port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:06.513066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.525153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.525885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:06.549143 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.561345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:06.562131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:06.564239 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:06.602791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.656457 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-55f7f6a0-78df-4e13-82bf-bf3ab43d4959 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896710 Nov 25 17:19:06.663153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.692340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.699549 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 HTTP/1.1" status: 204 len: 168 time: 1.5192440 Nov 25 17:19:06.703774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189db4fe-28d0-4802-9ac6-f94ebb85d9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:06.755259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] device_id is not set on port d5c5020a-0c8b-47e4-964c-397c3514d3c6 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:06.865444 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-940ec012-48f3-4dac-b4de-50d65cc05afc service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996467 Nov 25 17:19:06.917019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4c3f70eb-7aba-4831-9297-ba83a64ea974 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:06.932183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:19:07.061000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.070385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] For port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:07.070790 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.092887 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.103804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] Calling delete_port for 0b0bbb4a-4eda-4388-851c-e50ff8e724bf owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:07.107656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] Port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:19:07.112339 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.116571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.121476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46514) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:07.163406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202711d4-618c-4722-ac53-5a59751f8a9c req-d2c09d89-1057-4021-820f-fa662cd1071b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:07.165007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-202711d4-618c-4722-ac53-5a59751f8a9c req-d2c09d89-1057-4021-820f-fa662cd1071b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 947 time: 0.2015879 Nov 25 17:19:07.168080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] Network 12d76b4b-bd9e-4fb9-9d42-d5a4b726fe28 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:19:07.168561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] No DVR routers for this DVR port 0b0bbb4a-4eda-4388-851c-e50ff8e724bf on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:07.191932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42416e-8995-42c4-a38c-c0b69914d34c None None] Pushing event deleted for resources: {'Port': ['ID=0b0bbb4a-4eda-4388-851c-e50ff8e724bf,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:07.208466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:07.219320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 4c3f70eb-7aba-4831-9297-ba83a64ea974 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:07.223469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17280-0301-4a73-8635-fd8c5818af74 req-217aff88-81df-4f3c-af2e-0819e4dc5aef tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:07.230325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17280-0301-4a73-8635-fd8c5818af74 req-217aff88-81df-4f3c-af2e-0819e4dc5aef tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:07.230973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '346213a4-2f57-465b-91e6-e372d4891302', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '346213a4-2f57-465b-91e6-e372d4891302', 'mac_address': 'fa:16:3e:ae:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:07.236680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17280-0301-4a73-8635-fd8c5818af74 req-217aff88-81df-4f3c-af2e-0819e4dc5aef tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:07.243147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 4c3f70eb-7aba-4831-9297-ba83a64ea974 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:07.243147 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.247511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17280-0301-4a73-8635-fd8c5818af74 req-217aff88-81df-4f3c-af2e-0819e4dc5aef tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:07.254272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17280-0301-4a73-8635-fd8c5818af74 req-217aff88-81df-4f3c-af2e-0819e4dc5aef tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:07.260617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17280-0301-4a73-8635-fd8c5818af74 req-217aff88-81df-4f3c-af2e-0819e4dc5aef tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:07.266852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17280-0301-4a73-8635-fd8c5818af74 req-217aff88-81df-4f3c-af2e-0819e4dc5aef tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:07.271167 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-42ce56f4-22c7-4cae-876d-83165c6a772c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f95e983848fe44b99c759ffbf50e9145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465106 Nov 25 17:19:07.271818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:07.276357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74d17280-0301-4a73-8635-fd8c5818af74 req-217aff88-81df-4f3c-af2e-0819e4dc5aef tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5439 time: 0.2217231 Nov 25 17:19:07.340588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.358208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.386950 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0b0bbb4a-4eda-4388-851c-e50ff8e724bf no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:07.396873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346213a4-2f57-465b-91e6-e372d4891302 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:07.397653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-202711d4-618c-4722-ac53-5a59751f8a9c req-0c88a843-abf7-4d28-9895-b2aa6f9b7f69 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211328 Nov 25 17:19:07.414774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ec41a8-eafb-495b-9f20-489786cee8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.422819 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:07.455118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74d17280-0301-4a73-8635-fd8c5818af74 req-8d4db718-e5e7-4dbc-b005-14c633f5c14e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1745152 Nov 25 17:19:07.470674 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.475070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Port': ['ID=e3fe226d-821b-4a8e-8ef0-c8831acbdc1d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:07.502210 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ec41a8-eafb-495b-9f20-489786cee8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.546033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Checking segment: {'id': '98a2001e-911b-4bb4-bd94-3b8c2114c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b42306e2-4afb-45b6-9dd6-dafd5933f469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:07.546907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Network hostable DHCP agents. Network: b42306e2-4afb-45b6-9dd6-dafd5933f469, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:07.596224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:07.597084 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Network b42306e2-4afb-45b6-9dd6-dafd5933f469 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:07.610180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 0b0bbb4a-4eda-4388-851c-e50ff8e724bf {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:07.615246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0b0bbb4a-4eda-4388-851c-e50ff8e724bf not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:07.630558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ec41a8-eafb-495b-9f20-489786cee8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.634254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ec41a8-eafb-495b-9f20-489786cee8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.639340 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b2ec41a8-eafb-495b-9f20-489786cee8d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b76427a-3f87-4b89-afb2-04f4b30f1a3e HTTP/1.1" status: 204 len: 168 time: 0.3627093 Nov 25 17:19:07.648217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec41a8-eafb-495b-9f20-489786cee8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b76427a-3f87-4b89-afb2-04f4b30f1a3e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:07.658477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, b42306e2-4afb-45b6-9dd6-dafd5933f469) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:07.673368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:07.680844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.684859 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.721290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f415be0-b9b5-427d-b6a1-e0e3049c5275 None None] Network b42306e2-4afb-45b6-9dd6-dafd5933f469 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:07.787996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['346213a4-2f57-465b-91e6-e372d4891302'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:07.832313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Port': ['ID=d5c5020a-0c8b-47e4-964c-397c3514d3c6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:07.858460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Checking segment: {'id': '6fd341a5-68f9-45b3-87c1-23cad388b17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '24c62ba4-0c30-4317-826a-75c629a79aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:07.860508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Network hostable DHCP agents. Network: 24c62ba4-0c30-4317-826a-75c629a79aac, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:07.860968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:07.864166 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357f67a0-60ae-4412-9f22-7c8bf01e95ac" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:07.918455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4c3f70eb-7aba-4831-9297-ba83a64ea974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:07.932204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Network 24c62ba4-0c30-4317-826a-75c629a79aac is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:07.959097 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.983117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 24c62ba4-0c30-4317-826a-75c629a79aac) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:07.999293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:08.005911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.024392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.026845 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.028177 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.036746 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fccd339-f4a0-468d-8711-9ac343daeb8b x-openstack-request-id: req-8fccd339-f4a0-468d-8711-9ac343daeb8b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:08.037284 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:08.037539 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8fccd339-f4a0-468d-8711-9ac343daeb8b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:08.037977 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'code': 200} Nov 25 17:19:08.043651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4489024-8796-4457-a9a1-76cc28f086bc None None] Network 24c62ba4-0c30-4317-826a-75c629a79aac requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:08.059852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a33d7de1-b65c-4960-907d-6d60beb05c1f tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1316407 Nov 25 17:19:08.064836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:08.153761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1d185-a1ac-46f2-863b-089a2326d01c tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.161974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1d185-a1ac-46f2-863b-089a2326d01c tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.163896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-79f1d185-a1ac-46f2-863b-089a2326d01c tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0967913 Nov 25 17:19:08.168120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:08.263058 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4c3f70eb-7aba-4831-9297-ba83a64ea974,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:08.346876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0d7c4-296c-42fc-80b6-ba6e13dac323 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Deleting port e3fe226d-821b-4a8e-8ef0-c8831acbdc1d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:08.347368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7c4-296c-42fc-80b6-ba6e13dac323 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.462501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7c4-296c-42fc-80b6-ba6e13dac323 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.482951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0d7c4-296c-42fc-80b6-ba6e13dac323 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Calling delete_port for e3fe226d-821b-4a8e-8ef0-c8831acbdc1d owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:08.522751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:08.698154 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7c4-296c-42fc-80b6-ba6e13dac323 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.710555 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e802c1-c02d-4899-897c-b5de0403e00e req-5cb9d34f-73b1-44d3-a0b1-f0779f28e9a7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.712507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8e802c1-c02d-4899-897c-b5de0403e00e req-5cb9d34f-73b1-44d3-a0b1-f0779f28e9a7 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 948 time: 0.1287096 Nov 25 17:19:08.732704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-c620d045-f16f-4c12-97ef-a8299198ebb2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.732855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:08.739677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-c620d045-f16f-4c12-97ef-a8299198ebb2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.747277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-c620d045-f16f-4c12-97ef-a8299198ebb2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.753914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-c620d045-f16f-4c12-97ef-a8299198ebb2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.760151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-c620d045-f16f-4c12-97ef-a8299198ebb2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.760362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '346213a4-2f57-465b-91e6-e372d4891302', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '346213a4-2f57-465b-91e6-e372d4891302', 'mac_address': 'fa:16:3e:ae:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:08.766812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-c620d045-f16f-4c12-97ef-a8299198ebb2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.774133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-c620d045-f16f-4c12-97ef-a8299198ebb2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:08.776050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-c620d045-f16f-4c12-97ef-a8299198ebb2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5440 time: 0.1719863 Nov 25 17:19:08.811386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0d7c4-296c-42fc-80b6-ba6e13dac323 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Port': ['ID=e3fe226d-821b-4a8e-8ef0-c8831acbdc1d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:08.833408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7c4-296c-42fc-80b6-ba6e13dac323 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.841777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ffa0d7c4-296c-42fc-80b6-ba6e13dac323 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/ports/e3fe226d-821b-4a8e-8ef0-c8831acbdc1d HTTP/1.1" status: 204 len: 168 time: 0.6719651 Nov 25 17:19:08.842795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46572) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:08.916621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8e802c1-c02d-4899-897c-b5de0403e00e req-8c6159d4-ff55-435e-8bbf-aeca62759707 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346133 Nov 25 17:19:08.957168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc8e0523-1e1d-4f1d-8f82-f302ba0fb2a4 req-05373f64-9aca-43c0-879e-6b656da206b9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543286 Nov 25 17:19:09.169830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:09.204008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d44cb-efc9-49a9-b18b-9da14b073b78 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Deleting port d5c5020a-0c8b-47e4-964c-397c3514d3c6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:09.204587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f0d44cb-efc9-49a9-b18b-9da14b073b78 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.346025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f0d44cb-efc9-49a9-b18b-9da14b073b78 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.389605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d44cb-efc9-49a9-b18b-9da14b073b78 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Calling delete_port for d5c5020a-0c8b-47e4-964c-397c3514d3c6 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:09.429409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-network', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:09.470493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Made reservation on behalf of 6f8a5503854a4256b9aae524e1b7a41e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:09.490082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.524231 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f0d44cb-efc9-49a9-b18b-9da14b073b78 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.530763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.572353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d44cb-efc9-49a9-b18b-9da14b073b78 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Port': ['ID=d5c5020a-0c8b-47e4-964c-397c3514d3c6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:09.586694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f0d44cb-efc9-49a9-b18b-9da14b073b78 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.588270 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:19:09.590343 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3f0d44cb-efc9-49a9-b18b-9da14b073b78 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/ports/d5c5020a-0c8b-47e4-964c-397c3514d3c6 HTTP/1.1" status: 204 len: 168 time: 0.7462595 Nov 25 17:19:09.592829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:09.628984 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3d121535-e8f6-4f07-a987-24e9cca85a3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327716 Nov 25 17:19:09.631317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:09.637490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1509889342'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:09.666139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Made reservation on behalf of a87608a25ff7496397fff8c9c22e2800 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:09.671273 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.703270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:09.716308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.717337 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Added segment c0ae7835-c74c-4974-a168-8f74047111be of type vlan for network 3d381c04-94cc-4ab9-bf51-fcea04fb1381 Nov 25 17:19:09.740380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.744460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-d1f449ae-d1bf-4fc1-9048-e154f6dbca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:09.746641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-d1f449ae-d1bf-4fc1-9048-e154f6dbca78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b&tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8 HTTP/1.1" status: 200 len: 1099 time: 0.0822906 Nov 25 17:19:09.747919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.766549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.768354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:09.796255 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.802697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:09.803060 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.808124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:09.836388 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.836740 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Added segment ac58fc67-59f4-40d9-8682-c5842bdbcfb7 of type vlan for network 734e185d-e470-49cd-a9be-6abce831cfd9 Nov 25 17:19:09.849771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b6dbc-0a6d-4625-995d-efffca0496da,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:09.880589 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2453270 Nov 25 17:19:09.881262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46610) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:09.886325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1225034037'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:09.894649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c719bd-1183-4c98-b8d4-ea2edd4e3cd7 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Network': ['ID=3d381c04-94cc-4ab9-bf51-fcea04fb1381,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:09.911865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 3d381c04-94cc-4ab9-bf51-fcea04fb1381 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:09.916057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Made reservation on behalf of a87608a25ff7496397fff8c9c22e2800 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:09.919819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.929091 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.943863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.960896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:09.983897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.984044 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Added segment a1c3ad53-fe2f-409f-abad-f1b180c5047c of type vlan for network 2e19ba25-50ff-400e-b15d-d8928070732c Nov 25 17:19:09.995256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46614) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:10.035900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.085945 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.093685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.094608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.146411 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.147608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.148191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.189905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3066504 Nov 25 17:19:10.201177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-337294fc-b4fb-454f-8ce1-b758cc60ccea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.205112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d35e80-5228-4560-8ce1-afac8ea96450 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Network': ['ID=2e19ba25-50ff-400e-b15d-d8928070732c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:10.219541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 2e19ba25-50ff-400e-b15d-d8928070732c details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:10.304349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-337294fc-b4fb-454f-8ce1-b758cc60ccea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.310006 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-337294fc-b4fb-454f-8ce1-b758cc60ccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.343693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:10.356044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'subnets': [{'network_id': '3d381c04-94cc-4ab9-bf51-fcea04fb1381', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1289824412', 'ip_version': 4}, {'network_id': '2e19ba25-50ff-400e-b15d-d8928070732c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:10.356354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'subnet': {'network_id': '3d381c04-94cc-4ab9-bf51-fcea04fb1381', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1289824412', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:10.356924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Request body: {'subnet': {'network_id': '2e19ba25-50ff-400e-b15d-d8928070732c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:10.378324 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-337294fc-b4fb-454f-8ce1-b758cc60ccea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96510a27dbda4736ad08bd00b1cf986f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3819270 Nov 25 17:19:10.379245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337294fc-b4fb-454f-8ce1-b758cc60ccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6ad8ac-f335-49bb-8c02-74786e6e63c4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:10.384205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:10.545632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:10.589464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded651-b827-4916-956d-b5edb3bea440 req-86195c88-43b4-4e90-9f77-778eb0bff1bd tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.591223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bded651-b827-4916-956d-b5edb3bea440 req-86195c88-43b4-4e90-9f77-778eb0bff1bd tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 948 time: 0.5231965 Nov 25 17:19:10.637714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.655245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 346213a4-2f57-465b-91e6-e372d4891302 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:10.655755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4815524 Nov 25 17:19:10.659125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:10.659975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:10.675478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faecb5-65a1-4a5e-a57e-26f2d01b8776 admin admin] Pushing event updated for resources: {'Network': ['ID=734e185d-e470-49cd-a9be-6abce831cfd9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:10.694179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Request body: {'subnet': {'network_id': '734e185d-e470-49cd-a9be-6abce831cfd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-subnet', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:10.699499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 734e185d-e470-49cd-a9be-6abce831cfd9 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:10.768298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-ef3a6fb5-fb1d-4504-b0ea-e31bd00af976 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.776349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-ef3a6fb5-fb1d-4504-b0ea-e31bd00af976 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.783799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-ef3a6fb5-fb1d-4504-b0ea-e31bd00af976 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.793088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-ef3a6fb5-fb1d-4504-b0ea-e31bd00af976 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.798619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:10.801887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-ef3a6fb5-fb1d-4504-b0ea-e31bd00af976 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.804412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:10.805451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.809261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-ef3a6fb5-fb1d-4504-b0ea-e31bd00af976 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.815895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-ef3a6fb5-fb1d-4504-b0ea-e31bd00af976 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.818338 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-ef3a6fb5-fb1d-4504-b0ea-e31bd00af976 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5440 time: 0.6872728 Nov 25 17:19:10.861588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Made reservation on behalf of 6f8a5503854a4256b9aae524e1b7a41e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:10.863394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9878ab27-5b33-4bc2-9bc4-f2eb02e2f8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.864771 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.869193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:10.891876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bded651-b827-4916-956d-b5edb3bea440 req-effa100f-d1a6-48c1-92e7-e35bf880a2ca tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906165 Nov 25 17:19:10.915321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9878ab27-5b33-4bc2-9bc4-f2eb02e2f8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.915856 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.946441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Made reservation on behalf of a87608a25ff7496397fff8c9c22e2800 for: {'subnet': 2} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:10.953057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.953719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.974233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:10.975301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:10.979919 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac979ba-1e15-425b-8ce0-f77f6edd4be2" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:10.985293 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.986095 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2521f346-71ab-4b74-ae8c-c745c8f4412e up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:11.004071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:11.045374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9878ab27-5b33-4bc2-9bc4-f2eb02e2f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.048144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9878ab27-5b33-4bc2-9bc4-f2eb02e2f8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.051002 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9878ab27-5b33-4bc2-9bc4-f2eb02e2f8b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec6ad8ac-f335-49bb-8c02-74786e6e63c4 HTTP/1.1" status: 204 len: 168 time: 0.6649370 Nov 25 17:19:11.067128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52804cb-7afe-40e3-bead-a2d9745ab99a req-2d353cc2-fa33-4e41-82ee-9ed94ece4743 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226968 Nov 25 17:19:11.080162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 346213a4-2f57-465b-91e6-e372d4891302 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:11.085752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878ab27-5b33-4bc2-9bc4-f2eb02e2f8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6ad8ac-f335-49bb-8c02-74786e6e63c4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.094940 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.134897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Ignored duplicate provisioning block setup for port 346213a4-2f57-465b-91e6-e372d4891302 by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 17:19:11.145288 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.160420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.236971 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809aba3d-011b-4736-bec0-9bd10373f4ea x-openstack-request-id: req-809aba3d-011b-4736-bec0-9bd10373f4ea {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:11.241517 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:11.244959 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-809aba3d-011b-4736-bec0-9bd10373f4ea {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:11.245455 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2', 'code': 200} Nov 25 17:19:11.253714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:19:11.254108 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:19:11.281795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 2521f346-71ab-4b74-ae8c-c745c8f4412e completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:11.290503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 2521f346-71ab-4b74-ae8c-c745c8f4412e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:11.290865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.303715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] No DVR routers for this DVR port 346213a4-2f57-465b-91e6-e372d4891302 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:11.314536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=9']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.351011 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.439399 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.486160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e331e86-171b-440e-9932-396aa6a4719f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.495944 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2521f346-71ab-4b74-ae8c-c745c8f4412e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:11.504411 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.505568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b2f403bd-5f98-4c40-a388-8e1b4aaef9ab up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:11.526490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:11.527273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:11.527611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:11.536818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:11.537334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Attempting to bind port 346213a4-2f57-465b-91e6-e372d4891302 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:11.552290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:11.552993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:11.553091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:11.553490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Bound port: 346213a4-2f57-465b-91e6-e372d4891302, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:11.553907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.602601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46640) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:11.606117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaf878-6410-42d8-9931-0ae4a9a4f533 req-7f781eaa-5a0f-447e-802b-cf1094fdd753 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:11.608234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-becaf878-6410-42d8-9931-0ae4a9a4f533 req-7f781eaa-5a0f-447e-802b-cf1094fdd753 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.2274821 Nov 25 17:19:11.622562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2521f346-71ab-4b74-ae8c-c745c8f4412e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.633725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-226d2559-bb3f-4903-bc31-5e593ddfa2f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.635799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:11.641234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:11.641784 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.654838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Checking segment: {'id': 'ac58fc67-59f4-40d9-8682-c5842bdbcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '734e185d-e470-49cd-a9be-6abce831cfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:11.655045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Network hostable DHCP agents. Network: 734e185d-e470-49cd-a9be-6abce831cfd9, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:11.723100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:11.723904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.726281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Network 734e185d-e470-49cd-a9be-6abce831cfd9 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:11.734095 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.734286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-becaf878-6410-42d8-9931-0ae4a9a4f533 req-9abc68bf-a039-4afc-9d58-a97ba2d5e0f5 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027048 Nov 25 17:19:11.746876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:11.750532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 734e185d-e470-49cd-a9be-6abce831cfd9) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:11.756360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.760643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:11.761427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.797233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99abd249-3059-4e3d-a581-6c658acd9a57 None None] Network 734e185d-e470-49cd-a9be-6abce831cfd9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:11.827471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:11.838171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Subnet': ['ID=600ccfe0-4d98-4fae-80ca-31e55581f350,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.845496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:11.846344 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.847603 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-226d2559-bb3f-4903-bc31-5e593ddfa2f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.848707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] 10.222.0.60 "PUT /v2.0/ports/346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 1095 time: 2.0910900 Nov 25 17:19:11.849466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'tag': '346213a4-2f57-465b-91e6-e372d4891302'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:11.853165 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac54f80-8d04-40ea-a84d-14783aab995f" -d '{"events": [{"name": "network-changed", "server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "tag": "346213a4-2f57-465b-91e6-e372d4891302"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:11.853566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Checking segment: {'id': 'c0ae7835-c74c-4974-a168-8f74047111be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3d381c04-94cc-4ab9-bf51-fcea04fb1381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:11.853970 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Network hostable DHCP agents. Network: 3d381c04-94cc-4ab9-bf51-fcea04fb1381, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:11.871257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-226d2559-bb3f-4903-bc31-5e593ddfa2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.875086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2af9a897-9e92-4616-af85-60b45aef0fa4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2018020 Nov 25 17:19:11.879075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:11.891103 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.891917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 8d341ddd-19c4-4776-b2a8-d71decc59c4b up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:11.916282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-router', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:11.950264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b116-15fb-41eb-92a1-42986a4c0874 service neutron] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.976191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-c16b40fa-6dd5-4c7c-8fc3-4d2965139df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:11.978376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-c16b40fa-6dd5-4c7c-8fc3-4d2965139df5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1099 time: 0.0975990 Nov 25 17:19:11.980833 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.982298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.008871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d2559-bb3f-4903-bc31-5e593ddfa2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae90634-500d-4bf6-ba09-9d995c548f17,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:12.023867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Network 3d381c04-94cc-4ab9-bf51-fcea04fb1381 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:12.064125 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-226d2559-bb3f-4903-bc31-5e593ddfa2f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d62096f51db54635b5e6081333f69376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4601855 Nov 25 17:19:12.074136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.075377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:12.078922 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d23f5b-f021-43f1-8fe3-cf5733590769 x-openstack-request-id: req-06d23f5b-f021-43f1-8fe3-cf5733590769 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:12.079236 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "tag": "346213a4-2f57-465b-91e6-e372d4891302", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:12.079498 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06d23f5b-f021-43f1-8fe3-cf5733590769 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:12.079913 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'tag': '346213a4-2f57-465b-91e6-e372d4891302', 'status': 'completed', 'code': 200} Nov 25 17:19:12.103218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 3d381c04-94cc-4ab9-bf51-fcea04fb1381) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:12.124330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.204797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef964b3e-d3be-49a8-922e-ed1b15a80bc1 None None] Network 3d381c04-94cc-4ab9-bf51-fcea04fb1381 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:12.241013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-bfdb2ba6-2af7-4e50-9ea7-d21b41d7b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.242827 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-bfdb2ba6-2af7-4e50-9ea7-d21b41d7b825 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1099 time: 0.2159932 Nov 25 17:19:12.269271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event updated for resources: {'Subnet': ['ID=0441b876-38f3-49a1-9831-d2b97618bf9e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:12.323104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:12.355445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Checking segment: {'id': 'a1c3ad53-fe2f-409f-abad-f1b180c5047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '2e19ba25-50ff-400e-b15d-d8928070732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:12.356018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Network hostable DHCP agents. Network: 2e19ba25-50ff-400e-b15d-d8928070732c, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:12.394197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Network 2e19ba25-50ff-400e-b15d-d8928070732c is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:12.395617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 8d341ddd-19c4-4776-b2a8-d71decc59c4b completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:12.412626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 2e19ba25-50ff-400e-b15d-d8928070732c) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:12.418568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 8d341ddd-19c4-4776-b2a8-d71decc59c4b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:12.419014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.419602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.420133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.420729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.430743 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890814d4-8940-4837-8fdc-65ff873633db None None] Network 2e19ba25-50ff-400e-b15d-d8928070732c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:12.435017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-4f6f8827-f46a-46a5-ae83-e2ffd8580180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.436875 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-4f6f8827-f46a-46a5-ae83-e2ffd8580180 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1857698 Nov 25 17:19:12.443471 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2538c24b-7b92-4cbd-8d42-fd4077f5d573 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0959213 Nov 25 17:19:12.445472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:12.462792 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.491191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b3510-5241-4f77-8886-bab574103498 req-5d89c893-19d7-4ca1-b368-6ee3705703c5 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.492705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b66b3510-5241-4f77-8886-bab574103498 req-5d89c893-19d7-4ca1-b368-6ee3705703c5 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 948 time: 0.3701975 Nov 25 17:19:12.502703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07a8f559-3ff6-46d8-b348-46c99e2beae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.517624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-c3866eba-980b-47a3-8b15-290dfd3bfd42 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.525200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-c3866eba-980b-47a3-8b15-290dfd3bfd42 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.531400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-c3866eba-980b-47a3-8b15-290dfd3bfd42 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.538043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-c3866eba-980b-47a3-8b15-290dfd3bfd42 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.543995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-c3866eba-980b-47a3-8b15-290dfd3bfd42 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.548628 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-634c9df9-d900-45bf-8540-31e57dc77180 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.0854456 Nov 25 17:19:12.550970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-c3866eba-980b-47a3-8b15-290dfd3bfd42 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.553245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924d9ed8-2362-49bf-858e-2f9b134c9337 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.554302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-734e185d-e470-49cd-a9be-6abce831cfd9', 'network_id': '734e185d-e470-49cd-a9be-6abce831cfd9', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'fixed_ips': [{'subnet_id': '7e331e86-171b-440e-9932-396aa6a4719f'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:12.555168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924d9ed8-2362-49bf-858e-2f9b134c9337 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.555305 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.557018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924d9ed8-2362-49bf-858e-2f9b134c9337 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.557954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-c3866eba-980b-47a3-8b15-290dfd3bfd42 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.562917 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-924d9ed8-2362-49bf-858e-2f9b134c9337 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1121769 Nov 25 17:19:12.563072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-c3866eba-980b-47a3-8b15-290dfd3bfd42 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5443 time: 0.2992437 Nov 25 17:19:12.563150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46660) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:12.651948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-417d8e81-45db-4b59-9e03-5359ab15bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.656792 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-417d8e81-45db-4b59-9e03-5359ab15bf03 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0933118 Nov 25 17:19:12.659866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5faf647e-f939-44d3-93f4-04bd3b627e95 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Deleting subnet 600ccfe0-4d98-4fae-80ca-31e55581f350 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:12.664467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5faf647e-f939-44d3-93f4-04bd3b627e95 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.696101 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07a8f559-3ff6-46d8-b348-46c99e2beae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.717102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-17249c85-7dda-4c5e-9eab-946cdc1a7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.718481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-17249c85-7dda-4c5e-9eab-946cdc1a7709 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.6421301 Nov 25 17:19:12.740193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5faf647e-f939-44d3-93f4-04bd3b627e95 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.743705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf818b-98e1-40c8-8ff6-0642c1aff32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-3d381c04-94cc-4ab9-bf51-fcea04fb1381', 'network_id': '3d381c04-94cc-4ab9-bf51-fcea04fb1381', 'tenant_id': 'a87608a25ff7496397fff8c9c22e2800', 'fixed_ips': [{'subnet_id': '600ccfe0-4d98-4fae-80ca-31e55581f350'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:12.744393 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1bf818b-98e1-40c8-8ff6-0642c1aff32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.789552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-42af5c11-aa0a-4b1c-ac32-2873f8e6e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.791358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-42af5c11-aa0a-4b1c-ac32-2873f8e6e5cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051049 Nov 25 17:19:12.825365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5faf647e-f939-44d3-93f4-04bd3b627e95 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.828878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b66b3510-5241-4f77-8886-bab574103498 req-a1c6dafe-26dd-42b4-89c8-898f2b580472 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494197 Nov 25 17:19:12.830039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-aa6e1c87-ae95-43d5-a768-2e9157a98fc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.0936601 Nov 25 17:19:12.842816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9860146-3ba6-4abf-a1a3-2d8109377767 req-5bfcee0e-e76d-4cc8-9c95-e07c40fd69d8 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2551279 Nov 25 17:19:12.845786 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.904872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-8ffe887a-d3f2-4993-a625-294d296066db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.907385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-8ffe887a-d3f2-4993-a625-294d296066db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0626776 Nov 25 17:19:12.914887 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07a8f559-3ff6-46d8-b348-46c99e2beae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.918015 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07a8f559-3ff6-46d8-b348-46c99e2beae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.922121 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-07a8f559-3ff6-46d8-b348-46c99e2beae7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aae90634-500d-4bf6-ba09-9d995c548f17 HTTP/1.1" status: 204 len: 168 time: 0.8408709 Nov 25 17:19:12.964030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d8d3b7-5f5f-426a-a373-52c45c7e7592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-2e19ba25-50ff-400e-b15d-d8928070732c', 'network_id': '2e19ba25-50ff-400e-b15d-d8928070732c', 'tenant_id': 'a87608a25ff7496397fff8c9c22e2800', 'fixed_ips': [{'subnet_id': '0441b876-38f3-49a1-9831-d2b97618bf9e'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:12.964922 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d3b7-5f5f-426a-a373-52c45c7e7592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.985360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Allocated IP 172.20.0.2 (734e185d-e470-49cd-a9be-6abce831cfd9/7e331e86-171b-440e-9932-396aa6a4719f/b15be023-8644-4950-9ae5-3fb9e469a559) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:12.986004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8f559-3ff6-46d8-b348-46c99e2beae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae90634-500d-4bf6-ba09-9d995c548f17,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.043945 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-9593f689-f40f-4cdf-971f-6cb53ef49e1f service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398331 Nov 25 17:19:13.073202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 8d341ddd-19c4-4776-b2a8-d71decc59c4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:13.082413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-20906396-29fa-4db0-801d-4def090bf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:13.084896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-20906396-29fa-4db0-801d-4def090bf9af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603236 Nov 25 17:19:13.134993 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5faf647e-f939-44d3-93f4-04bd3b627e95 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.190191 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.191697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 085da1b1-1c41-445c-9f70-285163ebfa81 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:13.208187 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.254421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.265552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2521f346-71ab-4b74-ae8c-c745c8f4412e'}, {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab'}, {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d341ddd-19c4-4776-b2a8-d71decc59c4b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:13.268282 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac56e9a4-221d-435f-bf63-d9b39e445be1" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "2521f346-71ab-4b74-ae8c-c745c8f4412e"}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "b2f403bd-5f98-4c40-a388-8e1b4aaef9ab"}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "8d341ddd-19c4-4776-b2a8-d71decc59c4b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:13.321437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-45aa6769-87bd-4165-a724-1e5213bae6fa service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265308 Nov 25 17:19:13.324478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf647e-f939-44d3-93f4-04bd3b627e95 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Subnet': ['ID=600ccfe0-4d98-4fae-80ca-31e55581f350,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.334559 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-66b5c229-68a7-4f25-9c0d-b7645eb457f9 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478271 Nov 25 17:19:13.342172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5faf647e-f939-44d3-93f4-04bd3b627e95 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.354864 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5faf647e-f939-44d3-93f4-04bd3b627e95 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/subnets/600ccfe0-4d98-4fae-80ca-31e55581f350 HTTP/1.1" status: 204 len: 168 time: 0.7913649 Nov 25 17:19:13.355523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-b1bf818b-98e1-40c8-8ff6-0642c1aff32f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 600ccfe0-4d98-4fae-80ca-31e55581f350: This subnet is being modified by another concurrent operation. Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:19:13.355707 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 600ccfe0-4d98-4fae-80ca-31e55581f350: This subnet is being modified by another concurrent operation. Nov 25 17:19:13.358355 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Nov 25 17:19:13.451536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-640f5e10-f33c-48b8-9eca-81c4d92fbe3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Deleting subnet 0441b876-38f3-49a1-9831-d2b97618bf9e {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:13.455998 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-640f5e10-f33c-48b8-9eca-81c4d92fbe3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.518197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-640f5e10-f33c-48b8-9eca-81c4d92fbe3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.524468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe47c66-b1c8-4fc1-892b-282e14e63c45 req-2b372761-8da0-4921-ac0a-3eba81bc7567 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:13.526056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fe47c66-b1c8-4fc1-892b-282e14e63c45 req-2b372761-8da0-4921-ac0a-3eba81bc7567 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.1253316 Nov 25 17:19:13.554862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Allocated IP 172.25.1.52 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/96adc4c7-7946-4411-8e7d-01eed4d6d52b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:13.566069 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feab88f7-eddc-40d2-b462-5c0f8a8563cc x-openstack-request-id: req-feab88f7-eddc-40d2-b462-5c0f8a8563cc {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:13.566547 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "2521f346-71ab-4b74-ae8c-c745c8f4412e", "code": 200}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "b2f403bd-5f98-4c40-a388-8e1b4aaef9ab", "code": 200}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "8d341ddd-19c4-4776-b2a8-d71decc59c4b", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:13.566808 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-feab88f7-eddc-40d2-b462-5c0f8a8563cc {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:13.567209 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2521f346-71ab-4b74-ae8c-c745c8f4412e', 'code': 200} Nov 25 17:19:13.567468 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab', 'code': 200} Nov 25 17:19:13.567722 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d341ddd-19c4-4776-b2a8-d71decc59c4b', 'code': 200} Nov 25 17:19:13.575163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7471b538-6e4e-4519-933d-bed9b868eba6 req-45736375-83b2-4422-8447-a8d3c6160013 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437019 Nov 25 17:19:13.603477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-640f5e10-f33c-48b8-9eca-81c4d92fbe3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.625983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dde84a-ecd8-4f5b-a0e7-07cd42ae632d None None] Network 3d381c04-94cc-4ab9-bf51-fcea04fb1381 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:13.670801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=8d341ddd-19c4-4776-b2a8-d71decc59c4b,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.704464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fe47c66-b1c8-4fc1-892b-282e14e63c45 req-f1a929b9-5022-489b-a682-8339cef4793d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598928 Nov 25 17:19:13.717259 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-640f5e10-f33c-48b8-9eca-81c4d92fbe3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.764870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-640f5e10-f33c-48b8-9eca-81c4d92fbe3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.769127 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-640f5e10-f33c-48b8-9eca-81c4d92fbe3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/subnets/0441b876-38f3-49a1-9831-d2b97618bf9e HTTP/1.1" status: 204 len: 168 time: 0.4126225 Nov 25 17:19:13.771670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f5e10-f33c-48b8-9eca-81c4d92fbe3d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Subnet': ['ID=0441b876-38f3-49a1-9831-d2b97618bf9e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.776626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-f5d8d3b7-5f5f-426a-a373-52c45c7e7592 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0441b876-38f3-49a1-9831-d2b97618bf9e: This subnet is being modified by another concurrent operation. Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:19:13.791705 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0441b876-38f3-49a1-9831-d2b97618bf9e: This subnet is being modified by another concurrent operation. Nov 25 17:19:13.795581 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Nov 25 17:19:13.800419 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.826049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d062f45-6716-4302-8f71-837af0d121c8 None None] Network 2e19ba25-50ff-400e-b15d-d8928070732c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:13.836748 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.876923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 085da1b1-1c41-445c-9f70-285163ebfa81 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:13.880491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.887213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-191da621-b1dd-43e8-8f49-93b4321db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:13.888781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-191da621-b1dd-43e8-8f49-93b4321db05c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1099 time: 0.1997359 Nov 25 17:19:13.894267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef966f1-9fec-457d-b067-5e890a1acdfe tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:13.900209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7ef966f1-9fec-457d-b067-5e890a1acdfe tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176827 Nov 25 17:19:13.900587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46694) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:13.954277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Pushing event updated for resources: {'Port': ['ID=b15be023-8644-4950-9ae5-3fb9e469a559,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.963291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 085da1b1-1c41-445c-9f70-285163ebfa81 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:13.964013 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.994008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.042741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Network 734e185d-e470-49cd-a9be-6abce831cfd9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:14.048226 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:14.054566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:14.069334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:14.081273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:14.099044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:14.103907 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.133135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Pushing event updated for resources: {'Port': ['ID=96adc4c7-7946-4411-8e7d-01eed4d6d52b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:14.156025 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.159046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888cd91a-2704-4648-909a-db4c0c58fef7 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:14.183265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-54fdf00f-38ca-4d58-bf3a-813db7c47bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.185193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-54fdf00f-38ca-4d58-bf3a-813db7c47bbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2710042 Nov 25 17:19:14.217996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.250349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e19ba25-50ff-400e-b15d-d8928070732c']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:14.261642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c3ad53-fe2f-409f-abad-f1b180c5047c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:14.261944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c3ad53-fe2f-409f-abad-f1b180c5047c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:14.279543 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.282690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 085da1b1-1c41-445c-9f70-285163ebfa81, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=085da1b1-1c41-445c-9f70-285163ebfa81,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:14.286525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Attempting to bind port b15be023-8644-4950-9ae5-3fb9e469a559 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:14.287475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Attempting to bind port b15be023-8644-4950-9ae5-3fb9e469a559 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'ac58fc67-59f4-40d9-8682-c5842bdbcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '734e185d-e470-49cd-a9be-6abce831cfd9'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:14.288039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Attempting to bind port b15be023-8644-4950-9ae5-3fb9e469a559 on network 734e185d-e470-49cd-a9be-6abce831cfd9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:14.288765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-bfc71aea-d522-40cd-be65-5b4246ad2ffd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 200 len: 217 time: 0.0799472 Nov 25 17:19:14.296577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.299688 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.307647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:14.308124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Checking segment: {'id': 'ac58fc67-59f4-40d9-8682-c5842bdbcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '734e185d-e470-49cd-a9be-6abce831cfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:14.310953 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.310953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Bound using segment: {'id': 'ac58fc67-59f4-40d9-8682-c5842bdbcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '734e185d-e470-49cd-a9be-6abce831cfd9'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:14.311152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:14.311152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.311800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Bound port: b15be023-8644-4950-9ae5-3fb9e469a559, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac58fc67-59f4-40d9-8682-c5842bdbcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '734e185d-e470-49cd-a9be-6abce831cfd9'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:14.311800 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:14.330935 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:14.370171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c8fc95c5-be09-44af-bf77-398f7e3cf62e None None] Provisioning complete for port 96adc4c7-7946-4411-8e7d-01eed4d6d52b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:14.370585 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8fc95c5-be09-44af-bf77-398f7e3cf62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.386018 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ced79-e47a-4541-8da2-8d2bf5383073 req-228ffd46-cb5f-43ff-80f2-0ecfe48a436b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.387490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e7ced79-e47a-4541-8da2-8d2bf5383073 req-228ffd46-cb5f-43ff-80f2-0ecfe48a436b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 948 time: 0.2723887 Nov 25 17:19:14.401052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.413016 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.413986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-cf72caca-b925-4b14-aa7d-59f8a3dee627 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.417134 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/networks/2e19ba25-50ff-400e-b15d-d8928070732c HTTP/1.1" status: 204 len: 168 time: 0.5152323 Nov 25 17:19:14.419898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-cf72caca-b925-4b14-aa7d-59f8a3dee627 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.428203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-cf72caca-b925-4b14-aa7d-59f8a3dee627 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.431727 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46712) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:14.434782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-cf72caca-b925-4b14-aa7d-59f8a3dee627 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.435089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98d790-fa67-4eec-bc8c-692328f5aa90 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Network': ['ID=2e19ba25-50ff-400e-b15d-d8928070732c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:14.442814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-cf72caca-b925-4b14-aa7d-59f8a3dee627 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.449312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-cf72caca-b925-4b14-aa7d-59f8a3dee627 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.457347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-cf72caca-b925-4b14-aa7d-59f8a3dee627 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.459519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-cf72caca-b925-4b14-aa7d-59f8a3dee627 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5444 time: 0.2801006 Nov 25 17:19:14.557487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.652482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc95c5-be09-44af-bf77-398f7e3cf62e None None] Port 96adc4c7-7946-4411-8e7d-01eed4d6d52b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:14.652482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=085da1b1-1c41-445c-9f70-285163ebfa81,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:14.658843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] For port b15be023-8644-4950-9ae5-3fb9e469a559, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:14.662934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] For port b15be023-8644-4950-9ae5-3fb9e469a559, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b15be023-8644-4950-9ae5-3fb9e469a559,segment=NetworkSegment(ac58fc67-59f4-40d9-8682-c5842bdbcfb7),segment_id=ac58fc67-59f4-40d9-8682-c5842bdbcfb7)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:14.670854 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.698444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.733604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-c32cf273-2307-4b46-ad65-f162ad1636e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.741514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-c32cf273-2307-4b46-ad65-f162ad1636e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.4245622 Nov 25 17:19:14.751710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d381c04-94cc-4ab9-bf51-fcea04fb1381']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:14.760867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f6e65-60a4-4b4a-a640-8eee4bc3fde6 None None] Pushing event updated for resources: {'Port': ['ID=b15be023-8644-4950-9ae5-3fb9e469a559,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:14.765161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ae7835-c74c-4974-a168-8f74047111be') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:14.765592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ae7835-c74c-4974-a168-8f74047111be') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:14.780689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.804154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.823521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:14.823928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:14.828165 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:14.898109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.919561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.923407 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/networks/3d381c04-94cc-4ab9-bf51-fcea04fb1381 HTTP/1.1" status: 204 len: 168 time: 0.4901063 Nov 25 17:19:14.934957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46724) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:15.032701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64a55a-dcf2-402b-8e8c-31eeaa1c8f4d tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Network': ['ID=3d381c04-94cc-4ab9-bf51-fcea04fb1381,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:15.080368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.231514 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.286796 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-216fb5e4-7cd5-4c52-a524-3d556e5b79cf req-a2eda02f-3d37-42a0-8713-a40d66ace1da tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6722946 Nov 25 17:19:15.299804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c62ba4-0c30-4317-826a-75c629a79aac']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:15.323217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd341a5-68f9-45b3-87c1-23cad388b17b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:15.323518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd341a5-68f9-45b3-87c1-23cad388b17b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:15.347914 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.352692 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.365691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e7ced79-e47a-4541-8da2-8d2bf5383073 req-473492a4-0c26-4cc0-9c3e-dd01840535d5 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9684868 Nov 25 17:19:15.370301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.377011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-91214ff1-b51c-4bb1-976b-33bec9ae96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:15.377011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-91214ff1-b51c-4bb1-976b-33bec9ae96e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6321599 Nov 25 17:19:15.380725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:15.381631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:15.394367 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:15.458208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b15be023-8644-4950-9ae5-3fb9e469a559 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:15.542069 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.555535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.573113 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/networks/24c62ba4-0c30-4317-826a-75c629a79aac HTTP/1.1" status: 204 len: 168 time: 0.6343956 Nov 25 17:19:15.578966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085da1b1-1c41-445c-9f70-285163ebfa81'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:15.580974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46734) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:15.587572 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1eb7b9-5da2-4d94-9621-40a8e5810155" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "085da1b1-1c41-445c-9f70-285163ebfa81"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:15.664472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b15be023-8644-4950-9ae5-3fb9e469a559 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:15.664858 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.678252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5be1e5-d0bf-41ba-87f8-8a71ca86e3ef tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Network': ['ID=24c62ba4-0c30-4317-826a-75c629a79aac,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:15.786408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-7a04e945-ba90-4325-9a38-9e9ec98f5376 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710811 Nov 25 17:19:15.843390 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e2db42-2da3-4bf3-a01d-0bc6127388fa x-openstack-request-id: req-a6e2db42-2da3-4bf3-a01d-0bc6127388fa {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:15.843857 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-plugged", "status": "completed", "tag": "085da1b1-1c41-445c-9f70-285163ebfa81", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:15.844343 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6e2db42-2da3-4bf3-a01d-0bc6127388fa {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:15.844584 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.845208 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085da1b1-1c41-445c-9f70-285163ebfa81', 'code': 200} Nov 25 17:19:15.894785 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.935142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.027663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port b15be023-8644-4950-9ae5-3fb9e469a559, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b15be023-8644-4950-9ae5-3fb9e469a559,segment=NetworkSegment(ac58fc67-59f4-40d9-8682-c5842bdbcfb7),segment_id=ac58fc67-59f4-40d9-8682-c5842bdbcfb7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:16.033385 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.084395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.121315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42306e2-4afb-45b6-9dd6-dafd5933f469']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:16.135778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a2001e-911b-4bb4-bd94-3b8c2114c5df') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:16.136086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a2001e-911b-4bb4-bd94-3b8c2114c5df') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:16.146169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=b15be023-8644-4950-9ae5-3fb9e469a559,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:16.149439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.166942 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.167154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-55e437de-2f7d-4737-897f-3354e2dd8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.167672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-55e437de-2f7d-4737-897f-3354e2dd8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.168185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-55e437de-2f7d-4737-897f-3354e2dd8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.168741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-55e437de-2f7d-4737-897f-3354e2dd8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.169297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-55e437de-2f7d-4737-897f-3354e2dd8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.169763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-55e437de-2f7d-4737-897f-3354e2dd8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.170236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-55e437de-2f7d-4737-897f-3354e2dd8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.172335 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-55e437de-2f7d-4737-897f-3354e2dd8fdc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6502 time: 0.2065489 Nov 25 17:19:16.173960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:16.174326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.220238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9612d-bd9b-48b0-b6fd-2c816d0a0604 req-013366eb-e6e4-4a9b-952c-f65920e0e3eb tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.222090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66e9612d-bd9b-48b0-b6fd-2c816d0a0604 req-013366eb-e6e4-4a9b-952c-f65920e0e3eb tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.2761536 Nov 25 17:19:16.233835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ac54f80-8d04-40ea-a84d-14783aab995f req-9ae713a2-c115-47a3-b08e-985f6826d878 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381204 Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:16.241811 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:16.255903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.267916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.273279 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] 10.222.0.81 "DELETE /v2.0/networks/b42306e2-4afb-45b6-9dd6-dafd5933f469 HTTP/1.1" status: 204 len: 168 time: 0.6789708 Nov 25 17:19:16.293504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf789dc-60e0-4614-b6d3-ac092c93aca6 tempest-BulkNetworkOpsTest-1915347336 tempest-BulkNetworkOpsTest-1915347336-project] Pushing event deleted for resources: {'Network': ['ID=b42306e2-4afb-45b6-9dd6-dafd5933f469,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:16.301908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a92a20-f97f-4e94-a8e8-99a528712471 None None] Network 734e185d-e470-49cd-a9be-6abce831cfd9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:16.358589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66e9612d-bd9b-48b0-b6fd-2c816d0a0604 req-cf33c6bd-e325-40db-a07f-2db97ce00614 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237788 Nov 25 17:19:16.418666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b8f625c-d716-4c37-99a0-ee131aa7def1 req-dc1d9fcc-5d35-4b97-9a68-90895ee7cd74 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1933458 Nov 25 17:19:16.435909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:19:16.456499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b3b9828d-8144-45ed-a874-93d5f64b3c96 None None] Provisioning complete for port b15be023-8644-4950-9ae5-3fb9e469a559 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:16.457106 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3b9828d-8144-45ed-a874-93d5f64b3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.651925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:16.703181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-f9c68be7-d2d6-4fd3-97bf-7d91c1f1a4e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.712494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-f9c68be7-d2d6-4fd3-97bf-7d91c1f1a4e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.729014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-f9c68be7-d2d6-4fd3-97bf-7d91c1f1a4e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.736278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-f9c68be7-d2d6-4fd3-97bf-7d91c1f1a4e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.743420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-f9c68be7-d2d6-4fd3-97bf-7d91c1f1a4e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.749953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-f9c68be7-d2d6-4fd3-97bf-7d91c1f1a4e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.756686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-f9c68be7-d2d6-4fd3-97bf-7d91c1f1a4e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.758883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-f9c68be7-d2d6-4fd3-97bf-7d91c1f1a4e7 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.3091722 Nov 25 17:19:16.770157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a981c4-187a-4622-b75d-76d6187d70e9 req-3014bbdd-7b97-4cd1-9849-34c32116e3f3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.771714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77a981c4-187a-4622-b75d-76d6187d70e9 req-3014bbdd-7b97-4cd1-9849-34c32116e3f3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 948 time: 0.2314384 Nov 25 17:19:16.842861 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:16.859330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '346213a4-2f57-465b-91e6-e372d4891302', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '346213a4-2f57-465b-91e6-e372d4891302', 'mac_address': 'fa:16:3e:ae:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:16.891432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46772) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:16.928362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca21f8-4813-4841-888c-3bd99316829b None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:19:16.934411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:16.982261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Sync routers for ids ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:16.997731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77a981c4-187a-4622-b75d-76d6187d70e9 req-d7064b49-5f42-4619-952d-56f5a8007aa9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913757 Nov 25 17:19:17.014010 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.018312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.023955 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-85ef9fb3-7378-4357-8bfc-1842c3cd747f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1394234 Nov 25 17:19:17.024527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46776) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:17.038648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346213a4-2f57-465b-91e6-e372d4891302 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:17.075662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e72213a-b002-4c3c-a30d-6612b15ea775 req-492e5bcb-c5f8-4949-a005-ae4f5ac6bbce tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2916739 Nov 25 17:19:17.122726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:17.254593 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.257824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-06a74312-ac6d-4f81-9386-8ff88992542f None None] Provisioning complete for port b15be023-8644-4950-9ae5-3fb9e469a559 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:17.258690 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-06a74312-ac6d-4f81-9386-8ff88992542f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.266592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Routers {'00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:17.267405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:17.366491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1d2c8-8125-4015-b38f-9dc95532400d req-6840c347-3c1c-491f-b17d-e96ec43a612d tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:17.369361 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7f1d2c8-8125-4015-b38f-9dc95532400d req-6840c347-3c1c-491f-b17d-e96ec43a612d tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 1100 time: 0.1121547 Nov 25 17:19:17.413850 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-04fbc470-c68f-4bec-b767-80e6496fd4e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a87608a25ff7496397fff8c9c22e2800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203741 Nov 25 17:19:17.418368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b15be023-8644-4950-9ae5-3fb9e469a559 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:17.419538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46792) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:17.446859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7f1d2c8-8125-4015-b38f-9dc95532400d req-bbd0e0a0-3d42-4f27-a4ea-52998142927d tempest-MigrationsAdminTest-45753132 tempest-MigrationsAdminTest-45753132-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710194 Nov 25 17:19:17.524702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d42b40a-90ce-4c2b-b15b-483a6ff6f246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.543231 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-69477822-a575-4f8f-a491-9bce91697ccf tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:17.547947 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-69477822-a575-4f8f-a491-9bce91697ccf tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.95 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.1821780 Nov 25 17:19:17.571754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d42b40a-90ce-4c2b-b15b-483a6ff6f246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.665153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca21f8-4813-4841-888c-3bd99316829b None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:19:17.718489 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d42b40a-90ce-4c2b-b15b-483a6ff6f246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.722470 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d42b40a-90ce-4c2b-b15b-483a6ff6f246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.726163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0d42b40a-90ce-4c2b-b15b-483a6ff6f246 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eeb89a8f-fe59-481f-bb52-411acd7b0375 HTTP/1.1" status: 204 len: 168 time: 0.3030174 Nov 25 17:19:17.738179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42b40a-90ce-4c2b-b15b-483a6ff6f246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb89a8f-fe59-481f-bb52-411acd7b0375,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:17.751322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e88f6e-965a-4154-9596-3daa1a3d7a60 req-369520d7-8388-42f5-9807-470d15011ff7 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:17.758901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:17.760042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86e88f6e-965a-4154-9596-3daa1a3d7a60 req-369520d7-8388-42f5-9807-470d15011ff7 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.1102209 Nov 25 17:19:17.823387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b15be023-8644-4950-9ae5-3fb9e469a559 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:17.824005 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.892644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Set router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:17.976107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86e88f6e-965a-4154-9596-3daa1a3d7a60 req-1d5a5838-f39e-4773-83dc-b3b479281f80 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094438 Nov 25 17:19:17.990554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Deleting port 480b45d6-e761-4492-bfa6-d29f45dcbbcd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:17.995206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['346213a4-2f57-465b-91e6-e372d4891302'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:17.996759 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.035585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a5d9-0bba-4d2d-b5fc-01c5b4a7d832 req-89816b22-3277-4c19-b4eb-f300bb3f5cc3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.057151 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1762a5d9-0bba-4d2d-b5fc-01c5b4a7d832 req-89816b22-3277-4c19-b4eb-f300bb3f5cc3 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.1887498 Nov 25 17:19:18.231778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1762a5d9-0bba-4d2d-b5fc-01c5b4a7d832 req-8c09d159-c212-4dd8-bff7-8cb8f60b068f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630151 Nov 25 17:19:18.391926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-e66883b9-8f0d-440f-bc53-b4c2480566d4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.416446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-e66883b9-8f0d-440f-bc53-b4c2480566d4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.430478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-e66883b9-8f0d-440f-bc53-b4c2480566d4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.439126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.443071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-e66883b9-8f0d-440f-bc53-b4c2480566d4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.462469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-e66883b9-8f0d-440f-bc53-b4c2480566d4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.474236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-e66883b9-8f0d-440f-bc53-b4c2480566d4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.488070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-e66883b9-8f0d-440f-bc53-b4c2480566d4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.496228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-e66883b9-8f0d-440f-bc53-b4c2480566d4 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.2431140 Nov 25 17:19:18.506944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] For port 480b45d6-e761-4492-bfa6-d29f45dcbbcd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=480b45d6-e761-4492-bfa6-d29f45dcbbcd,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:18.510940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.667221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40a09352-3eb9-4111-aadc-3fe1fb67e266 req-d85ee52c-8fd4-4900-8ff1-ef018e1f5b61 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1699729 Nov 25 17:19:19.088762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911b325-30e2-4c10-939a-ebb25310b98b None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:19:19.191687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8c5d1-99c8-4641-819f-d2911bf1e3d9 req-9ad84fc5-ed79-48b5-a905-dfc600e8cbcf tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.213574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fd8c5d1-99c8-4641-819f-d2911bf1e3d9 req-9ad84fc5-ed79-48b5-a905-dfc600e8cbcf tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 945 time: 0.1185749 Nov 25 17:19:19.331436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fd8c5d1-99c8-4641-819f-d2911bf1e3d9 req-e973f911-6cbf-4ab2-b38d-d932da1c60f9 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups?id=76a34c77-fa14-4e35-8075-79918fe22ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091576 Nov 25 17:19:19.368895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911b325-30e2-4c10-939a-ebb25310b98b None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:19:19.400745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.400991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-router', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:11Z', 'updated_at': '2021-11-25T17:19:14Z', 'revision_number': 3, 'project_id': '6f8a5503854a4256b9aae524e1b7a41e', 'gw_port': {'id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:13Z', 'updated_at': '2021-11-25T17:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:19.401357 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.401852 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Floating IP 7cf01be6-8d61-4fec-afd0-3df69f232bec disassociated. External IP: 172.25.1.174, port: 480b45d6-e761-4492-bfa6-d29f45dcbbcd. Nov 25 17:19:19.402238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Calling delete_port for 480b45d6-e761-4492-bfa6-d29f45dcbbcd owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:19.442866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46836) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:19.457413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Checking router: 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:19.457769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Updating router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 port 96adc4c7-7946-4411-8e7d-01eed4d6d52b binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:19:19.529196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfdb85-d92d-4a16-a945-4726c3019234 req-01ea5488-8de3-482d-be71-47cd06749d67 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.537934 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bfcfdb85-d92d-4a16-a945-4726c3019234 req-01ea5488-8de3-482d-be71-47cd06749d67 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.1780486 Nov 25 17:19:19.609730 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.657652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bfcfdb85-d92d-4a16-a945-4726c3019234 req-3aa7429d-5954-469e-a6f7-47fe5c744e94 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116307 Nov 25 17:19:19.756444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1680174148'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:19.878414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-75eb3654-5188-416c-909e-bdf712c80141 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.880908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-75eb3654-5188-416c-909e-bdf712c80141 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.1559994 Nov 25 17:19:19.896962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-74c68d49-6c37-4d0f-9c24-3ca73bad9d4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.903158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-74c68d49-6c37-4d0f-9c24-3ca73bad9d4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.911867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-74c68d49-6c37-4d0f-9c24-3ca73bad9d4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.923834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-74c68d49-6c37-4d0f-9c24-3ca73bad9d4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.926074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Allocated IP 172.20.0.1 (734e185d-e470-49cd-a9be-6abce831cfd9/7e331e86-171b-440e-9932-396aa6a4719f/b5f7a24f-279b-4bf6-821b-25f19ad371f8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:19.929680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-74c68d49-6c37-4d0f-9c24-3ca73bad9d4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.931398 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.936080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-74c68d49-6c37-4d0f-9c24-3ca73bad9d4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.943890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-74c68d49-6c37-4d0f-9c24-3ca73bad9d4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:19.946222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-74c68d49-6c37-4d0f-9c24-3ca73bad9d4e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.1557493 Nov 25 17:19:19.948251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:19.951588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.015505 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.051551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event deleted for resources: {'Port': ['ID=480b45d6-e761-4492-bfa6-d29f45dcbbcd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:20.218407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06364779-1cf5-4328-b5f3-b64fc1e6bfe0 req-3ad39930-407c-44d5-a982-802612e7131e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2565076 Nov 25 17:19:20.232896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.250686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.257913 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.262987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.272659 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.273226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:20.292920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Router e9d25388-08bf-42f5-8be8-f049fecbd6aa has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:19:20.305162 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.305826 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Added segment 077192df-5f76-42f0-a0ca-2b961cd2a2ac of type vlan for network 9da81430-dce3-4b54-bd85-c5a116312cf6 Nov 25 17:19:20.325477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11c675-be97-413f-afc0-915d3b387221 None None] Pushing event updated for resources: {'Port': ['ID=96adc4c7-7946-4411-8e7d-01eed4d6d52b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:20.353330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4468b6-d7d0-41a7-8b80-81a8cec3e6da None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:20.356043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Attempting to bind port 96adc4c7-7946-4411-8e7d-01eed4d6d52b on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:20.356738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Attempting to bind port 96adc4c7-7946-4411-8e7d-01eed4d6d52b by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:20.357313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Attempting to bind port 96adc4c7-7946-4411-8e7d-01eed4d6d52b on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:20.363479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.370268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:20.371021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:20.371585 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.372117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:20.372753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Bound port: 96adc4c7-7946-4411-8e7d-01eed4d6d52b, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:20.373328 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.416594 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.439399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Deleting port 346213a4-2f57-465b-91e6-e372d4891302 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:20.439736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.446054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] For port 96adc4c7-7946-4411-8e7d-01eed4d6d52b, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:20.450791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] For port 96adc4c7-7946-4411-8e7d-01eed4d6d52b, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=96adc4c7-7946-4411-8e7d-01eed4d6d52b,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:20.457498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Network 734e185d-e470-49cd-a9be-6abce831cfd9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:20.457982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.467619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:20.473996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:20.506928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Pushing event updated for resources: {'Port': ['ID=b5f7a24f-279b-4bf6-821b-25f19ad371f8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:20.529587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.534051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:20.541255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf5c9cd-a9fd-4df4-ad95-636d2c77eba6 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:20.544893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6678c9cc-151d-4725-a7ec-aa26278991a4 None None] Provisioning complete for port 96adc4c7-7946-4411-8e7d-01eed4d6d52b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:20.545304 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6678c9cc-151d-4725-a7ec-aa26278991a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.552468 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] Sync routers for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:20.571281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5864f8d6-1112-47f1-9b5b-cf22a4081fe7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:20.602505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Routers {'00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:20.604075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:20.604297 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:20.604899 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:20.618677 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:19:20.632617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ff3a468-390f-47cf-a54c-0435eb03838d req-fd974b0a-28cb-4052-9478-8538b75d4141 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.1746225 Nov 25 17:19:20.699751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:20.700482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] No DVR routers for this DVR port 480b45d6-e761-4492-bfa6-d29f45dcbbcd on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:20.703125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416279c-b94e-46c6-a151-8149305d2e5b req-230b6528-3187-4049-9014-8ef8d3e698ca tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.714024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416279c-b94e-46c6-a151-8149305d2e5b req-230b6528-3187-4049-9014-8ef8d3e698ca tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.716462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.722602 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e946833b-4d54-4bc5-8587-cabe0fcdc997 req-459bd69d-fad0-403b-94cf-30452c0c831d tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.95 "DELETE /v2.0/ports/480b45d6-e761-4492-bfa6-d29f45dcbbcd HTTP/1.1" status: 204 len: 173 time: 3.1681263 Nov 25 17:19:20.739080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416279c-b94e-46c6-a151-8149305d2e5b req-230b6528-3187-4049-9014-8ef8d3e698ca tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.741308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'name': 'network-vif-deleted', 'tag': '480b45d6-e761-4492-bfa6-d29f45dcbbcd'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:20.751175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416279c-b94e-46c6-a151-8149305d2e5b req-230b6528-3187-4049-9014-8ef8d3e698ca tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.757175 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47de00e-1992-47f9-a3f5-46452e2d16c9" -d '{"events": [{"server_uuid": "40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1", "name": "network-vif-deleted", "tag": "480b45d6-e761-4492-bfa6-d29f45dcbbcd"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:20.758404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416279c-b94e-46c6-a151-8149305d2e5b req-230b6528-3187-4049-9014-8ef8d3e698ca tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.807412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416279c-b94e-46c6-a151-8149305d2e5b req-230b6528-3187-4049-9014-8ef8d3e698ca tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.817467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416279c-b94e-46c6-a151-8149305d2e5b req-230b6528-3187-4049-9014-8ef8d3e698ca tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.823170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11c675-be97-413f-afc0-915d3b387221 None None] Pushing event updated for resources: {'Port': ['ID=96adc4c7-7946-4411-8e7d-01eed4d6d52b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:20.843190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:20.850779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e416279c-b94e-46c6-a151-8149305d2e5b req-230b6528-3187-4049-9014-8ef8d3e698ca tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.4882839 Nov 25 17:19:20.859213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Request body: {'floatingip': {'port_id': '4c3f70eb-7aba-4831-9297-ba83a64ea974'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:20.923727 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:20.942326 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.962775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.973304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.036183 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049ed548-4fb4-47aa-8485-ec5790263b20 x-openstack-request-id: req-049ed548-4fb4-47aa-8485-ec5790263b20 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:21.037287 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1", "name": "network-vif-deleted", "tag": "480b45d6-e761-4492-bfa6-d29f45dcbbcd", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:21.037700 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-049ed548-4fb4-47aa-8485-ec5790263b20 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:21.038263 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1', 'name': 'network-vif-deleted', 'tag': '480b45d6-e761-4492-bfa6-d29f45dcbbcd', 'status': 'completed', 'code': 200} Nov 25 17:19:21.044606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.072549 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6678c9cc-151d-4725-a7ec-aa26278991a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.139691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6678c9cc-151d-4725-a7ec-aa26278991a4 None None] For port 96adc4c7-7946-4411-8e7d-01eed4d6d52b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=96adc4c7-7946-4411-8e7d-01eed4d6d52b,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:21.146965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:19:21.183847 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6678c9cc-151d-4725-a7ec-aa26278991a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.250759 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.254178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:21.254984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.337279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8872240 Nov 25 17:19:21.358778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:21.380278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'name': 'tempest-PortsTestJSON-575385135'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:21.418247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Calling delete_port for 346213a4-2f57-465b-91e6-e372d4891302 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:21.464549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] Set router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:21.472908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaef76-0e0a-46c9-bac6-fc72c28d9b5b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Network': ['ID=9da81430-dce3-4b54-bd85-c5a116312cf6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:21.495365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f0dcc47c-b34b-4fe9-8617-45e5beef059b None None] Provisioning complete for port 96adc4c7-7946-4411-8e7d-01eed4d6d52b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:21.495748 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc47c-b34b-4fe9-8617-45e5beef059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.505642 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:07Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:21.539739 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] Checking router: e9d25388-08bf-42f5-8be8-f049fecbd6aa for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:21.551824 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:21.552831 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:21.574893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:21.678568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffebb5-3ae8-492e-bf66-e6c6e679fb74 req-20e64ab6-9907-48b0-a922-aba9716714da tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:21.680272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4ffebb5-3ae8-492e-bf66-e6c6e679fb74 req-20e64ab6-9907-48b0-a922-aba9716714da tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 949 time: 0.7004666 Nov 25 17:19:21.700838 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:21.749638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678c9cc-151d-4725-a7ec-aa26278991a4 None None] Pushing event updated for resources: {'Port': ['ID=96adc4c7-7946-4411-8e7d-01eed4d6d52b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:21.825378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.898690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 346213a4-2f57-465b-91e6-e372d4891302, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=346213a4-2f57-465b-91e6-e372d4891302,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:21.993068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '346213a4-2f57-465b-91e6-e372d4891302', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '346213a4-2f57-465b-91e6-e372d4891302', 'mac_address': 'fa:16:3e:ae:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:22.012593 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.015999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.025483 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.097660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5aaa34a-ba49-426f-9501-e4e8e9a77dbc req-ade691e6-b800-4081-b224-62f4694fa24b tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.2842569 Nov 25 17:19:22.098427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:22.101994 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.147307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f0dcc47c-b34b-4fe9-8617-45e5beef059b None None] Provisioning complete for port b5f7a24f-279b-4bf6-821b-25f19ad371f8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:22.147951 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc47c-b34b-4fe9-8617-45e5beef059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.180122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4ffebb5-3ae8-492e-bf66-e6c6e679fb74 req-3d351303-f7f7-4bd1-89d5-6013bf64bd3a tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758244 Nov 25 17:19:22.205706 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:07Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:22.215138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcc47c-b34b-4fe9-8617-45e5beef059b None None] Port b5f7a24f-279b-4bf6-821b-25f19ad371f8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:22.219523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-router', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:11Z', 'updated_at': '2021-11-25T17:19:14Z', 'revision_number': 3, 'project_id': '6f8a5503854a4256b9aae524e1b7a41e', 'gw_port': {'id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:13Z', 'updated_at': '2021-11-25T17:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:22.224997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.226133 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.303424 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebec5c-14b2-44c2-90b7-78a0e55edd27 None None] The sync data for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 is: [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:16:01Z', 'revision_number': 4, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '75f2cfb5-35d0-4392-8b24-83498a97d9a1', 'name': '', 'network_id': '9d372e20-3ced-416f-8c5c-fc62aa81c58c', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'mac_address': 'fa:16:3e:a9:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:57Z', 'updated_at': '2021-11-25T17:16:07Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'subnets': [{'id': '6b895bf1-64b4-455b-9bb8-8e306cb60d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:22.327101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:22.396542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Network 734e185d-e470-49cd-a9be-6abce831cfd9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:22.432921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] No DVR routers for this DVR port 346213a4-2f57-465b-91e6-e372d4891302 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:22.443936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event deleted for resources: {'Port': ['ID=346213a4-2f57-465b-91e6-e372d4891302,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:22.450109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.453519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fabfd36-f0b7-4b10-be5a-eb57c367e313 req-41267d72-6e5d-4183-8382-6b3c620abd02 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "DELETE /v2.0/ports/346213a4-2f57-465b-91e6-e372d4891302 HTTP/1.1" status: 204 len: 173 time: 2.5063236 Nov 25 17:19:22.455818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'name': 'network-vif-deleted', 'tag': '346213a4-2f57-465b-91e6-e372d4891302'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:22.470991 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6fe259-99f5-4200-a2fe-c148d1f02c21" -d '{"events": [{"server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "name": "network-vif-deleted", "tag": "346213a4-2f57-465b-91e6-e372d4891302"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:22.500762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:22.524908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Pushing event updated for resources: {'Port': ['ID=b5f7a24f-279b-4bf6-821b-25f19ad371f8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:22.660439 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284bba4-4185-4cc6-a9a5-aee8769605f8 x-openstack-request-id: req-b284bba4-4185-4cc6-a9a5-aee8769605f8 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:22.660738 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2699f506-3a67-497e-85c1-abf43ee1da0b", "name": "network-vif-deleted", "tag": "346213a4-2f57-465b-91e6-e372d4891302", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:22.661027 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b284bba4-4185-4cc6-a9a5-aee8769605f8 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:22.661442 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2699f506-3a67-497e-85c1-abf43ee1da0b', 'name': 'network-vif-deleted', 'tag': '346213a4-2f57-465b-91e6-e372d4891302', 'status': 'completed', 'code': 200} Nov 25 17:19:22.750568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:19:22.783848 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Floating IP aa597fdb-978b-4ba7-897c-6b9fa91e6285 associated. External IP: 172.25.1.68, port: 4c3f70eb-7aba-4831-9297-ba83a64ea974. Nov 25 17:19:22.795185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f', '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:22.802502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:22.804699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 480b45d6-e761-4492-bfa6-d29f45dcbbcd no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:22.818192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:22.833150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42165a-1829-413c-99c2-e88667e76b80 None None] The sync data for ids ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'] in n-d-819349-3 is: [{'id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-router', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:11Z', 'updated_at': '2021-11-25T17:19:14Z', 'revision_number': 3, 'project_id': '6f8a5503854a4256b9aae524e1b7a41e', 'gw_port': {'id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:13Z', 'updated_at': '2021-11-25T17:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:22.953208 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.033559 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.046008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 480b45d6-e761-4492-bfa6-d29f45dcbbcd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:23.046371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 480b45d6-e761-4492-bfa6-d29f45dcbbcd not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:23.048160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 346213a4-2f57-465b-91e6-e372d4891302 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:23.048757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 346213a4-2f57-465b-91e6-e372d4891302 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:23.175538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=5a31df45-9364-416d-b8a7-1fa2c0d6ff0a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:23.220799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking segment: {'id': '077192df-5f76-42f0-a0ca-2b961cd2a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:23.221254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network hostable DHCP agents. Network: 9da81430-dce3-4b54-bd85-c5a116312cf6, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:23.244761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-964d8946-02df-4f56-bc27-87ff2a7b45cb None None] Provisioning complete for port b5f7a24f-279b-4bf6-821b-25f19ad371f8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:23.245223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-964d8946-02df-4f56-bc27-87ff2a7b45cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.399620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b58b67cb-d2e6-408a-aaaf-6162a5151359 req-709548fd-ccd2-49e4-b5b7-544eb8cc44e6 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.1424630 Nov 25 17:19:23.408621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-964d8946-02df-4f56-bc27-87ff2a7b45cb None None] Port b5f7a24f-279b-4bf6-821b-25f19ad371f8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:23.412217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:23.442107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9da81430-dce3-4b54-bd85-c5a116312cf6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:23.483186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:23.500392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:23.501390 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.514062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a1bc3-641f-44ef-a8c7-691ea510c335 None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:23.572647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddce2255-e10f-4663-92f7-fb69897a3f7d req-b54515e7-b571-43c4-b43c-2f7e6fe3830b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2699f506-3a67-497e-85c1-abf43ee1da0b HTTP/1.1" status: 200 len: 210 time: 0.1240540 Nov 25 17:19:23.599610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-99364a82-745f-4e27-ba08-7080b89c7a2d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2203147 Nov 25 17:19:23.599836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46890) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:23.605000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-856953203'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:23.649681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:23.657900 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.721256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa6dac-06bf-4b1d-a89c-88167c639979 None None] New status for floating IP 7cf01be6-8d61-4fec-afd0-3df69f232bec: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:19:23.721893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:23.741239 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.741853 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Added segment a4b83e26-bfe3-4f6c-9b06-c78b6917bb99 of type vlan for network f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a Nov 25 17:19:23.847396 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.898831 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.916455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:23.918637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:24.073990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4731793 Nov 25 17:19:24.083565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:24.094468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'ports': [{'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6'}, {'network_id': 'f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a'}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:24.095168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:24.095955 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': 'f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:24.126269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa85e-cf0e-4259-bdf8-13ade02b896f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Network': ['ID=f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:24.187776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:24.206436 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c7155915-6973-4a8d-b509-3b359a5170bb admin admin] 10.222.0.81 "PUT /v2.0/routers/00168d79-4cf0-4ec2-ae8f-dd2438ed0f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1797922 Nov 25 17:19:24.231303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:24.269271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:19:24.514713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:24.526057 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:24.564280 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:24.641487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:24.657839 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] Sync routers for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:24.679067 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:24.718135 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:24.719155 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:24.813261 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aae7cd3a-22ea-4acc-bbac-57d605638f82 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "PUT /v2.0/floatingips/aa597fdb-978b-4ba7-897c-6b9fa91e6285 HTTP/1.1" status: 200 len: 990 time: 3.9662995 Nov 25 17:19:24.816816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:24.824467 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fee96a5-7815-4075-a6af-b58c4bdaebec" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:24.880214 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-93286cd2-65d1-47fd-b01f-f724816823c2 req-422d11af-5898-42ba-985c-5760ca4c2e11 tempest-FloatingIPDetailsNegativeTestJSON-2039903650 tempest-FloatingIPDetailsNegativeTestJSON-2039903650-project] show failed (client error): The resource could not be found. Nov 25 17:19:24.891705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46914) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:24.892381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93286cd2-65d1-47fd-b01f-f724816823c2 req-422d11af-5898-42ba-985c-5760ca4c2e11 tempest-FloatingIPDetailsNegativeTestJSON-2039903650 tempest-FloatingIPDetailsNegativeTestJSON-2039903650-project] 10.222.0.81 "GET /v2.0/floatingips/fa94324c-d562-4299-a1a3-f1aaf5ae4956 HTTP/1.1" status: 404 len: 350 time: 0.1313527 Nov 25 17:19:24.914238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8ce1d10-5cc6-4b12-86af-faa198e0d68f req-c04ad726-2fa1-40a9-bfa8-e040fd85be58 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.1724041 Nov 25 17:19:24.942349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port 66588458-4b88-4c21-86a8-ea3055daf934 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:25.027171 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:25.191751 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:25.299650 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a590572-8afb-4b93-b936-fc3d1212a5da x-openstack-request-id: req-4a590572-8afb-4b93-b936-fc3d1212a5da {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:25.300335 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:25.300335 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a590572-8afb-4b93-b936-fc3d1212a5da {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:25.300853 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'status': 'completed', 'code': 200} Nov 25 17:19:25.451089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 96adc4c7-7946-4411-8e7d-01eed4d6d52b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:25.458158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port b7970dc1-5271-4c18-b9c2-68dc7e4988ab yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:25.561602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-7cd804e2-80d5-4fe4-95b9-386abfa9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.562588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-7cd804e2-80d5-4fe4-95b9-386abfa9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.562733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-7cd804e2-80d5-4fe4-95b9-386abfa9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.563267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-7cd804e2-80d5-4fe4-95b9-386abfa9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.563802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-7cd804e2-80d5-4fe4-95b9-386abfa9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.564501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-7cd804e2-80d5-4fe4-95b9-386abfa9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.566631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-7cd804e2-80d5-4fe4-95b9-386abfa9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.568898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-7cd804e2-80d5-4fe4-95b9-386abfa9f663 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6502 time: 0.2512028 Nov 25 17:19:25.602178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 96adc4c7-7946-4411-8e7d-01eed4d6d52b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:25.602819 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:25.636826 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'aa597fdb-978b-4ba7-897c-6b9fa91e6285', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'port_id': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'mac_address': 'fa:16:3e:70:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:17:48Z', 'updated_at': '2021-11-25T17:19:21Z', 'revision_number': 1, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:29Z', 'revision_number': 5, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:25.718774 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] Checking router: f6903c5c-7ec7-4d9b-adba-adf25bd8d211 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:25.751157 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:25.751786 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:25.765056 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:25.858425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:25.862653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8193615-355a-4022-9709-611e6cc6db4d req-86270dcf-fd7d-4327-8cdf-344819ebc84f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.871304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8193615-355a-4022-9709-611e6cc6db4d req-86270dcf-fd7d-4327-8cdf-344819ebc84f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 951 time: 0.1861560 Nov 25 17:19:25.883917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-9d777fa4-bbd8-4760-a14f-5220d805eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.885868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-9d777fa4-bbd8-4760-a14f-5220d805eb44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af923ac7-74c6-4b48-b36f-5047e89dfdb4 HTTP/1.1" status: 200 len: 917 time: 0.2955987 Nov 25 17:19:25.893736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.079782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:26.121871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:26.139165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:26.140212 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.142799 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:26.179945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=66588458-4b88-4c21-86a8-ea3055daf934,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:26.203286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-b9191675-d023-4d76-ad74-a08f720437c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 200 len: 998 time: 0.3040059 Nov 25 17:19:26.223429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8193615-355a-4022-9709-611e6cc6db4d req-1509e31b-5e2c-4809-9b8c-72a75d59065d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510118 Nov 25 17:19:26.237727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] Sync routers for ids ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:26.255751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ac370bf-fc42-4239-9a1f-ca413298e3a1 req-f0fb686b-a4c7-4708-b536-65b0d3ccf1c1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.1143651 Nov 25 17:19:26.294247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] Routers {'00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:26.297623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:26.450543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Deleting port b5f7a24f-279b-4bf6-821b-25f19ad371f8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:26.451299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.526749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-403afc18-f511-4c9e-8b02-5d6d9aa3fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.529168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-403afc18-f511-4c9e-8b02-5d6d9aa3fe7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f12de2ce-9a48-4f26-81e7-fd454e827edd HTTP/1.1" status: 200 len: 855 time: 0.2806976 Nov 25 17:19:26.649405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.665970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] Set router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:26.676374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Calling delete_port for b5f7a24f-279b-4bf6-821b-25f19ad371f8 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:26.688835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=b7970dc1-5271-4c18-b9c2-68dc7e4988ab,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:26.707512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking segment: {'id': 'a4b83e26-bfe3-4f6c-9b06-c78b6917bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:26.708659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network hostable DHCP agents. Network: f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:26.760787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-b148e7be-725d-4314-bf5c-9bc2765b9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.765560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-b148e7be-725d-4314-bf5c-9bc2765b9ef9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804550 Nov 25 17:19:26.793022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:26.817388 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'aa597fdb-978b-4ba7-897c-6b9fa91e6285', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'port_id': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'mac_address': 'fa:16:3e:70:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:17:48Z', 'updated_at': '2021-11-25T17:19:21Z', 'revision_number': 1, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:29Z', 'revision_number': 5, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:26.897359 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3223f2e-9e54-4e1f-b775-167ff8e7e385 None None] The sync data for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 is: [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'aa597fdb-978b-4ba7-897c-6b9fa91e6285', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'port_id': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'mac_address': 'fa:16:3e:70:f8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:17:48Z', 'updated_at': '2021-11-25T17:19:21Z', 'revision_number': 1, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:29Z', 'revision_number': 5, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:27.118569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:27.209709 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f7a24f-279b-4bf6-821b-25f19ad371f8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:27.337321 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14683aa9-8dc1-4dcf-bdd7-728a2b460618 None None] New status for floating IP aa597fdb-978b-4ba7-897c-6b9fa91e6285: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:19:27.344650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-router', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:11Z', 'updated_at': '2021-11-25T17:19:21Z', 'revision_number': 4, 'project_id': '6f8a5503854a4256b9aae524e1b7a41e', 'gw_port': {'id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:13Z', 'updated_at': '2021-11-25T17:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b5f7a24f-279b-4bf6-821b-25f19ad371f8', 'name': '', 'network_id': '734e185d-e470-49cd-a9be-6abce831cfd9', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'mac_address': 'fa:16:3e:e8:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7e331e86-171b-440e-9932-396aa6a4719f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:18Z', 'updated_at': '2021-11-25T17:19:21Z', 'revision_number': 2, 'project_id': '6f8a5503854a4256b9aae524e1b7a41e', 'subnets': [{'id': '7e331e86-171b-440e-9932-396aa6a4719f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:27.452922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] Checking router: 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:27.453335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] Updating router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 port b5f7a24f-279b-4bf6-821b-25f19ad371f8 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:19:27.525617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] Port b5f7a24f-279b-4bf6-821b-25f19ad371f8 not found while updating agent binding for router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10. {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 17:19:27.550557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] Routers {'00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:27.551407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:27.759238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:27.810305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] Set router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:28.071723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-router', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:11Z', 'updated_at': '2021-11-25T17:19:26Z', 'revision_number': 5, 'project_id': '6f8a5503854a4256b9aae524e1b7a41e', 'gw_port': {'id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:13Z', 'updated_at': '2021-11-25T17:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:28.087094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:28.090382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80d6922b-fe90-4483-a359-4c46cdd8232d req-b3002e3a-8746-4743-8a9a-8c29db45de28 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.1687520 Nov 25 17:19:28.101848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:28.108799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318cb1da-9171-40d8-b6bd-2f0c3b05e193 None None] Network f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:28.113230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a87867-1fb8-4959-9cd0-a4518bd18ebf None None] The sync data for ids ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'] in n-d-819349-3 is: [{'id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-router', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:11Z', 'updated_at': '2021-11-25T17:19:26Z', 'revision_number': 5, 'project_id': '6f8a5503854a4256b9aae524e1b7a41e', 'gw_port': {'id': '96adc4c7-7946-4411-8e7d-01eed4d6d52b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:13Z', 'updated_at': '2021-11-25T17:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:28.124808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:28.140223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:28.145290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.277300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:19:28.296358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe7165-dcd6-4001-b5fd-795e2cad2659 req-fd66e6c2-fee4-40cd-88b3-0911a85ad432 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:28.309537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecfe7165-dcd6-4001-b5fd-795e2cad2659 req-fd66e6c2-fee4-40cd-88b3-0911a85ad432 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 951 time: 0.4089937 Nov 25 17:19:28.414508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-6ed7ca71-9a01-46dc-b49b-94d31bdcd21b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:28.424978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-6ed7ca71-9a01-46dc-b49b-94d31bdcd21b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 951 time: 0.4943111 Nov 25 17:19:28.438182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1cad9c41-8686-46b2-a24e-b5df6f733471 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3529420 Nov 25 17:19:28.441651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:28.505435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:28.514279 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0f38486e-e1d3-4338-bec6-a2f5c173aedf admin admin] 10.222.0.81 "PUT /v2.0/routers/00168d79-4cf0-4ec2-ae8f-dd2438ed0f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6213517 Nov 25 17:19:28.516737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46952) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:28.534523 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-8319abb2-91d7-4731-b967-f6996ce22767 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7604017 Nov 25 17:19:28.702833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.779666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecfe7165-dcd6-4001-b5fd-795e2cad2659 req-0976b502-01c9-4b74-ba7c-b1205706a578 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643834 Nov 25 17:19:28.884868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0641f3c0-dd07-4785-aca2-5e7cdf1cd0c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port b7970dc1-5271-4c18-b9c2-68dc7e4988ab {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:28.885265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0641f3c0-dd07-4785-aca2-5e7cdf1cd0c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.932347 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.970297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fee96a5-7815-4075-a6af-b58c4bdaebec req-5175f60f-e92f-48d4-8c96-a675f72d40d6 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142048 Nov 25 17:19:29.008229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Deleting port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:29.008630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.071687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Deleting port 96adc4c7-7946-4411-8e7d-01eed4d6d52b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:29.072011 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.081800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0641f3c0-dd07-4785-aca2-5e7cdf1cd0c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.115462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0641f3c0-dd07-4785-aca2-5e7cdf1cd0c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for b7970dc1-5271-4c18-b9c2-68dc7e4988ab owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:29.217964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] For port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:29.218341 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.277877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] For port 96adc4c7-7946-4411-8e7d-01eed4d6d52b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=96adc4c7-7946-4411-8e7d-01eed4d6d52b,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:29.278235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.293375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Calling delete_port for 96adc4c7-7946-4411-8e7d-01eed4d6d52b owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:29.335686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Calling delete_port for 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:29.354323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f7e30b9-3fd5-499f-853a-9cc9b060ff59 req-1ae62c2f-6c83-4e23-a31a-8d1dfa407d60 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.1128192 Nov 25 17:19:29.413481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] Sync routers for ids ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:29.441643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] Routers {'00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:29.442297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:29.452471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0641f3c0-dd07-4785-aca2-5e7cdf1cd0c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.495607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641f3c0-dd07-4785-aca2-5e7cdf1cd0c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=b7970dc1-5271-4c18-b9c2-68dc7e4988ab,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:29.508992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0641f3c0-dd07-4785-aca2-5e7cdf1cd0c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.512746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0641f3c0-dd07-4785-aca2-5e7cdf1cd0c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/b7970dc1-5271-4c18-b9c2-68dc7e4988ab HTTP/1.1" status: 204 len: 168 time: 1.0374362 Nov 25 17:19:29.515304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:29.628486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ecba5-7482-46ea-ae0a-712d26d39267 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.635966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ecba5-7482-46ea-ae0a-712d26d39267 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.637986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-210ecba5-7482-46ea-ae0a-712d26d39267 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1217484 Nov 25 17:19:29.642760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:29.683197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.727960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Pushing event deleted for resources: {'Port': ['ID=96adc4c7-7946-4411-8e7d-01eed4d6d52b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:29.749255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.813728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d04cd4-d2b2-4d01-a53d-6b3c645ef84d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:29.820354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f', '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:29.882381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.891979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event deleted for resources: {'Port': ['ID=4cc1286d-1fd2-4bb1-b712-2df6bb8687aa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:29.949646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] No DVR routers for this DVR port 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:29.966760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.970574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bef6f0e2-22ca-4484-95ca-091aa2c1e321 req-1137c53f-d87b-487f-be4b-c95d7504da10 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.60 "DELETE /v2.0/ports/4cc1286d-1fd2-4bb1-b712-2df6bb8687aa HTTP/1.1" status: 204 len: 173 time: 1.5101404 Nov 25 17:19:29.984303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce3b3d24-bc90-4dc1-8511-ced0f1884dee req-a033e456-b218-4579-8177-563a2446c2ef tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cfc5c20-cfc2-482f-8a92-a967d66e5072 HTTP/1.1" status: 200 len: 210 time: 0.0431137 Nov 25 17:19:29.986100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-deleted', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:29.990684 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16910553-0e55-45aa-8f8e-8b5d41a19335" -d '{"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-deleted", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:30.013548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fd2eae5e-627c-4542-b266-1c65543b5326 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 66588458-4b88-4c21-86a8-ea3055daf934 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:30.014028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd2eae5e-627c-4542-b266-1c65543b5326 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.057460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] Set router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:30.089417 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6af174-82c0-4957-bf12-59ca6fc6470a x-openstack-request-id: req-eb6af174-82c0-4957-bf12-59ca6fc6470a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:30.090028 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc5c20-cfc2-482f-8a92-a967d66e5072", "name": "network-vif-deleted", "tag": "4cc1286d-1fd2-4bb1-b712-2df6bb8687aa", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:30.090469 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb6af174-82c0-4957-bf12-59ca6fc6470a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:30.091078 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc5c20-cfc2-482f-8a92-a967d66e5072', 'name': 'network-vif-deleted', 'tag': '4cc1286d-1fd2-4bb1-b712-2df6bb8687aa', 'status': 'completed', 'code': 200} Nov 25 17:19:30.114871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.119881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.126071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd2eae5e-627c-4542-b266-1c65543b5326 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.146760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fd2eae5e-627c-4542-b266-1c65543b5326 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 66588458-4b88-4c21-86a8-ea3055daf934 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:30.231542 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.232101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:19:30.245313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.246546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-13555a72-4519-49bd-8e12-6975d0a823eb admin admin] 10.222.0.81 "DELETE /v2.0/routers/00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 HTTP/1.1" status: 204 len: 168 time: 1.7286966 Nov 25 17:19:30.249234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46984) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:30.274080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00168d79-4cf0-4ec2-ae8f-dd2438ed0f10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1217761365-router', 'tenant_id': '6f8a5503854a4256b9aae524e1b7a41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:11Z', 'updated_at': '2021-11-25T17:19:28Z', 'revision_number': 6, 'project_id': '6f8a5503854a4256b9aae524e1b7a41e', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:30.286878 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd2eae5e-627c-4542-b266-1c65543b5326 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.331471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] Checking router: 00168d79-4cf0-4ec2-ae8f-dd2438ed0f10 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:30.348331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:30.348850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:19:30.349588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:19:30.350071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa58ccb-5259-4701-8a9f-aa5b55888aca None None] The sync data for ids ['00168d79-4cf0-4ec2-ae8f-dd2438ed0f10'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:30.363133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Deleting subnet 7e331e86-171b-440e-9932-396aa6a4719f {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:30.369458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2eae5e-627c-4542-b266-1c65543b5326 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=66588458-4b88-4c21-86a8-ea3055daf934,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:30.373414 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.386209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd2eae5e-627c-4542-b266-1c65543b5326 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.405564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fd2eae5e-627c-4542-b266-1c65543b5326 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/66588458-4b88-4c21-86a8-ea3055daf934 HTTP/1.1" status: 204 len: 168 time: 0.7591286 Nov 25 17:19:30.406801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:30.506288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.593235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e02291f9-65bd-4d2a-93cb-2e10d696ba82 req-52042e9e-cf42-4b84-ad42-23782fbce59f tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ab6668-c18e-4ca7-b7d6-7fc1478f4ab1 HTTP/1.1" status: 200 len: 210 time: 0.0713296 Nov 25 17:19:30.666710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfe5c4-ac27-4976-acb3-2a386ec1126c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:30.672027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46996) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:30.673559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4bbfe5c4-ac27-4976-acb3-2a386ec1126c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2656224 Nov 25 17:19:30.733447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.736350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:30.784890 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d923d4f-47e0-4617-b4b5-59c95559ce14 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:19:30.787463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:30.787865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4cc1286d-1fd2-4bb1-b712-2df6bb8687aa not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:30.789937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:30.801438 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5d923d4f-47e0-4617-b4b5-59c95559ce14 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/b7970dc1-5271-4c18-b9c2-68dc7e4988ab HTTP/1.1" status: 404 len: 333 time: 0.1200619 Nov 25 17:19:30.858875 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b06add7-da10-4326-a5d0-ed9722921473 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:19:30.863135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1b06add7-da10-4326-a5d0-ed9722921473 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/66588458-4b88-4c21-86a8-ea3055daf934 HTTP/1.1" status: 404 len: 333 time: 0.0720220 Nov 25 17:19:30.865460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47000) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:30.914267 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.998509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.004701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5219acb4-1555-4d03-9e94-07035f660d19 None None] Network 734e185d-e470-49cd-a9be-6abce831cfd9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:31.016535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:31.031296 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7e331e86-171b-440e-9932-396aa6a4719f HTTP/1.1" status: 204 len: 168 time: 0.7627535 Nov 25 17:19:31.032907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e331e86-171b-440e-9932-396aa6a4719f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:31.076061 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.077368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.082760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.083399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.083889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.084382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.084888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.085402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.085954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.086294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.086633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.086969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caac21-2068-4860-a370-f264fe079aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:31.106435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.207317 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.366999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Deleting port b15be023-8644-4950-9ae5-3fb9e469a559 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:31.367356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.385873 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.391438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] DHCP port deletion for 734e185d-e470-49cd-a9be-6abce831cfd9 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:31.425688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:31.437410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b83e26-bfe3-4f6c-9b06-c78b6917bb99') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:31.437752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b83e26-bfe3-4f6c-9b06-c78b6917bb99') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:31.453487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.496886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 96adc4c7-7946-4411-8e7d-01eed4d6d52b no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:31.506978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.540101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:31.543570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.551039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 96adc4c7-7946-4411-8e7d-01eed4d6d52b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:31.551593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 96adc4c7-7946-4411-8e7d-01eed4d6d52b not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:31.563720 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:31.617747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] Deleting port b15be023-8644-4950-9ae5-3fb9e469a559 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:31.617937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] For port b15be023-8644-4950-9ae5-3fb9e469a559, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b15be023-8644-4950-9ae5-3fb9e469a559,segment=NetworkSegment(ac58fc67-59f4-40d9-8682-c5842bdbcfb7),segment_id=ac58fc67-59f4-40d9-8682-c5842bdbcfb7)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:31.618317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.618620 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.656840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Calling delete_port for b15be023-8644-4950-9ae5-3fb9e469a559 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:31.722028 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.728744 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.736371 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/networks/f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a HTTP/1.1" status: 204 len: 168 time: 0.8651545 Nov 25 17:19:31.739515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47022) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:31.745009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-676242050'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:31.759356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] For port b15be023-8644-4950-9ae5-3fb9e469a559, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b15be023-8644-4950-9ae5-3fb9e469a559,segment=NetworkSegment(ac58fc67-59f4-40d9-8682-c5842bdbcfb7),segment_id=ac58fc67-59f4-40d9-8682-c5842bdbcfb7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:31.760607 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.765035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ace814-135e-404b-91eb-ff61ffe68155 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Network': ['ID=f074cc5b-1f28-4cb5-a221-6fe0d35d6c6a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:31.789221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:31.790369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] Calling delete_port for b15be023-8644-4950-9ae5-3fb9e469a559 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:31.794068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.844639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:31.863237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.865728 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Added segment c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5 of type vlan for network 08999630-8c22-4abb-9a5d-05c50333188f Nov 25 17:19:31.908550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47030) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:31.946900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.959500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d6da0-4013-41b8-a1d7-c0a17b589b2b req-36d6b244-1853-48cb-87bb-1ba3ca85554d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:31.965932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e5d6da0-4013-41b8-a1d7-c0a17b589b2b req-36d6b244-1853-48cb-87bb-1ba3ca85554d tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.2805951 Nov 25 17:19:31.996806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.016903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.026884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] Pushing event deleted for resources: {'Port': ['ID=b15be023-8644-4950-9ae5-3fb9e469a559,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.040112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0051a22-d325-4f43-8ed8-00479903c238 None None] No DVR routers for this DVR port b15be023-8644-4950-9ae5-3fb9e469a559 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:32.052614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:32.054283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.101525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e5d6da0-4013-41b8-a1d7-c0a17b589b2b req-5687b78c-00f5-45bf-9bb3-a409f3208384 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157131 Nov 25 17:19:32.102852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.145423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=b15be023-8644-4950-9ae5-3fb9e469a559,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.157972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] No DVR routers for this DVR port b15be023-8644-4950-9ae5-3fb9e469a559 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:32.163316 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d667e73-ed75-477b-980f-3dbc378ec49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.168163 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59c4-1ba2-4b02-9d41-3c3a323a0859 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.198845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4545562 Nov 25 17:19:32.199422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:32.207783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '08999630-8c22-4abb-9a5d-05c50333188f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:32.229683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015782eb-cb85-40a4-9e64-bb64854eb4f7 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Network': ['ID=08999630-8c22-4abb-9a5d-05c50333188f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.232316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59c4-1ba2-4b02-9d41-3c3a323a0859 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.251198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 08999630-8c22-4abb-9a5d-05c50333188f details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:32.333659 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59c4-1ba2-4b02-9d41-3c3a323a0859 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.342130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59c4-1ba2-4b02-9d41-3c3a323a0859 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.346680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7ccf59c4-1ba2-4b02-9d41-3c3a323a0859 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "DELETE /v2.0/security-groups/76a34c77-fa14-4e35-8075-79918fe22ebc HTTP/1.1" status: 204 len: 168 time: 0.4250505 Nov 25 17:19:32.347385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:32.372804 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-494bc48e-9620-427a-92ee-1dc87ea05c14 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] show failed (client error): The resource could not be found. Nov 25 17:19:32.377173 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-494bc48e-9620-427a-92ee-1dc87ea05c14 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "GET /v2.0/security-groups/76a34c77-fa14-4e35-8075-79918fe22ebc HTTP/1.1" status: 404 len: 347 time: 0.0262229 Nov 25 17:19:32.378632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47040) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:32.387518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf59c4-1ba2-4b02-9d41-3c3a323a0859 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a34c77-fa14-4e35-8075-79918fe22ebc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.470612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.481267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:32.489123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.500482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734e185d-e470-49cd-a9be-6abce831cfd9']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:32.514395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac58fc67-59f4-40d9-8682-c5842bdbcfb7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:32.514736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac58fc67-59f4-40d9-8682-c5842bdbcfb7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:32.534522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.553162 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.561804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:32.562384 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:32.564516 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:32.604758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:19:32.605464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:19:32.641352 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.650229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.657692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] 10.222.0.81 "DELETE /v2.0/networks/734e185d-e470-49cd-a9be-6abce831cfd9 HTTP/1.1" status: 204 len: 168 time: 1.6397049 Nov 25 17:19:32.675361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f71a3e-9a14-44b9-8b8a-9e6861116d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=734e185d-e470-49cd-a9be-6abce831cfd9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.859374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Deleting port 46313eb3-45c8-4996-9a24-91f1e0630234 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:32.859899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.876077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.967929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=643d0ec5-1f94-447e-8e80-1e00febac208,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.969176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47048) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:33.060696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47052) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:33.063755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0317660b-9b8b-44f2-8a95-b79341ad5a28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f8a5503854a4256b9aae524e1b7a41e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901070 Nov 25 17:19:33.108667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking segment: {'id': 'c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '08999630-8c22-4abb-9a5d-05c50333188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:33.109072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network hostable DHCP agents. Network: 08999630-8c22-4abb-9a5d-05c50333188f, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:33.129494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1329-84bb-43f4-a074-61f8e592164b req-2ec6f036-a73b-4893-8c29-c48479e05a01 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:33.131073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-72ec1329-84bb-43f4-a074-61f8e592164b req-2ec6f036-a73b-4893-8c29-c48479e05a01 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.95 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.1643920 Nov 25 17:19:33.135176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.135423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.167594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Calling delete_port for 46313eb3-45c8-4996-9a24-91f1e0630234 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:33.243649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7049de4c-db0a-4159-8557-a8286c0ced25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.306213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5ec46-c58f-43a7-969c-06335cd020cd req-3174e465-118d-4b17-a7fc-fb7c256e09bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:33.314412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81a5ec46-c58f-43a7-969c-06335cd020cd req-3174e465-118d-4b17-a7fc-fb7c256e09bf tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.1275108 Nov 25 17:19:33.316272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 08999630-8c22-4abb-9a5d-05c50333188f is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:33.341421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b15be023-8644-4950-9ae5-3fb9e469a559 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:33.368865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b15be023-8644-4950-9ae5-3fb9e469a559 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:33.369584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b15be023-8644-4950-9ae5-3fb9e469a559 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:33.372674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 08999630-8c22-4abb-9a5d-05c50333188f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:33.387523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993db9a7-4a90-4447-b5ee-b59f9352b500 None None] Network 08999630-8c22-4abb-9a5d-05c50333188f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:33.402055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:33.402658 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.420088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7049de4c-db0a-4159-8557-a8286c0ced25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.432583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81a5ec46-c58f-43a7-969c-06335cd020cd req-4b6b6335-1e9f-4fc9-92e8-248c86bcda22 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167438 Nov 25 17:19:33.487918 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-656af10b-b0be-4b0f-90f7-98dc931ebe17 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2862206 Nov 25 17:19:33.491803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47058) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:33.496899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '08999630-8c22-4abb-9a5d-05c50333188f', 'name': 'tempest-PortsTestJSON-919885731'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:33.546252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Deleting port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:33.546551 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.662620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:33.667742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.691472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-08999630-8c22-4abb-9a5d-05c50333188f', 'network_id': '08999630-8c22-4abb-9a5d-05c50333188f', 'tenant_id': '3fa8967b2a6a467eb6d35e39bfa3f07c', 'fixed_ips': [{'subnet_id': '643d0ec5-1f94-447e-8e80-1e00febac208'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:33.692362 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.701705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port a597a5c1-4b39-40f1-89f2-e333d1530697 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:33.715649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7049de4c-db0a-4159-8557-a8286c0ced25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.724325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7049de4c-db0a-4159-8557-a8286c0ced25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.726487 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7049de4c-db0a-4159-8557-a8286c0ced25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc4b6dbc-0a6d-4625-995d-efffca0496da HTTP/1.1" status: 204 len: 168 time: 0.6635189 Nov 25 17:19:33.770140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049de4c-db0a-4159-8557-a8286c0ced25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b6dbc-0a6d-4625-995d-efffca0496da,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:33.791703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] For port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:33.792623 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.805211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.833426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Calling delete_port for 25057cfa-c1ab-49e6-8858-e0ce1c439b6d owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:33.864814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.13 (08999630-8c22-4abb-9a5d-05c50333188f/643d0ec5-1f94-447e-8e80-1e00febac208/a597a5c1-4b39-40f1-89f2-e333d1530697) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:33.876162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Pushing event deleted for resources: {'Port': ['ID=46313eb3-45c8-4996-9a24-91f1e0630234,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:33.885343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad772a8-a4a3-49ec-8c8e-ce920c573676 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:34.011995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.014897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.020517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-726bc41a-4f68-47ef-af0d-620ddff46aa1 tempest-ServersTestBootFromVolume-1013796226 tempest-ServersTestBootFromVolume-1013796226-project] 10.222.0.81 "DELETE /v2.0/floatingips/7cf01be6-8d61-4fec-afd0-3df69f232bec HTTP/1.1" status: 204 len: 168 time: 1.6403716 Nov 25 17:19:34.023292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47066) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:34.206653 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.267626 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.313359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 08999630-8c22-4abb-9a5d-05c50333188f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:34.324078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:34.330029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:34.391317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5ec29c2-610c-44ff-9979-55c421cb4630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.394304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Allocated IP 172.20.0.2 (08999630-8c22-4abb-9a5d-05c50333188f/643d0ec5-1f94-447e-8e80-1e00febac208/67823c93-c67a-4f40-a632-c47a4700990d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:34.506833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=a597a5c1-4b39-40f1-89f2-e333d1530697,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:34.527481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:34.528859 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.554833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cb63d912-f99f-4f03-bab8-d0ad6f65c8f4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0609932 Nov 25 17:19:34.556908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:34.623658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8698a-1c6e-4a5e-bbb3-eb068946dfbe req-426d885a-4b53-42d6-9014-e37a1fbcee3b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:34.625668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89f8698a-1c6e-4a5e-bbb3-eb068946dfbe req-426d885a-4b53-42d6-9014-e37a1fbcee3b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee438f2d-079e-423a-8bf8-ee1c818722d6 HTTP/1.1" status: 200 len: 950 time: 0.0685334 Nov 25 17:19:34.682646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.691989 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.747927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Network 08999630-8c22-4abb-9a5d-05c50333188f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:34.752389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:34.758227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:34.773138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Pushing event updated for resources: {'Port': ['ID=67823c93-c67a-4f40-a632-c47a4700990d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:34.779816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89f8698a-1c6e-4a5e-bbb3-eb068946dfbe req-2d863ef6-60d8-46f8-b3fd-9c851a7397bb tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459413 Nov 25 17:19:34.887299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Attempting to bind port 67823c93-c67a-4f40-a632-c47a4700990d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:34.887299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Attempting to bind port 67823c93-c67a-4f40-a632-c47a4700990d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '08999630-8c22-4abb-9a5d-05c50333188f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:34.887299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Attempting to bind port 67823c93-c67a-4f40-a632-c47a4700990d on network 08999630-8c22-4abb-9a5d-05c50333188f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:34.890453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:34.890841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Checking segment: {'id': 'c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '08999630-8c22-4abb-9a5d-05c50333188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:34.891255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.892129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Bound using segment: {'id': 'c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '08999630-8c22-4abb-9a5d-05c50333188f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:34.892620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Bound port: 67823c93-c67a-4f40-a632-c47a4700990d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '08999630-8c22-4abb-9a5d-05c50333188f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:34.893590 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.957366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.977092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:35.015778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event deleted for resources: {'Port': ['ID=25057cfa-c1ab-49e6-8858-e0ce1c439b6d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:35.026106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] For port 67823c93-c67a-4f40-a632-c47a4700990d, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:35.062596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] For port 67823c93-c67a-4f40-a632-c47a4700990d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=67823c93-c67a-4f40-a632-c47a4700990d,segment=NetworkSegment(c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5),segment_id=c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:35.079387 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.146732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9d9eb1b6-6416-406f-b142-292c2add5274 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port a597a5c1-4b39-40f1-89f2-e333d1530697 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:35.147022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb1b6-6416-406f-b142-292c2add5274 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.150316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] No DVR routers for this DVR port 25057cfa-c1ab-49e6-8858-e0ce1c439b6d on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:35.154588 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.158250 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-72ec1329-84bb-43f4-a074-61f8e592164b req-9f859e02-2906-44f4-898f-7a1d2850be2f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.95 "DELETE /v2.0/ports/25057cfa-c1ab-49e6-8858-e0ce1c439b6d HTTP/1.1" status: 204 len: 173 time: 2.0176489 Nov 25 17:19:35.244227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'name': 'network-vif-deleted', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:35.251303 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396ff610-578b-43f0-890d-b0990b35ea68" -d '{"events": [{"server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "name": "network-vif-deleted", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:35.478776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7192d68-7ce4-4fac-a8b7-497f8ab253e8 None None] Pushing event updated for resources: {'Port': ['ID=67823c93-c67a-4f40-a632-c47a4700990d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:35.505510 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3eb5bd-dfcc-42a2-b537-1df855f388ba x-openstack-request-id: req-2b3eb5bd-dfcc-42a2-b537-1df855f388ba {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:35.506027 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee438f2d-079e-423a-8bf8-ee1c818722d6", "name": "network-vif-deleted", "tag": "25057cfa-c1ab-49e6-8858-e0ce1c439b6d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:35.506295 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b3eb5bd-dfcc-42a2-b537-1df855f388ba {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:35.509280 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee438f2d-079e-423a-8bf8-ee1c818722d6', 'name': 'network-vif-deleted', 'tag': '25057cfa-c1ab-49e6-8858-e0ce1c439b6d', 'status': 'completed', 'code': 200} Nov 25 17:19:35.564257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb1b6-6416-406f-b142-292c2add5274 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.586685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9d9eb1b6-6416-406f-b142-292c2add5274 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for a597a5c1-4b39-40f1-89f2-e333d1530697 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:35.714346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.018255 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb1b6-6416-406f-b142-292c2add5274 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.071446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eb1b6-6416-406f-b142-292c2add5274 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=a597a5c1-4b39-40f1-89f2-e333d1530697,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:36.210948 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb1b6-6416-406f-b142-292c2add5274 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.217562 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9d9eb1b6-6416-406f-b142-292c2add5274 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/a597a5c1-4b39-40f1-89f2-e333d1530697 HTTP/1.1" status: 204 len: 168 time: 1.6595013 Nov 25 17:19:36.220157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:36.251363 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c17566f-55c3-40de-8437-bca383573bfc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:19:36.251952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c17566f-55c3-40de-8437-bca383573bfc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:19:36.257821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0c17566f-55c3-40de-8437-bca383573bfc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/a597a5c1-4b39-40f1-89f2-e333d1530697 HTTP/1.1" status: 404 len: 333 time: 0.0340621 Nov 25 17:19:36.258217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47118) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:36.287255 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da33ef8-512f-422e-aa19-7938ffa8702d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:19:36.291276 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6da33ef8-512f-422e-aa19-7938ffa8702d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/a597a5c1-4b39-40f1-89f2-e333d1530697 HTTP/1.1" status: 404 len: 333 time: 0.0297387 Nov 25 17:19:36.292365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:36.314844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.369273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.418871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 643d0ec5-1f94-447e-8e80-1e00febac208 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:36.430392 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.520126 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.593096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 25057cfa-c1ab-49e6-8858-e0ce1c439b6d no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:36.657971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 25057cfa-c1ab-49e6-8858-e0ce1c439b6d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:36.661129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 25057cfa-c1ab-49e6-8858-e0ce1c439b6d not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:36.734043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Deleting port 75f2cfb5-35d0-4392-8b24-83498a97d9a1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:36.734634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.744896 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.858998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.868375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] For port 75f2cfb5-35d0-4392-8b24-83498a97d9a1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=75f2cfb5-35d0-4392-8b24-83498a97d9a1,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:36.868756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.914949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Calling delete_port for 75f2cfb5-35d0-4392-8b24-83498a97d9a1 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:37.010576 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.078342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.139382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=643d0ec5-1f94-447e-8e80-1e00febac208,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:37.162525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.165827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/643d0ec5-1f94-447e-8e80-1e00febac208 HTTP/1.1" status: 204 len: 168 time: 0.8722746 Nov 25 17:19:37.172671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.173219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.173568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.173904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.174830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.175954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.176307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.176667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.177009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.177350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.177681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.178147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2f2b8-f733-41ad-8f64-34f815954f2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:37.181367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:37.230026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b82505-836a-4f03-a6e4-7f65994487c3 None None] Network 08999630-8c22-4abb-9a5d-05c50333188f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:37.338592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a765e-f3ff-427b-a59e-21c01c223baf req-020cdf95-5dc4-49e8-913a-07e5b0f24abe tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:37.355161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d5a765e-f3ff-427b-a59e-21c01c223baf req-020cdf95-5dc4-49e8-913a-07e5b0f24abe tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.8272786 Nov 25 17:19:37.381726 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.423164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.474707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f2cfb5-35d0-4392-8b24-83498a97d9a1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:37.606746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d5a765e-f3ff-427b-a59e-21c01c223baf req-b0621a71-b9b8-4b6e-a739-0dc056bf2172 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501044 Nov 25 17:19:37.612831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 67823c93-c67a-4f40-a632-c47a4700990d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:37.684240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 67823c93-c67a-4f40-a632-c47a4700990d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:37.684577 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.799835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fa81c9ea-2805-4d8f-8a8e-f21a652ff762 None None] Provisioning complete for port 67823c93-c67a-4f40-a632-c47a4700990d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:37.800762 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa81c9ea-2805-4d8f-8a8e-f21a652ff762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.940058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.977477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a504f5-7245-44ff-af06-62906a6b2804 req-7f621f01-398f-4d1c-af24-8e20aba675a9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:37.980170 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-53a504f5-7245-44ff-af06-62906a6b2804 req-7f621f01-398f-4d1c-af24-8e20aba675a9 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.95 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.2526324 Nov 25 17:19:37.999191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] For port 67823c93-c67a-4f40-a632-c47a4700990d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=67823c93-c67a-4f40-a632-c47a4700990d,segment=NetworkSegment(c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5),segment_id=c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:37.999847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.055765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 67823c93-c67a-4f40-a632-c47a4700990d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:38.058787 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa81c9ea-2805-4d8f-8a8e-f21a652ff762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.172282 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.275082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 67823c93-c67a-4f40-a632-c47a4700990d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:38.275468 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.288912 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fa81c9ea-2805-4d8f-8a8e-f21a652ff762 None None] For port 67823c93-c67a-4f40-a632-c47a4700990d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=67823c93-c67a-4f40-a632-c47a4700990d,segment=NetworkSegment(c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5),segment_id=c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:38.325720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.331797 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.336104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f4202-0c69-4e31-9255-7562a681a70a None None] DHCP port deletion for 08999630-8c22-4abb-9a5d-05c50333188f request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:38.354959 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa81c9ea-2805-4d8f-8a8e-f21a652ff762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.405710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No DVR routers for this DVR port 67823c93-c67a-4f40-a632-c47a4700990d on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:38.410453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=67823c93-c67a-4f40-a632-c47a4700990d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:38.425540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81c9ea-2805-4d8f-8a8e-f21a652ff762 None None] Pushing event deleted for resources: {'Port': ['ID=67823c93-c67a-4f40-a632-c47a4700990d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:38.453725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Could not find standard attr ID for object 67823c93-c67a-4f40-a632-c47a4700990d. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:19:38.459934 n-d-819349-3 neutron-server[103600]: INFO neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No ports have port_id starting with 67823c93-c67a-4f40-a632-c47a4700990d Nov 25 17:19:38.501899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Deleting port fd5c41d0-2e16-49d8-9358-491a70af462f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:38.502599 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.590636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.610408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c596fd5-7095-4bc5-a98c-c88775051d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.624396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08999630-8c22-4abb-9a5d-05c50333188f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:38.647897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:38.648485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69195a0-9e1e-44cd-8c23-c6c1e2eff7a5') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:38.658832 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.677184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.682129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Router e9d25388-08bf-42f5-8be8-f049fecbd6aa has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:19:38.684547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:38.685045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:38.690814 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:38.717553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] For port fd5c41d0-2e16-49d8-9358-491a70af462f, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=fd5c41d0-2e16-49d8-9358-491a70af462f,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:38.718060 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.750053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Calling delete_port for fd5c41d0-2e16-49d8-9358-491a70af462f owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:38.814418 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.835936 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.843051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/networks/08999630-8c22-4abb-9a5d-05c50333188f HTTP/1.1" status: 204 len: 168 time: 1.6523483 Nov 25 17:19:38.843295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.845497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ad6b7-4e58-4fe7-8c79-55a32363a805 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Network': ['ID=08999630-8c22-4abb-9a5d-05c50333188f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:38.850847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1980481335'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:38.870052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608ae90-dbbf-4906-8ed3-3fc824df1eb5 req-f78b89e0-0097-4839-af9a-612454cd5d91 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:38.871104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8608ae90-dbbf-4906-8ed3-3fc824df1eb5 req-f78b89e0-0097-4839-af9a-612454cd5d91 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 949 time: 0.1187103 Nov 25 17:19:38.905488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:38.909265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.945712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8608ae90-dbbf-4906-8ed3-3fc824df1eb5 req-748f2481-0be0-48c7-9819-564a40dc785b tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/security-groups?id=93fd5fa8-0b32-4018-b948-002c5f96f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661337 Nov 25 17:19:38.955108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:38.973669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.974305 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Added segment 36e68c05-03c8-4c0f-bca2-92a8172c115d of type vlan for network e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 Nov 25 17:19:39.007936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:39.020182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.020298 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2a88d800-5df4-4dfe-9d29-bdcfda6fa9c0 admin admin] 10.222.0.81 "PUT /v2.0/routers/e9d25388-08bf-42f5-8be8-f049fecbd6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9956441 Nov 25 17:19:39.025027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:39.025868 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] Sync routers for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:39.038073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c596fd5-7095-4bc5-a98c-c88775051d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.041973 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:39.045587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c596fd5-7095-4bc5-a98c-c88775051d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.047091 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:39.073653 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.079294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:39.080200 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.145819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2980211 Nov 25 17:19:39.146829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:39.152151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': 'e4370ef7-cce4-4b6e-a6b4-acb5eea2e875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:39.188466 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4c596fd5-7095-4bc5-a98c-c88775051d73 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3304552c71ba44e2bcaed5b074f63a71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8603406 Nov 25 17:19:39.198265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:39.210890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c596fd5-7095-4bc5-a98c-c88775051d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342b0c89-fd94-42e5-8ddc-c03fd4306c85,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:39.211101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cb554-0d9d-47e3-90e5-848394e903d6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Network': ['ID=e4370ef7-cce4-4b6e-a6b4-acb5eea2e875,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:39.249422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:39.278908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:39.284127 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.295801 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:39.309690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.312497 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.343833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['fd5c41d0-2e16-49d8-9358-491a70af462f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:39.402907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Pushing event deleted for resources: {'Port': ['ID=fd5c41d0-2e16-49d8-9358-491a70af462f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:39.459472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb625399-b92c-492b-967f-dc563ca63a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.534935 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 67823c93-c67a-4f40-a632-c47a4700990d no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:39.616913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 67823c93-c67a-4f40-a632-c47a4700990d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:39.617758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 67823c93-c67a-4f40-a632-c47a4700990d not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:39.633640 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:19:37Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:39.676202 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] Checking router: e9d25388-08bf-42f5-8be8-f049fecbd6aa for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:39.686482 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] Routers {'e9d25388-08bf-42f5-8be8-f049fecbd6aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:39.687363 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:39.754135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.888341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=79316591-946d-4605-83eb-d647be3abe96,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:39.903598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking segment: {'id': '36e68c05-03c8-4c0f-bca2-92a8172c115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e4370ef7-cce4-4b6e-a6b4-acb5eea2e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:39.906753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network hostable DHCP agents. Network: e4370ef7-cce4-4b6e-a6b4-acb5eea2e875, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:39.931281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] No DVR routers for this DVR port fd5c41d0-2e16-49d8-9358-491a70af462f on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:39.958142 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.958356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:39.959112 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] Set router e9d25388-08bf-42f5-8be8-f049fecbd6aa gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:39.963065 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-53a504f5-7245-44ff-af06-62906a6b2804 req-122f4269-0bae-40da-a0b4-cc5b8f59895f tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.95 "DELETE /v2.0/ports/fd5c41d0-2e16-49d8-9358-491a70af462f HTTP/1.1" status: 204 len: 173 time: 1.8518860 Nov 25 17:19:39.964112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'name': 'network-vif-deleted', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:39.967036 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fd32e5-4b75-452b-a693-83ba209abb51" -d '{"events": [{"server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "name": "network-vif-deleted", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:39.986556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, e4370ef7-cce4-4b6e-a6b4-acb5eea2e875) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:40.005119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:40.006890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.008924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ed0b5-fcfc-44a4-8fe5-ed0a3eb6935f None None] Network e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:40.013405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb625399-b92c-492b-967f-dc563ca63a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.042725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d27bd51e-98e8-4741-95ae-8f15f9cb5ec8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8946877 Nov 25 17:19:40.045708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:40.058936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': 'e4370ef7-cce4-4b6e-a6b4-acb5eea2e875', 'security_groups': [], 'name': 'tempest-PortsTestJSON-797603268'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:40.118941 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f95a9af-aeaf-41bf-b0cc-9968c4cdb976 x-openstack-request-id: req-1f95a9af-aeaf-41bf-b0cc-9968c4cdb976 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:40.119651 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4803305-fd1a-4f5b-b6a0-280574cb5b5a", "name": "network-vif-deleted", "tag": "fd5c41d0-2e16-49d8-9358-491a70af462f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:40.125108 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f95a9af-aeaf-41bf-b0cc-9968c4cdb976 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:40.130707 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4803305-fd1a-4f5b-b6a0-280574cb5b5a', 'name': 'network-vif-deleted', 'tag': 'fd5c41d0-2e16-49d8-9358-491a70af462f', 'status': 'completed', 'code': 200} Nov 25 17:19:40.132751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.143350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb625399-b92c-492b-967f-dc563ca63a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.147973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb625399-b92c-492b-967f-dc563ca63a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.156609 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cb625399-b92c-492b-967f-dc563ca63a35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/342b0c89-fd94-42e5-8ddc-c03fd4306c85 HTTP/1.1" status: 204 len: 168 time: 0.9572849 Nov 25 17:19:40.184842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb625399-b92c-492b-967f-dc563ca63a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342b0c89-fd94-42e5-8ddc-c03fd4306c85,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:40.322647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Deleting port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:40.323155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.342992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-559145df-b2a8-45f8-a2fe-4035af3b987b req-685d247f-3068-49d6-9ea0-d0d8b0fce0f2 tempest-MigrationsAdminTest-726464533 tempest-MigrationsAdminTest-726464533-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4803305-fd1a-4f5b-b6a0-280574cb5b5a HTTP/1.1" status: 200 len: 210 time: 0.0812137 Nov 25 17:19:40.457298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:40.459921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] For port 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2a9dce55-ca2d-4a76-87d1-07524a8f6cf2,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:40.460697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.464559 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.486042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Calling delete_port for 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:40.515338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port 90ffa181-c0b6-4163-8403-e7ae80167a83 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:40.550756 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:19:37Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:40.613562 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c99cb-ea86-4881-8832-fa53a1c9d953 None None] The sync data for ids ['e9d25388-08bf-42f5-8be8-f049fecbd6aa'] in n-d-819349-3 is: [{'id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'name': 'tempest-ServersTestBootFromVolume-1009886677-router', 'tenant_id': '00390edabba34f9b90ff698b79a86575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:46Z', 'updated_at': '2021-11-25T17:19:37Z', 'revision_number': 5, 'project_id': '00390edabba34f9b90ff698b79a86575', 'gw_port': {'id': '2a9dce55-ca2d-4a76-87d1-07524a8f6cf2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d25388-08bf-42f5-8be8-f049fecbd6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:50Z', 'updated_at': '2021-11-25T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:40.619743 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-e4370ef7-cce4-4b6e-a6b4-acb5eea2e875', 'network_id': 'e4370ef7-cce4-4b6e-a6b4-acb5eea2e875', 'tenant_id': '3fa8967b2a6a467eb6d35e39bfa3f07c', 'fixed_ips': [{'subnet_id': '79316591-946d-4605-83eb-d647be3abe96'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:40.620564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.743485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.9 (e4370ef7-cce4-4b6e-a6b4-acb5eea2e875/79316591-946d-4605-83eb-d647be3abe96/90ffa181-c0b6-4163-8403-e7ae80167a83) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:40.826489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47276) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:40.842500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d629a57-7618-41f1-8494-dcea1a620300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.854653 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.889778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9dce55-ca2d-4a76-87d1-07524a8f6cf2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:40.902611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78d0cb3-5a56-4cbe-9fc2-00585f34f0b4 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:40.940599 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.999953 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.004699 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.067433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:41.070231 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Allocated IP 172.20.0.2 (e4370ef7-cce4-4b6e-a6b4-acb5eea2e875/79316591-946d-4605-83eb-d647be3abe96/3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:41.071387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:41.075208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:41.083776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=90ffa181-c0b6-4163-8403-e7ae80167a83,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:41.135997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.142357 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.149174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:41.150234 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.150346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d629a57-7618-41f1-8494-dcea1a620300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.173862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a4e99560-9386-4b0b-bf41-e6d98da619b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1270034 Nov 25 17:19:41.177462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:41.198760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d629a57-7618-41f1-8494-dcea1a620300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.227608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.228735 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9d25388-08bf-42f5-8be8-f049fecbd6aa {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:19:41.236386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.250503 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3bc789f3-2abc-4367-8975-c1ca4285afe1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e9d25388-08bf-42f5-8be8-f049fecbd6aa HTTP/1.1" status: 204 len: 168 time: 2.2207410 Nov 25 17:19:41.262964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47284) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:41.317188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d629a57-7618-41f1-8494-dcea1a620300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ce78f-76dc-49ee-afd1-fd20c67e40ba,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:41.336580 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7d629a57-7618-41f1-8494-dcea1a620300 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=afee9233e6154f54ab021e1e9f8be267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086429 Nov 25 17:19:41.337329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:41.358832 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.366679 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.419959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d90502-3696-40c5-97a4-6e63ba0879bd admin admin] Deleting subnet 6b895bf1-64b4-455b-9bb8-8e306cb60d18 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:41.443430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66d90502-3696-40c5-97a4-6e63ba0879bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.464513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 75f2cfb5-35d0-4392-8b24-83498a97d9a1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:41.470769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c05ac7c2-def3-4f15-9344-1b6401751ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.477747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Network e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:41.483267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:41.512782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c05ac7c2-def3-4f15-9344-1b6401751ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.530851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:41.554562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 75f2cfb5-35d0-4392-8b24-83498a97d9a1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:41.554920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 75f2cfb5-35d0-4392-8b24-83498a97d9a1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:41.585297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66d90502-3696-40c5-97a4-6e63ba0879bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.605389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Pushing event updated for resources: {'Port': ['ID=3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:41.649470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Attempting to bind port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:41.650090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Attempting to bind port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '36e68c05-03c8-4c0f-bca2-92a8172c115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e4370ef7-cce4-4b6e-a6b4-acb5eea2e875'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:41.650191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Attempting to bind port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 on network e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:41.656413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:41.656876 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Checking segment: {'id': '36e68c05-03c8-4c0f-bca2-92a8172c115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e4370ef7-cce4-4b6e-a6b4-acb5eea2e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:41.657372 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.657747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Bound using segment: {'id': '36e68c05-03c8-4c0f-bca2-92a8172c115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e4370ef7-cce4-4b6e-a6b4-acb5eea2e875'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:41.658247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Bound port: 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e68c05-03c8-4c0f-bca2-92a8172c115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e4370ef7-cce4-4b6e-a6b4-acb5eea2e875'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:41.658697 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.690338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c05ac7c2-def3-4f15-9344-1b6401751ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.697693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c05ac7c2-def3-4f15-9344-1b6401751ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.701765 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c05ac7c2-def3-4f15-9344-1b6401751ab3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e19ce78f-76dc-49ee-afd1-fd20c67e40ba HTTP/1.1" status: 204 len: 168 time: 0.3609989 Nov 25 17:19:41.734245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ac7c2-def3-4f15-9344-1b6401751ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ce78f-76dc-49ee-afd1-fd20c67e40ba,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:41.743581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66d90502-3696-40c5-97a4-6e63ba0879bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.787681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] For port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:41.793495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] For port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21,segment=NetworkSegment(36e68c05-03c8-4c0f-bca2-92a8172c115d),segment_id=36e68c05-03c8-4c0f-bca2-92a8172c115d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:41.801414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.831239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66d90502-3696-40c5-97a4-6e63ba0879bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.855132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66d90502-3696-40c5-97a4-6e63ba0879bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.864345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511bc0c-d712-4c72-a8f8-01657ae5e168 None None] Pushing event updated for resources: {'Port': ['ID=3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:41.867311 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-66d90502-3696-40c5-97a4-6e63ba0879bd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6b895bf1-64b4-455b-9bb8-8e306cb60d18 HTTP/1.1" status: 204 len: 168 time: 0.5971754 Nov 25 17:19:41.869008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:41.877108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a263d-f0a6-47d8-ab4e-7da27878259e None None] Network 9d372e20-3ced-416f-8c5c-fc62aa81c58c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:41.958161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d90502-3696-40c5-97a4-6e63ba0879bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b895bf1-64b4-455b-9bb8-8e306cb60d18,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:42.013323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-587a4cec-53b7-4179-b8cf-666bd92e2c9e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 90ffa181-c0b6-4163-8403-e7ae80167a83 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:42.013797 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-587a4cec-53b7-4179-b8cf-666bd92e2c9e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.079511 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.191946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Deleting port dbd0869c-fa03-4aa1-939c-5f910e7535da {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:42.192620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.199593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-587a4cec-53b7-4179-b8cf-666bd92e2c9e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.251486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-587a4cec-53b7-4179-b8cf-666bd92e2c9e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 90ffa181-c0b6-4163-8403-e7ae80167a83 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:42.304427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] DHCP port deletion for 9d372e20-3ced-416f-8c5c-fc62aa81c58c request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:42.312138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] For port dbd0869c-fa03-4aa1-939c-5f910e7535da, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=dbd0869c-fa03-4aa1-939c-5f910e7535da,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:42.312518 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.340454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Calling delete_port for dbd0869c-fa03-4aa1-939c-5f910e7535da owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:42.473355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] Deleting port dbd0869c-fa03-4aa1-939c-5f910e7535da {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:42.474097 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.474544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:42.576962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-587a4cec-53b7-4179-b8cf-666bd92e2c9e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.581861 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] For port dbd0869c-fa03-4aa1-939c-5f910e7535da, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=dbd0869c-fa03-4aa1-939c-5f910e7535da,segment=NetworkSegment(b6e8656c-6fad-4aae-a41c-a0db1fb775b0),segment_id=b6e8656c-6fad-4aae-a41c-a0db1fb775b0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:42.582594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.600333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] Calling delete_port for dbd0869c-fa03-4aa1-939c-5f910e7535da owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:42.635876 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.641392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a4cec-53b7-4179-b8cf-666bd92e2c9e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=90ffa181-c0b6-4163-8403-e7ae80167a83,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:42.689453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] No DVR routers for this DVR port dbd0869c-fa03-4aa1-939c-5f910e7535da on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:42.704133 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.706560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device fd5c41d0-2e16-49d8-9358-491a70af462f no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:42.734560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: fd5c41d0-2e16-49d8-9358-491a70af462f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:42.734925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device fd5c41d0-2e16-49d8-9358-491a70af462f not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:42.763436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] Pushing event deleted for resources: {'Port': ['ID=dbd0869c-fa03-4aa1-939c-5f910e7535da,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:42.765329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305259c-b68b-464c-bf2b-1ef39c9e50b9 None None] No DVR routers for this DVR port dbd0869c-fa03-4aa1-939c-5f910e7535da on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:42.773976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd0869c-fa03-4aa1-939c-5f910e7535da,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:42.790382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:42.808041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-587a4cec-53b7-4179-b8cf-666bd92e2c9e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.811575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-587a4cec-53b7-4179-b8cf-666bd92e2c9e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/90ffa181-c0b6-4163-8403-e7ae80167a83 HTTP/1.1" status: 204 len: 168 time: 1.6330085 Nov 25 17:19:42.816249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:42.826597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-372359b1-acc8-4667-b72b-b4ff0752dde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.829037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.858380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d372e20-3ced-416f-8c5c-fc62aa81c58c']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:42.868603 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2438717-12e1-4a3e-9b74-94937b8ea528 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:19:42.870090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a2438717-12e1-4a3e-9b74-94937b8ea528 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/90ffa181-c0b6-4163-8403-e7ae80167a83 HTTP/1.1" status: 404 len: 333 time: 0.0528941 Nov 25 17:19:42.870802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:42.871277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e8656c-6fad-4aae-a41c-a0db1fb775b0') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:42.873095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47358) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:42.884001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0865181b-f590-4665-9c7a-8877ecd298c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1177c4b6ff6f4cdc81f1945404b31ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052067 Nov 25 17:19:42.884001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:42.909868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.940197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.952655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2a597a-f1e9-4419-95cc-b57d01a2365a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 79316591-946d-4605-83eb-d647be3abe96 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:42.957154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef2a597a-f1e9-4419-95cc-b57d01a2365a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.959370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:42.959775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:42.961498 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:42.976842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-8d2e4b49-f856-40f6-ba87-ad4b28027932 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4a01ef40233946a7b1acf498d89dc42b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383749 Nov 25 17:19:43.060332 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef2a597a-f1e9-4419-95cc-b57d01a2365a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.082093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-834359de-605c-4b14-9cd5-3a59af460288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.086342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.093385 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.098107 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9d372e20-3ced-416f-8c5c-fc62aa81c58c HTTP/1.1" status: 204 len: 168 time: 1.2271898 Nov 25 17:19:43.122074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4efb66-185f-4edb-95c1-0213d71c37f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d372e20-3ced-416f-8c5c-fc62aa81c58c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:43.143947 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-372359b1-acc8-4667-b72b-b4ff0752dde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.170426 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-372359b1-acc8-4667-b72b-b4ff0752dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.177284 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-834359de-605c-4b14-9cd5-3a59af460288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.229051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-f37311d7-5aa3-4ab9-a11d-830c3350e1df tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:43.230658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-f37311d7-5aa3-4ab9-a11d-830c3350e1df tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429092 Nov 25 17:19:43.292202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef2a597a-f1e9-4419-95cc-b57d01a2365a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.292738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-372359b1-acc8-4667-b72b-b4ff0752dde4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=234874eb019746a481dcddd8260d13ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5007737 Nov 25 17:19:43.294500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:43.295162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372359b1-acc8-4667-b72b-b4ff0752dde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5eccf1-25d0-4e68-adcf-e2e547c6b491,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:43.308030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-98031eb9-3d36-4e3c-9709-bd296e6eabdc tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/quotas/4a01ef40233946a7b1acf498d89dc42b HTTP/1.1" status: 200 len: 375 time: 0.0439496 Nov 25 17:19:43.397444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-0d2323f4-aca6-4298-8b66-492b7d386924 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01ef40233946a7b1acf498d89dc42b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689547 Nov 25 17:19:43.427401 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-834359de-605c-4b14-9cd5-3a59af460288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.431054 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-834359de-605c-4b14-9cd5-3a59af460288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.434956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-834359de-605c-4b14-9cd5-3a59af460288 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93fd5fa8-0b32-4018-b948-002c5f96f43c HTTP/1.1" status: 204 len: 168 time: 0.5475645 Nov 25 17:19:43.434956 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93d86276-7edd-4a1c-bb40-e3837700aee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.437631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef2a597a-f1e9-4419-95cc-b57d01a2365a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.468105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93d86276-7edd-4a1c-bb40-e3837700aee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.491365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a597a-f1e9-4419-95cc-b57d01a2365a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=79316591-946d-4605-83eb-d647be3abe96,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:43.494148 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef2a597a-f1e9-4419-95cc-b57d01a2365a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.498595 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef2a597a-f1e9-4419-95cc-b57d01a2365a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/79316591-946d-4605-83eb-d647be3abe96 HTTP/1.1" status: 204 len: 168 time: 0.6242516 Nov 25 17:19:43.502675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47378) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:43.522240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:43.588226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:43.634796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.650816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c8b0499b-8786-474d-b489-02fa17395739 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00390edabba34f9b90ff698b79a86575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606124 Nov 25 17:19:43.651918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93d86276-7edd-4a1c-bb40-e3837700aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.654476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:43.655907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93d86276-7edd-4a1c-bb40-e3837700aee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.657414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-93d86276-7edd-4a1c-bb40-e3837700aee4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c5eccf1-25d0-4e68-adcf-e2e547c6b491 HTTP/1.1" status: 204 len: 168 time: 0.3589466 Nov 25 17:19:43.658828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834359de-605c-4b14-9cd5-3a59af460288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fd5fa8-0b32-4018-b948-002c5f96f43c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:43.680556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d86276-7edd-4a1c-bb40-e3837700aee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5eccf1-25d0-4e68-adcf-e2e547c6b491,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:43.788134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:43.788595 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.807228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:43.807573 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.867598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a68454b4-4d8e-414a-b6a5-64667289fe5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.888878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b77cce-63d2-4ed1-a7e8-558c09117f0b None None] Network e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:43.936516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] For port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21,segment=NetworkSegment(36e68c05-03c8-4c0f-bca2-92a8172c115d),segment_id=36e68c05-03c8-4c0f-bca2-92a8172c115d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:43.936899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.948922 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a68454b4-4d8e-414a-b6a5-64667289fe5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.015868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:44.098710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3431ba1e-c41c-4931-906e-8b24530bc113 None None] Provisioning complete for port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:44.099921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3431ba1e-c41c-4931-906e-8b24530bc113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.155208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.156343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-c496d215-f31c-4b93-a759-ece7576ae64b tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4a01ef40233946a7b1acf498d89dc42b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720236 Nov 25 17:19:44.311206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21,segment=NetworkSegment(36e68c05-03c8-4c0f-bca2-92a8172c115d),segment_id=36e68c05-03c8-4c0f-bca2-92a8172c115d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:44.342117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.344859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a68454b4-4d8e-414a-b6a5-64667289fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.347983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a68454b4-4d8e-414a-b6a5-64667289fe5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.363885 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a68454b4-4d8e-414a-b6a5-64667289fe5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf5eee2c-4543-4092-82b3-3733e99c39b7 HTTP/1.1" status: 204 len: 168 time: 0.7056794 Nov 25 17:19:44.371881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.459528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68454b4-4d8e-414a-b6a5-64667289fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5eee2c-4543-4092-82b3-3733e99c39b7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:44.462070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-ca2def94-f5fb-450c-a52e-861d0dde96fd tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:44.462269 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3431ba1e-c41c-4931-906e-8b24530bc113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.472793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:44.476666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No DVR routers for this DVR port 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:44.495290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-ca2def94-f5fb-450c-a52e-861d0dde96fd tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3372130 Nov 25 17:19:44.519181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event deleted for resources: {'Port': ['ID=3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:44.523476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:44.535860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47418) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:44.542815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-612157e4-2377-4eb5-bfa6-29a7ee76adb4 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/quotas/4a01ef40233946a7b1acf498d89dc42b HTTP/1.1" status: 200 len: 375 time: 0.0409901 Nov 25 17:19:44.567828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:44.568439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2a9dce55-ca2d-4a76-87d1-07524a8f6cf2 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:44.572844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device dbd0869c-fa03-4aa1-939c-5f910e7535da no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:44.619644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-10b89414-6d6d-4dbc-af06-4d24c6711531 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01ef40233946a7b1acf498d89dc42b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740802 Nov 25 17:19:44.636760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: dbd0869c-fa03-4aa1-939c-5f910e7535da {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:44.637204 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device dbd0869c-fa03-4aa1-939c-5f910e7535da not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:44.658250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d218db17-b30c-4ba8-b8fd-a1aaef9565c6 None None] DHCP port deletion for e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:44.829952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.881188 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2d95af0c-498e-40d7-92cd-e8405bc74783 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9fa11e21a844a4bb5565c562b84cd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420792 Nov 25 17:19:44.884135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:44.904350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4370ef7-cce4-4b6e-a6b4-acb5eea2e875']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:44.916008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e68c05-03c8-4c0f-bca2-92a8172c115d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:44.917691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e68c05-03c8-4c0f-bca2-92a8172c115d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:44.944627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.975651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-441221e7-df3d-4d8a-baf6-ccf4f554074a req-0ac58231-e5a0-4f04-882c-1fb87410e701 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 210 time: 0.0859532 Nov 25 17:19:44.987628 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.003458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:45.005055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:45.013002 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:45.036284 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0abe65a1-ed71-4c9e-8ddc-8779f420d627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.063478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0abe65a1-ed71-4c9e-8ddc-8779f420d627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.139758 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0abe65a1-ed71-4c9e-8ddc-8779f420d627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.142535 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0abe65a1-ed71-4c9e-8ddc-8779f420d627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.155328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0abe65a1-ed71-4c9e-8ddc-8779f420d627 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb24e92c-8095-4de7-b35d-781d8d02fec9 HTTP/1.1" status: 204 len: 168 time: 0.2588537 Nov 25 17:19:45.156992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe65a1-ed71-4c9e-8ddc-8779f420d627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb24e92c-8095-4de7-b35d-781d8d02fec9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:45.165865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.183870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.200222 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/networks/e4370ef7-cce4-4b6e-a6b4-acb5eea2e875 HTTP/1.1" status: 204 len: 168 time: 1.6957841 Nov 25 17:19:45.203466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:45.215553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'name': 'tempest-PortsTestJSON-1682424621'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:45.262775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff28c6-01a6-4c12-bf80-db36b74aa0b8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Network': ['ID=e4370ef7-cce4-4b6e-a6b4-acb5eea2e875,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:45.324428 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-0deafde2-324d-47e8-ad89-79dd30518213 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=4a01ef40233946a7b1acf498d89dc42b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874195 Nov 25 17:19:45.510962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:45.604020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:45.610590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:45.612690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3c2ec459-a2b8-49cc-98d4-3a5b7dd54d21 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:45.615444 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.622738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-07c578be-6adf-4add-a6d0-6f5d90d0782d tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:45.626454 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-07c578be-6adf-4add-a6d0-6f5d90d0782d tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965841 Nov 25 17:19:45.646791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port d5c144ba-4d63-417e-b247-da9a76951818 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:45.652815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Request body: {'port': {'device_id': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '4a01ef40233946a7b1acf498d89dc42b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:45.883155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.891983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Made reservation on behalf of 4a01ef40233946a7b1acf498d89dc42b for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:45.897456 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.913177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.955021 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.045979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:46.050675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:46.053929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:46.062375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:46.063105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.093948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=d5c144ba-4d63-417e-b247-da9a76951818,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:46.094698 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.102430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.117959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6badb127-3f34-4d29-bf61-6c62b921a205 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9092276 Nov 25 17:19:46.119173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:46.233589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-667f66f7-9d57-4308-9fd8-e47551bfb95e req-e4a2d57f-f841-49d9-a7b2-ddd043c345fd tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 210 time: 0.0597239 Nov 25 17:19:46.252029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:46.307638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bac81b47-ec99-4918-a7c6-028b907de54f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port d5c144ba-4d63-417e-b247-da9a76951818 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:46.307638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bac81b47-ec99-4918-a7c6-028b907de54f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.337518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Allocated IP 192.168.233.7 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/1aa8c4a6-ad62-4eb6-9e62-e284059f2d47) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:46.430377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bac81b47-ec99-4918-a7c6-028b907de54f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.468780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bac81b47-ec99-4918-a7c6-028b907de54f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for d5c144ba-4d63-417e-b247-da9a76951818 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:46.581858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:46.589197 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:19:46.619672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.634973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-e2345d08-831c-444e-807b-a49d8954fccd tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a01ef40233946a7b1acf498d89dc42b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739567 Nov 25 17:19:46.674768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.724568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bac81b47-ec99-4918-a7c6-028b907de54f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.790552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac81b47-ec99-4918-a7c6-028b907de54f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=d5c144ba-4d63-417e-b247-da9a76951818,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:46.798170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bac81b47-ec99-4918-a7c6-028b907de54f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.803165 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bac81b47-ec99-4918-a7c6-028b907de54f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/d5c144ba-4d63-417e-b247-da9a76951818 HTTP/1.1" status: 204 len: 168 time: 0.6814089 Nov 25 17:19:46.806892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47506) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:46.817584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'mac_address': 'fa:16:3e:a3:52:88', 'name': 'tempest-PortsTestJSON-770633547'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:46.828892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:46.837039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:46.842102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:46.850717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:46.952131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-f4156a1a-e1f6-4ff1-9766-59fd3acbd027 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:46.964344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-f4156a1a-e1f6-4ff1-9766-59fd3acbd027 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166223 Nov 25 17:19:46.983598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:46.989378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Request body: {'port': {'device_id': '394396f1-ced7-489e-9602-4aec20a0cc69', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '4a01ef40233946a7b1acf498d89dc42b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:46.993309 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.025250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1097658692-network', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:47.072675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.api [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:19:47.072675 n-d-819349-3 neutron-server[103598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 17:19:47.072675 n-d-819349-3 neutron-server[103598]: [parameters: {'project_id_1': '86d91ab2fffe47bcba8c8379135164e1', 'expiration_1': datetime.datetime(2021, 11, 25, 17, 19, 27, 35865)}] Nov 25 17:19:47.072675 n-d-819349-3 neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:19:47.073418 n-d-819349-3 neutron-server[103598]: DEBUG oslo_db.api [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:19:47.089850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:47.102709 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-832cc7d4-4099-4de1-b4db-de67f59a7b1f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4673405 Nov 25 17:19:47.124522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Request body: {'port': {'device_id': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:47.213437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.215662 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.261016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port 80137c84-4560-47c9-b762-a298fc044ec7 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:47.265897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Made reservation on behalf of 4a01ef40233946a7b1acf498d89dc42b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:47.271002 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.309321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f4be78b3-9b28-4f9a-803f-c6c38cf3fa2c None None] Provisioning complete for port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:47.309884 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4be78b3-9b28-4f9a-803f-c6c38cf3fa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.401609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f4be78b3-9b28-4f9a-803f-c6c38cf3fa2c None None] Port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:47.464530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0543cc64-f12a-4aa9-94a9-c222ef24870c req-61b3b377-2b49-457c-b149-2f63693ddc99 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 210 time: 0.0643175 Nov 25 17:19:47.589929 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.629946 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.635448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:47.645427 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.669515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Transition to ACTIVE for port object 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:19:47.680248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.688474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=80137c84-4560-47c9-b762-a298fc044ec7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:47.737661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Made reservation on behalf of 86d91ab2fffe47bcba8c8379135164e1 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:47.741702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.746174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:47.754455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:47.759809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:47.764864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.765442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:47.766134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.798508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Allocated IP 192.168.233.199 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/083d5d78-7cb3-4695-8876-c0ca42ebb7ab) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:47.835530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-394c0c9e-692d-49d4-8b31-0aeee30b7930 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0256908 Nov 25 17:19:47.837994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:47.906493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:47.967798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.977575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceede26-5fb4-4b5d-b611-82d32a689869 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:47.982916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3ceede26-5fb4-4b5d-b611-82d32a689869 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/80137c84-4560-47c9-b762-a298fc044ec7 HTTP/1.1" status: 200 len: 840 time: 0.1436286 Nov 25 17:19:47.983586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:48.032571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.090016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b8bcde-53a3-48a3-a766-362b56f90b8b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:48.111275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Attempting to bind port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:48.113348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Attempting to bind port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:48.113713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Attempting to bind port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:48.150013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:48.150393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Attempting to bind port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:48.162368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:48.182679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:48.182679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:48.182679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:48.182679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Bound port: 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:48.182679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.261563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cec41c6b-b53d-4f0b-a532-6bcdf6ecd53f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 80137c84-4560-47c9-b762-a298fc044ec7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:48.262914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cec41c6b-b53d-4f0b-a532-6bcdf6ecd53f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.277701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:48.281318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:48.283461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.283608 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Added segment e18839f8-c43d-4c59-ae55-4902eca50115 of type vlan for network 82f0276b-2e66-4175-a645-b1d8e5e6e623 Nov 25 17:19:48.294973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.352928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.381098 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cec41c6b-b53d-4f0b-a532-6bcdf6ecd53f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.382801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:48.383856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.385569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] 10.222.0.95 "PUT /v2.0/ports/1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 HTTP/1.1" status: 200 len: 1094 time: 1.2740304 Nov 25 17:19:48.387908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:48.390473 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89413fec-d606-4233-9301-604d3310e3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:48.408292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.422071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cec41c6b-b53d-4f0b-a532-6bcdf6ecd53f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 80137c84-4560-47c9-b762-a298fc044ec7 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:48.482478 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5bad69-853e-457f-89ab-052653629dd7 x-openstack-request-id: req-0b5bad69-853e-457f-89ab-052653629dd7 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:48.482780 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:48.483060 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b5bad69-853e-457f-89ab-052653629dd7 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:48.483489 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'status': 'completed', 'code': 200} Nov 25 17:19:48.492460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea99ea-baf7-4e60-a4d5-59e642de8086 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:48.536189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-29ec1dae-17c9-4e94-8296-442d396442d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:48.537878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-29ec1dae-17c9-4e94-8296-442d396442d0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4a01ef40233946a7b1acf498d89dc42b&device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 1097 time: 0.0789564 Nov 25 17:19:48.538698 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.539665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:48.540249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.553593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.694146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:48.716576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:48.729949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:48.741204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Pushing event updated for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:48.742078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] Pushing event updated for resources: {'Network': ['ID=82f0276b-2e66-4175-a645-b1d8e5e6e623,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:48.746150 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-ea6c7dcd-f4e5-45fa-b038-385f9e22bec9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 HTTP/1.1" status: 200 len: 217 time: 0.1934292 Nov 25 17:19:48.758008 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-74a92bc8-eb01-4e3b-b76d-86a898467288 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1722465 Nov 25 17:19:48.758871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:48.771751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47570) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:48.855967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Request body: {'subnet': {'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1097658692-subnet', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:48.874330 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cec41c6b-b53d-4f0b-a532-6bcdf6ecd53f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.912754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8cdf6-f699-4c07-aa39-df5203638985 req-c872e4ab-68d7-428b-af4e-a44e379c9e77 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:48.917033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4a8cdf6-f699-4c07-aa39-df5203638985 req-c872e4ab-68d7-428b-af4e-a44e379c9e77 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 936 time: 0.2740157 Nov 25 17:19:48.965193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-4e092565-10b7-4e62-bb54-1dfa698ec72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:48.966901 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-4e092565-10b7-4e62-bb54-1dfa698ec72b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2103293 Nov 25 17:19:48.968758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Made reservation on behalf of 86d91ab2fffe47bcba8c8379135164e1 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:48.971970 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.976508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:48.977333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.013635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec41c6b-b53d-4f0b-a532-6bcdf6ecd53f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=80137c84-4560-47c9-b762-a298fc044ec7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:49.036509 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-313b217d-ff3e-43f9-a9e4-80d72c3a3715 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0559473 Nov 25 17:19:49.044497 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cec41c6b-b53d-4f0b-a532-6bcdf6ecd53f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.052062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cec41c6b-b53d-4f0b-a532-6bcdf6ecd53f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/80137c84-4560-47c9-b762-a298fc044ec7 HTTP/1.1" status: 204 len: 168 time: 1.0653131 Nov 25 17:19:49.057002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:49.073648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Request body: {'port': {'device_id': '394396f1-ced7-489e-9602-4aec20a0cc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:49.148143 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5402ecea-2145-4a9a-a213-b75e2066e64c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:19:49.153343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5402ecea-2145-4a9a-a213-b75e2066e64c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/80137c84-4560-47c9-b762-a298fc044ec7 HTTP/1.1" status: 404 len: 333 time: 0.0918036 Nov 25 17:19:49.157355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47592) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:49.164550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'name': 'tempest-PortsTestJSON-865270585'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:49.235958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-1ac13fb5-f68e-40d3-bf9c-653f6222d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:49.240919 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-1ac13fb5-f68e-40d3-bf9c-653f6222d039 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629385 Nov 25 17:19:49.259846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4a8cdf6-f699-4c07-aa39-df5203638985 req-cce23ada-f525-47bc-8f2c-bc8b2f3d5bcb tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418863 Nov 25 17:19:49.262247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-be6cb9c4-43b4-4918-9bc3-3e26e69fe922 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112943 Nov 25 17:19:49.307272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a6a546a6-bb36-47eb-b476-2369832fcb53 None None] Provisioning complete for port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:49.309227 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6a546a6-bb36-47eb-b476-2369832fcb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.346431 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.388786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.415023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a6a546a6-bb36-47eb-b476-2369832fcb53 None None] Port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:49.466170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779f1600-aae8-4b10-b467-64d785f8958e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:49.507301 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-c3dc5906-5773-4182-a678-00142c7eef3d service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595127 Nov 25 17:19:49.510924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:49.515170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.579763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Checking segment: {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:49.580198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Network hostable DHCP agents. Network: 82f0276b-2e66-4175-a645-b1d8e5e6e623, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:49.591146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a521e8df-e2b3-4ef9-a55f-60e4c2138ba9 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:49.593460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a521e8df-e2b3-4ef9-a55f-60e4c2138ba9 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086107 Nov 25 17:19:49.617633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:49.625027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port d6e1485f-7ccb-4747-a199-60707896e2c6 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:49.636585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-5eb3889b-d66d-4878-9e90-3489397e9a1c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/quotas/7730cf5c4f094a8f88c279c6ec70c734 HTTP/1.1" status: 200 len: 375 time: 0.0314384 Nov 25 17:19:49.645539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 82f0276b-2e66-4175-a645-b1d8e5e6e623) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:49.652865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:49.653561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.655287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df308da3-c339-4e57-a3c1-1119704a9f73 None None] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:49.659445 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-49f5b9a5-4f34-49e7-a0ee-80ca74a45b5a req-cb70f103-a5c3-4ef2-b8ce-5c1c32d90a09 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421621 Nov 25 17:19:49.683081 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-655d7804-0d9d-4885-a3d8-8d31aecc2ce2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9048862 Nov 25 17:19:49.684845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47596) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:49.702195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:49.786433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.789128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.807239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-b12317ad-ef11-4260-a273-9bd00e3e98fe tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1566706 Nov 25 17:19:49.820988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89413fec-d606-4233-9301-604d3310e3e9 req-9371a3ca-3c83-4117-a7b7-1f45deba9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:49.822221 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-89413fec-d606-4233-9301-604d3310e3e9 req-9371a3ca-3c83-4117-a7b7-1f45deba9cca service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4a01ef40233946a7b1acf498d89dc42b&device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 1097 time: 0.1004331 Nov 25 17:19:49.868042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-82f0276b-2e66-4175-a645-b1d8e5e6e623', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:49.869619 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.083989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.106418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Allocated IP 172.20.0.2 (82f0276b-2e66-4175-a645-b1d8e5e6e623/779f1600-aae8-4b10-b467-64d785f8958e/7bc49a54-11b7-4da0-88f0-10e973e6c7e0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:50.132970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48895045-f6cf-4d7f-8c7b-3afda686935f req-fc5ab437-41dc-4fc2-a48c-248ba96453dd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 210 time: 0.0573335 Nov 25 17:19:50.179456 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.233509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083d5d78-7cb3-4695-8876-c0ca42ebb7ab {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:50.256263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.281187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Transition to ACTIVE for port object 083d5d78-7cb3-4695-8876-c0ca42ebb7ab will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:19:50.288908 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.302231 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.370650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.384013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89413fec-d606-4233-9301-604d3310e3e9 req-89e061b0-672b-4d19-a935-4315cc708424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:50.386120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-89413fec-d606-4233-9301-604d3310e3e9 req-89e061b0-672b-4d19-a935-4315cc708424 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5525396 Nov 25 17:19:50.422698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:50.432652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:50.437591 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.448473 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.453527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:50.478391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:50.481752 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.497680 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-89413fec-d606-4233-9301-604d3310e3e9 req-e68a2893-8b64-418b-b96e-37bed219cd64 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 HTTP/1.1" status: 200 len: 217 time: 0.1020055 Nov 25 17:19:50.521436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:50.526557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:50.530926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:50.577486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Pushing event updated for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:50.616793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Pushing event updated for resources: {'Port': ['ID=7bc49a54-11b7-4da0-88f0-10e973e6c7e0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:50.631571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.631932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.632292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.632671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.633088 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.633328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.633667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.640391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.641025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.641402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.641762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.650973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:50.662978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89413fec-d606-4233-9301-604d3310e3e9 req-c5804ac0-04d1-40af-bd68-e62ad2bbfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:50.664987 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-89413fec-d606-4233-9301-604d3310e3e9 req-c5804ac0-04d1-40af-bd68-e62ad2bbfd59 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1084130 Nov 25 17:19:50.665779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Attempting to bind port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:50.668094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Attempting to bind port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:50.668650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Attempting to bind port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 on network 82f0276b-2e66-4175-a645-b1d8e5e6e623 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:50.692343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:50.692746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Checking segment: {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:50.695456 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.695936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Bound using segment: {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:50.696646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Bound port: 7bc49a54-11b7-4da0-88f0-10e973e6c7e0, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:50.699957 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.737798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=d6e1485f-7ccb-4747-a199-60707896e2c6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:50.749119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e2587ed5-503a-40b4-aad4-c67354e1b13f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5885913 Nov 25 17:19:50.749469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47618) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:50.751759 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89413fec-d606-4233-9301-604d3310e3e9 req-b8739d03-e3f3-4351-abb7-1084d572d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:50.754368 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-89413fec-d606-4233-9301-604d3310e3e9 req-b8739d03-e3f3-4351-abb7-1084d572d641 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811207 Nov 25 17:19:50.759958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:50.820991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] For port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:50.821910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e67557-a042-41ec-93fa-f9788aefab9d req-859417bc-8f1c-4580-aee9-73d814cb6f32 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:50.825829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] For port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7bc49a54-11b7-4da0-88f0-10e973e6c7e0,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:50.832206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7e67557-a042-41ec-93fa-f9788aefab9d req-859417bc-8f1c-4580-aee9-73d814cb6f32 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 948 time: 0.3390212 Nov 25 17:19:50.841669 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.891363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Attempting to bind port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:50.891707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Attempting to bind port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:50.892045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Attempting to bind port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:50.904309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:50.905178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Attempting to bind port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:50.942975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6fb84-7d18-455b-a18d-6d5177ae0a74 None None] Pushing event updated for resources: {'Port': ['ID=7bc49a54-11b7-4da0-88f0-10e973e6c7e0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:50.951973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7e67557-a042-41ec-93fa-f9788aefab9d req-3083cd00-4926-4947-a07e-ba7dab7a44dc tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187046 Nov 25 17:19:50.961332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:50.961332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:50.961332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:50.961981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Bound port: 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:50.962424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.085239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:51.091674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:51.100153 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.183672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:51.184585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.186519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] 10.222.0.60 "PUT /v2.0/ports/083d5d78-7cb3-4695-8876-c0ca42ebb7ab HTTP/1.1" status: 200 len: 1096 time: 2.1312516 Nov 25 17:19:51.187247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:51.191008 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c" -d '{"events": [{"name": "network-changed", "server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:51.259099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f90c5-ee49-4ea1-9e68-db9f872d748d service neutron] Pushing event updated for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:51.355675 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e716d8-991f-4a93-a57a-a35cf9b6948d x-openstack-request-id: req-d2e716d8-991f-4a93-a57a-a35cf9b6948d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:51.356284 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:51.356284 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2e716d8-991f-4a93-a57a-a35cf9b6948d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:51.356667 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'status': 'completed', 'code': 200} Nov 25 17:19:51.374506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-43494bee-ed03-48b0-8dab-16ae2409ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:51.379147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-43494bee-ed03-48b0-8dab-16ae2409ce80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a01ef40233946a7b1acf498d89dc42b&device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 1099 time: 0.0845942 Nov 25 17:19:51.433604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25665041-6eee-4594-bdb7-787d47466cc7 req-b8a80e0e-40a6-4891-99b2-ce8e6c84dc6d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 210 time: 0.0639336 Nov 25 17:19:51.474827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-4ff99d42-ad48-405d-a4dc-6dd1a30ac8f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab HTTP/1.1" status: 200 len: 217 time: 0.0853863 Nov 25 17:19:51.569858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-7aea8aa5-2a95-444e-ad41-4feb9ebcb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:51.573812 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-7aea8aa5-2a95-444e-ad41-4feb9ebcb3b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0906227 Nov 25 17:19:51.652561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-ad9b7a84-1a7f-4fbf-97ba-ff1bbf1824b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:51.654889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-ad9b7a84-1a7f-4fbf-97ba-ff1bbf1824b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673432 Nov 25 17:19:51.667489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.674054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.728909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.842489 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-038e374e-a028-4831-a12c-fe4299cbe44a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330607 Nov 25 17:19:51.932982 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-89413fec-d606-4233-9301-604d3310e3e9 req-8d811a8e-6410-4303-ac4a-2f692d92bcad service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1671185 Nov 25 17:19:52.284532 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.318792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644885a-392e-483f-be92-7bf00a9c1845 req-34931c06-14ca-49a9-b1f9-a66a4c11f299 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:52.321101 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-34931c06-14ca-49a9-b1f9-a66a4c11f299 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4059732 Nov 25 17:19:52.321449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-ae11ae36-0a6e-460d-a9fc-1bbd89328c49 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554677 Nov 25 17:19:52.322033 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.355410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212acb6c-83a5-4074-bbce-60edb33b80f7 req-3b6a6501-8353-41b2-85fd-145c92efa1d6 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:52.363585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-212acb6c-83a5-4074-bbce-60edb33b80f7 req-3b6a6501-8353-41b2-85fd-145c92efa1d6 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 948 time: 0.0881007 Nov 25 17:19:52.434300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Request body: {'port': {'device_id': '7b9a51bd-3a3a-46a1-a595-401e48e37c11', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7730cf5c4f094a8f88c279c6ec70c734'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:52.472209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-212acb6c-83a5-4074-bbce-60edb33b80f7 req-5443fe25-df91-4795-8342-ec619160eeb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077383 Nov 25 17:19:52.491824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d32cdfc-7658-457e-9c8d-934c1f3b6125 req-3355be06-a427-47ff-a866-194e9fdb07ef service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599305 Nov 25 17:19:52.497840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae041f7a-5b8e-4f06-987e-5079cc33facd None None] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:52.515840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=d6e1485f-7ccb-4747-a199-60707896e2c6,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:52.526404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Allocated IP 172.25.1.62 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/d44cf74e-c448-4a2d-be53-e879dc8664e1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:52.539575 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-89413fec-d606-4233-9301-604d3310e3e9 req-6e3b80b3-4239-4116-9cdb-26355257cc34 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536013 Nov 25 17:19:52.551611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] In _notify_port_updated(), no bound segment for port d6e1485f-7ccb-4747-a199-60707896e2c6 on network 9da81430-dce3-4b54-bd85-c5a116312cf6 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:19:52.559065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:52.559565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.563624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5b0bc382-56f1-4634-b619-855f28e3acc4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "PUT /v2.0/ports/d6e1485f-7ccb-4747-a199-60707896e2c6 HTTP/1.1" status: 200 len: 818 time: 1.8054988 Nov 25 17:19:52.563932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:52.718216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6eebb0c1-801d-4400-b7ae-199ee6e2adbd req-498941c7-0e5e-40ef-9b36-2f02ae48e02e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 210 time: 0.1236899 Nov 25 17:19:52.754100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-b7a349c5-63d5-4c48-8e8a-dfb492123551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:52.756089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-b7a349c5-63d5-4c48-8e8a-dfb492123551 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a01ef40233946a7b1acf498d89dc42b&device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 1099 time: 0.1821864 Nov 25 17:19:52.769765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:52.808975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f518f40-2baa-4430-bfff-a8c07779d630 None None] Provisioning complete for port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:52.809409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Made reservation on behalf of 7730cf5c4f094a8f88c279c6ec70c734 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:52.810267 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f518f40-2baa-4430-bfff-a8c07779d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.815064 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.872149 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.906075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-59dc9c65-b012-4621-9c19-15d9b047ff4b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port d6e1485f-7ccb-4747-a199-60707896e2c6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:52.906656 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59dc9c65-b012-4621-9c19-15d9b047ff4b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.940692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.978394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:52.997152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'mac_address': 'fa:16:3e:79:24:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:53.047622 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59dc9c65-b012-4621-9c19-15d9b047ff4b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.067544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-59dc9c65-b012-4621-9c19-15d9b047ff4b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for d6e1485f-7ccb-4747-a199-60707896e2c6 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:53.068203 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.119444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.139516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.149437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:53.187086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:53.193599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:53.194079 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59dc9c65-b012-4621-9c19-15d9b047ff4b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.265890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc9c65-b012-4621-9c19-15d9b047ff4b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=d6e1485f-7ccb-4747-a199-60707896e2c6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:53.292070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-943ee244-c7ec-47aa-b8e2-156f5489e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:53.297087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-943ee244-c7ec-47aa-b8e2-156f5489e044 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5295417 Nov 25 17:19:53.298334 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59dc9c65-b012-4621-9c19-15d9b047ff4b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.313175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-59dc9c65-b012-4621-9c19-15d9b047ff4b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/d6e1485f-7ccb-4747-a199-60707896e2c6 HTTP/1.1" status: 204 len: 168 time: 0.7465549 Nov 25 17:19:53.317872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:53.324679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d44cf74e-c448-4a2d-be53-e879dc8664e1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:53.337917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.363859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c469e168-2795-4e2a-977a-7485550e1057 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:53.402030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-cf0d383d-6662-4f45-a52f-8eff35ba4562 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab HTTP/1.1" status: 200 len: 217 time: 0.0885427 Nov 25 17:19:53.468866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:53.469145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3468fd6-ceac-4e77-9cc4-3437e32ea673,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:53.500118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-85dae505-cfec-4797-9fd1-5e97e572af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:53.501749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-85dae505-cfec-4797-9fd1-5e97e572af39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0797951 Nov 25 17:19:53.536455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:53.608323 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f518f40-2baa-4430-bfff-a8c07779d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.617645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b4fea-8365-41ea-bd5b-19851103ec1b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:53.623244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-028b4fea-8365-41ea-bd5b-19851103ec1b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2899406 Nov 25 17:19:53.641318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:53.648362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:53.664824 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.685027 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8fe514-3630-48cb-9858-6aa33c61a2b6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:19:53.688847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5e8fe514-3630-48cb-9858-6aa33c61a2b6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/d6e1485f-7ccb-4747-a199-60707896e2c6 HTTP/1.1" status: 404 len: 333 time: 0.0412998 Nov 25 17:19:53.713152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-a62ffd17-c360-4f90-a3af-29d7a944df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:53.716149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-a62ffd17-c360-4f90-a3af-29d7a944df1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024665 Nov 25 17:19:53.725665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:53.733960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1368380332'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:53.751407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0f518f40-2baa-4430-bfff-a8c07779d630 None None] For port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7bc49a54-11b7-4da0-88f0-10e973e6c7e0,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:53.769978 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f518f40-2baa-4430-bfff-a8c07779d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.806958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:53.808847 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.854765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Allocated IP 192.168.233.95 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/72d03a4c-9609-487b-ba74-dff6dc7aa148) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:53.857920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93884e6-88b3-492c-a930-8a61459d4702 req-b98ee5de-57ef-4492-a2a0-a90a01c5decd tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:53.860591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e93884e6-88b3-492c-a930-8a61459d4702 req-b98ee5de-57ef-4492-a2a0-a90a01c5decd tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 948 time: 0.2276869 Nov 25 17:19:53.864439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:53.868106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.888046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:53.956952 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-5a022e18-3f1d-4ecd-a89f-2e10b6c5bc9b service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268424 Nov 25 17:19:53.979038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e93884e6-88b3-492c-a930-8a61459d4702 req-420138e3-ac2c-4ea5-930c-8f10d2799042 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065631 Nov 25 17:19:54.061880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:54.183152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fcd7ed58-007d-4557-b86a-6f21ec4ede0c req-f7783809-fa4d-4dc3-ac46-fd6be86c0a37 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009377 Nov 25 17:19:54.186308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-81a5e6b3-af95-4f11-81aa-6b0d2c17aa01 None None] Provisioning complete for port d44cf74e-c448-4a2d-be53-e879dc8664e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:54.186882 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81a5e6b3-af95-4f11-81aa-6b0d2c17aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.203767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:54.239974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4de3cb29-7539-4ec7-b78f-700dc90ecf39 req-65677846-7f33-4dd7-a107-8563f8dbf7c2 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 210 time: 0.0553715 Nov 25 17:19:54.241657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.242224 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Added segment 9d15a550-a5e6-4ef2-814d-b5724dee0187 of type vlan for network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 Nov 25 17:19:54.257697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-81a5e6b3-af95-4f11-81aa-6b0d2c17aa01 None None] Port d44cf74e-c448-4a2d-be53-e879dc8664e1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:54.258879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f518f40-2baa-4430-bfff-a8c07779d630 None None] Pushing event updated for resources: {'Port': ['ID=7bc49a54-11b7-4da0-88f0-10e973e6c7e0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:54.334561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.403878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fd9cee5d-fe16-4f14-ab74-a61d3e928d86 None None] Provisioning complete for port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:54.404253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd9cee5d-fe16-4f14-ab74-a61d3e928d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.421569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.534160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.540363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:54.541113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.614351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.626703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8975744 Nov 25 17:19:54.630351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:54.636190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:54.724379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf84de2-1dc1-4311-a339-aa1678e9dbe2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Network': ['ID=7280036e-f4f8-42a0-ae27-f25990dd5eb5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:54.735993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:54.739025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:54.741065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.769862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.774225 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.818109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 083d5d78-7cb3-4695-8876-c0ca42ebb7ab details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:54.881050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:54.887476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:54.895436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:54.935800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'Port': ['ID=72d03a4c-9609-487b-ba74-dff6dc7aa148,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:55.036358 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.050252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:55.067956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'mac_address': 'fa:16:3e:e4:03:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:55.092476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:55.093483 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.130334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.132680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking segment: {'id': '9d15a550-a5e6-4ef2-814d-b5724dee0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:55.133027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network hostable DHCP agents. Network: 7280036e-f4f8-42a0-ae27-f25990dd5eb5, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:55.145670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-a529d3c5-4dc5-4778-bdff-dac7e98bd152 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7945240 Nov 25 17:19:55.163925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083d5d78-7cb3-4695-8876-c0ca42ebb7ab {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:55.167786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Request body: {'port': {'device_id': '7b9a51bd-3a3a-46a1-a595-401e48e37c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:55.168789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=99dd3dc5-bd49-44b4-b1ad-0a2780f62220,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:55.200330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:55.215133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95359d07-d7a0-4da8-96f7-384ef29b910a req-70658560-f79e-4c67-8afc-df656096283c tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:55.219780 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:55.224116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95359d07-d7a0-4da8-96f7-384ef29b910a req-70658560-f79e-4c67-8afc-df656096283c tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 948 time: 0.0861630 Nov 25 17:19:55.225720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.267224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 7280036e-f4f8-42a0-ae27-f25990dd5eb5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:55.282359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:55.283134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.302294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3765687-cecc-488c-b619-e3f8d06ab2ff None None] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:55.321066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Router 857612c2-7899-47c2-8ea1-5a8046c4e634 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:19:55.329795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95359d07-d7a0-4da8-96f7-384ef29b910a req-74e8fd15-d142-434a-a9c7-4fc3c545fce5 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045165 Nov 25 17:19:55.357022 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-41d33d88-7c37-46a4-8288-9379cd09b01e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7138774 Nov 25 17:19:55.357022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:55.382174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a3480c1a-05e6-4449-8dd9-4f66bf0b1dc6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:55.456730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:55.565156 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.588481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:55.618509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaefec9-556b-4f85-8a2e-59633de0366c req-05f11a90-7869-476b-853e-fa74f50fc0c6 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:55.620171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbaefec9-556b-4f85-8a2e-59633de0366c req-05f11a90-7869-476b-853e-fa74f50fc0c6 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 935 time: 0.2215216 Nov 25 17:19:55.635524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Sync routers for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:55.645375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:55.646550 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.650598 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-073f6a70-e736-40f3-8fb4-3fd942c0b2d3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9615030 Nov 25 17:19:55.655999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:55.668715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e5148ddb-a5e9-4384-9aa2-56e446970543 None None] Provisioning complete for port 72d03a4c-9609-487b-ba74-dff6dc7aa148 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:55.669484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5148ddb-a5e9-4384-9aa2-56e446970543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.682628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3480c1a-05e6-4449-8dd9-4f66bf0b1dc6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:55.687436 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3480c1a-05e6-4449-8dd9-4f66bf0b1dc6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.713942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:55.714909 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.759942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:55.761746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:55.815603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['083d5d78-7cb3-4695-8876-c0ca42ebb7ab'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:55.832999 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-a3480c1a-05e6-4449-8dd9-4f66bf0b1dc6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99dd3dc5-bd49-44b4-b1ad-0a2780f62220 (CIDR: 172.20.0.0/28) Nov 25 17:19:55.872061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e5148ddb-a5e9-4384-9aa2-56e446970543 None None] Port 72d03a4c-9609-487b-ba74-dff6dc7aa148 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:55.881738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbaefec9-556b-4f85-8a2e-59633de0366c req-3c482099-917d-4899-9f09-8b8ebb1f1ba3 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544003 Nov 25 17:19:55.891031 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3480c1a-05e6-4449-8dd9-4f66bf0b1dc6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:19:55.891694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3480c1a-05e6-4449-8dd9-4f66bf0b1dc6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:19:55.931464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a3480c1a-05e6-4449-8dd9-4f66bf0b1dc6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5792058 Nov 25 17:19:55.933317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:55.940512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:56.067494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:56.137230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:56.141792 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.160593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-7280036e-f4f8-42a0-ae27-f25990dd5eb5', 'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5', 'tenant_id': '3fa8967b2a6a467eb6d35e39bfa3f07c', 'fixed_ips': [{'subnet_id': '99dd3dc5-bd49-44b4-b1ad-0a2780f62220'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:56.161431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.478030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d03a4c-9609-487b-ba74-dff6dc7aa148 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:56.489812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.541201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.544709 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Transition to ACTIVE for port object 72d03a4c-9609-487b-ba74-dff6dc7aa148 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:19:56.556558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.659317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19b47b-e044-4c21-b00c-81f32eb60cd9 req-5f1073b0-3b3d-44a2-a06f-ef8c6493a942 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:56.661127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b19b47b-e044-4c21-b00c-81f32eb60cd9 req-5f1073b0-3b3d-44a2-a06f-ef8c6493a942 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 949 time: 0.2222080 Nov 25 17:19:56.666326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:56.670058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:56.676319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:56.676817 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.727920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=021f6ef2-47b4-4c85-a722-6989296c2c98,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:56.740480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Pushing event updated for resources: {'Port': ['ID=72d03a4c-9609-487b-ba74-dff6dc7aa148,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:56.751816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-52eca1a3-fe23-4830-b372-c40961a65e2c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8171482 Nov 25 17:19:56.759957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:56.769633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5', 'fixed_ips': [{'subnet_id': '99dd3dc5-bd49-44b4-b1ad-0a2780f62220'}, {'subnet_id': '021f6ef2-47b4-4c85-a722-6989296c2c98'}], 'name': 'tempest-PortsTestJSON-414232626'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:56.789362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:56.957457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Allocated IP 172.20.0.2 (7280036e-f4f8-42a0-ae27-f25990dd5eb5/99dd3dc5-bd49-44b4-b1ad-0a2780f62220/0db2a5be-da59-4d02-b5ae-0524ac986d53) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:56.959274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b19b47b-e044-4c21-b00c-81f32eb60cd9 req-9dc9e2a0-5764-4c45-8271-3b601b3db523 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641206 Nov 25 17:19:56.963025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:56.969075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Attempting to bind port 72d03a4c-9609-487b-ba74-dff6dc7aa148 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:56.969526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Attempting to bind port 72d03a4c-9609-487b-ba74-dff6dc7aa148 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:56.972392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Attempting to bind port 72d03a4c-9609-487b-ba74-dff6dc7aa148 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:56.995078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Port 72d03a4c-9609-487b-ba74-dff6dc7aa148 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:56.999277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Attempting to bind port 72d03a4c-9609-487b-ba74-dff6dc7aa148 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:57.023774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.054649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:57.055236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:57.055697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:57.057553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Bound port: 72d03a4c-9609-487b-ba74-dff6dc7aa148, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:57.057932 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.135593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:57.141986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:57.142403 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.178452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfef44-cbee-4985-a776-974c33e70249 req-2075245a-a4b4-4cf5-b5bc-489f45534b04 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:57.183788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4acfef44-cbee-4985-a776-974c33e70249 req-2075245a-a4b4-4cf5-b5bc-489f45534b04 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 947 time: 0.1412706 Nov 25 17:19:57.247191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] For port 72d03a4c-9609-487b-ba74-dff6dc7aa148, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:57.254383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] For port 72d03a4c-9609-487b-ba74-dff6dc7aa148, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=72d03a4c-9609-487b-ba74-dff6dc7aa148,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:57.265975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.281021 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.311472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port eecbcb48-61dc-40e1-b52b-8e696b593a6e yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:57.311919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:53Z', 'revision_number': 3, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:57.352013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:57.352634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.354616 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] 10.222.0.95 "PUT /v2.0/ports/72d03a4c-9609-487b-ba74-dff6dc7aa148 HTTP/1.1" status: 200 len: 1095 time: 2.1961305 Nov 25 17:19:57.355125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9a51bd-3a3a-46a1-a595-401e48e37c11', 'tag': '72d03a4c-9609-487b-ba74-dff6dc7aa148'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:57.357638 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9406f0e-9b23-44d4-990d-91fdcf445299" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9a51bd-3a3a-46a1-a595-401e48e37c11", "tag": "72d03a4c-9609-487b-ba74-dff6dc7aa148"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:57.394069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Allocated IP 172.20.0.1 (82f0276b-2e66-4175-a645-b1d8e5e6e623/779f1600-aae8-4b10-b467-64d785f8958e/3d5e357b-0a87-4fc1-aa02-c94d220740b7) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:57.417304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d6220-6d1d-4cfa-9443-d383dfbf8abf service neutron] Pushing event updated for resources: {'Port': ['ID=72d03a4c-9609-487b-ba74-dff6dc7aa148,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:57.427417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Checking router: 857612c2-7899-47c2-8ea1-5a8046c4e634 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:57.427751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Updating router 857612c2-7899-47c2-8ea1-5a8046c4e634 port d44cf74e-c448-4a2d-be53-e879dc8664e1 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:19:57.466209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4acfef44-cbee-4985-a776-974c33e70249 req-3f9416d1-120c-4c99-8148-37baedaac20d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669814 Nov 25 17:19:57.506636 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.538325 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf563b3e-6d80-4d17-8195-84fba0e5053e x-openstack-request-id: req-cf563b3e-6d80-4d17-8195-84fba0e5053e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:57.539349 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9a51bd-3a3a-46a1-a595-401e48e37c11", "tag": "72d03a4c-9609-487b-ba74-dff6dc7aa148", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:57.539349 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf563b3e-6d80-4d17-8195-84fba0e5053e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:57.539349 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9a51bd-3a3a-46a1-a595-401e48e37c11', 'tag': '72d03a4c-9609-487b-ba74-dff6dc7aa148', 'status': 'completed', 'code': 200} Nov 25 17:19:57.575238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.656476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644885a-392e-483f-be92-7bf00a9c1845 req-5eaea5ad-5adb-462c-97d0-ea6248fdecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:57.659005 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-5eaea5ad-5adb-462c-97d0-ea6248fdecbb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 1098 time: 0.2363462 Nov 25 17:19:57.666297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.702879 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.718855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:57.721847 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3b89e-2640-4711-aaa5-a03111c70ad2" -d '{"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-plugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:57.799395 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-530c7d4f-a0a0-4e63-9622-06dc7d33ca5d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=72d03a4c-9609-487b-ba74-dff6dc7aa148 HTTP/1.1" status: 200 len: 217 time: 0.1168151 Nov 25 17:19:57.827157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:57.832972 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.844188 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4033c7-013f-48ff-b417-d43eee0705d3 x-openstack-request-id: req-ba4033c7-013f-48ff-b417-d43eee0705d3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:57.844568 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-plugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:57.844760 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba4033c7-013f-48ff-b417-d43eee0705d3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:57.845158 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'code': 200} Nov 25 17:19:57.859387 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.954704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:57.962325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644885a-392e-483f-be92-7bf00a9c1845 req-b058623d-ab3f-4ca5-b077-8c4e2a613f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:57.963739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.9 (7280036e-f4f8-42a0-ae27-f25990dd5eb5/99dd3dc5-bd49-44b4-b1ad-0a2780f62220/eecbcb48-61dc-40e1-b52b-8e696b593a6e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:57.964261 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-b058623d-ab3f-4ca5-b077-8c4e2a613f20 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1584082 Nov 25 17:19:57.968609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.992737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:57.993201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.30 (7280036e-f4f8-42a0-ae27-f25990dd5eb5/021f6ef2-47b4-4c85-a722-6989296c2c98/eecbcb48-61dc-40e1-b52b-8e696b593a6e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:58.035053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:58.038318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Pushing event updated for resources: {'Port': ['ID=0db2a5be-da59-4d02-b5ae-0524ac986d53,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:58.152693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69b1b-6804-4736-bed4-38972ce7856b req-fe622510-be51-4cbb-a570-4f7c9839d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:58.154732 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19f69b1b-6804-4736-bed4-38972ce7856b req-fe622510-be51-4cbb-a570-4f7c9839d12b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 1099 time: 0.2456357 Nov 25 17:19:58.161271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:58.179377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:58.186950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:58.259699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975a55a-24c1-4821-9f59-21047d4eee56 req-0aac0928-1608-40cf-a6f8-e5d5385b06c5 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:58.262636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3975a55a-24c1-4821-9f59-21047d4eee56 req-0aac0928-1608-40cf-a6f8-e5d5385b06c5 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 949 time: 0.1493666 Nov 25 17:19:58.294259 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.295624 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.308405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5e357b-0a87-4fc1-aa02-c94d220740b7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:58.387547 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.469878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644885a-392e-483f-be92-7bf00a9c1845 req-210ca323-12fb-417d-9345-e3c88aa42816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:58.472572 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-210ca323-12fb-417d-9345-e3c88aa42816 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4956565 Nov 25 17:19:58.505514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.519876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3975a55a-24c1-4821-9f59-21047d4eee56 req-2bb33427-2801-4442-99c5-4942712e9e43 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374520 Nov 25 17:19:58.561657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Attempting to bind port d44cf74e-c448-4a2d-be53-e879dc8664e1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:58.562044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Attempting to bind port d44cf74e-c448-4a2d-be53-e879dc8664e1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:58.562417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Attempting to bind port d44cf74e-c448-4a2d-be53-e879dc8664e1 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:58.565226 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd1a12b-c630-4bf2-b0ed-2f421c861b9e None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:58.582936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Attempting to bind port 0db2a5be-da59-4d02-b5ae-0524ac986d53 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:58.583330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Attempting to bind port 0db2a5be-da59-4d02-b5ae-0524ac986d53 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '9d15a550-a5e6-4ef2-814d-b5724dee0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:58.583700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Attempting to bind port 0db2a5be-da59-4d02-b5ae-0524ac986d53 on network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:58.597777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.622641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:58.647201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:58.647606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:58.650076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.650500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:58.651012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Bound port: d44cf74e-c448-4a2d-be53-e879dc8664e1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:58.651414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.666121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:58.703077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:58.721546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:58.773375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:58.787034 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-3b428095-f4ff-4255-8994-366b8cea6d03 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958465 Nov 25 17:19:58.806558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] For port d44cf74e-c448-4a2d-be53-e879dc8664e1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:58.810133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] For port d44cf74e-c448-4a2d-be53-e879dc8664e1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d44cf74e-c448-4a2d-be53-e879dc8664e1,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:58.857375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:58.858081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Checking segment: {'id': '9d15a550-a5e6-4ef2-814d-b5724dee0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:58.858194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.859059 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Bound using segment: {'id': '9d15a550-a5e6-4ef2-814d-b5724dee0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:58.859059 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Bound port: 0db2a5be-da59-4d02-b5ae-0524ac986d53, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d15a550-a5e6-4ef2-814d-b5724dee0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:58.859447 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.860256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=eecbcb48-61dc-40e1-b52b-8e696b593a6e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:58.862394 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.869123 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19f69b1b-6804-4736-bed4-38972ce7856b req-a438aa4f-f197-4d2b-a820-96d6867eaa05 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6858959 Nov 25 17:19:58.880638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 083d5d78-7cb3-4695-8876-c0ca42ebb7ab up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:58.936649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d025e3-caf7-49e8-aba3-4391ac19eeb6 req-fa887e8d-83cb-4550-886e-3492bf7b6097 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:58.945926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d025e3-caf7-49e8-aba3-4391ac19eeb6 req-fa887e8d-83cb-4550-886e-3492bf7b6097 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 947 time: 0.2362452 Nov 25 17:19:58.961677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:58.962515 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.982350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c3c12-b33a-4ba6-93ea-7bd21b551176 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:58.994102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85b209-9095-4dfd-9170-38080ffb9a30 None None] Pushing event updated for resources: {'Port': ['ID=d44cf74e-c448-4a2d-be53-e879dc8664e1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:59.022354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f39f8b05-c165-4dc9-a035-bfe9e83003b5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2580771 Nov 25 17:19:59.026047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47752) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:59.040976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99dd3dc5-bd49-44b4-b1ad-0a2780f62220'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:59.085141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d025e3-caf7-49e8-aba3-4391ac19eeb6 req-359f397d-d5f7-4cc0-a45c-dd4abc84f27b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384974 Nov 25 17:19:59.104808 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe3e2-544c-48cc-a615-28b9eb2deebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.130564 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a644885a-392e-483f-be92-7bf00a9c1845 req-7ce5dacf-e573-421a-8078-3ca9018a5265 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335781 Nov 25 17:19:59.152284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.202639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:59.203292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:59.228844 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe3e2-544c-48cc-a615-28b9eb2deebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.238481 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7bbe3e2-544c-48cc-a615-28b9eb2deebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.291303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbe3e2-544c-48cc-a615-28b9eb2deebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810cc1d5-0c70-47fb-b7e0-cfc606667ec1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:59.300924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a7bbe3e2-544c-48cc-a615-28b9eb2deebb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b050a07d4c614cc8b79c8c3931b89e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255456 Nov 25 17:19:59.302113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47754) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:59.364789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bd59f780-146c-478b-b1ff-ac1c88f39aeb None None] Provisioning complete for port d44cf74e-c448-4a2d-be53-e879dc8664e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:59.365206 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd59f780-146c-478b-b1ff-ac1c88f39aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.378949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-df97ab43-9d81-402c-b763-ede328e5bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:59.380459 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-df97ab43-9d81-402c-b763-ede328e5bb4d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 1098 time: 0.1769459 Nov 25 17:19:59.453014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85b209-9095-4dfd-9170-38080ffb9a30 None None] Pushing event updated for resources: {'Port': ['ID=d44cf74e-c448-4a2d-be53-e879dc8664e1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:59.467099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] For port 0db2a5be-da59-4d02-b5ae-0524ac986d53, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:59.477275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:59.480582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] For port 0db2a5be-da59-4d02-b5ae-0524ac986d53, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0db2a5be-da59-4d02-b5ae-0524ac986d53,segment=NetworkSegment(9d15a550-a5e6-4ef2-814d-b5724dee0187),segment_id=9d15a550-a5e6-4ef2-814d-b5724dee0187)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:59.516415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.525915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:59.561966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:59.562179 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc114391-6f4d-4855-aa02-457e56e935dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.562289 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.563900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.649091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc114391-6f4d-4855-aa02-457e56e935dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.717380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbd0b4-496c-48b8-8831-6bd8b8b60ce9 req-815040b6-fe9e-4f56-af25-55afbe36f0fe tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:59.719178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81cbd0b4-496c-48b8-8831-6bd8b8b60ce9 req-815040b6-fe9e-4f56-af25-55afbe36f0fe tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 949 time: 0.0926855 Nov 25 17:19:59.786960 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961d78a-28cb-4fa7-af39-027a066dd294 None None] Pushing event updated for resources: {'Port': ['ID=0db2a5be-da59-4d02-b5ae-0524ac986d53,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:59.812205 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd59f780-146c-478b-b1ff-ac1c88f39aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.828096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81cbd0b4-496c-48b8-8831-6bd8b8b60ce9 req-0d1fd9a9-e4e6-4640-af6f-ce6233a9c900 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018138 Nov 25 17:20:00.109201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bd59f780-146c-478b-b1ff-ac1c88f39aeb None None] For port d44cf74e-c448-4a2d-be53-e879dc8664e1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d44cf74e-c448-4a2d-be53-e879dc8664e1,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:00.116263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Delete allocated IP 172.20.0.30 (7280036e-f4f8-42a0-ae27-f25990dd5eb5/021f6ef2-47b4-4c85-a722-6989296c2c98) {{(pid=103598) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:20:00.137616 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd59f780-146c-478b-b1ff-ac1c88f39aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.137952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-e5855412-afe8-4898-a9fd-1b9353625057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:00.139413 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-e5855412-afe8-4898-a9fd-1b9353625057 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.7474606 Nov 25 17:20:00.226804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.259896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-651ee311-8068-4e29-89e7-d28e03600b33 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=72d03a4c-9609-487b-ba74-dff6dc7aa148 HTTP/1.1" status: 200 len: 217 time: 0.1073055 Nov 25 17:20:00.278826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b58051-b83c-47fc-a34e-58d95accadee req-3a6c33fd-2692-4493-b33a-cc1a8e65df6d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:00.288104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59f780-146c-478b-b1ff-ac1c88f39aeb None None] Pushing event updated for resources: {'Port': ['ID=d44cf74e-c448-4a2d-be53-e879dc8664e1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:00.289980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71b58051-b83c-47fc-a34e-58d95accadee req-3a6c33fd-2692-4493-b33a-cc1a8e65df6d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 947 time: 0.0909028 Nov 25 17:20:00.297589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:00.300924 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4aea70-833c-44d2-b3ec-45da67ab5800" -d '{"events": [{"server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "name": "network-vif-plugged", "status": "completed", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:00.326101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:00.328617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-efe82770-efdd-480d-944e-fa87d11cc19d None None] Provisioning complete for port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:00.329112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efe82770-efdd-480d-944e-fa87d11cc19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.378293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:19:57Z', 'revision_number': 1, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:00.378753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc114391-6f4d-4855-aa02-457e56e935dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.381540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc114391-6f4d-4855-aa02-457e56e935dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.383153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71b58051-b83c-47fc-a34e-58d95accadee req-57b30b86-fb2f-44f9-b8ee-712170f53770 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921960 Nov 25 17:20:00.386029 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc114391-6f4d-4855-aa02-457e56e935dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/810cc1d5-0c70-47fb-b7e0-cfc606667ec1 HTTP/1.1" status: 204 len: 168 time: 1.0793788 Nov 25 17:20:00.405736 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.426707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc114391-6f4d-4855-aa02-457e56e935dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810cc1d5-0c70-47fb-b7e0-cfc606667ec1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:00.432581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.452040 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd41fd1-8c9d-4422-bbab-ae5a58df775f x-openstack-request-id: req-5cd41fd1-8c9d-4422-bbab-ae5a58df775f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:00.452968 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "name": "network-vif-plugged", "status": "completed", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:00.453420 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cd41fd1-8c9d-4422-bbab-ae5a58df775f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:00.453897 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'code': 200} Nov 25 17:20:00.478534 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.480426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-efe82770-efdd-480d-944e-fa87d11cc19d None None] Port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:00.487732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb160d55-f6d6-446c-a55b-8b2d524d785d None None] The sync data for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 is: [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:19:57Z', 'revision_number': 1, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:00.547962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fedd7-ca2e-435f-8ab1-ea03c85e3e3e req-016388b1-f7cc-43db-aee5-35e827ad33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:00.552196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f33fedd7-ca2e-435f-8ab1-ea03c85e3e3e req-016388b1-f7cc-43db-aee5-35e827ad33c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 1101 time: 0.0892582 Nov 25 17:20:00.553362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-771260b2-a909-4c63-bc2c-5ed3e90fa218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:00.554902 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-771260b2-a909-4c63-bc2c-5ed3e90fa218 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2326081 Nov 25 17:20:00.574928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-efe82770-efdd-480d-944e-fa87d11cc19d None None] Provisioning complete for port d44cf74e-c448-4a2d-be53-e879dc8664e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:00.575508 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efe82770-efdd-480d-944e-fa87d11cc19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.645795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:00.681085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5e357b-0a87-4fc1-aa02-c94d220740b7,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:00.693323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f33fedd7-ca2e-435f-8ab1-ea03c85e3e3e req-4b9270eb-986f-4ae7-99fb-4b7eec566e81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324821 Nov 25 17:20:00.699270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.756640 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.826496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-1132cbde-1de9-4870-8d2c-d43e51f7459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:00.837663 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-1132cbde-1de9-4870-8d2c-d43e51f7459e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2591610 Nov 25 17:20:00.839425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.068837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3ed9-49f8-40ae-8171-c727352b8a5c req-61709cf9-48d3-43bf-8e1f-02f415c9d4ab tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:01.083105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-faaa3ed9-49f8-40ae-8171-c727352b8a5c req-61709cf9-48d3-43bf-8e1f-02f415c9d4ab tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 950 time: 0.1026969 Nov 25 17:20:01.102333 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-d1b87200-a070-4ec5-8a45-db49393b83f6 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492926 Nov 25 17:20:01.134376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:01.206774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-faaa3ed9-49f8-40ae-8171-c727352b8a5c req-917c8fe6-1bc1-4a76-816b-99fe7c0a52c8 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220293 Nov 25 17:20:01.224230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a27db20-d4fe-4e1a-9d7d-b72f45252570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.351169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7926b6a-926f-4f40-a370-16f8ffda6844 None None] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:01.393430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a27db20-d4fe-4e1a-9d7d-b72f45252570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.399966 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a27db20-d4fe-4e1a-9d7d-b72f45252570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.421742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=eecbcb48-61dc-40e1-b52b-8e696b593a6e,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:01.496467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:01.503019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4a27db20-d4fe-4e1a-9d7d-b72f45252570 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddd6f5caab1e40cd9465f79333245ea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671331 Nov 25 17:20:01.505127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] In _notify_port_updated(), no bound segment for port eecbcb48-61dc-40e1-b52b-8e696b593a6e on network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:20:01.505471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27db20-d4fe-4e1a-9d7d-b72f45252570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338af38b-4f64-46df-87f4-879a3b452751,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:01.512295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:01.528104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:01.528310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0d3b78ca-b554-4ede-9e26-560adf460e0b None None] Provisioning complete for port 0db2a5be-da59-4d02-b5ae-0524ac986d53 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:01.528564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d3b78ca-b554-4ede-9e26-560adf460e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.528791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.530522 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-765809b6-8265-4f78-be1a-d66460098143 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "PUT /v2.0/ports/eecbcb48-61dc-40e1-b52b-8e696b593a6e HTTP/1.1" status: 200 len: 918 time: 2.5034752 Nov 25 17:20:01.547395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:01.552396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:01.560299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99dd3dc5-bd49-44b4-b1ad-0a2780f62220'}, {'subnet_id': '021f6ef2-47b4-4c85-a722-6989296c2c98'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:01.612157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9406f0e-9b23-44d4-990d-91fdcf445299 req-bda88fa2-5a5a-4f43-8d7f-922e5ce82218 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622331 Nov 25 17:20:01.627589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0db2a5be-da59-4d02-b5ae-0524ac986d53 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:01.666876 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1db03464-0e8f-47e6-b850-d2c4c016f7f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.731607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d843777-b42f-46c4-ba44-040ea0b977c3 req-29c5872b-d62f-490f-81ff-5a4781c0a249 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:01.733785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d843777-b42f-46c4-ba44-040ea0b977c3 req-29c5872b-d62f-490f-81ff-5a4781c0a249 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 947 time: 0.1477244 Nov 25 17:20:01.737629 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1db03464-0e8f-47e6-b850-d2c4c016f7f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.893327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d843777-b42f-46c4-ba44-040ea0b977c3 req-fa803f3b-9496-4cbc-b832-f190a14ccd53 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421821 Nov 25 17:20:01.936707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1db03464-0e8f-47e6-b850-d2c4c016f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.941332 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1db03464-0e8f-47e6-b850-d2c4c016f7f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.942921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1db03464-0e8f-47e6-b850-d2c4c016f7f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/338af38b-4f64-46df-87f4-879a3b452751 HTTP/1.1" status: 204 len: 168 time: 0.4264534 Nov 25 17:20:01.956520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db03464-0e8f-47e6-b850-d2c4c016f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338af38b-4f64-46df-87f4-879a3b452751,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:02.153710 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d3b78ca-b554-4ede-9e26-560adf460e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.182260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0db2a5be-da59-4d02-b5ae-0524ac986d53 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:02.182651 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.232320 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d552af68-3097-4b9f-a956-8009fc93e1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.292513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0d3b78ca-b554-4ede-9e26-560adf460e0b None None] For port 0db2a5be-da59-4d02-b5ae-0524ac986d53, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0db2a5be-da59-4d02-b5ae-0524ac986d53,segment=NetworkSegment(9d15a550-a5e6-4ef2-814d-b5724dee0187),segment_id=9d15a550-a5e6-4ef2-814d-b5724dee0187)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:02.318641 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d3b78ca-b554-4ede-9e26-560adf460e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.439024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922fd5b-4810-443c-845b-5b7573f72637 req-e2b679c9-948a-4164-9746-518855cf42fb tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.441697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e922fd5b-4810-443c-845b-5b7573f72637 req-e2b679c9-948a-4164-9746-518855cf42fb tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 950 time: 0.1027632 Nov 25 17:20:02.451853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad33c74-8999-4be6-8ca2-e69fc95eb183 None None] Update dhcp port {'port': {'network_id': '7280036e-f4f8-42a0-ae27-f25990dd5eb5', 'fixed_ips': [{'subnet_id': '99dd3dc5-bd49-44b4-b1ad-0a2780f62220', 'ip_address': '172.20.0.2'}, {'subnet_id': '021f6ef2-47b4-4c85-a722-6989296c2c98'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '0db2a5be-da59-4d02-b5ae-0524ac986d53'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:20:02.541831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e922fd5b-4810-443c-845b-5b7573f72637 req-7b7b6d12-b9b7-4a2c-9c5b-b7efda39bf62 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697892 Nov 25 17:20:02.570651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.576828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b78ca-b554-4ede-9e26-560adf460e0b None None] Pushing event updated for resources: {'Port': ['ID=0db2a5be-da59-4d02-b5ae-0524ac986d53,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:02.598936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5732146b-903c-42b8-9f4d-675481fbe266 None None] Provisioning complete for port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:02.599516 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5732146b-903c-42b8-9f4d-675481fbe266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.685146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Router 857612c2-7899-47c2-8ea1-5a8046c4e634 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:02.687707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5732146b-903c-42b8-9f4d-675481fbe266 None None] Port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:02.711395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ad33c74-8999-4be6-8ca2-e69fc95eb183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.741491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14deb15-f026-41c9-92b6-01b05a9dc7f2 req-7e712800-12fe-4a42-83d4-c617a62d3e39 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.752130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b14deb15-f026-41c9-92b6-01b05a9dc7f2 req-7e712800-12fe-4a42-83d4-c617a62d3e39 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 948 time: 0.0898266 Nov 25 17:20:02.759447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 72d03a4c-9609-487b-ba74-dff6dc7aa148 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:02.869005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b14deb15-f026-41c9-92b6-01b05a9dc7f2 req-116aa5b8-ffa0-49f2-88d9-d160c48d5035 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114397 Nov 25 17:20:03.092585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:03.103547 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d9d15178-21ea-4e5e-908c-accc7a0ae9a0 admin admin] 10.222.0.81 "PUT /v2.0/routers/857612c2-7899-47c2-8ea1-5a8046c4e634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4463661 Nov 25 17:20:03.120632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7ad33c74-8999-4be6-8ca2-e69fc95eb183 None None] Allocated IP 172.20.0.18 (7280036e-f4f8-42a0-ae27-f25990dd5eb5/021f6ef2-47b4-4c85-a722-6989296c2c98/0db2a5be-da59-4d02-b5ae-0524ac986d53) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:03.226722 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:20:03.231179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08ed91-8cf8-4119-b7bc-646706c209ba req-5bdc9956-6f56-48ea-869f-9d53a1b19260 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:03.260661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae08ed91-8cf8-4119-b7bc-646706c209ba req-5bdc9956-6f56-48ea-869f-9d53a1b19260 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 947 time: 0.1476481 Nov 25 17:20:03.383134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7ad33c74-8999-4be6-8ca2-e69fc95eb183 None None] For port 0db2a5be-da59-4d02-b5ae-0524ac986d53, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0db2a5be-da59-4d02-b5ae-0524ac986d53,segment=NetworkSegment(9d15a550-a5e6-4ef2-814d-b5724dee0187),segment_id=9d15a550-a5e6-4ef2-814d-b5724dee0187)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:03.438852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 72d03a4c-9609-487b-ba74-dff6dc7aa148, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=72d03a4c-9609-487b-ba74-dff6dc7aa148,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:03.473563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '72d03a4c-9609-487b-ba74-dff6dc7aa148', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '72d03a4c-9609-487b-ba74-dff6dc7aa148', 'mac_address': 'fa:16:3e:17:01:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:03.481703 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ad33c74-8999-4be6-8ca2-e69fc95eb183 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.544720 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae08ed91-8cf8-4119-b7bc-646706c209ba req-96905723-0a95-4fc9-9a0b-c2dc0078d89e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829733 Nov 25 17:20:03.561839 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ad33c74-8999-4be6-8ca2-e69fc95eb183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.649017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.30 (7280036e-f4f8-42a0-ae27-f25990dd5eb5/021f6ef2-47b4-4c85-a722-6989296c2c98/eecbcb48-61dc-40e1-b52b-8e696b593a6e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:03.800503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0db2a5be-da59-4d02-b5ae-0524ac986d53 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:03.805839 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.877376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad33c74-8999-4be6-8ca2-e69fc95eb183 None None] Pushing event updated for resources: {'Port': ['ID=0db2a5be-da59-4d02-b5ae-0524ac986d53,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:03.896888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d03a4c-9609-487b-ba74-dff6dc7aa148 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:03.903422 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.910857 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.944175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 72d03a4c-9609-487b-ba74-dff6dc7aa148, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=72d03a4c-9609-487b-ba74-dff6dc7aa148,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:03.949894 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.010012 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=eecbcb48-61dc-40e1-b52b-8e696b593a6e,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:04.064217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0db2a5be-da59-4d02-b5ae-0524ac986d53 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:04.064767 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.191518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=72d03a4c-9609-487b-ba74-dff6dc7aa148,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:04.245306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] In _notify_port_updated(), no bound segment for port eecbcb48-61dc-40e1-b52b-8e696b593a6e on network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:20:04.255871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:04.257324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.258089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:04.264280 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8fd11c21-592a-4725-9bf6-c8dce9e26373 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "PUT /v2.0/ports/eecbcb48-61dc-40e1-b52b-8e696b593a6e HTTP/1.1" status: 200 len: 998 time: 2.7088645 Nov 25 17:20:04.268082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:04.338785 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Sync routers for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:04.342665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d44cf74e-c448-4a2d-be53-e879dc8664e1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:04.355568 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:04.356648 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:19:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:04.509944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b0ed0-a715-4c9e-b0c4-a07d4d26047f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port eecbcb48-61dc-40e1-b52b-8e696b593a6e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:04.512255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9b0ed0-a715-4c9e-b0c4-a07d4d26047f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.530403 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1951-04d6-475f-8246-6944b2037a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.571637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d44cf74e-c448-4a2d-be53-e879dc8664e1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:04.572027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.606398 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:04.732668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47876) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:04.738250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e2f2208d-8e46-402b-b817-331cd164fdbd tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705435796', 'description': 'tempest-description--1564811904'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:04.784880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2f2208d-8e46-402b-b817-331cd164fdbd tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.929388 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 2, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:04.977096 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Checking router: 857612c2-7899-47c2-8ea1-5a8046c4e634 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:04.977759 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Updating router 857612c2-7899-47c2-8ea1-5a8046c4e634 port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:20:04.998308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9b0ed0-a715-4c9e-b0c4-a07d4d26047f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.008871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2f2208d-8e46-402b-b817-331cd164fdbd tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.014424 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.024539 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2f2208d-8e46-402b-b817-331cd164fdbd tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.039200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476910b-a44c-4ad2-a4ac-171ccbe38c66 req-c458115c-81d5-4cce-8c9a-096e87749078 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:05.044851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8def92a-b351-4a03-b39e-087ea9757125 None None] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:05.048672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b476910b-a44c-4ad2-a4ac-171ccbe38c66 req-c458115c-81d5-4cce-8c9a-096e87749078 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 948 time: 0.2200403 Nov 25 17:20:05.051362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b0ed0-a715-4c9e-b0c4-a07d4d26047f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for eecbcb48-61dc-40e1-b52b-8e696b593a6e owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:05.095682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2f2208d-8e46-402b-b817-331cd164fdbd tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.098723 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e2f2208d-8e46-402b-b817-331cd164fdbd tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3637116 Nov 25 17:20:05.103910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:05.151008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-afc88153-5ff3-4110-a1f8-a44ef9e940f3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Request body: {'security_group_rule': {'security_group_id': 'df7df64e-706e-40cb-aea7-9f8af2c962b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:05.191581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b476910b-a44c-4ad2-a4ac-171ccbe38c66 req-8fe1ca08-2904-44cb-b30d-344a787dda09 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416304 Nov 25 17:20:05.247319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afc88153-5ff3-4110-a1f8-a44ef9e940f3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.250545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2208d-8e46-402b-b817-331cd164fdbd tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7df64e-706e-40cb-aea7-9f8af2c962b3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:05.409566 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afc88153-5ff3-4110-a1f8-a44ef9e940f3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.416149 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afc88153-5ff3-4110-a1f8-a44ef9e940f3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.455746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0db2a5be-da59-4d02-b5ae-0524ac986d53 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:05.457813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c7525ff4-adb0-483e-bca4-c3ec4a2fac1f None None] Provisioning complete for port eecbcb48-61dc-40e1-b52b-8e696b593a6e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:05.458198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7525ff4-adb0-483e-bca4-c3ec4a2fac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.476340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc88153-5ff3-4110-a1f8-a44ef9e940f3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a06336f-e07c-492f-95b7-2500e7a08140,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:05.502822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afc88153-5ff3-4110-a1f8-a44ef9e940f3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.508869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-afc88153-5ff3-4110-a1f8-a44ef9e940f3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819737 Nov 25 17:20:05.510570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:05.525920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-55c528c2-f408-4ece-9235-524e77514abf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Request body: {'security_group_rule': {'security_group_id': 'df7df64e-706e-40cb-aea7-9f8af2c962b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:05.529582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9b0ed0-a715-4c9e-b0c4-a07d4d26047f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.581903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55c528c2-f408-4ece-9235-524e77514abf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.604126 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.615452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c7525ff4-adb0-483e-bca4-c3ec4a2fac1f None None] Port eecbcb48-61dc-40e1-b52b-8e696b593a6e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:05.617067 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.629324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b0ed0-a715-4c9e-b0c4-a07d4d26047f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=eecbcb48-61dc-40e1-b52b-8e696b593a6e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:05.666491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c7525ff4-adb0-483e-bca4-c3ec4a2fac1f None None] Provisioning complete for port 0db2a5be-da59-4d02-b5ae-0524ac986d53 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:05.666962 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7525ff4-adb0-483e-bca4-c3ec4a2fac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.691520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 0db2a5be-da59-4d02-b5ae-0524ac986d53 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:05.692053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.724039 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9b0ed0-a715-4c9e-b0c4-a07d4d26047f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.740056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55c528c2-f408-4ece-9235-524e77514abf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.745558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7d9b0ed0-a715-4c9e-b0c4-a07d4d26047f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/eecbcb48-61dc-40e1-b52b-8e696b593a6e HTTP/1.1" status: 204 len: 168 time: 1.4761646 Nov 25 17:20:05.747198 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55c528c2-f408-4ece-9235-524e77514abf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.750334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47906) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:05.800863 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72b0511-b066-4575-bdfd-acd0cf05b5dd tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:20:05.806823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:05.815129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d72b0511-b066-4575-bdfd-acd0cf05b5dd tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/eecbcb48-61dc-40e1-b52b-8e696b593a6e HTTP/1.1" status: 404 len: 333 time: 0.0570068 Nov 25 17:20:05.816471 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Pushing event updated for resources: {'Port': ['ID=3d5e357b-0a87-4fc1-aa02-c94d220740b7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:05.846451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c528c2-f408-4ece-9235-524e77514abf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c79852-bf85-4a41-9daf-454a570fd237,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:05.846809 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.863423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55c528c2-f408-4ece-9235-524e77514abf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.868873 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-55c528c2-f408-4ece-9235-524e77514abf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529065 Nov 25 17:20:05.870151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47912) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:05.881310 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.881760 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.882682 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.883039 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.883557 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.883911 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.884071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:05.884470 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.884896 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.885310 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.885647 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.886111 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.886451 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:05.905846 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Attempting to bind port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:05.906229 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Attempting to bind port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:05.906608 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Attempting to bind port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 on network 82f0276b-2e66-4175-a645-b1d8e5e6e623 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:05.913285 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:05.913674 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Checking segment: {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:05.914269 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.914673 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Bound using segment: {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:05.915211 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Bound port: 3d5e357b-0a87-4fc1-aa02-c94d220740b7, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:05.915607 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.953236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.986700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba12d0c-88d6-46ff-892a-b2fe79d704d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 021f6ef2-47b4-4c85-a722-6989296c2c98 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:06.007104 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ba12d0c-88d6-46ff-892a-b2fe79d704d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.057927 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] For port 3d5e357b-0a87-4fc1-aa02-c94d220740b7, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:06.061279 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] For port 3d5e357b-0a87-4fc1-aa02-c94d220740b7, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3d5e357b-0a87-4fc1-aa02-c94d220740b7,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:06.068180 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.135481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.141703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ba12d0c-88d6-46ff-892a-b2fe79d704d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.213234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-447224e0-5a0b-40a0-998b-346aaee4f20b None None] Provisioning complete for port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:06.215319 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-447224e0-5a0b-40a0-998b-346aaee4f20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.231507 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:06.232799 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:06.431092 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.438909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Allocated IP 172.25.1.228 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/d017f682-1046-412b-92bc-d2f343ac357d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:06.444534 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7527d-5b9d-47e6-afc6-1f721aa12026 None None] Pushing event updated for resources: {'Port': ['ID=3d5e357b-0a87-4fc1-aa02-c94d220740b7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:06.486919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ba12d0c-88d6-46ff-892a-b2fe79d704d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.551911 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-447224e0-5a0b-40a0-998b-346aaee4f20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.634604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-447224e0-5a0b-40a0-998b-346aaee4f20b None None] For port 3d5e357b-0a87-4fc1-aa02-c94d220740b7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3d5e357b-0a87-4fc1-aa02-c94d220740b7,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:06.641993 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-447224e0-5a0b-40a0-998b-346aaee4f20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.729684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89caf16-6801-4dd5-89a9-673156a277ca req-5497a325-1580-4a72-bcca-1e60fb7c5d95 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:06.731407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d89caf16-6801-4dd5-89a9-673156a277ca req-5497a325-1580-4a72-bcca-1e60fb7c5d95 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 948 time: 0.2022834 Nov 25 17:20:06.775245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.787876 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ba12d0c-88d6-46ff-892a-b2fe79d704d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.807720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:06.820322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 72d03a4c-9609-487b-ba74-dff6dc7aa148 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:06.859827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.896034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:06.896034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:06.901292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:06.919766 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:06.946860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d89caf16-6801-4dd5-89a9-673156a277ca req-f13fea32-aaab-40b3-ac85-f0bac507ccf6 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031839 Nov 25 17:20:06.947945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba12d0c-88d6-46ff-892a-b2fe79d704d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=021f6ef2-47b4-4c85-a722-6989296c2c98,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:06.971149 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ba12d0c-88d6-46ff-892a-b2fe79d704d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.978565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8ba12d0c-88d6-46ff-892a-b2fe79d704d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/021f6ef2-47b4-4c85-a722-6989296c2c98 HTTP/1.1" status: 204 len: 168 time: 1.1678851 Nov 25 17:20:06.978872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:07.094371 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.107022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04d72bf-f6f7-4bd9-a362-883595444cab tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 99dd3dc5-bd49-44b4-b1ad-0a2780f62220 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:07.140205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a04d72bf-f6f7-4bd9-a362-883595444cab tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.146182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447224e0-5a0b-40a0-998b-346aaee4f20b None None] Pushing event updated for resources: {'Port': ['ID=3d5e357b-0a87-4fc1-aa02-c94d220740b7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:07.153764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-23c03b6b-2a6a-43ab-bbc3-f76363774140 None None] Provisioning complete for port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:07.159048 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23c03b6b-2a6a-43ab-bbc3-f76363774140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.257299 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a04d72bf-f6f7-4bd9-a362-883595444cab tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.261665 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:20:07.280025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event updated for resources: {'Port': ['ID=d017f682-1046-412b-92bc-d2f343ac357d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:07.334044 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.355464 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.405722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 72d03a4c-9609-487b-ba74-dff6dc7aa148 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:20:07.414339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b839395-aa4f-4516-8105-08b1f962ffca None None] Network 7280036e-f4f8-42a0-ae27-f25990dd5eb5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:07.424284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 72d03a4c-9609-487b-ba74-dff6dc7aa148 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:07.424672 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.456803 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.544618 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a04d72bf-f6f7-4bd9-a362-883595444cab tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.620636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3d5e357b-0a87-4fc1-aa02-c94d220740b7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:07.654124 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:20:06Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:07.693534 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a04d72bf-f6f7-4bd9-a362-883595444cab tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.704327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:07.735702 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3d736b-3321-4636-8190-f9b127cd13a6 None None] The sync data for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 is: [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:20:06Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:07.759205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d72bf-f6f7-4bd9-a362-883595444cab tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=99dd3dc5-bd49-44b4-b1ad-0a2780f62220,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:07.773376 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a04d72bf-f6f7-4bd9-a362-883595444cab tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.790404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a04d72bf-f6f7-4bd9-a362-883595444cab tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/99dd3dc5-bd49-44b4-b1ad-0a2780f62220 HTTP/1.1" status: 204 len: 168 time: 0.8053339 Nov 25 17:20:07.794765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:07.796901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'mac_address': 'fa:16:3e:79:24:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:07.874833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.881953 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.962831 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.068643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event updated for resources: {'Port': ['ID=d017f682-1046-412b-92bc-d2f343ac357d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:08.071542 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.140521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.147454 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7a558fbf-4ac9-4a1a-8d4b-04c3d10a6790 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2762043 Nov 25 17:20:08.165532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 0db2a5be-da59-4d02-b5ae-0524ac986d53 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:08.185046 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.252827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-93d1985a-359a-4eef-a270-0732c4ab4a00 None None] Could not find standard attr ID for object eecbcb48-61dc-40e1-b52b-8e696b593a6e. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:20:08.317761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:08.317761 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.430569 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.442145 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.470510 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.529383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-93d1985a-359a-4eef-a270-0732c4ab4a00 None None] Provisioning complete for port 0db2a5be-da59-4d02-b5ae-0524ac986d53 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:08.529383 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93d1985a-359a-4eef-a270-0732c4ab4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.574923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 72d03a4c-9609-487b-ba74-dff6dc7aa148, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=72d03a4c-9609-487b-ba74-dff6dc7aa148,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:08.584299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9a51bd-3a3a-46a1-a595-401e48e37c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d03a4c-9609-487b-ba74-dff6dc7aa148'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:08.587324 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d82aba-c702-4406-a6f5-4a8e357ca9b8" -d '{"events": [{"server_uuid": "7b9a51bd-3a3a-46a1-a595-401e48e37c11", "name": "network-vif-plugged", "status": "completed", "tag": "72d03a4c-9609-487b-ba74-dff6dc7aa148"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:08.652593 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.696183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] For port 0db2a5be-da59-4d02-b5ae-0524ac986d53, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0db2a5be-da59-4d02-b5ae-0524ac986d53,segment=NetworkSegment(9d15a550-a5e6-4ef2-814d-b5724dee0187),segment_id=9d15a550-a5e6-4ef2-814d-b5724dee0187)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:08.696915 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.705557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:08.750446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4bc4-3162-48fc-b143-c29b8eb82340 req-a45c41f4-34bc-4034-a5bc-eaaa25e9f5e5 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:08.765500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be4c4bc4-3162-48fc-b143-c29b8eb82340 req-a45c41f4-34bc-4034-a5bc-eaaa25e9f5e5 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 948 time: 0.2590685 Nov 25 17:20:08.779717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 0db2a5be-da59-4d02-b5ae-0524ac986d53 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:08.834363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:08.857265 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.943711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929bb69f-669d-4525-be09-8388d1c6e400 None None] DHCP port deletion for 7280036e-f4f8-42a0-ae27-f25990dd5eb5 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:08.978914 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1606048-6eb5-4776-ac45-248771a97c5b x-openstack-request-id: req-e1606048-6eb5-4776-ac45-248771a97c5b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:08.979578 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9a51bd-3a3a-46a1-a595-401e48e37c11", "name": "network-vif-plugged", "status": "completed", "tag": "72d03a4c-9609-487b-ba74-dff6dc7aa148", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:08.980038 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1606048-6eb5-4776-ac45-248771a97c5b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:08.980635 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9a51bd-3a3a-46a1-a595-401e48e37c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d03a4c-9609-487b-ba74-dff6dc7aa148', 'code': 200} Nov 25 17:20:09.010102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:09.020803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be4c4bc4-3162-48fc-b143-c29b8eb82340 req-34a4583b-19db-4928-9d25-eb25e4826ad1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542338 Nov 25 17:20:09.087444 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.117089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No DVR routers for this DVR port 0db2a5be-da59-4d02-b5ae-0524ac986d53 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:09.125680 n-d-819349-3 neutron-server[103600]: INFO neutron.plugins.ml2.db [None req-93d1985a-359a-4eef-a270-0732c4ab4a00 None None] No ports have port_id starting with 0db2a5be-da59-4d02-b5ae-0524ac986d53 Nov 25 17:20:09.137742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=72d03a4c-9609-487b-ba74-dff6dc7aa148,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:09.147506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ec4c-b4be-4ecb-8c65-208743581e3e req-cc067df4-a7cd-4ae4-b8a7-bf3ef8c7d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:09.155845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73a7ec4c-b4be-4ecb-8c65-208743581e3e req-cc067df4-a7cd-4ae4-b8a7-bf3ef8c7d290 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 1100 time: 0.1390665 Nov 25 17:20:09.175381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-929bb69f-669d-4525-be09-8388d1c6e400 None None] The port '0db2a5be-da59-4d02-b5ae-0524ac986d53' was deleted {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 17:20:09.203824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=0db2a5be-da59-4d02-b5ae-0524ac986d53,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:09.253214 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73a7ec4c-b4be-4ecb-8c65-208743581e3e req-dcb0ccff-01af-414a-a603-c193e9ca4ef0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912356 Nov 25 17:20:09.289844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:09.455450 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.475860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-a354fd40-deaa-46a3-88c9-d70a122b2d5c tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--705435796&fields=id&tenant_id=86d91ab2fffe47bcba8c8379135164e1 HTTP/1.1" status: 200 len: 267 time: 0.3643758 Nov 25 17:20:09.480035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0db2a5be-da59-4d02-b5ae-0524ac986d53 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:09.514050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 0db2a5be-da59-4d02-b5ae-0524ac986d53 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:09.514670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0db2a5be-da59-4d02-b5ae-0524ac986d53 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:09.566472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7280036e-f4f8-42a0-ae27-f25990dd5eb5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:09.584861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d15a550-a5e6-4ef2-814d-b5724dee0187') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:09.585332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d15a550-a5e6-4ef2-814d-b5724dee0187') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:09.604202 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.637922 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.656512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:09.657049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:09.660880 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:09.685169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b6e159f3-3ccf-4e93-bbdb-035f1db50b12 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:09.693672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b6e159f3-3ccf-4e93-bbdb-035f1db50b12 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/networks?id=82f0276b-2e66-4175-a645-b1d8e5e6e623 HTTP/1.1" status: 200 len: 806 time: 0.2165811 Nov 25 17:20:10.337953 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.360165 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.368411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/networks/7280036e-f4f8-42a0-ae27-f25990dd5eb5 HTTP/1.1" status: 204 len: 168 time: 2.5677257 Nov 25 17:20:10.369399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:10.377439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-d6b7ef0d-dcf0-4341-8324-d1cd45e37bab tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/quotas/86d91ab2fffe47bcba8c8379135164e1 HTTP/1.1" status: 200 len: 375 time: 0.6816487 Nov 25 17:20:10.437672 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6db567-7c60-45b0-ae16-e9f47a1a7f3f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:10.443615 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a6db567-7c60-45b0-ae16-e9f47a1a7f3f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0699091 Nov 25 17:20:10.445017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48040) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:10.450572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e0bf7-5409-4b27-b1c0-46c0c406dc44 req-d1caa316-ccb9-4b95-abdd-2efeefe4841a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:10.461904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-537e0bf7-5409-4b27-b1c0-46c0c406dc44 req-d1caa316-ccb9-4b95-abdd-2efeefe4841a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 949 time: 0.1933625 Nov 25 17:20:10.463852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caccf8c-acaa-4ee7-b596-b13fef8ba73d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Network': ['ID=7280036e-f4f8-42a0-ae27-f25990dd5eb5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:10.532155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-6e9e5614-54b1-4939-b744-f31e2a1bedfe tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=86d91ab2fffe47bcba8c8379135164e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446843 Nov 25 17:20:10.532692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cafd1146-bf98-478e-bcbc-b07325f44810 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0861490 Nov 25 17:20:10.532804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:10.541290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-932196618'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:10.575758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:10.580589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.606114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-537e0bf7-5409-4b27-b1c0-46c0c406dc44 req-7fb159d7-5122-4d02-935b-f080f9fa7143 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418068 Nov 25 17:20:10.716133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:10.745312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.745802 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Added segment b9a2a84d-c95b-4570-83af-970ca77c0f9d of type vlan for network e6a40f00-c753-454d-ac7c-adf32ea0c161 Nov 25 17:20:10.828717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-1bbaeae1-9b1e-4258-a4c1-2750913cd636 service neutron] 10.222.0.81 "GET /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654586 Nov 25 17:20:10.831948 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.920599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:10.976795 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.986849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:10.990841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.015321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:11.015844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.084471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Network': ['ID=e6a40f00-c753-454d-ac7c-adf32ea0c161,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:11.117927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-096beb83-ddab-4c0e-90bf-c50e4b2c576f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5806756 Nov 25 17:20:11.120968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48060) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:11.130603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:11.163152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-7d720993-3c18-4da9-bfbd-591fc80c1732 service neutron] 10.222.0.81 "GET /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274186 Nov 25 17:20:11.269107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:11.276102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.425547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:11.591364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2a3e514-3675-4189-8130-f528803c7694 req-fabb7a88-b3a3-4ad9-9e84-06dceb749e34 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 210 time: 0.1080990 Nov 25 17:20:11.597338 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.652261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:11.654835 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a84b6-3442-4ec1-947a-9bd21ae1cd56" -d '{"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-plugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:11.670467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:11.680136 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.795480 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481036ae-f03a-475d-8f05-c9a1d891a8e7 x-openstack-request-id: req-481036ae-f03a-475d-8f05-c9a1d891a8e7 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:11.796525 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-plugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:11.797091 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-481036ae-f03a-475d-8f05-c9a1d891a8e7 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:11.799081 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'code': 200} Nov 25 17:20:11.818292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:11.909935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.954421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90097159-9880-4f68-8d14-fa434a3ae636 req-4e9a8ad8-9b35-4a22-a7e0-a38e02bfe3c7 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:11.962552 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90097159-9880-4f68-8d14-fa434a3ae636 req-4e9a8ad8-9b35-4a22-a7e0-a38e02bfe3c7 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 949 time: 0.1517723 Nov 25 17:20:12.093567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=01de78b1-7851-4a20-89f6-13178ad758d2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:12.133652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90097159-9880-4f68-8d14-fa434a3ae636 req-8d6f0363-993e-4b4f-8487-f2beface0db9 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701050 Nov 25 17:20:12.137279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking segment: {'id': 'b9a2a84d-c95b-4570-83af-970ca77c0f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:12.147848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network hostable DHCP agents. Network: e6a40f00-c753-454d-ac7c-adf32ea0c161, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:12.253030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:12.274278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, e6a40f00-c753-454d-ac7c-adf32ea0c161) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:12.282001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.287209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.317180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77898d1-c42a-4e8d-a83c-3a800e273aab None None] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:12.403368 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-827b6463-405d-4cb2-a9f3-c57df0cfbeba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2790008 Nov 25 17:20:12.405620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:12.416735 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161', 'name': 'tempest-PortsTestJSON-839237410'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:12.645451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:12.650375 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.703222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port 62c8975c-299b-4fb8-8443-6e3680c99d82 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:12.808330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5af624b8-853c-43a2-9790-fede15c25e8b req-933ee660-7b1f-48f9-8c04-b3a1ba6ed11b tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 210 time: 0.1182363 Nov 25 17:20:12.819955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-e6a40f00-c753-454d-ac7c-adf32ea0c161', 'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161', 'tenant_id': '3fa8967b2a6a467eb6d35e39bfa3f07c', 'fixed_ips': [{'subnet_id': '01de78b1-7851-4a20-89f6-13178ad758d2'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:12.820562 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.832506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.11 (e6a40f00-c753-454d-ac7c-adf32ea0c161/01de78b1-7851-4a20-89f6-13178ad758d2/62c8975c-299b-4fb8-8443-6e3680c99d82) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:12.873514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022b15c-3b52-4a5e-9d07-1e876f663a33 req-fbff63d4-e635-445e-8cc3-486e40a1038f tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.884868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6022b15c-3b52-4a5e-9d07-1e876f663a33 req-fbff63d4-e635-445e-8cc3-486e40a1038f tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 1100 time: 0.1374383 Nov 25 17:20:12.902950 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6022b15c-3b52-4a5e-9d07-1e876f663a33 req-6833b8eb-3252-43f3-bdd5-4924e30eecb5 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.070184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.121735 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.127396 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6022b15c-3b52-4a5e-9d07-1e876f663a33 req-6833b8eb-3252-43f3-bdd5-4924e30eecb5 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.185235 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6022b15c-3b52-4a5e-9d07-1e876f663a33 req-6833b8eb-3252-43f3-bdd5-4924e30eecb5 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.217061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Allocated IP 172.20.0.2 (e6a40f00-c753-454d-ac7c-adf32ea0c161/01de78b1-7851-4a20-89f6-13178ad758d2/b9a26612-6dce-43d6-b862-5a0fefaae2d4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:13.245894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=62c8975c-299b-4fb8-8443-6e3680c99d82,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:13.273312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:13.277510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:13.285261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:13.387891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6022b15c-3b52-4a5e-9d07-1e876f663a33 req-6833b8eb-3252-43f3-bdd5-4924e30eecb5 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016487 Nov 25 17:20:13.389515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833b8eb-3252-43f3-bdd5-4924e30eecb5 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4699cb3-b9ff-4ca3-8bdb-707903bffb0b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:13.470385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:13.481459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.513230 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30a39dd4-c01d-4074-9c8b-1bb3035ae883 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1041701 Nov 25 17:20:13.518136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:13.525594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161', 'name': 'tempest-PortsTestJSON-94461967'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:13.726704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-4ced68f8-f311-4118-8abd-f1f9fbdc8661 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:13.726949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-4ced68f8-f311-4118-8abd-f1f9fbdc8661 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.60 "GET /v2.0/networks?id=82f0276b-2e66-4175-a645-b1d8e5e6e623 HTTP/1.1" status: 200 len: 806 time: 0.1693740 Nov 25 17:20:13.793777 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.813117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.956173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:13.970708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:13.991175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:13.993188 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-a875605f-1470-4ccf-887c-32245b7c39f7 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d91ab2fffe47bcba8c8379135164e1 HTTP/1.1" status: 200 len: 379 time: 0.2266493 Nov 25 17:20:14.085574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Request body: {'port': {'device_id': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'admin_state_up': True, 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'security_groups': ['df7df64e-706e-40cb-aea7-9f8af2c962b3']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:14.102679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Pushing event updated for resources: {'Port': ['ID=b9a26612-6dce-43d6-b862-5a0fefaae2d4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:14.102795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04cc1073-bf00-4d62-b027-905af2500e65 req-dbba1793-61c7-4b2e-aa03-cb2fba690701 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 210 time: 0.1202204 Nov 25 17:20:14.145849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Attempting to bind port b9a26612-6dce-43d6-b862-5a0fefaae2d4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:14.146258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Attempting to bind port b9a26612-6dce-43d6-b862-5a0fefaae2d4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b9a2a84d-c95b-4570-83af-970ca77c0f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:14.146621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Attempting to bind port b9a26612-6dce-43d6-b862-5a0fefaae2d4 on network e6a40f00-c753-454d-ac7c-adf32ea0c161 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:14.159196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:14.159828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Checking segment: {'id': 'b9a2a84d-c95b-4570-83af-970ca77c0f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:14.160486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.160906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Bound using segment: {'id': 'b9a2a84d-c95b-4570-83af-970ca77c0f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:14.162219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Bound port: b9a26612-6dce-43d6-b862-5a0fefaae2d4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a2a84d-c95b-4570-83af-970ca77c0f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e6a40f00-c753-454d-ac7c-adf32ea0c161'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:14.163965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.325258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:14.325528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] For port b9a26612-6dce-43d6-b862-5a0fefaae2d4, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:14.333332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] For port b9a26612-6dce-43d6-b862-5a0fefaae2d4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b9a26612-6dce-43d6-b862-5a0fefaae2d4,segment=NetworkSegment(b9a2a84d-c95b-4570-83af-970ca77c0f9d),segment_id=b9a2a84d-c95b-4570-83af-970ca77c0f9d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:14.338512 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.345514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.405997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-9d20c492-e50b-43ca-8c43-0ab8d2db85f4 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2886627 Nov 25 17:20:14.409511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Made reservation on behalf of 86d91ab2fffe47bcba8c8379135164e1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:14.419765 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.424844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a727-7c9d-4be9-9cc5-ed4892cb2487 None None] Pushing event updated for resources: {'Port': ['ID=b9a26612-6dce-43d6-b862-5a0fefaae2d4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:14.713828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Allocated IP 172.20.0.11 (82f0276b-2e66-4175-a645-b1d8e5e6e623/779f1600-aae8-4b10-b467-64d785f8958e/a870731b-5c50-448a-a0d1-b96e46d97f45) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:14.906445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port b045cc37-f17c-4a7a-9575-1ba82c1df197 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:14.982298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.159396 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.354291 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-03bd5297-4f00-4baa-a3c9-f1fc6000690d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111801 Nov 25 17:20:15.355050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-93c0d032-7171-455e-8774-2876cb006417 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:15.371983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-93c0d032-7171-455e-8774-2876cb006417 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9178953 Nov 25 17:20:15.416576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:15.433924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.10 (e6a40f00-c753-454d-ac7c-adf32ea0c161/01de78b1-7851-4a20-89f6-13178ad758d2/b045cc37-f17c-4a7a-9575-1ba82c1df197) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:15.443995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:15.448827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:15.453870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event updated for resources: {'Port': ['ID=a870731b-5c50-448a-a0d1-b96e46d97f45,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:15.463274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-6b7881ca-cc3d-4432-8b09-8a1e4d5d8346 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/quotas/7730cf5c4f094a8f88c279c6ec70c734 HTTP/1.1" status: 200 len: 375 time: 0.0901897 Nov 25 17:20:15.514653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-4d0eef1e-438e-4831-a7a1-13b861bbaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:15.526909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b9a26612-6dce-43d6-b862-5a0fefaae2d4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:15.537549 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-4d0eef1e-438e-4831-a7a1-13b861bbaa68 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f4d43e7d3baf4ffb8da544d6e2631618&device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 1096 time: 0.1209886 Nov 25 17:20:15.649927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b9a26612-6dce-43d6-b862-5a0fefaae2d4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:15.650302 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.709320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad60f6-1c6e-4878-948c-78c31fa5e7e8 req-059a4365-f88f-4318-88c0-441785d7b12d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:15.728971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24ad60f6-1c6e-4878-948c-78c31fa5e7e8 req-059a4365-f88f-4318-88c0-441785d7b12d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 932 time: 0.4252336 Nov 25 17:20:15.826396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-470a1213-0002-4761-83fe-f969b8a65495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:15.828053 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-470a1213-0002-4761-83fe-f969b8a65495 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6096b4ef-bc99-466f-8abb-e946270459f0 HTTP/1.1" status: 200 len: 912 time: 0.2547441 Nov 25 17:20:15.855343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:15.858850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.881728 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.968025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-974cf10b-6a92-477f-8f2b-69cd3e625919 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 HTTP/1.1" status: 200 len: 1001 time: 0.1325009 Nov 25 17:20:15.972403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port b9a26612-6dce-43d6-b862-5a0fefaae2d4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b9a26612-6dce-43d6-b862-5a0fefaae2d4,segment=NetworkSegment(b9a2a84d-c95b-4570-83af-970ca77c0f9d),segment_id=b9a2a84d-c95b-4570-83af-970ca77c0f9d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:15.983558 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.071894 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=b9a26612-6dce-43d6-b862-5a0fefaae2d4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:16.077750 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24ad60f6-1c6e-4878-948c-78c31fa5e7e8 req-1ac93ae1-4531-495e-9fdb-354752bab099 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376377 Nov 25 17:20:16.104968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-25d5a4d4-9e11-4383-930b-413ab61474b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:16.105250 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-25d5a4d4-9e11-4383-930b-413ab61474b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0afe27ad-3a92-497f-9e09-0709cb480cb5 HTTP/1.1" status: 200 len: 850 time: 0.1253953 Nov 25 17:20:16.105924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-80f4a0be-c194-4677-b2cd-6fc31bc2857f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6415658 Nov 25 17:20:16.134316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5628ede0-1c94-4840-a995-297f6e8ab66b None None] Provisioning complete for port a870731b-5c50-448a-a0d1-b96e46d97f45 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:16.136666 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5628ede0-1c94-4840-a995-297f6e8ab66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.174243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b57bec8f-936e-4eb6-a7a8-3f67b270029f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1548791 Nov 25 17:20:16.199390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Request body: {'port': {'device_id': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:16.286084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-6a89deec-b3be-4f22-a181-fe752828b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:16.288058 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-6a89deec-b3be-4f22-a181-fe752828b0a7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6096b4ef-bc99-466f-8abb-e946270459f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748214 Nov 25 17:20:16.299492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5628ede0-1c94-4840-a995-297f6e8ab66b None None] Port a870731b-5c50-448a-a0d1-b96e46d97f45 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:16.531372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd4d2e-a8da-4ca8-9ba9-7c6c23452235 None None] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:16.541320 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-a50cdefe-33a3-4ae8-9f54-5d32e9fbb5bc service neutron] 10.222.0.95 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441294 Nov 25 17:20:16.574960 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.777307 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3f3c7f07-890e-4816-8b88-0e4ac529e5c3 req-94372ee9-2667-410a-b75a-7094cce725e2 service neutron] 10.222.0.95 "GET /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274644 Nov 25 17:20:16.794808 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.872136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.945481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:16.956305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:16.978377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:17.039924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2c0b83d-cac3-4f01-9a74-eb18efa3c6da None None] Provisioning complete for port b9a26612-6dce-43d6-b862-5a0fefaae2d4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:17.042732 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c0b83d-cac3-4f01-9a74-eb18efa3c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.443971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b9a26612-6dce-43d6-b862-5a0fefaae2d4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:17.450251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea481277-75de-4990-8302-ae9a75796310 req-d4657ec3-decb-49ec-9476-7813185f22a6 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 210 time: 0.1014085 Nov 25 17:20:17.591193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=b045cc37-f17c-4a7a-9575-1ba82c1df197,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:17.625420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b9a26612-6dce-43d6-b862-5a0fefaae2d4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:17.626205 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.654735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:17.657134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.824177 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48226) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:17.824729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f4410f1f-b601-4dcd-8823-62d050283620 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3045366 Nov 25 17:20:17.836384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffa590-45f2-4c7c-893b-0d5e005e7d3e req-dc810ae9-9d06-4a2d-909a-864452c96b44 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:17.847568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fffa590-45f2-4c7c-893b-0d5e005e7d3e req-dc810ae9-9d06-4a2d-909a-864452c96b44 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 932 time: 0.4429092 Nov 25 17:20:17.984561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-563fd291-6495-46e9-a9ef-3ac6b5f2e501 None None] Provisioning complete for port b9a26612-6dce-43d6-b862-5a0fefaae2d4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:17.986983 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-563fd291-6495-46e9-a9ef-3ac6b5f2e501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.052077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935a504-9922-41f8-af30-738544b63ba0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:18.058922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0935a504-9922-41f8-af30-738544b63ba0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2334876 Nov 25 17:20:18.062587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fffa590-45f2-4c7c-893b-0d5e005e7d3e req-3c63d84c-a85c-4993-a344-e92abe90c667 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138531 Nov 25 17:20:18.065525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48228) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:18.257850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-563fd291-6495-46e9-a9ef-3ac6b5f2e501 None None] Provisioning complete for port 62c8975c-299b-4fb8-8443-6e3680c99d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:18.258471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-563fd291-6495-46e9-a9ef-3ac6b5f2e501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.316900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4744284e-2783-4634-aa5a-ad86655bb308 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port b045cc37-f17c-4a7a-9575-1ba82c1df197 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:18.317470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4744284e-2783-4634-aa5a-ad86655bb308 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.329045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a870731b-5c50-448a-a0d1-b96e46d97f45 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:18.362179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.404816 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-563fd291-6495-46e9-a9ef-3ac6b5f2e501 None None] Port 62c8975c-299b-4fb8-8443-6e3680c99d82 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:18.430218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-563fd291-6495-46e9-a9ef-3ac6b5f2e501 None None] Provisioning complete for port b045cc37-f17c-4a7a-9575-1ba82c1df197 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:18.432111 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-563fd291-6495-46e9-a9ef-3ac6b5f2e501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.445573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Transition to ACTIVE for port object a870731b-5c50-448a-a0d1-b96e46d97f45 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:20:18.454889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.497037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4744284e-2783-4634-aa5a-ad86655bb308 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.561393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4744284e-2783-4634-aa5a-ad86655bb308 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for b045cc37-f17c-4a7a-9575-1ba82c1df197 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:18.572067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-563fd291-6495-46e9-a9ef-3ac6b5f2e501 None None] Port b045cc37-f17c-4a7a-9575-1ba82c1df197 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:18.621985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26617d7b-a060-4741-819b-27250f519513 service neutron] Pushing event updated for resources: {'Port': ['ID=a870731b-5c50-448a-a0d1-b96e46d97f45,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:18.667911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64939b58-5c1d-463c-aa40-43f1ba3f95df req-d488911b-f583-4f71-a45e-72924bd38a01 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 210 time: 0.0469668 Nov 25 17:20:18.762343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-15f4bf90-105c-428f-9a23-2329bbebbd7b None None] Provisioning complete for port 62c8975c-299b-4fb8-8443-6e3680c99d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:18.764462 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15f4bf90-105c-428f-9a23-2329bbebbd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.956894 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-15f4bf90-105c-428f-9a23-2329bbebbd7b None None] Port 62c8975c-299b-4fb8-8443-6e3680c99d82 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:19.082060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Attempting to bind port a870731b-5c50-448a-a0d1-b96e46d97f45 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:19.082480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Attempting to bind port a870731b-5c50-448a-a0d1-b96e46d97f45 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:19.082717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Attempting to bind port a870731b-5c50-448a-a0d1-b96e46d97f45 on network 82f0276b-2e66-4175-a645-b1d8e5e6e623 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:19.105423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Port a870731b-5c50-448a-a0d1-b96e46d97f45 on network 82f0276b-2e66-4175-a645-b1d8e5e6e623 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:20:19.106873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Attempting to bind port a870731b-5c50-448a-a0d1-b96e46d97f45 on network 82f0276b-2e66-4175-a645-b1d8e5e6e623 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:19.113714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-483a01c0-21b0-4da4-9ce8-e10dd1be0a13 None None] Provisioning complete for port b045cc37-f17c-4a7a-9575-1ba82c1df197 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:19.114524 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-483a01c0-21b0-4da4-9ce8-e10dd1be0a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.123996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:19.124333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Checking segment: {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:19.129223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Bound using segment: {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:19.131400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Bound port: a870731b-5c50-448a-a0d1-b96e46d97f45, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18839f8-c43d-4c59-ae55-4902eca50115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:19.135255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.179042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-483a01c0-21b0-4da4-9ce8-e10dd1be0a13 None None] Port b045cc37-f17c-4a7a-9575-1ba82c1df197 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:19.238236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4744284e-2783-4634-aa5a-ad86655bb308 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.382046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744284e-2783-4634-aa5a-ad86655bb308 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=b045cc37-f17c-4a7a-9575-1ba82c1df197,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:19.480443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] For port a870731b-5c50-448a-a0d1-b96e46d97f45, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:19.485239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] For port a870731b-5c50-448a-a0d1-b96e46d97f45, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a870731b-5c50-448a-a0d1-b96e46d97f45,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:19.495739 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4744284e-2783-4634-aa5a-ad86655bb308 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.502532 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4744284e-2783-4634-aa5a-ad86655bb308 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/b045cc37-f17c-4a7a-9575-1ba82c1df197 HTTP/1.1" status: 204 len: 168 time: 1.4350858 Nov 25 17:20:19.511567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:19.546600 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.612190 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-63eb9b4f-1097-49d9-94c1-228c924f17c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:20:19.614044 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-63eb9b4f-1097-49d9-94c1-228c924f17c4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/b045cc37-f17c-4a7a-9575-1ba82c1df197 HTTP/1.1" status: 404 len: 333 time: 0.1012430 Nov 25 17:20:19.617999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:19.680400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:19.681062 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.683007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-26617d7b-a060-4741-819b-27250f519513 service neutron] 10.222.0.60 "PUT /v2.0/ports/a870731b-5c50-448a-a0d1-b96e46d97f45 HTTP/1.1" status: 200 len: 1092 time: 3.4981418 Nov 25 17:20:19.841790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'tag': 'a870731b-5c50-448a-a0d1-b96e46d97f45'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:19.856533 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbcef0b-6b67-4891-96fe-01ea09e28422" -d '{"events": [{"name": "network-changed", "server_uuid": "89f9b20d-952d-4d95-850e-4bcd77ab0cca", "tag": "a870731b-5c50-448a-a0d1-b96e46d97f45"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:19.917481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26617d7b-a060-4741-819b-27250f519513 service neutron] Pushing event updated for resources: {'Port': ['ID=a870731b-5c50-448a-a0d1-b96e46d97f45,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:19.967268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b7c9f721-3e85-4ed3-b5f1-b704b16f0a76 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 62c8975c-299b-4fb8-8443-6e3680c99d82 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:19.967871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f721-3e85-4ed3-b5f1-b704b16f0a76 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.092886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-364ba9cd-fe38-4dad-8170-850797f731d6 req-0d04a750-4f4e-41a2-8a9d-fdc2143b5fa8 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 210 time: 0.1596684 Nov 25 17:20:20.116304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9906ee-9571-48e3-a816-9b42fdc39de7 req-76e7ead1-2fad-41c1-be6f-1a66d9e87beb tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:20.128969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd9906ee-9571-48e3-a816-9b42fdc39de7 req-76e7ead1-2fad-41c1-be6f-1a66d9e87beb tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 944 time: 0.6357164 Nov 25 17:20:20.220635 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be90035a-3163-48f1-adab-3ea19a035f24 x-openstack-request-id: req-be90035a-3163-48f1-adab-3ea19a035f24 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:20.220957 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f9b20d-952d-4d95-850e-4bcd77ab0cca", "tag": "a870731b-5c50-448a-a0d1-b96e46d97f45", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:20.221212 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be90035a-3163-48f1-adab-3ea19a035f24 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:20.231088 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'tag': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'status': 'completed', 'code': 200} Nov 25 17:20:20.239766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f721-3e85-4ed3-b5f1-b704b16f0a76 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.257718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b7c9f721-3e85-4ed3-b5f1-b704b16f0a76 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 62c8975c-299b-4fb8-8443-6e3680c99d82 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:20.257916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-043a4757-7105-4091-b5ee-cc32b9470e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:20.260007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-043a4757-7105-4091-b5ee-cc32b9470e2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86d91ab2fffe47bcba8c8379135164e1&device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 1095 time: 0.3279750 Nov 25 17:20:20.286434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd9906ee-9571-48e3-a816-9b42fdc39de7 req-0ab7971e-7678-465e-881d-75388198d740 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499987 Nov 25 17:20:20.381073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-d7114661-5b80-4f62-9246-468ef947dd26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a870731b-5c50-448a-a0d1-b96e46d97f45 HTTP/1.1" status: 200 len: 217 time: 0.0935056 Nov 25 17:20:20.471691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b2ab7d3e-e781-401c-b8f9-0804c2fab0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:20.478787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-b2ab7d3e-e781-401c-b8f9-0804c2fab0b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=779f1600-aae8-4b10-b467-64d785f8958e HTTP/1.1" status: 200 len: 845 time: 0.0836308 Nov 25 17:20:20.578634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-1a6e2a27-ed4a-4153-aeb2-7dde4e2b4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:20.582326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-1a6e2a27-ed4a-4153-aeb2-7dde4e2b4e01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82f0276b-2e66-4175-a645-b1d8e5e6e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909500 Nov 25 17:20:20.702151 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f721-3e85-4ed3-b5f1-b704b16f0a76 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.779973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-1d245d87-794f-4e21-b5b5-28db0d0c0d26 service neutron] 10.222.0.60 "GET /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556470 Nov 25 17:20:20.799272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-36d80578-9a3f-40a6-8c80-d8a791fb8c43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2173457 Nov 25 17:20:20.828590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9f721-3e85-4ed3-b5f1-b704b16f0a76 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=62c8975c-299b-4fb8-8443-6e3680c99d82,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:20.837828 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-b5247ff5-8b5a-4e99-ab76-6cb1d9dfb423 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323383 Nov 25 17:20:20.934468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d659ce16-7c7e-4566-bc86-fa40e1555526 req-bd925316-122c-465f-96f2-2e58fe373a7f service neutron] 10.222.0.60 "GET /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340179 Nov 25 17:20:21.045569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-606d430b-9b5a-4a0b-899e-0633f2c2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.046446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-606d430b-9b5a-4a0b-899e-0633f2c2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.047489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-606d430b-9b5a-4a0b-899e-0633f2c2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.048328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-606d430b-9b5a-4a0b-899e-0633f2c2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.049450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-606d430b-9b5a-4a0b-899e-0633f2c2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.050164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-606d430b-9b5a-4a0b-899e-0633f2c2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.050900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-606d430b-9b5a-4a0b-899e-0633f2c2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.055968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-606d430b-9b5a-4a0b-899e-0633f2c2b6cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6490 time: 0.0943439 Nov 25 17:20:21.269896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-9e0534b7-9f8d-4733-8ece-84bb50cb327e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.271761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-9e0534b7-9f8d-4733-8ece-84bb50cb327e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4191027 Nov 25 17:20:21.324575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Request body: {'port': {'device_id': 'd07eed42-47bc-4c00-a5ef-4166e00d70bc', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7730cf5c4f094a8f88c279c6ec70c734'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:21.393940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-221dce8b-0117-44d1-8e75-73b05dea3a11 req-f4380fd8-1c21-443c-9649-2e817d36d7f6 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 210 time: 0.0594792 Nov 25 17:20:21.422296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-f58e2dd6-1044-4fdf-a261-14aebfec779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.424444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-f58e2dd6-1044-4fdf-a261-14aebfec779d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86d91ab2fffe47bcba8c8379135164e1&device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 1095 time: 0.3516126 Nov 25 17:20:21.450980 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-12c07ea0-6ba1-4182-894b-ecaf04677615 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1352749 Nov 25 17:20:21.515548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f721-3e85-4ed3-b5f1-b704b16f0a76 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.521617 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b7c9f721-3e85-4ed3-b5f1-b704b16f0a76 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/62c8975c-299b-4fb8-8443-6e3680c99d82 HTTP/1.1" status: 204 len: 168 time: 1.9021809 Nov 25 17:20:21.527814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:21.566027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-4640773c-3502-455f-a264-109be4bfc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.566915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-4640773c-3502-455f-a264-109be4bfc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.567791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-4640773c-3502-455f-a264-109be4bfc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.570864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-4640773c-3502-455f-a264-109be4bfc726 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 HTTP/1.1" status: 200 len: 2290 time: 0.4350057 Nov 25 17:20:21.619858 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a0d026-1a8b-4745-9210-6c826c98a2c8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:20:21.621646 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-93a0d026-1a8b-4745-9210-6c826c98a2c8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/62c8975c-299b-4fb8-8443-6e3680c99d82 HTTP/1.1" status: 404 len: 333 time: 0.0926940 Nov 25 17:20:21.650698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:21.783070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-728547c1-0467-44ef-8b79-7629194278c1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:21.785420 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-728547c1-0467-44ef-8b79-7629194278c1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334885 Nov 25 17:20:21.805966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5440dc0c-f839-4b8d-a054-5d2d6199416d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 01de78b1-7851-4a20-89f6-13178ad758d2 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:21.815510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0c-f839-4b8d-a054-5d2d6199416d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.822924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Request body: {'port': {'device_id': 'd36456da-66b0-4637-a298-8b2725785d4a', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7730cf5c4f094a8f88c279c6ec70c734'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:21.827734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Made reservation on behalf of 7730cf5c4f094a8f88c279c6ec70c734 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:21.834990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.982423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0c-f839-4b8d-a054-5d2d6199416d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.120607 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0c-f839-4b8d-a054-5d2d6199416d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.208096 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0c-f839-4b8d-a054-5d2d6199416d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.242419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa86eb-d51f-4b32-b90f-684757fdffb0 None None] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:22.268407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5440dc0c-f839-4b8d-a054-5d2d6199416d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.272071 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5440dc0c-f839-4b8d-a054-5d2d6199416d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/01de78b1-7851-4a20-89f6-13178ad758d2 HTTP/1.1" status: 204 len: 168 time: 0.6196003 Nov 25 17:20:22.280042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:22.318049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440dc0c-f839-4b8d-a054-5d2d6199416d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=01de78b1-7851-4a20-89f6-13178ad758d2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:22.446338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb5d54-ba43-461b-a81e-fed435e26e21 req-c8a8f844-2b0e-4cdc-b9ed-de1ed3a2f8c2 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:22.455002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4fb5d54-ba43-461b-a81e-fed435e26e21 req-c8a8f844-2b0e-4cdc-b9ed-de1ed3a2f8c2 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 944 time: 0.9923055 Nov 25 17:20:22.477638 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-1511409f-a0c0-472a-a615-30c76a1a56c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5 HTTP/1.1" status: 200 len: 1001 time: 0.8017261 Nov 25 17:20:22.576999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-f5d62d5a-2aab-4b9d-a8db-5e885e20a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:22.580381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-f5d62d5a-2aab-4b9d-a8db-5e885e20a0e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82f0276b-2e66-4175-a645-b1d8e5e6e623 HTTP/1.1" status: 200 len: 907 time: 1.1456401 Nov 25 17:20:22.631342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.643996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ff24dfc-780d-4c8c-88da-b61c307fc886 req-901c1197-d0f3-49f8-b907-b1ce1cf0c430 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 210 time: 0.0801771 Nov 25 17:20:22.714591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4fb5d54-ba43-461b-a81e-fed435e26e21 req-4ca8a97d-33f3-401c-9ef7-a5e650802401 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586424 Nov 25 17:20:22.725029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-db71a5f7-46d5-446f-901b-4a917dc65199 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a870731b-5c50-448a-a0d1-b96e46d97f45 HTTP/1.1" status: 200 len: 217 time: 0.1246722 Nov 25 17:20:22.740866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-dc52cbea-5c25-4f4e-bfde-14bc60924262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:22.744408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-dc52cbea-5c25-4f4e-bfde-14bc60924262 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aff52488-4a16-4eb1-9f80-73658f526fe1 HTTP/1.1" status: 200 len: 850 time: 0.2423403 Nov 25 17:20:22.838475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] DHCP port deletion for e6a40f00-c753-454d-ac7c-adf32ea0c161 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:22.990168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a870731b-5c50-448a-a0d1-b96e46d97f45 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:23.043824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Allocated IP 192.168.233.215 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/a539a5ed-77f7-4c38-a2ff-50805a494bd3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:23.077312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Made reservation on behalf of 7730cf5c4f094a8f88c279c6ec70c734 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:23.083668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.108781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-56f9299b-0e6e-427d-9022-78cedda33842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:23.111051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-56f9299b-0e6e-427d-9022-78cedda33842 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=779f1600-aae8-4b10-b467-64d785f8958e HTTP/1.1" status: 200 len: 845 time: 0.2744920 Nov 25 17:20:23.121691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-02cea3ac-5c2a-4153-89ee-b46f37874e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:23.123621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-02cea3ac-5c2a-4153-89ee-b46f37874e36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2864816 Nov 25 17:20:23.160553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] Deleting port b9a26612-6dce-43d6-b862-5a0fefaae2d4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:23.160968 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.231444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port b9a26612-6dce-43d6-b862-5a0fefaae2d4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:23.231910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.321655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-5d2a36e7-2e65-4cc9-a949-bbaeea78cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:23.323177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-5d2a36e7-2e65-4cc9-a949-bbaeea78cb7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82f0276b-2e66-4175-a645-b1d8e5e6e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1974192 Nov 25 17:20:23.411604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] For port b9a26612-6dce-43d6-b862-5a0fefaae2d4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b9a26612-6dce-43d6-b862-5a0fefaae2d4,segment=NetworkSegment(b9a2a84d-c95b-4570-83af-970ca77c0f9d),segment_id=b9a2a84d-c95b-4570-83af-970ca77c0f9d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:23.411972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.436789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b9a26612-6dce-43d6-b862-5a0fefaae2d4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:23.443592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for b9a26612-6dce-43d6-b862-5a0fefaae2d4 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:23.564213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a870731b-5c50-448a-a0d1-b96e46d97f45, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a870731b-5c50-448a-a0d1-b96e46d97f45,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:23.568268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.590144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'port_id': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'mac_address': 'fa:16:3e:d2:da:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:23.606278 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:20:23.607553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] For port b9a26612-6dce-43d6-b862-5a0fefaae2d4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b9a26612-6dce-43d6-b862-5a0fefaae2d4,segment=NetworkSegment(b9a2a84d-c95b-4570-83af-970ca77c0f9d),segment_id=b9a2a84d-c95b-4570-83af-970ca77c0f9d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:23.607957 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.658539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] Calling delete_port for b9a26612-6dce-43d6-b862-5a0fefaae2d4 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:23.664982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.679849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-83991465-abfe-439d-9878-a29ac1b57666 service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423286 Nov 25 17:20:23.724503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:23.867739 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.867954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:23.888662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:23.902937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:23.905946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'Port': ['ID=a539a5ed-77f7-4c38-a2ff-50805a494bd3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:23.955737 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.987554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Allocated IP 192.168.233.83 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/b896946f-bf13-4af2-972d-29bd4fc12b0a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:24.014928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4943bdbb-9388-44c8-9135-a2fdc1ffc6a2 req-951b5e43-7439-49a4-85d5-c8228e6ec303 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 210 time: 0.1462405 Nov 25 17:20:24.067272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a870731b-5c50-448a-a0d1-b96e46d97f45 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:24.124791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:24.125515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.137196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a870731b-5c50-448a-a0d1-b96e46d97f45, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a870731b-5c50-448a-a0d1-b96e46d97f45,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:24.172235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-7442c768-1f5a-4d63-bca9-96efa37a70fa service neutron] 10.222.0.60 "GET /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8245058 Nov 25 17:20:24.213592 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3d997e03-da50-4ca5-a938-a29269281b81 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8930147 Nov 25 17:20:24.254950 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.274060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Request body: {'port': {'device_id': 'd07eed42-47bc-4c00-a5ef-4166e00d70bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:24.319140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db430a4-c9bd-490f-9459-91e2770d2e3d req-06a3eaf4-e93e-46ed-b019-cffc0c5c4f36 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:24.323270 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8db430a4-c9bd-490f-9459-91e2770d2e3d req-06a3eaf4-e93e-46ed-b019-cffc0c5c4f36 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 944 time: 0.3451290 Nov 25 17:20:24.324357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.453724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.608897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.742975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.761794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No DVR routers for this DVR port b9a26612-6dce-43d6-b862-5a0fefaae2d4 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:24.821878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=b9a26612-6dce-43d6-b862-5a0fefaae2d4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:24.900566 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.928220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a40f00-c753-454d-ac7c-adf32ea0c161']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.941606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a2a84d-c95b-4570-83af-970ca77c0f9d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.942116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a2a84d-c95b-4570-83af-970ca77c0f9d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.952389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:24.956240 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.972644 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.980143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:24.981107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.984753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:25.000770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:25.085499 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:25.099819 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.110144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.115539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/networks/e6a40f00-c753-454d-ac7c-adf32ea0c161 HTTP/1.1" status: 204 len: 168 time: 2.8231885 Nov 25 17:20:25.166336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.168666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88135923-094b-463a-9743-20816bdbb3d3 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Network': ['ID=e6a40f00-c753-454d-ac7c-adf32ea0c161,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:25.184209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbcef0b-6b67-4891-96fe-01ea09e28422 req-d2d9542a-ed96-4cb2-97a5-4ac95451dd95 service neutron] 10.222.0.60 "GET /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9565914 Nov 25 17:20:25.185835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:25.189596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.202001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-531313494'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:25.206184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'Port': ['ID=b896946f-bf13-4af2-972d-29bd4fc12b0a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:25.224950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-6e4020a9-4145-4b9c-ac13-471dbf27779c service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5331373 Nov 25 17:20:25.422412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e3cdcb1b-56bc-41c0-8d57-7956d5ba70f9 None None] Provisioning complete for port a539a5ed-77f7-4c38-a2ff-50805a494bd3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:25.423036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcb1b-56bc-41c0-8d57-7956d5ba70f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.434697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8db430a4-c9bd-490f-9459-91e2770d2e3d req-c2d5bbe8-303b-42e3-8889-7fb6cc279cd9 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0286427 Nov 25 17:20:25.493907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.536642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-9a2ee6cf-a03f-49a6-b995-0e03685e32d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 200 len: 217 time: 0.1428218 Nov 25 17:20:25.575234 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-5c5c7eeb-e5a2-41df-adc8-894e4e1ea762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7644367 Nov 25 17:20:25.586971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:25.594304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.598315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a539a5ed-77f7-4c38-a2ff-50805a494bd3 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:25.599048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a870731b-5c50-448a-a0d1-b96e46d97f45'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:25.607299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Request body: {'port': {'device_id': 'd36456da-66b0-4637-a298-8b2725785d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:25.646307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdcb1b-56bc-41c0-8d57-7956d5ba70f9 None None] Port a539a5ed-77f7-4c38-a2ff-50805a494bd3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:25.662955 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665a94-7a9d-4484-8641-7d69efc67beb req-5b2182b0-a87c-4f6c-96b0-e02db21f8f22 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:25.674797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a870731b-5c50-448a-a0d1-b96e46d97f45,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:25.678103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fd665a94-7a9d-4484-8641-7d69efc67beb req-5b2182b0-a87c-4f6c-96b0-e02db21f8f22 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 935 time: 0.4627855 Nov 25 17:20:25.734621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.802856 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.823527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Transition to ACTIVE for port object a539a5ed-77f7-4c38-a2ff-50805a494bd3 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:20:25.838594 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.853924 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.886161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fd665a94-7a9d-4484-8641-7d69efc67beb req-08f1033d-72eb-4be7-80fe-f6691a3e8dfe tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036388 Nov 25 17:20:25.951670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-c221573b-7e36-402f-be65-7acd4604180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:25.953479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] Network e6a40f00-c753-454d-ac7c-adf32ea0c161 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:20:25.953962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] No DVR routers for this DVR port b9a26612-6dce-43d6-b862-5a0fefaae2d4 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:25.959564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-c221573b-7e36-402f-be65-7acd4604180a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.4084508 Nov 25 17:20:25.989188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70641d9a-e152-4d78-b0a8-3cc54f55b7c1 None None] Pushing event deleted for resources: {'Port': ['ID=b9a26612-6dce-43d6-b862-5a0fefaae2d4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:26.014040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:26.054066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d66804e2-bc6e-45ca-b921-e506312876e1 None None] Provisioning complete for port b896946f-bf13-4af2-972d-29bd4fc12b0a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:26.054528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d66804e2-bc6e-45ca-b921-e506312876e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.083334 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.083695 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Added segment aa2fec63-0609-438b-aac2-64445e5cfabd of type vlan for network 6a60a218-e20c-4220-bfed-4a051ad5f53e Nov 25 17:20:26.097903 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9ea1a8d-f431-4a88-a2ab-968c67ba0315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.248823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d66804e2-bc6e-45ca-b921-e506312876e1 None None] Port b896946f-bf13-4af2-972d-29bd4fc12b0a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:26.260331 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.285025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a539a5ed-77f7-4c38-a2ff-50805a494bd3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:26.324791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:26.443033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Attempting to bind port a539a5ed-77f7-4c38-a2ff-50805a494bd3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:26.443391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Attempting to bind port a539a5ed-77f7-4c38-a2ff-50805a494bd3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:26.443749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Attempting to bind port a539a5ed-77f7-4c38-a2ff-50805a494bd3 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:26.469839 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9ea1a8d-f431-4a88-a2ab-968c67ba0315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.477230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.484602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:26.485980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.493108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Port a539a5ed-77f7-4c38-a2ff-50805a494bd3 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:20:26.493820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Attempting to bind port a539a5ed-77f7-4c38-a2ff-50805a494bd3 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:26.503726 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9ea1a8d-f431-4a88-a2ab-968c67ba0315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.528210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:26.528790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:26.534757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:26.536075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Bound port: a539a5ed-77f7-4c38-a2ff-50805a494bd3, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:26.537590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.587902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea1a8d-f431-4a88-a2ab-968c67ba0315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83efa1cf-3207-438c-ada4-f1b77f5c4cdb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:26.622031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-a394a17f-98d2-4ddd-b1c5-ff382dbc5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:26.623908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-a394a17f-98d2-4ddd-b1c5-ff382dbc5635 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5626872 Nov 25 17:20:26.796239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6194701 Nov 25 17:20:26.799515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48410) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:26.819648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:26.865823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86022e94-b56c-41c9-921a-a181f01d4da4 req-7224f45e-3f9c-4f3d-9b41-ec1cde400ed2 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:26.867404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86022e94-b56c-41c9-921a-a181f01d4da4 req-7224f45e-3f9c-4f3d-9b41-ec1cde400ed2 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 945 time: 0.1665709 Nov 25 17:20:26.877571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f9ea1a8d-f431-4a88-a2ab-968c67ba0315 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59091251feac46b4b37d8b6c111c057a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3790746 Nov 25 17:20:26.880492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:26.936238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4517b-5bb9-49f2-9938-ba153469c492 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Network': ['ID=6a60a218-e20c-4220-bfed-4a051ad5f53e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:26.942321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] For port a539a5ed-77f7-4c38-a2ff-50805a494bd3, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:26.957757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 6a60a218-e20c-4220-bfed-4a051ad5f53e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:26.999287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] For port a539a5ed-77f7-4c38-a2ff-50805a494bd3, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a539a5ed-77f7-4c38-a2ff-50805a494bd3,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:27.012976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86022e94-b56c-41c9-921a-a181f01d4da4 req-c88d7f5f-80d5-41c4-ac83-bb98cfbb5a6f tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718534 Nov 25 17:20:27.036981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.086588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ea54257-1894-4c72-9449-ffe15a4d480c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.112298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-c13d62f0-64ec-470e-a281-4b5c59ead5d8 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364088 Nov 25 17:20:27.199711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:27.200477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.202204 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] 10.222.0.95 "PUT /v2.0/ports/a539a5ed-77f7-4c38-a2ff-50805a494bd3 HTTP/1.1" status: 200 len: 1096 time: 2.9667606 Nov 25 17:20:27.207188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07eed42-47bc-4c00-a5ef-4166e00d70bc', 'tag': 'a539a5ed-77f7-4c38-a2ff-50805a494bd3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:27.209419 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462e850a-be59-40a1-9b99-3bbe2be04d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d07eed42-47bc-4c00-a5ef-4166e00d70bc", "tag": "a539a5ed-77f7-4c38-a2ff-50805a494bd3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:27.223910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ea54257-1894-4c72-9449-ffe15a4d480c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.240405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:27.245841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.443278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-a5939eb8-3f3e-4e15-b6e7-c4e2530f9b84 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188009 Nov 25 17:20:27.494257 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d87a12-010d-4ea4-bdbe-7a98ab54ae2c x-openstack-request-id: req-07d87a12-010d-4ea4-bdbe-7a98ab54ae2c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:27.494846 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07eed42-47bc-4c00-a5ef-4166e00d70bc", "tag": "a539a5ed-77f7-4c38-a2ff-50805a494bd3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:27.495274 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07d87a12-010d-4ea4-bdbe-7a98ab54ae2c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:27.495840 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07eed42-47bc-4c00-a5ef-4166e00d70bc', 'tag': 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'status': 'completed', 'code': 200} Nov 25 17:20:27.497894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc1028-d075-4212-a43f-a3b6bf67f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a539a5ed-77f7-4c38-a2ff-50805a494bd3,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:27.521131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b896946f-bf13-4af2-972d-29bd4fc12b0a {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:27.537522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.580971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-c1f7f312-3bba-4b42-afed-71d2a6fa7f63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 200 len: 217 time: 0.1080315 Nov 25 17:20:27.669385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-cfe06832-498c-4270-957d-c4582a7fc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:27.671271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-cfe06832-498c-4270-957d-c4582a7fc091 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.0727122 Nov 25 17:20:27.671907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ea54257-1894-4c72-9449-ffe15a4d480c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.675190 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ea54257-1894-4c72-9449-ffe15a4d480c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.676308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7ea54257-1894-4c72-9449-ffe15a4d480c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83efa1cf-3207-438c-ada4-f1b77f5c4cdb HTTP/1.1" status: 204 len: 168 time: 0.7951586 Nov 25 17:20:27.692421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Transition to ACTIVE for port object b896946f-bf13-4af2-972d-29bd4fc12b0a will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:20:27.703855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.722735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529c396-8f0c-4d32-b129-40b0459627d3 req-4ea77a41-483e-474e-8b21-9c3f89ec3178 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:27.725141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6529c396-8f0c-4d32-b129-40b0459627d3 req-4ea77a41-483e-474e-8b21-9c3f89ec3178 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 935 time: 0.3123674 Nov 25 17:20:27.727837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea54257-1894-4c72-9449-ffe15a4d480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83efa1cf-3207-438c-ada4-f1b77f5c4cdb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:27.766202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-a43679b7-e367-4f6f-aa9d-82f26be91359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:27.770937 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-a43679b7-e367-4f6f-aa9d-82f26be91359 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 1099 time: 0.4486389 Nov 25 17:20:27.814399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6529c396-8f0c-4d32-b129-40b0459627d3 req-07bff7c7-01e5-48b0-b1b9-46ca015a4f04 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630505 Nov 25 17:20:27.822833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-1608821e-47c1-453c-a2ef-5dfdd05a6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:27.824843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-1608821e-47c1-453c-a2ef-5dfdd05a6e10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290641 Nov 25 17:20:27.948055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-9332f2c9-b819-4ece-906e-c275eb3c3c56 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a539a5ed-77f7-4c38-a2ff-50805a494bd3 HTTP/1.1" status: 200 len: 217 time: 0.1536300 Nov 25 17:20:27.979977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-2a7c6814-519a-4c06-812a-5b335cbf915d service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442623 Nov 25 17:20:28.013801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Pushing event updated for resources: {'Port': ['ID=b896946f-bf13-4af2-972d-29bd4fc12b0a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:28.140329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.178595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-2c77058e-79f2-41b7-8317-10878e413965 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897595 Nov 25 17:20:28.270317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-2fd30d24-3554-4095-87ca-d6529f68fc0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add HTTP/1.1" status: 200 len: 217 time: 0.0662904 Nov 25 17:20:28.320318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-bbfb81b0-c12d-40de-bdaa-7bad323f4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.321967 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-bbfb81b0-c12d-40de-bdaa-7bad323f4032 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.3241091 Nov 25 17:20:28.361170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:28.392703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06a0c087-1886-4c3c-b470-c6ba203eb301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.411869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=68db5517-c607-4737-ba0d-7b1bade69ee0,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:28.417314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Attempting to bind port b896946f-bf13-4af2-972d-29bd4fc12b0a on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:28.417658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Attempting to bind port b896946f-bf13-4af2-972d-29bd4fc12b0a by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:28.417990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Attempting to bind port b896946f-bf13-4af2-972d-29bd4fc12b0a on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:28.418123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-c05d625e-080f-4b59-b04a-a023207c1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.419658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-c05d625e-080f-4b59-b04a-a023207c1c11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.1286674 Nov 25 17:20:28.435005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b84c8-1018-4360-9c80-47b6e521b43b req-ff43c8c3-d9f5-4d12-8ff2-0b154d4216d2 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.435228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Port b896946f-bf13-4af2-972d-29bd4fc12b0a on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:20:28.435228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Attempting to bind port b896946f-bf13-4af2-972d-29bd4fc12b0a on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:28.439331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking segment: {'id': 'aa2fec63-0609-438b-aac2-64445e5cfabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:28.439922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-992b84c8-1018-4360-9c80-47b6e521b43b req-ff43c8c3-d9f5-4d12-8ff2-0b154d4216d2 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 945 time: 0.1721606 Nov 25 17:20:28.440247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network hostable DHCP agents. Network: 6a60a218-e20c-4220-bfed-4a051ad5f53e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:28.449811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-f007173f-46b7-4a6c-8eb1-be5a56b456eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.452226 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-f007173f-46b7-4a6c-8eb1-be5a56b456eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153290 Nov 25 17:20:28.453179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:28.453634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:28.454740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:28.455625 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Bound port: b896946f-bf13-4af2-972d-29bd4fc12b0a, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:28.456075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.528918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-f9f6c59b-8975-4e7f-b531-91277d0b400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.530502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-f9f6c59b-8975-4e7f-b531-91277d0b400e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885909 Nov 25 17:20:28.570994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 6a60a218-e20c-4220-bfed-4a051ad5f53e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:28.604965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 6a60a218-e20c-4220-bfed-4a051ad5f53e) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:28.616850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-992b84c8-1018-4360-9c80-47b6e521b43b req-812c201d-a107-464b-a934-cfd06248ef19 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760643 Nov 25 17:20:28.620236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.620844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.627492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c1b66-28b1-4ebd-832b-ab35888a1a35 None None] Network 6a60a218-e20c-4220-bfed-4a051ad5f53e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:28.645637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] For port b896946f-bf13-4af2-972d-29bd4fc12b0a, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:28.670982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] For port b896946f-bf13-4af2-972d-29bd4fc12b0a, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b896946f-bf13-4af2-972d-29bd4fc12b0a,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:28.676630 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4521a581-d30d-45cc-926b-7e1618c7c97f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8628473 Nov 25 17:20:28.678264 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-2cbe7563-e5c5-47fa-844f-ea5f1882ab59 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112837 Nov 25 17:20:28.679151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48446) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:28.683993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e', 'name': 'tempest-PortsTestJSON-2106092999', 'fixed_ips': [{'subnet_id': '68db5517-c607-4737-ba0d-7b1bade69ee0', 'ip_address': '172.20.0.10'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:28.687906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.728293 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06a0c087-1886-4c3c-b470-c6ba203eb301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.732786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-ba6e5ef6-115f-4fe1-9e55-b558b3c653ff service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903098 Nov 25 17:20:28.738269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06a0c087-1886-4c3c-b470-c6ba203eb301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.844236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-06a0c087-1886-4c3c-b470-c6ba203eb301 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8174135cccae49d2af12a2a8e8c064fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798658 Nov 25 17:20:28.851806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48450) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:28.855779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0c087-1886-4c3c-b470-c6ba203eb301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed9639-0719-46c8-a485-10db5e7626db,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:28.869019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.870130 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.871484 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] 10.222.0.95 "PUT /v2.0/ports/b896946f-bf13-4af2-972d-29bd4fc12b0a HTTP/1.1" status: 200 len: 1095 time: 3.2684600 Nov 25 17:20:28.910894 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-6a60a218-e20c-4220-bfed-4a051ad5f53e', 'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e', 'tenant_id': '3fa8967b2a6a467eb6d35e39bfa3f07c', 'fixed_ips': [{'subnet_id': '68db5517-c607-4737-ba0d-7b1bade69ee0'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:28.912166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.943568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-44d38d71-f995-4e1d-a8f9-f1001267dd44 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023375 Nov 25 17:20:29.004963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-a2b700ff-30c6-4987-ac30-2f6c596fcb8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 HTTP/1.1" status: 200 len: 217 time: 0.0523379 Nov 25 17:20:29.095392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a870731b-5c50-448a-a0d1-b96e46d97f45 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:29.131948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b5765-d015-4270-8160-e5d3a2731180 service neutron] Pushing event updated for resources: {'Port': ['ID=b896946f-bf13-4af2-972d-29bd4fc12b0a,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:29.169379 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3f93f3dd-e2e7-408b-861a-16176eeca45f service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771440 Nov 25 17:20:29.193535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26a5558-b3fb-4495-b6e0-8e3482207ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.193962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-dc8de3a9-4d6e-4f89-b2f1-75fd182742c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.195360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-dc8de3a9-4d6e-4f89-b2f1-75fd182742c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.1760859 Nov 25 17:20:29.241797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26a5558-b3fb-4495-b6e0-8e3482207ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.277758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f830f-758f-4669-8141-55d0b88ba1c2 req-a8397f48-fccd-46b8-9bba-bb8f1e7422ac tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.279381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bc7f830f-758f-4669-8141-55d0b88ba1c2 req-a8397f48-fccd-46b8-9bba-bb8f1e7422ac tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 947 time: 0.2447066 Nov 25 17:20:29.281055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-c60ecfbe-e2c1-4332-8b6e-4af63ddb8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.287289 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-c60ecfbe-e2c1-4332-8b6e-4af63ddb8abc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 1098 time: 0.3391008 Nov 25 17:20:29.290761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port a870731b-5c50-448a-a0d1-b96e46d97f45 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:20:29.323526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-8671a88d-fc38-4d04-8c21-193ac7140c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.325997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-8671a88d-fc38-4d04-8c21-193ac7140c27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204982 Nov 25 17:20:29.346856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port a870731b-5c50-448a-a0d1-b96e46d97f45 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:29.348081 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.411282 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-fb0ac288-8bc6-4ae8-852b-f41bb16942e1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b896946f-bf13-4af2-972d-29bd4fc12b0a HTTP/1.1" status: 200 len: 217 time: 0.1009080 Nov 25 17:20:29.411893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:29.412066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Allocated IP 172.20.0.2 (6a60a218-e20c-4220-bfed-4a051ad5f53e/68db5517-c607-4737-ba0d-7b1bade69ee0/90c2fef6-b69e-44cf-a8d4-157d51bc2c3c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:29.415440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bc7f830f-758f-4669-8141-55d0b88ba1c2 req-47b414ce-15ab-48ae-b01c-1735d10855cc tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165638 Nov 25 17:20:29.504606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-558c5570-1db0-4276-a139-a8c7291367a4 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435719 Nov 25 17:20:29.508269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36456da-66b0-4637-a298-8b2725785d4a', 'tag': 'b896946f-bf13-4af2-972d-29bd4fc12b0a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:29.510910 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7095b3-c717-495c-a2e0-9d26b24a1097" -d '{"events": [{"name": "network-changed", "server_uuid": "d36456da-66b0-4637-a298-8b2725785d4a", "tag": "b896946f-bf13-4af2-972d-29bd4fc12b0a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:29.542200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-920f5cee-bb15-48c5-aa3d-da1e2f6ade99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.543884 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-920f5cee-bb15-48c5-aa3d-da1e2f6ade99 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 1099 time: 0.2739761 Nov 25 17:20:29.581140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-274583b3-9f41-4422-a845-ff43f4a6bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.582653 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-274583b3-9f41-4422-a845-ff43f4a6bedf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1403799 Nov 25 17:20:29.599295 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26a5558-b3fb-4495-b6e0-8e3482207ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.601964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26a5558-b3fb-4495-b6e0-8e3482207ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.603123 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f26a5558-b3fb-4495-b6e0-8e3482207ee2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/52ed9639-0719-46c8-a485-10db5e7626db HTTP/1.1" status: 204 len: 168 time: 0.7490435 Nov 25 17:20:29.658516 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4537f30-1327-4cfa-affb-8979684701fa x-openstack-request-id: req-c4537f30-1327-4cfa-affb-8979684701fa {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:29.659474 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36456da-66b0-4637-a298-8b2725785d4a", "tag": "b896946f-bf13-4af2-972d-29bd4fc12b0a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:29.659744 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4537f30-1327-4cfa-affb-8979684701fa {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:29.660157 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36456da-66b0-4637-a298-8b2725785d4a', 'tag': 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'status': 'completed', 'code': 200} Nov 25 17:20:29.696337 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.715566 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.776127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-7d638e3d-3a38-4dca-b988-ab89b852ffe0 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555108 Nov 25 17:20:29.816303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Network 6a60a218-e20c-4220-bfed-4a051ad5f53e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:29.819142 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.827843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:29.831899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:29.848413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a5558-b3fb-4495-b6e0-8e3482207ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed9639-0719-46c8-a485-10db5e7626db,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:29.866065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port 7d21eda1-63f8-4647-807c-8dfbb234dab9 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:29.912689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-32a36877-2669-4113-84cb-a4d47263b15b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 HTTP/1.1" status: 200 len: 217 time: 0.1257346 Nov 25 17:20:29.948581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-53f00734-5f5e-46f9-850a-817eac635943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.950807 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-53f00734-5f5e-46f9-850a-817eac635943 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3988285 Nov 25 17:20:29.961746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3c13ec62-fe1b-43bb-82ae-00b8d3c281cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.963821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-3c13ec62-fe1b-43bb-82ae-00b8d3c281cd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3696108 Nov 25 17:20:29.988644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Pushing event updated for resources: {'Port': ['ID=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:30.024708 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.037601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-9cc0f7da-6ed7-48af-9d90-5856ba4ef3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:30.041755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-9cc0f7da-6ed7-48af-9d90-5856ba4ef3fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.1112387 Nov 25 17:20:30.072363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Attempting to bind port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:30.081201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Attempting to bind port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'aa2fec63-0609-438b-aac2-64445e5cfabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:30.081937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Attempting to bind port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c on network 6a60a218-e20c-4220-bfed-4a051ad5f53e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:30.099615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1974b-a636-477c-b6e9-4e29925cc1cd req-8a757e10-3d6f-424c-b535-1096a5ccb9d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:30.113404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bd1974b-a636-477c-b6e9-4e29925cc1cd req-8a757e10-3d6f-424c-b535-1096a5ccb9d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 945 time: 0.1914220 Nov 25 17:20:30.118732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:30.119121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Checking segment: {'id': 'aa2fec63-0609-438b-aac2-64445e5cfabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:30.119527 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.119936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Bound using segment: {'id': 'aa2fec63-0609-438b-aac2-64445e5cfabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:30.120433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Bound port: 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2fec63-0609-438b-aac2-64445e5cfabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:30.120823 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.199504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a870731b-5c50-448a-a0d1-b96e46d97f45, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a870731b-5c50-448a-a0d1-b96e46d97f45,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:30.242963 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-d29dc10e-831c-4ea8-aa01-913f6c111bfc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a539a5ed-77f7-4c38-a2ff-50805a494bd3 HTTP/1.1" status: 200 len: 217 time: 0.2724371 Nov 25 17:20:30.246469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a870731b-5c50-448a-a0d1-b96e46d97f45'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:30.248918 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6b5636-42dd-4318-8775-2f40c9a5ea20" -d '{"events": [{"server_uuid": "89f9b20d-952d-4d95-850e-4bcd77ab0cca", "name": "network-vif-plugged", "status": "completed", "tag": "a870731b-5c50-448a-a0d1-b96e46d97f45"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:30.257229 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.268630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bd1974b-a636-477c-b6e9-4e29925cc1cd req-9e4e5b70-d4a0-44c1-a057-5ca191e461d1 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542375 Nov 25 17:20:30.285429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-ba38e13f-282c-4b14-b997-973b96037c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:30.287084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-ba38e13f-282c-4b14-b997-973b96037c0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2276475 Nov 25 17:20:30.353482 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d7ec06-3e30-479b-a467-c4feb58da411 x-openstack-request-id: req-e7d7ec06-3e30-479b-a467-c4feb58da411 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:30.353966 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f9b20d-952d-4d95-850e-4bcd77ab0cca", "name": "network-vif-plugged", "status": "completed", "tag": "a870731b-5c50-448a-a0d1-b96e46d97f45", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:30.354345 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7d7ec06-3e30-479b-a467-c4feb58da411 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:30.355774 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'code': 200} Nov 25 17:20:30.362861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.10 (6a60a218-e20c-4220-bfed-4a051ad5f53e/68db5517-c607-4737-ba0d-7b1bade69ee0/7d21eda1-63f8-4647-807c-8dfbb234dab9) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:30.433024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] For port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:30.467525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a870731b-5c50-448a-a0d1-b96e46d97f45,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:30.494287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] For port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,segment=NetworkSegment(aa2fec63-0609-438b-aac2-64445e5cfabd),segment_id=aa2fec63-0609-438b-aac2-64445e5cfabd)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:30.508172 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.584271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-b81e9b04-85df-49e4-b5d2-0d0ce334edb0 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817709 Nov 25 17:20:30.645483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7d974-ce08-4d7b-a0ff-6cba92612fbe None None] Pushing event updated for resources: {'Port': ['ID=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:30.716544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5edbd-7cfa-4076-80bb-0898dd4d212e req-16aece7f-8e26-4f22-a1bc-377a8bf1cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:30.719232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cc5edbd-7cfa-4076-80bb-0898dd4d212e req-16aece7f-8e26-4f22-a1bc-377a8bf1cdce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 1097 time: 0.2305284 Nov 25 17:20:30.812925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ea5c1-6fb9-4259-8bca-f88f334c1d92 req-40bab3b4-d884-4710-92ad-d2235335e4af tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:30.821410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b4ea5c1-6fb9-4259-8bca-f88f334c1d92 req-40bab3b4-d884-4710-92ad-d2235335e4af tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 947 time: 0.2242417 Nov 25 17:20:30.868326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-32b4da74-96f6-4b8a-8c96-3c66e4da454d service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700493 Nov 25 17:20:30.876840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cc5edbd-7cfa-4076-80bb-0898dd4d212e req-a21f8b52-95cf-4a29-ae83-161f874c3fc1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417849 Nov 25 17:20:30.936092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b4ea5c1-6fb9-4259-8bca-f88f334c1d92 req-8e8d7b22-f8d7-49fd-9c28-e3b996b7367b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133077 Nov 25 17:20:31.162091 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-d7657c9e-a222-4c45-bcb4-90c00c6000bf service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0426919 Nov 25 17:20:31.170026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-86efdc81-7ab8-426e-b66a-48e0dfcf7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:31.171692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-86efdc81-7ab8-426e-b66a-48e0dfcf7856 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.8517509 Nov 25 17:20:31.204564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-50b27d7b-3d8e-497f-8755-06a295306362 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891 HTTP/1.1" status: 200 len: 217 time: 0.0832946 Nov 25 17:20:31.308895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-cdb8f1dc-4737-43a8-bae8-65939caeabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:31.310650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-cdb8f1dc-4737-43a8-bae8-65939caeabe6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.0937192 Nov 25 17:20:31.421044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661a559-3975-492e-93ea-c708000eb259 req-95f90ac5-9488-458e-856b-bdba5f13b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:31.426389 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-95f90ac5-9488-458e-856b-bdba5f13b50d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988114 Nov 25 17:20:31.509774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-90266de9-831f-4376-8992-f5f0533e011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:31.511743 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-90266de9-831f-4376-8992-f5f0533e011b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3168352 Nov 25 17:20:31.554650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:31.582018 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7f381e7-4a4b-4d0d-985e-df815442d0ba req-c250d908-5302-4e02-9bd4-b1c1e186cd28 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058399 Nov 25 17:20:31.690404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:31.690654 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.718320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773c6c9-dc67-46c9-81f5-5c74ca3eb64b req-b392487a-cd20-4ac4-8573-afee871ed7be tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:31.727665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e773c6c9-dc67-46c9-81f5-5c74ca3eb64b req-b392487a-cd20-4ac4-8573-afee871ed7be tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.2757158 Nov 25 17:20:31.866841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.882135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e773c6c9-dc67-46c9-81f5-5c74ca3eb64b req-0778b40d-dc51-4f97-90ef-b9747659f0e9 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455553 Nov 25 17:20:31.905479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-cc2f3233-34cb-4228-a695-dc2f9eeda29d service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696302 Nov 25 17:20:31.937422 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.028618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-45bdf9a9-c55e-4dbd-92de-74b0a57a41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:32.033128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-45bdf9a9-c55e-4dbd-92de-74b0a57a41f4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 1098 time: 0.2899923 Nov 25 17:20:32.062695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,segment=NetworkSegment(aa2fec63-0609-438b-aac2-64445e5cfabd),segment_id=aa2fec63-0609-438b-aac2-64445e5cfabd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:32.084419 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.224600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0661a559-3975-492e-93ea-c708000eb259 req-830d6553-c9f7-4b9b-9777-ff11dd9c977f service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109655 Nov 25 17:20:32.252317 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-29934562-21a7-4cc9-89cf-477b38624382 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224095 Nov 25 17:20:32.283404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:32.297231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d255ec-9c12-4ce4-b923-31172f068a78 req-8cf0e853-43cf-4bb6-ace4-354987d4d5bf tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:32.307266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66d255ec-9c12-4ce4-b923-31172f068a78 req-8cf0e853-43cf-4bb6-ace4-354987d4d5bf tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 947 time: 0.1720128 Nov 25 17:20:32.339296 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a98abd9-16c3-444e-aa18-bf6a01a3a000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.389333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:32.473883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66d255ec-9c12-4ce4-b923-31172f068a78 req-7e53cf55-c20f-4dc4-bedc-482319f6ba95 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623802 Nov 25 17:20:32.592338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.616133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-08be2893-8eeb-48f9-9398-1cba2920fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:32.617588 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-08be2893-8eeb-48f9-9398-1cba2920fd08 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5347044 Nov 25 17:20:32.638726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2131482c-17b2-47bb-84bb-58b507f255c2 None None] Network 6a60a218-e20c-4220-bfed-4a051ad5f53e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:32.707894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-518036ac-d271-48fc-8b3b-98dede99d2c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.713086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 6a60a218-e20c-4220-bfed-4a051ad5f53e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:32.719397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:32.728349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-29a42a40-1116-4d44-9206-9b36a6b57ce1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b896946f-bf13-4af2-972d-29bd4fc12b0a HTTP/1.1" status: 200 len: 217 time: 0.0781448 Nov 25 17:20:32.744395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:32.785943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=7d21eda1-63f8-4647-807c-8dfbb234dab9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:32.850274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e86789d8-940e-4580-9967-9f104b1ad721 None None] Provisioning complete for port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:32.850900 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e86789d8-940e-4580-9967-9f104b1ad721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.857645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.857645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.857944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.858359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.858628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.859138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.860448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.860826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.861283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.861727 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.862171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.862540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:32.883654 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-462e850a-be59-40a1-9b99-3bbe2be04d0a req-992ad3aa-8a71-4779-ab8d-d5aa819480a0 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762120 Nov 25 17:20:32.929852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-518036ac-d271-48fc-8b3b-98dede99d2c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.935867 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-518036ac-d271-48fc-8b3b-98dede99d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.946126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:32.947969 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.999562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-1b56e13c-d329-43fb-839a-a09cc55188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:33.001764 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-1b56e13c-d329-43fb-839a-a09cc55188ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2530181 Nov 25 17:20:33.022946 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71eff183-79b6-4075-ad48-343fab7b1fb0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3427353 Nov 25 17:20:33.028279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48562) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:33.080819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '6a60a218-e20c-4220-bfed-4a051ad5f53e', 'name': 'tempest-PortsTestJSON-961759602', 'fixed_ips': [{'subnet_id': '68db5517-c607-4737-ba0d-7b1bade69ee0', 'ip_address': '172.20.0.9'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:33.106152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a539a5ed-77f7-4c38-a2ff-50805a494bd3 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:33.530696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a539a5ed-77f7-4c38-a2ff-50805a494bd3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a539a5ed-77f7-4c38-a2ff-50805a494bd3,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:33.536650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-8df2de7f-812b-4b9f-b800-9b60d80bb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:33.539037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-8df2de7f-812b-4b9f-b800-9b60d80bb0e6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5090034 Nov 25 17:20:33.565332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'mac_address': 'fa:16:3e:3d:c9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:33.619365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-518036ac-d271-48fc-8b3b-98dede99d2c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b79083068a2743228bbc46b51ebbc7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2268367 Nov 25 17:20:33.650573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:33.658019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:33.658743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518036ac-d271-48fc-8b3b-98dede99d2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8695f-3fa9-4914-8c42-d4f85ee7907f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:33.741381 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.761299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a539a5ed-77f7-4c38-a2ff-50805a494bd3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:33.790665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a539a5ed-77f7-4c38-a2ff-50805a494bd3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a539a5ed-77f7-4c38-a2ff-50805a494bd3,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:33.797896 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.830439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:33.832776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a6d8-7c88-410a-9249-dab943d5c42c req-099cec22-f37e-43f5-aa24-238e747adccf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:33.840377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eda8a6d8-7c88-410a-9249-dab943d5c42c req-099cec22-f37e-43f5-aa24-238e747adccf tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.8249695 Nov 25 17:20:33.859517 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.868999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a539a5ed-77f7-4c38-a2ff-50805a494bd3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:33.891043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:33.893656 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.896518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:33.948291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58db443c-3a95-400c-ac4f-51716a08458c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.991580 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58db443c-3a95-400c-ac4f-51716a08458c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.101012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58db443c-3a95-400c-ac4f-51716a08458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.105083 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58db443c-3a95-400c-ac4f-51716a08458c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.108679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-58db443c-3a95-400c-ac4f-51716a08458c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00d8695f-3fa9-4914-8c42-d4f85ee7907f HTTP/1.1" status: 204 len: 168 time: 0.4280410 Nov 25 17:20:34.123879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db443c-3a95-400c-ac4f-51716a08458c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8695f-3fa9-4914-8c42-d4f85ee7907f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:34.154085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['a539a5ed-77f7-4c38-a2ff-50805a494bd3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:34.189238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8ecac-aa46-4c6a-b789-44233e5073ae req-3df0dc18-6719-482a-bc88-a3ac3bd93277 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:34.191578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37b8ecac-aa46-4c6a-b789-44233e5073ae req-3df0dc18-6719-482a-bc88-a3ac3bd93277 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 947 time: 0.3332736 Nov 25 17:20:34.199051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eda8a6d8-7c88-410a-9249-dab943d5c42c req-4effb42d-c818-474a-bb06-ee73160a6a60 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475749 Nov 25 17:20:34.315808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37b8ecac-aa46-4c6a-b789-44233e5073ae req-8700f701-ce8a-49ae-b43d-341bf51f88b4 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091056 Nov 25 17:20:34.333933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7564b763-d418-44df-a340-3c96cc60165b None None] Provisioning complete for port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:34.335253 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-f77b2697-2521-427c-810e-7c63b7bb7175 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7781751 Nov 25 17:20:34.338626 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7564b763-d418-44df-a340-3c96cc60165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.559548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6934f3db-1131-438f-8e90-b379f6ea49e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.721368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.9 (6a60a218-e20c-4220-bfed-4a051ad5f53e/68db5517-c607-4737-ba0d-7b1bade69ee0/ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:34.732454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166f6d6-4358-4242-8f3f-207efe28a723 req-99ec16d2-eae0-46cc-af86-0dc7663a77d6 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:34.736157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1166f6d6-4358-4242-8f3f-207efe28a723 req-99ec16d2-eae0-46cc-af86-0dc7663a77d6 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.1193717 Nov 25 17:20:34.751862 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ec7095b3-c717-495c-a2e0-9d26b24a1097 req-c373a418-4511-4d1e-a101-11b9cbf3e0c4 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973701 Nov 25 17:20:34.757268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:34.772392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Request body: {'floatingip': {'port_id': 'a870731b-5c50-448a-a0d1-b96e46d97f45'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:34.842578 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.853901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982a7f7-ffb9-4f65-a8d1-88444329a491 req-2bf7013c-fde7-4ebb-97b0-5c25e6cb2ca5 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:34.855455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a982a7f7-ffb9-4f65-a8d1-88444329a491 req-2bf7013c-fde7-4ebb-97b0-5c25e6cb2ca5 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.1165516 Nov 25 17:20:34.911129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7564b763-d418-44df-a340-3c96cc60165b None None] Provisioning complete for port 7d21eda1-63f8-4647-807c-8dfbb234dab9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:34.911636 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7564b763-d418-44df-a340-3c96cc60165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.960009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a982a7f7-ffb9-4f65-a8d1-88444329a491 req-5403fdc8-7610-47de-a591-a0833c3990ca tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937309 Nov 25 17:20:34.993499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7564b763-d418-44df-a340-3c96cc60165b None None] Port 7d21eda1-63f8-4647-807c-8dfbb234dab9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:35.046506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b896946f-bf13-4af2-972d-29bd4fc12b0a details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:35.154925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c23c4bc4-aaca-4b58-8def-b6ed987ff5f3 None None] Provisioning complete for port 7d21eda1-63f8-4647-807c-8dfbb234dab9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:35.155461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c23c4bc4-aaca-4b58-8def-b6ed987ff5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.322437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.481962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c23c4bc4-aaca-4b58-8def-b6ed987ff5f3 None None] Port 7d21eda1-63f8-4647-807c-8dfbb234dab9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:35.503019 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.539199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b896946f-bf13-4af2-972d-29bd4fc12b0a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b896946f-bf13-4af2-972d-29bd4fc12b0a,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:35.541656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98e61f-6687-48a2-ad14-fe52f3a26da0 req-91f6d29c-b8b3-4a3d-9b46-fcc0dce1e870 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:35.553702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b98e61f-6687-48a2-ad14-fe52f3a26da0 req-91f6d29c-b8b3-4a3d-9b46-fcc0dce1e870 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 947 time: 0.1125882 Nov 25 17:20:35.555156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'mac_address': 'fa:16:3e:c9:19:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:35.565406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:35.592017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 6a60a218-e20c-4220-bfed-4a051ad5f53e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:35.597812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:35.604108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:35.643334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.660986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b98e61f-6687-48a2-ad14-fe52f3a26da0 req-107b8e3c-8376-4098-b1a0-060b33cb508a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060820 Nov 25 17:20:35.667776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b896946f-bf13-4af2-972d-29bd4fc12b0a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:35.717181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b896946f-bf13-4af2-972d-29bd4fc12b0a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b896946f-bf13-4af2-972d-29bd4fc12b0a,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:35.744412 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.757206 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.761034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:35.761739 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.801301 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-528cc3fb-ce1d-449b-9a6b-884aa9104100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7664623 Nov 25 17:20:35.802510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:35.831097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.847648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.881768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=b896946f-bf13-4af2-972d-29bd4fc12b0a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:35.943402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945bcb2-b76a-4e49-8f10-60119b7583df tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:35.947603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5945bcb2-b76a-4e49-8f10-60119b7583df tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1423953 Nov 25 17:20:35.951651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:36.013835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f7c30ee-b7fd-40c9-9d81-725143e6b3c0 None None] Provisioning complete for port ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:36.014305 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f7c30ee-b7fd-40c9-9d81-725143e6b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.068056 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c30ee-b7fd-40c9-9d81-725143e6b3c0 None None] Port ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:36.123229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['b896946f-bf13-4af2-972d-29bd4fc12b0a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:36.169279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8576b-3f1c-4ee5-9234-9736061a4ba6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.197613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8576b-3f1c-4ee5-9234-9736061a4ba6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.199939 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151c64d-bd29-46f7-bb7e-caa2224649f4 req-23b3427e-dfa5-47ed-b39c-29576c51e43c tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.201950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4151c64d-bd29-46f7-bb7e-caa2224649f4 req-23b3427e-dfa5-47ed-b39c-29576c51e43c tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 948 time: 0.0916204 Nov 25 17:20:36.213053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8576b-3f1c-4ee5-9234-9736061a4ba6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.215033 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-52d8576b-3f1c-4ee5-9234-9736061a4ba6 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2602193 Nov 25 17:20:36.219143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:36.230012 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Floating IP c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7 associated. External IP: 172.25.1.228, port: a870731b-5c50-448a-a0d1-b96e46d97f45. Nov 25 17:20:36.385396 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.404006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15078f-a42f-4545-a615-c21f4b5b8924 req-b6d36f97-8c32-44ac-a8ed-e52a04e22cc0 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.405656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf15078f-a42f-4545-a615-c21f4b5b8924 req-b6d36f97-8c32-44ac-a8ed-e52a04e22cc0 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.1873243 Nov 25 17:20:36.423793 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4151c64d-bd29-46f7-bb7e-caa2224649f4 req-eab4a3c6-9d47-46ce-af0b-bbeaee1c4422 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135890 Nov 25 17:20:36.471844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-647c8f95-6464-45f3-9f9b-c0d30816fb86 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:36.472681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647c8f95-6464-45f3-9f9b-c0d30816fb86 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.557096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Router 857612c2-7899-47c2-8ea1-5a8046c4e634 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:36.590179 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf15078f-a42f-4545-a615-c21f4b5b8924 req-00a69cf2-fd9b-43df-b2ed-17464e37e244 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649039 Nov 25 17:20:36.684230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647c8f95-6464-45f3-9f9b-c0d30816fb86 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.703040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-647c8f95-6464-45f3-9f9b-c0d30816fb86 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:36.752006 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.999311 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647c8f95-6464-45f3-9f9b-c0d30816fb86 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.019517 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.030184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9df5-f249-4aa6-9437-11831c59bc9f req-f9c0dd83-a839-47b8-9b9a-5821f0281c0a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:37.037923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ddc9df5-f249-4aa6-9437-11831c59bc9f req-f9c0dd83-a839-47b8-9b9a-5821f0281c0a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 948 time: 0.0994980 Nov 25 17:20:37.049593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a539a5ed-77f7-4c38-a2ff-50805a494bd3 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:37.066702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c8f95-6464-45f3-9f9b-c0d30816fb86 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:37.298756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port a539a5ed-77f7-4c38-a2ff-50805a494bd3 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:20:37.307648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port a539a5ed-77f7-4c38-a2ff-50805a494bd3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:37.308106 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.318800 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ddc9df5-f249-4aa6-9437-11831c59bc9f req-06e50e87-3d1d-4059-9401-8e531768948f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798772 Nov 25 17:20:37.323342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:37.325912 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647c8f95-6464-45f3-9f9b-c0d30816fb86 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.331891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.337109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-647c8f95-6464-45f3-9f9b-c0d30816fb86 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8 HTTP/1.1" status: 204 len: 168 time: 1.1160028 Nov 25 17:20:37.337468 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:37.408187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] Sync routers for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:37.433753 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e73c1066-4ced-409f-b60e-511bdba2c1d3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "PUT /v2.0/floatingips/c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7 HTTP/1.1" status: 200 len: 992 time: 2.6752152 Nov 25 17:20:37.436477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'tag': 'a870731b-5c50-448a-a0d1-b96e46d97f45'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:37.439975 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1323e86b-d579-40a3-ab74-66300baec26e" -d '{"events": [{"name": "network-changed", "server_uuid": "89f9b20d-952d-4d95-850e-4bcd77ab0cca", "tag": "a870731b-5c50-448a-a0d1-b96e46d97f45"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:37.454076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:37.457379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:37.475136 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-215a2de7-7394-4662-b5e1-c6146151b99a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:20:37.478458 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-215a2de7-7394-4662-b5e1-c6146151b99a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/ee6967c2-d7f6-4ed9-a9ac-a42930d0ffb8 HTTP/1.1" status: 404 len: 333 time: 0.0936956 Nov 25 17:20:37.480375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:37.500837 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4633d0-6c76-4436-b368-3cf78447263e x-openstack-request-id: req-ad4633d0-6c76-4436-b368-3cf78447263e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:37.501444 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f9b20d-952d-4d95-850e-4bcd77ab0cca", "tag": "a870731b-5c50-448a-a0d1-b96e46d97f45", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:37.502164 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad4633d0-6c76-4436-b368-3cf78447263e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:37.502927 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'tag': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'status': 'completed', 'code': 200} Nov 25 17:20:37.716358 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.775538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:37.789831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07eed42-47bc-4c00-a5ef-4166e00d70bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a539a5ed-77f7-4c38-a2ff-50805a494bd3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:37.797407 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb8e667-8831-4dee-851a-5404eff27558" -d '{"events": [{"server_uuid": "d07eed42-47bc-4c00-a5ef-4166e00d70bc", "name": "network-vif-plugged", "status": "completed", "tag": "a539a5ed-77f7-4c38-a2ff-50805a494bd3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:37.819854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323e86b-d579-40a3-ab74-66300baec26e req-23179b76-1b25-43c9-b944-9b27f0fbbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:37.822394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323e86b-d579-40a3-ab74-66300baec26e req-23179b76-1b25-43c9-b944-9b27f0fbbb23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86d91ab2fffe47bcba8c8379135164e1&device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 1097 time: 0.2532344 Nov 25 17:20:37.921755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a539a5ed-77f7-4c38-a2ff-50805a494bd3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a539a5ed-77f7-4c38-a2ff-50805a494bd3,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:37.937653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.939178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b896946f-bf13-4af2-972d-29bd4fc12b0a up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:37.944988 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af0e28-f393-4db8-bcfe-62bc982e8b35 x-openstack-request-id: req-d9af0e28-f393-4db8-bcfe-62bc982e8b35 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:37.945469 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07eed42-47bc-4c00-a5ef-4166e00d70bc", "name": "network-vif-plugged", "status": "completed", "tag": "a539a5ed-77f7-4c38-a2ff-50805a494bd3", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:37.945969 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9af0e28-f393-4db8-bcfe-62bc982e8b35 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:37.946717 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07eed42-47bc-4c00-a5ef-4166e00d70bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'code': 200} Nov 25 17:20:37.955294 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.005926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 7d21eda1-63f8-4647-807c-8dfbb234dab9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:38.008888 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.073939 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d25a2-079c-4b5d-bb35-fee97da9df8a req-310d92da-0db8-4a95-826f-c39233e42307 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.086083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-351d25a2-079c-4b5d-bb35-fee97da9df8a req-310d92da-0db8-4a95-826f-c39233e42307 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.4013834 Nov 25 17:20:38.133822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a539a5ed-77f7-4c38-a2ff-50805a494bd3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:38.182138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b6cbe-688f-4c35-8661-9360b23cd12f req-a66c6525-b27d-47a2-b3f3-04fa9d42c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.190568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port b896946f-bf13-4af2-972d-29bd4fc12b0a completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:20:38.193894 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-666b6cbe-688f-4c35-8661-9360b23cd12f req-a66c6525-b27d-47a2-b3f3-04fa9d42c820 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 1101 time: 0.1481063 Nov 25 17:20:38.211723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port b896946f-bf13-4af2-972d-29bd4fc12b0a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:38.212105 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.309854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-351d25a2-079c-4b5d-bb35-fee97da9df8a req-2211bdbd-30a0-4e99-b072-b5aa601a0ceb tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216213 Nov 25 17:20:38.317824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-666b6cbe-688f-4c35-8661-9360b23cd12f req-b6dbe7d5-d6a9-42b7-9bc5-a9c4cc939628 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139286 Nov 25 17:20:38.377318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323e86b-d579-40a3-ab74-66300baec26e req-5f3a52d6-dff0-4488-b063-99c61f8db799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.378894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323e86b-d579-40a3-ab74-66300baec26e req-5f3a52d6-dff0-4488-b063-99c61f8db799 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82f0276b-2e66-4175-a645-b1d8e5e6e623 HTTP/1.1" status: 200 len: 907 time: 0.5302589 Nov 25 17:20:38.387883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.397750 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.432534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'port_id': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'mac_address': 'fa:16:3e:d2:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:20:07Z', 'updated_at': '2021-11-25T17:20:35Z', 'revision_number': 1, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:20:06Z', 'revision_number': 5, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:38.463941 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 7d21eda1-63f8-4647-807c-8dfbb234dab9 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:38.479535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] Checking router: 857612c2-7899-47c2-8ea1-5a8046c4e634 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:38.485778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b896946f-bf13-4af2-972d-29bd4fc12b0a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b896946f-bf13-4af2-972d-29bd4fc12b0a,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:38.492395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.498900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:38.499541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:38.585039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323e86b-d579-40a3-ab74-66300baec26e req-fcc573f2-3125-4890-8a1c-52a2d553595a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a870731b-5c50-448a-a0d1-b96e46d97f45 HTTP/1.1" status: 200 len: 1000 time: 0.1936176 Nov 25 17:20:38.600015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda561-09b1-453b-a59a-361b83f557a6 req-331bed09-585d-4cb9-90ce-c45ed31436e0 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.607827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fcda561-09b1-453b-a59a-361b83f557a6 req-331bed09-585d-4cb9-90ce-c45ed31436e0 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 948 time: 0.1518395 Nov 25 17:20:38.664334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=b896946f-bf13-4af2-972d-29bd4fc12b0a,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:38.689979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:38.730840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323e86b-d579-40a3-ab74-66300baec26e req-e7f8c9f1-a885-4770-90a7-510fa4665ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.732333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323e86b-d579-40a3-ab74-66300baec26e req-e7f8c9f1-a885-4770-90a7-510fa4665ba8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=779f1600-aae8-4b10-b467-64d785f8958e HTTP/1.1" status: 200 len: 845 time: 0.1196795 Nov 25 17:20:38.738743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fcda561-09b1-453b-a59a-361b83f557a6 req-1e52bb35-e8aa-4df0-9237-320ff213ae4b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300473 Nov 25 17:20:38.865456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323e86b-d579-40a3-ab74-66300baec26e req-72b6a2fa-4294-4378-a7b0-b5efa35a8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.867532 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323e86b-d579-40a3-ab74-66300baec26e req-72b6a2fa-4294-4378-a7b0-b5efa35a8d26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82f0276b-2e66-4175-a645-b1d8e5e6e623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137431 Nov 25 17:20:38.868409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.937620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=7d21eda1-63f8-4647-807c-8dfbb234dab9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:39.013234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.013651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.013943 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.014290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.014634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.014975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.015313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.015643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.015974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.016507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.016836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.017237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:39.088577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'port_id': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'mac_address': 'fa:16:3e:d2:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:20:07Z', 'updated_at': '2021-11-25T17:20:35Z', 'revision_number': 1, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:20:06Z', 'revision_number': 5, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:39.136259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86138a4e-6976-4585-bcb6-1b321bc84833 None None] The sync data for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 is: [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'port_id': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'mac_address': 'fa:16:3e:d2:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:20:07Z', 'updated_at': '2021-11-25T17:20:35Z', 'revision_number': 1, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:20:06Z', 'revision_number': 5, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:39.156239 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.160540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-12023495-da11-44ca-b095-37c1cd1ac02f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/7d21eda1-63f8-4647-807c-8dfbb234dab9 HTTP/1.1" status: 204 len: 168 time: 1.6789708 Nov 25 17:20:39.163816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323e86b-d579-40a3-ab74-66300baec26e req-fb1860ad-c060-4cb8-a684-fc8234577f78 service neutron] 10.222.0.60 "GET /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832167 Nov 25 17:20:39.164360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:39.227457 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-79516110-1f3b-4195-83ef-a4c937575d29 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:20:39.230176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-79516110-1f3b-4195-83ef-a4c937575d29 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/7d21eda1-63f8-4647-807c-8dfbb234dab9 HTTP/1.1" status: 404 len: 333 time: 0.0645940 Nov 25 17:20:39.233861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48828) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:39.384333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6b3945-48f0-4801-950e-2f6487281d7d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 68db5517-c607-4737-ba0d-7b1bade69ee0 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:39.389220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df6b3945-48f0-4801-950e-2f6487281d7d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.456057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1323e86b-d579-40a3-ab74-66300baec26e req-6541b276-d0f6-4287-9204-e794b533125f service neutron] 10.222.0.60 "GET /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796109 Nov 25 17:20:39.520785 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df6b3945-48f0-4801-950e-2f6487281d7d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.554010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcddc60-59ea-4c46-8672-a1c58c9eed47 req-34e7c588-c827-4b50-9fbc-e76462b80903 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:39.565236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dcddc60-59ea-4c46-8672-a1c58c9eed47 req-34e7c588-c827-4b50-9fbc-e76462b80903 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.0937421 Nov 25 17:20:39.613847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-e439b8b2-5286-4b12-9da5-fc02762d1ce5 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:39.616270 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-e439b8b2-5286-4b12-9da5-fc02762d1ce5 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.95 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.1474688 Nov 25 17:20:39.635730 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b6c54-9d9e-483f-baf9-3e3323c43071 None None] New status for floating IP c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:20:39.642292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dcddc60-59ea-4c46-8672-a1c58c9eed47 req-4d1c9283-d977-48f2-9a37-24f75ff210f6 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751617 Nov 25 17:20:39.806916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df6b3945-48f0-4801-950e-2f6487281d7d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.874172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Deleting port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:39.874526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.945442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e32d0-767f-416c-aa37-74364727e145 req-07fa4edd-46ae-4f61-856b-f44c80da542c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:39.948796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36456da-66b0-4637-a298-8b2725785d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b896946f-bf13-4af2-972d-29bd4fc12b0a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:39.955998 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7245cdb1-4807-406c-a5e7-dc9963742194" -d '{"events": [{"server_uuid": "d36456da-66b0-4637-a298-8b2725785d4a", "name": "network-vif-plugged", "status": "completed", "tag": "b896946f-bf13-4af2-972d-29bd4fc12b0a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:39.957729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f27e32d0-767f-416c-aa37-74364727e145 req-07fa4edd-46ae-4f61-856b-f44c80da542c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 949 time: 0.0960565 Nov 25 17:20:39.961750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df6b3945-48f0-4801-950e-2f6487281d7d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.993146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b3945-48f0-4801-950e-2f6487281d7d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=68db5517-c607-4737-ba0d-7b1bade69ee0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:40.010759 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df6b3945-48f0-4801-950e-2f6487281d7d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.017355 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-df6b3945-48f0-4801-950e-2f6487281d7d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/68db5517-c607-4737-ba0d-7b1bade69ee0 HTTP/1.1" status: 204 len: 168 time: 0.7810235 Nov 25 17:20:40.021136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:40.025030 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3885b0-bd87-4941-a8d1-f12f2bf1b4f0 x-openstack-request-id: req-0c3885b0-bd87-4941-a8d1-f12f2bf1b4f0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:40.025340 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36456da-66b0-4637-a298-8b2725785d4a", "name": "network-vif-plugged", "status": "completed", "tag": "b896946f-bf13-4af2-972d-29bd4fc12b0a", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:40.025617 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c3885b0-bd87-4941-a8d1-f12f2bf1b4f0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:40.026025 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36456da-66b0-4637-a298-8b2725785d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'code': 200} Nov 25 17:20:40.040601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3993e2d-7e15-411d-b20a-174949dc8c51 None None] Network 6a60a218-e20c-4220-bfed-4a051ad5f53e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:40.061883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f27e32d0-767f-416c-aa37-74364727e145 req-cb70bb18-e190-4f3a-8c37-6f44a8443420 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976808 Nov 25 17:20:40.228040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.243534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] For port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:40.244523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.353482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e36c9e-bcbb-4de6-bfba-5a234a6ed96e req-8946a12c-fabf-4411-859e-da7ab900794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.353716 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] DHCP port deletion for 6a60a218-e20c-4220-bfed-4a051ad5f53e request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:40.354168 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d7e36c9e-bcbb-4de6-bfba-5a234a6ed96e req-8946a12c-fabf-4411-859e-da7ab900794a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 1100 time: 0.1616256 Nov 25 17:20:40.418136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] Deleting port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:40.418858 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.532734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] For port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,segment=NetworkSegment(aa2fec63-0609-438b-aac2-64445e5cfabd),segment_id=aa2fec63-0609-438b-aac2-64445e5cfabd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:40.533357 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.559293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] Calling delete_port for 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:40.560513 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d7e36c9e-bcbb-4de6-bfba-5a234a6ed96e req-05bcbd9d-f63c-407d-868b-b547c9c88c80 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017031 Nov 25 17:20:40.565299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:40.565686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.642946 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.643297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.643655 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Floating IP 45b8ff0d-d542-49f8-8b3f-ec237be4aefe disassociated. External IP: 172.25.1.212, port: 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3. Nov 25 17:20:40.644068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Calling delete_port for 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:40.664509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] For port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,segment=NetworkSegment(aa2fec63-0609-438b-aac2-64445e5cfabd),segment_id=aa2fec63-0609-438b-aac2-64445e5cfabd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:40.665021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.679472 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.742507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] Pushing event deleted for resources: {'Port': ['ID=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:40.751036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fdaba-e8fd-4e1d-8d7d-99a447c29b06 None None] No DVR routers for this DVR port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:40.765871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:40.853793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa62fd-c11e-4fac-83bd-0dad5dc2941d req-64fbd27b-406d-48b3-a7d4-b26f63b4ccf3 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.863715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59aa62fd-c11e-4fac-83bd-0dad5dc2941d req-64fbd27b-406d-48b3-a7d4-b26f63b4ccf3 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 945 time: 0.0927796 Nov 25 17:20:40.927856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59aa62fd-c11e-4fac-83bd-0dad5dc2941d req-b96b7a1a-e478-49e4-8831-c5eeb76959a9 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups?id=79d91bc6-eeac-43a5-aae1-741eb1dc9588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603433 Nov 25 17:20:40.992399 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.030998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 083d5d78-7cb3-4695-8876-c0ca42ebb7ab details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:41.066775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:41.077910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=90c2fef6-b69e-44cf-a8d4-157d51bc2c3c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:41.089092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No DVR routers for this DVR port 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:41.208981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7e09e-322f-4f36-b0d2-aa64b0073a58 req-4c2f1870-6763-4c77-9519-8c9c5c88c40a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.218559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16d7e09e-322f-4f36-b0d2-aa64b0073a58 req-4c2f1870-6763-4c77-9519-8c9c5c88c40a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 949 time: 0.0689893 Nov 25 17:20:41.297810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16d7e09e-322f-4f36-b0d2-aa64b0073a58 req-cbb1d9e5-af94-4b4f-8706-509ba007fe77 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Nov 25 17:20:41.399863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.449447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:41.454591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a60a218-e20c-4220-bfed-4a051ad5f53e']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:41.469396 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.473022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2fec63-0609-438b-aac2-64445e5cfabd') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:41.473304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2fec63-0609-438b-aac2-64445e5cfabd') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:41.494160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:41.494406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.513795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'mac_address': 'fa:16:3e:e4:03:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:41.547096 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.552218 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.582523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:41.584871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:41.585585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 90c2fef6-b69e-44cf-a8d4-157d51bc2c3c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:41.591112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.591725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:41.605376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:41.607898 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:41.618124 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:41.647929 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.650214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:41.650808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:41.676194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 083d5d78-7cb3-4695-8876-c0ca42ebb7ab {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:41.687627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event deleted for resources: {'Port': ['ID=745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:41.702383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:41.718396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:41.726268 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.818870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.823471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:41.831098 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.835648 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/networks/6a60a218-e20c-4220-bfed-4a051ad5f53e HTTP/1.1" status: 204 len: 168 time: 1.8140748 Nov 25 17:20:41.846418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:41.852625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1206907177'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:41.873772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b867ca-0f06-4c7a-bc10-34198cbc01fe tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Network': ['ID=6a60a218-e20c-4220-bfed-4a051ad5f53e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:41.883475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:41.892062 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.949169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['083d5d78-7cb3-4695-8876-c0ca42ebb7ab'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:41.972764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Router ee059716-ba1e-4268-9f79-b96debe1c883 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:41.982800 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:42.019415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.020446 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Added segment d45f3be4-9477-47c8-ae0c-51da34752aa3 of type vlan for network 0161cc69-7b85-4466-87e8-cb2429ecadb2 Nov 25 17:20:42.059746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:42.066455 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181008b-73d2-4aba-95d5-ed3579d26251" -d '{"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:42.198453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:42.227197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] Sync routers for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:42.242598 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.284280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:42.284695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:42.288737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] No DVR routers for this DVR port 745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:42.298315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.305138 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d18b5f0-d9f1-43b7-a07e-8898b7eb32a6 req-36a7b729-066c-4a2d-a450-483de8f07e58 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.95 "DELETE /v2.0/ports/745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3 HTTP/1.1" status: 204 len: 173 time: 2.6793344 Nov 25 17:20:42.305645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'name': 'network-vif-deleted', 'tag': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:42.318617 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b92c1e-eed4-4edb-8ad7-e34da5420413" -d '{"events": [{"server_uuid": "422e1af3-6d18-4957-bcf8-6b55f45fec30", "name": "network-vif-deleted", "tag": "745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:42.353414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.366459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:42.370041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.432383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b6c3ff4-3d87-4c7e-99b1-aaa51c2b95e1 req-c8341270-33e4-40ee-bb0c-c146a6dd5c5c tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/ports?device_id=422e1af3-6d18-4957-bcf8-6b55f45fec30 HTTP/1.1" status: 200 len: 210 time: 0.1091053 Nov 25 17:20:42.599377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7481198 Nov 25 17:20:42.599978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48924) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:42.605937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '0161cc69-7b85-4466-87e8-cb2429ecadb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:42.659223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7e79-74b3-4acc-98ac-a284133bbe9b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Network': ['ID=0161cc69-7b85-4466-87e8-cb2429ecadb2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:42.790629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:42.795232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.802207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f867f8-f373-4291-9f38-377ca1b02df9 req-3c703a4f-8ad8-4e60-8583-c32b69c0999e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:42.809507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15f867f8-f373-4291-9f38-377ca1b02df9 req-3c703a4f-8ad8-4e60-8583-c32b69c0999e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 949 time: 0.1129367 Nov 25 17:20:42.842455 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2361ca2-2902-43c8-b1b2-a54962478105 x-openstack-request-id: req-e2361ca2-2902-43c8-b1b2-a54962478105 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:42.843807 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:42.844864 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2361ca2-2902-43c8-b1b2-a54962478105 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:42.846851 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'code': 200} Nov 25 17:20:42.855537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 0161cc69-7b85-4466-87e8-cb2429ecadb2 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:42.909740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15f867f8-f373-4291-9f38-377ca1b02df9 req-515fe080-63e4-4dbe-a7b7-cc66d7bb5430 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975261 Nov 25 17:20:43.102375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:43.114780 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a05ae4-7847-4653-88c4-263a9491c1cf x-openstack-request-id: req-e3a05ae4-7847-4653-88c4-263a9491c1cf {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:43.115137 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422e1af3-6d18-4957-bcf8-6b55f45fec30", "name": "network-vif-deleted", "tag": "745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:43.115345 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3a05ae4-7847-4653-88c4-263a9491c1cf {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:43.115763 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422e1af3-6d18-4957-bcf8-6b55f45fec30', 'name': 'network-vif-deleted', 'tag': '745b332f-5f18-4fb8-8b0c-d1ebea9bd3d3', 'status': 'completed', 'code': 200} Nov 25 17:20:43.346669 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.475013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=c09d71c0-6cd6-49f7-8ee3-4e664f729f25,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:43.501147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Checking segment: {'id': 'd45f3be4-9477-47c8-ae0c-51da34752aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0161cc69-7b85-4466-87e8-cb2429ecadb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:43.502343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network hostable DHCP agents. Network: 0161cc69-7b85-4466-87e8-cb2429ecadb2, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:43.536859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 0161cc69-7b85-4466-87e8-cb2429ecadb2 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:43.546978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:30Z', 'revision_number': 5, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:43.558396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 0161cc69-7b85-4466-87e8-cb2429ecadb2) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:43.570951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:43.571619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.604521 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-be98a1f8-231d-474b-9025-093a382ac0e8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0031650 Nov 25 17:20:43.607088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48936) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:43.607701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712f17a-f037-48ad-b965-ec0ebd689579 req-d5af200b-ac91-4457-a648-3d3c48ae5f87 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:43.610020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4712f17a-f037-48ad-b965-ec0ebd689579 req-d5af200b-ac91-4457-a648-3d3c48ae5f87 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 950 time: 0.0940635 Nov 25 17:20:43.624979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4b7fddb9-7f57-4779-af7d-6da64b69e75b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-410110435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:43.631593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a830196-fb8c-43f4-ac82-2085623f1794 None None] Network 0161cc69-7b85-4466-87e8-cb2429ecadb2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:43.634164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] Checking router: ee059716-ba1e-4268-9f79-b96debe1c883 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:43.711027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b7fddb9-7f57-4779-af7d-6da64b69e75b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.712488 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b7fddb9-7f57-4779-af7d-6da64b69e75b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.714820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:43.715480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:43.748790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4712f17a-f037-48ad-b965-ec0ebd689579 req-52549fb6-5acc-4715-bbec-5cb9f3419a53 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281300 Nov 25 17:20:43.794734 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b7fddb9-7f57-4779-af7d-6da64b69e75b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.805220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b7fddb9-7f57-4779-af7d-6da64b69e75b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.828018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b7fddb9-7f57-4779-af7d-6da64b69e75b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.833184 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4b7fddb9-7f57-4779-af7d-6da64b69e75b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2189138 Nov 25 17:20:43.834301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48940) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:43.841590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'network_id': '0161cc69-7b85-4466-87e8-cb2429ecadb2', 'name': 'tempest-PortsTestJSON-1647411588'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:43.989096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:44.105964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:44.121703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.185074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port b8464d67-29b8-408e-a6a3-61a9ccec5fea yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:44.435685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-0161cc69-7b85-4466-87e8-cb2429ecadb2', 'network_id': '0161cc69-7b85-4466-87e8-cb2429ecadb2', 'tenant_id': '3fa8967b2a6a467eb6d35e39bfa3f07c', 'fixed_ips': [{'subnet_id': 'c09d71c0-6cd6-49f7-8ee3-4e664f729f25'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:44.437920 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.460609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.8 (0161cc69-7b85-4466-87e8-cb2429ecadb2/c09d71c0-6cd6-49f7-8ee3-4e664f729f25/b8464d67-29b8-408e-a6a3-61a9ccec5fea) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:44.602223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205bf5c-eb56-4faa-9bec-339ae2fc9c5c req-98870e45-e59b-4f01-b6ec-11bc0640f985 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.607087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205bf5c-eb56-4faa-9bec-339ae2fc9c5c req-98870e45-e59b-4f01-b6ec-11bc0640f985 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.615634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9205bf5c-eb56-4faa-9bec-339ae2fc9c5c req-98870e45-e59b-4f01-b6ec-11bc0640f985 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc&device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 1690 time: 0.1091490 Nov 25 17:20:44.616232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:30Z', 'revision_number': 5, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:44.706795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc79a3-9769-4a35-a6f4-991f3cd8b8d6 None None] The sync data for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 is: [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:18:23Z', 'revision_number': 4, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1776c4ba-5eaa-446c-95ee-f484f5954794', 'name': '', 'network_id': '6096b4ef-bc99-466f-8abb-e946270459f0', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'mac_address': 'fa:16:3e:f9:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:19Z', 'updated_at': '2021-11-25T17:18:30Z', 'revision_number': 5, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'subnets': [{'id': '0afe27ad-3a92-497f-9e09-0709cb480cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:44.718772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9205bf5c-eb56-4faa-9bec-339ae2fc9c5c req-4a812350-eaaa-4dca-8d8e-4edd7d058907 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021049 Nov 25 17:20:44.764078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48952) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:44.873766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.923432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c47067-72bd-4ee2-aebf-a8916af12f26 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.987736 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c47067-72bd-4ee2-aebf-a8916af12f26 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.988296 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.065118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 083d5d78-7cb3-4695-8876-c0ca42ebb7ab up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:45.133459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 0161cc69-7b85-4466-87e8-cb2429ecadb2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:45.136387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=b8464d67-29b8-408e-a6a3-61a9ccec5fea,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:45.140014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c47067-72bd-4ee2-aebf-a8916af12f26 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.144726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c47067-72bd-4ee2-aebf-a8916af12f26 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.149767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-09c47067-72bd-4ee2-aebf-a8916af12f26 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "DELETE /v2.0/security-groups/79d91bc6-eeac-43a5-aae1-741eb1dc9588 HTTP/1.1" status: 204 len: 168 time: 0.3819849 Nov 25 17:20:45.150607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:45.154141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:45.159839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48956) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:45.176961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c47067-72bd-4ee2-aebf-a8916af12f26 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d91bc6-eeac-43a5-aae1-741eb1dc9588,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:45.213796 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-a78d217d-98d2-4fe3-8194-fa1a930af511 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] show failed (client error): The resource could not be found. Nov 25 17:20:45.216506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a78d217d-98d2-4fe3-8194-fa1a930af511 tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "GET /v2.0/security-groups/79d91bc6-eeac-43a5-aae1-741eb1dc9588 HTTP/1.1" status: 404 len: 347 time: 0.0553627 Nov 25 17:20:45.218107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48958) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:45.282558 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4899072a-3b0b-4c39-9e4b-7816243678ae None None] New status for floating IP 45b8ff0d-d542-49f8-8b3f-ec237be4aefe: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:20:45.287862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:45.289129 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.309978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Allocated IP 172.20.0.2 (0161cc69-7b85-4466-87e8-cb2429ecadb2/c09d71c0-6cd6-49f7-8ee3-4e664f729f25/7375c69d-16be-468d-b50a-73ba94b655f1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:45.324028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7d5ace02-cf86-44c6-b0e8-6d4568643c2b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4866819 Nov 25 17:20:45.329124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:45.619953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:45.628290 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.647351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Deleting port 7fc9689d-582f-4d5d-b1ab-51c110b6beeb {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:45.648553 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.855605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.855605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.857628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e8d74-94af-4882-bb82-884dffb9e68c req-250b943c-1253-463a-a1f4-a3937ebb5c56 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:45.867451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce2e8d74-94af-4882-bb82-884dffb9e68c req-250b943c-1253-463a-a1f4-a3937ebb5c56 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 1101 time: 0.2349179 Nov 25 17:20:45.887859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Calling delete_port for 7fc9689d-582f-4d5d-b1ab-51c110b6beeb owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:45.970852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce2e8d74-94af-4882-bb82-884dffb9e68c req-582d12d1-14fe-470f-879a-7cd0fa7fec2c tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014040 Nov 25 17:20:46.022335 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.070673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.107184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:46.111163 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616e8d93-17cb-4213-87d9-d58f6a77c711" -d '{"events": [{"server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "name": "network-vif-plugged", "status": "completed", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:46.115457 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.132646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:46.136129 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.153717 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.228683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Network 0161cc69-7b85-4466-87e8-cb2429ecadb2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:46.241332 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.241753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:46.253384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:46.285230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Pushing event updated for resources: {'Port': ['ID=7375c69d-16be-468d-b50a-73ba94b655f1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:46.353676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Pushing event deleted for resources: {'Port': ['ID=7fc9689d-582f-4d5d-b1ab-51c110b6beeb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:46.420318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f79de7-7423-4b0d-953b-8083a292bf3c None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:46.454182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e24c7f-8ba8-4142-9683-c1a66e68453a req-ad855f11-26c3-4c62-b908-5555d3c25b55 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:46.456349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60e24c7f-8ba8-4142-9683-c1a66e68453a req-ad855f11-26c3-4c62-b908-5555d3c25b55 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 1100 time: 0.1115720 Nov 25 17:20:46.544588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:46.548787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.552893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.558612 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2db707c5-ae03-44a9-ba69-1c3727cb7bce tempest-ServersTestManualDisk-78319806 tempest-ServersTestManualDisk-78319806-project] 10.222.0.81 "DELETE /v2.0/floatingips/45b8ff0d-d542-49f8-8b3f-ec237be4aefe HTTP/1.1" status: 204 len: 168 time: 1.3394170 Nov 25 17:20:46.559511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48976) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:46.573210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Attempting to bind port 7375c69d-16be-468d-b50a-73ba94b655f1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:46.573597 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Attempting to bind port 7375c69d-16be-468d-b50a-73ba94b655f1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd45f3be4-9477-47c8-ae0c-51da34752aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0161cc69-7b85-4466-87e8-cb2429ecadb2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:46.573972 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Attempting to bind port 7375c69d-16be-468d-b50a-73ba94b655f1 on network 0161cc69-7b85-4466-87e8-cb2429ecadb2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:46.605307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:46.605805 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Checking segment: {'id': 'd45f3be4-9477-47c8-ae0c-51da34752aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0161cc69-7b85-4466-87e8-cb2429ecadb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:46.606239 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.607438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Bound using segment: {'id': 'd45f3be4-9477-47c8-ae0c-51da34752aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0161cc69-7b85-4466-87e8-cb2429ecadb2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:46.607963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Bound port: 7375c69d-16be-468d-b50a-73ba94b655f1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45f3be4-9477-47c8-ae0c-51da34752aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0161cc69-7b85-4466-87e8-cb2429ecadb2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:46.608362 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.664734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60e24c7f-8ba8-4142-9683-c1a66e68453a req-945f2b51-b7f7-484a-b97d-b9bebdcf3448 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047037 Nov 25 17:20:46.759527 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.770753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.773688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] For port 7375c69d-16be-468d-b50a-73ba94b655f1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:46.785823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] For port 7375c69d-16be-468d-b50a-73ba94b655f1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7375c69d-16be-468d-b50a-73ba94b655f1,segment=NetworkSegment(d45f3be4-9477-47c8-ae0c-51da34752aa3),segment_id=d45f3be4-9477-47c8-ae0c-51da34752aa3)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:46.802594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.961707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=b8464d67-29b8-408e-a6a3-61a9ccec5fea,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:47.107027 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4d6a46-1f72-4979-b096-abd74b01352d x-openstack-request-id: req-bf4d6a46-1f72-4979-b096-abd74b01352d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:47.108667 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "name": "network-vif-plugged", "status": "completed", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:47.110824 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf4d6a46-1f72-4979-b096-abd74b01352d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:47.114652 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'code': 200} Nov 25 17:20:47.208353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96377c-c4b3-4bd8-8a12-3c65645c6433 None None] Pushing event updated for resources: {'Port': ['ID=7375c69d-16be-468d-b50a-73ba94b655f1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:47.401617 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.523136 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.728279 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.742966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Deleting port 1776c4ba-5eaa-446c-95ee-f484f5954794 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:48.743667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.926348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] For port 1776c4ba-5eaa-446c-95ee-f484f5954794, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1776c4ba-5eaa-446c-95ee-f484f5954794,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:48.928539 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.937357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.946443 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.961332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Calling delete_port for 1776c4ba-5eaa-446c-95ee-f484f5954794 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:48.999392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf4a4e-79f0-4816-8140-65a7530569cf None None] Network 0161cc69-7b85-4466-87e8-cb2429ecadb2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:49.140796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d9c4137a-37b1-4ff3-9b47-42c1443bb19b None None] Provisioning complete for port 7375c69d-16be-468d-b50a-73ba94b655f1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:49.141691 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9c4137a-37b1-4ff3-9b47-42c1443bb19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.191832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=b8464d67-29b8-408e-a6a3-61a9ccec5fea,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:49.194680 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.392498 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9c4137a-37b1-4ff3-9b47-42c1443bb19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.417534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.472656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Pushing event deleted for resources: {'Port': ['ID=1776c4ba-5eaa-446c-95ee-f484f5954794,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:49.487458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d9c4137a-37b1-4ff3-9b47-42c1443bb19b None None] For port 7375c69d-16be-468d-b50a-73ba94b655f1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7375c69d-16be-468d-b50a-73ba94b655f1,segment=NetworkSegment(d45f3be4-9477-47c8-ae0c-51da34752aa3),segment_id=d45f3be4-9477-47c8-ae0c-51da34752aa3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:49.517359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9c4137a-37b1-4ff3-9b47-42c1443bb19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.538692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 0161cc69-7b85-4466-87e8-cb2429ecadb2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:49.545024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:49.687224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4137a-37b1-4ff3-9b47-42c1443bb19b None None] Pushing event updated for resources: {'Port': ['ID=7375c69d-16be-468d-b50a-73ba94b655f1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:49.706995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7375c69d-16be-468d-b50a-73ba94b655f1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:49.801745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7375c69d-16be-468d-b50a-73ba94b655f1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:49.802053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.936435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Router 8687c967-262a-4d85-9e62-48f74a10d7dc is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:50.150971 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.179528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55a1a053-ede5-40a3-9dc8-09a25c5d33ca None None] Provisioning complete for port b8464d67-29b8-408e-a6a3-61a9ccec5fea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:50.181113 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55a1a053-ede5-40a3-9dc8-09a25c5d33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.201227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:50.223759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7c375510-afa0-4aea-96ad-57ad841991d0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "PUT /v2.0/routers/8687c967-262a-4d85-9e62-48f74a10d7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8934517 Nov 25 17:20:50.231729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:50.258174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-55a1a053-ede5-40a3-9dc8-09a25c5d33ca None None] Port b8464d67-29b8-408e-a6a3-61a9ccec5fea cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:50.262528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca4d0a-abcf-4989-a17d-1e4de35bdd08 None None] Sync routers for ids ['8687c967-262a-4d85-9e62-48f74a10d7dc'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:50.282079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca4d0a-abcf-4989-a17d-1e4de35bdd08 None None] Routers {'8687c967-262a-4d85-9e62-48f74a10d7dc'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:50.283578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-92ca4d0a-abcf-4989-a17d-1e4de35bdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8687c967-262a-4d85-9e62-48f74a10d7dc'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:50.359867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db38247-fd45-43e6-ba94-c58e85f1fb0b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:50.371320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7db38247-fd45-43e6-ba94-c58e85f1fb0b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports?device_id=8687c967-262a-4d85-9e62-48f74a10d7dc HTTP/1.1" status: 200 len: 982 time: 0.1331809 Nov 25 17:20:50.372908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:50.406713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-92ca4d0a-abcf-4989-a17d-1e4de35bdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:50.415172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55a1a053-ede5-40a3-9dc8-09a25c5d33ca None None] Provisioning complete for port 7375c69d-16be-468d-b50a-73ba94b655f1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:50.416653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55a1a053-ede5-40a3-9dc8-09a25c5d33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.524916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca4d0a-abcf-4989-a17d-1e4de35bdd08 None None] Routers {'8687c967-262a-4d85-9e62-48f74a10d7dc'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:50.526810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-92ca4d0a-abcf-4989-a17d-1e4de35bdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8687c967-262a-4d85-9e62-48f74a10d7dc'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:50.606003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-92ca4d0a-abcf-4989-a17d-1e4de35bdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:50.606942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca4d0a-abcf-4989-a17d-1e4de35bdd08 None None] The sync data for ids ['8687c967-262a-4d85-9e62-48f74a10d7dc'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:50.741840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Router ee059716-ba1e-4268-9f79-b96debe1c883 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:50.867657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e5834ee2-8ab0-4466-97db-f01e8479b165 None None] Provisioning complete for port b8464d67-29b8-408e-a6a3-61a9ccec5fea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:50.868270 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5834ee2-8ab0-4466-97db-f01e8479b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.967747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e5834ee2-8ab0-4466-97db-f01e8479b165 None None] Port b8464d67-29b8-408e-a6a3-61a9ccec5fea cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:51.020890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:51.033525 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-69cb9bd9-e376-43bf-a5e2-b59c76dca77e admin admin] 10.222.0.81 "PUT /v2.0/routers/ee059716-ba1e-4268-9f79-b96debe1c883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4727378 Nov 25 17:20:51.034387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:51.035221 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] Sync routers for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:51.066575 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:51.067883 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.123954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-81419734-edd4-408b-bd3d-01f17de4da5c None None] Provisioning complete for port b8464d67-29b8-408e-a6a3-61a9ccec5fea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:51.124908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81419734-edd4-408b-bd3d-01f17de4da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.237997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-81419734-edd4-408b-bd3d-01f17de4da5c None None] Port b8464d67-29b8-408e-a6a3-61a9ccec5fea cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:51.348854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.429630 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:51.481523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f0c83c5d-ca82-4f7b-8ccc-d560a56cb4be None None] Provisioning complete for port b8464d67-29b8-408e-a6a3-61a9ccec5fea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:51.481903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0c83c5d-ca82-4f7b-8ccc-d560a56cb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.552400 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.560127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.639447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f0c83c5d-ca82-4f7b-8ccc-d560a56cb4be None None] Port b8464d67-29b8-408e-a6a3-61a9ccec5fea cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:51.688576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7375c69d-16be-468d-b50a-73ba94b655f1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:51.735271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Deleting port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:51.735629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.767544 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:20:49Z', 'revision_number': 5, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port': {'id': '2f3927e6-6d39-46e2-841c-4d5dc2cefba7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:18:07Z', 'updated_at': '2021-11-25T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.840556 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] Checking router: ee059716-ba1e-4268-9f79-b96debe1c883 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:51.844779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7375c69d-16be-468d-b50a-73ba94b655f1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:51.846496 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.874880 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] Routers {'ee059716-ba1e-4268-9f79-b96debe1c883'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:51.876501 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ee059716-ba1e-4268-9f79-b96debe1c883'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.929577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] For port 2f3927e6-6d39-46e2-841c-4d5dc2cefba7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2f3927e6-6d39-46e2-841c-4d5dc2cefba7,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:51.930503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.953180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Calling delete_port for 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:52.120599 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] Set router ee059716-ba1e-4268-9f79-b96debe1c883 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:52.250136 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:20:51Z', 'revision_number': 6, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.324168 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf9bf8-cc87-4862-9958-81fda6c43212 None None] The sync data for ids ['ee059716-ba1e-4268-9f79-b96debe1c883'] in n-d-819349-3 is: [{'id': 'ee059716-ba1e-4268-9f79-b96debe1c883', 'name': 'tempest-ServersTestManualDisk-836626433-router', 'tenant_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:18:06Z', 'updated_at': '2021-11-25T17:20:51Z', 'revision_number': 6, 'project_id': 'f4d43e7d3baf4ffb8da544d6e2631618', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:52.410235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port b8464d67-29b8-408e-a6a3-61a9ccec5fea {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:52.410931 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.415177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.467013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3927e6-6d39-46e2-841c-4d5dc2cefba7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:52.481358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16443a5-36a9-4d50-96be-55b3c7b7f528 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:52.589556 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.601727 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.635429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for b8464d67-29b8-408e-a6a3-61a9ccec5fea owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:52.746047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.751051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.850154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.850813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee059716-ba1e-4268-9f79-b96debe1c883 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:52.887438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.889163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5b1c8918-bba8-4f9c-b69c-282010ab4fc8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ee059716-ba1e-4268-9f79-b96debe1c883 HTTP/1.1" status: 204 len: 168 time: 1.8537409 Nov 25 17:20:52.892955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.961928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.988018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae60cdeb-bc4d-40da-a32d-3a90f71e7f71 admin admin] Deleting subnet 0afe27ad-3a92-497f-9e09-0709cb480cb5 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:52.994670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae60cdeb-bc4d-40da-a32d-3a90f71e7f71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.041691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=b8464d67-29b8-408e-a6a3-61a9ccec5fea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:53.110528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae60cdeb-bc4d-40da-a32d-3a90f71e7f71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.325823 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae60cdeb-bc4d-40da-a32d-3a90f71e7f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.364248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.544473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae60cdeb-bc4d-40da-a32d-3a90f71e7f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.587149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a2c0c-8059-49eb-9089-d33772605752 None None] Network 6096b4ef-bc99-466f-8abb-e946270459f0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:53.593228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae60cdeb-bc4d-40da-a32d-3a90f71e7f71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.613191 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ae60cdeb-bc4d-40da-a32d-3a90f71e7f71 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0afe27ad-3a92-497f-9e09-0709cb480cb5 HTTP/1.1" status: 204 len: 168 time: 0.7175322 Nov 25 17:20:53.630251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1776c4ba-5eaa-446c-95ee-f484f5954794 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:53.642716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49022) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:53.653183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60cdeb-bc4d-40da-a32d-3a90f71e7f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afe27ad-3a92-497f-9e09-0709cb480cb5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:53.828149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 1776c4ba-5eaa-446c-95ee-f484f5954794 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:53.831901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1776c4ba-5eaa-446c-95ee-f484f5954794 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:53.834066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:53.853519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.934968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:53.935882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2f3927e6-6d39-46e2-841c-4d5dc2cefba7 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:53.972896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Router 8687c967-262a-4d85-9e62-48f74a10d7dc has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:54.116770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Deleting port c64da410-3036-400a-aa5b-4ee488126440 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:54.120359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.196547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:54.204682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3a8efcb4-c0b3-4080-8758-6838d824fdcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "PUT /v2.0/routers/8687c967-262a-4d85-9e62-48f74a10d7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8304591 Nov 25 17:20:54.208462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49024) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.210961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b89f-1655-4f76-8ca7-94c55d9bc880 None None] Sync routers for ids ['8687c967-262a-4d85-9e62-48f74a10d7dc'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:54.229646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b89f-1655-4f76-8ca7-94c55d9bc880 None None] Routers {'8687c967-262a-4d85-9e62-48f74a10d7dc'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:54.230290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-16c4b89f-1655-4f76-8ca7-94c55d9bc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8687c967-262a-4d85-9e62-48f74a10d7dc'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.264731 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-85407d21-e821-40c0-a7f2-00259b7876d9 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:20:54.269610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-85407d21-e821-40c0-a7f2-00259b7876d9 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/b8464d67-29b8-408e-a6a3-61a9ccec5fea HTTP/1.1" status: 404 len: 333 time: 0.0566237 Nov 25 17:20:54.277029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49026) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.301964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-16c4b89f-1655-4f76-8ca7-94c55d9bc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.310606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] DHCP port deletion for 6096b4ef-bc99-466f-8abb-e946270459f0 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:54.331038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] For port c64da410-3036-400a-aa5b-4ee488126440, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c64da410-3036-400a-aa5b-4ee488126440,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:54.331984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.346004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b89f-1655-4f76-8ca7-94c55d9bc880 None None] Routers {'8687c967-262a-4d85-9e62-48f74a10d7dc'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:54.346646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-16c4b89f-1655-4f76-8ca7-94c55d9bc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:20:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8687c967-262a-4d85-9e62-48f74a10d7dc'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.363379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Calling delete_port for c64da410-3036-400a-aa5b-4ee488126440 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:54.396646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-16c4b89f-1655-4f76-8ca7-94c55d9bc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.397442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c4b89f-1655-4f76-8ca7-94c55d9bc880 None None] The sync data for ids ['8687c967-262a-4d85-9e62-48f74a10d7dc'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:54.417925 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0716d-bb15-4eac-b915-cb81fc598bcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.451985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Deleting port c64da410-3036-400a-aa5b-4ee488126440 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:54.452358 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.602423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.614762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] For port c64da410-3036-400a-aa5b-4ee488126440, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c64da410-3036-400a-aa5b-4ee488126440,segment=NetworkSegment(26d887a1-300e-4d87-92a6-e92eda5c4f14),segment_id=26d887a1-300e-4d87-92a6-e92eda5c4f14)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:54.616614 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.644160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Calling delete_port for c64da410-3036-400a-aa5b-4ee488126440 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:54.659509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=c64da410-3036-400a-aa5b-4ee488126440,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:54.670095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] No DVR routers for this DVR port c64da410-3036-400a-aa5b-4ee488126440 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:54.780451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.804320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0716d-bb15-4eac-b915-cb81fc598bcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.813945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6096b4ef-bc99-466f-8abb-e946270459f0']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.817954 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0716d-bb15-4eac-b915-cb81fc598bcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.832359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d887a1-300e-4d87-92a6-e92eda5c4f14') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.832809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d887a1-300e-4d87-92a6-e92eda5c4f14') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.846284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.874716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.879184 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.890085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:54.890085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:54.893336 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:54.903768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] No DVR routers for this DVR port c64da410-3036-400a-aa5b-4ee488126440 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:54.961657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0716d-bb15-4eac-b915-cb81fc598bcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.962922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d0716d-bb15-4eac-b915-cb81fc598bcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Fanout notify agent at l3_agent the message router_deleted on router 8687c967-262a-4d85-9e62-48f74a10d7dc {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:54.983645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f2d0716d-bb15-4eac-b915-cb81fc598bcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.991263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Pushing event deleted for resources: {'Port': ['ID=c64da410-3036-400a-aa5b-4ee488126440,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:54.991967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f2d0716d-bb15-4eac-b915-cb81fc598bcc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/routers/8687c967-262a-4d85-9e62-48f74a10d7dc HTTP/1.1" status: 204 len: 168 time: 0.7152672 Nov 25 17:20:54.998975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49030) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.004201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.004828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.005674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.006510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.007167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.007782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.008436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.010121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.010846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.011286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.011665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.012180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96688f-1918-4153-b593-9eb39fa38318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:55.060022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.068630 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.072686 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] 10.222.0.81 "DELETE /v2.0/networks/6096b4ef-bc99-466f-8abb-e946270459f0 HTTP/1.1" status: 204 len: 168 time: 1.4308634 Nov 25 17:20:55.134586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb764a0-3cdf-4590-af21-a3a592332ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=6096b4ef-bc99-466f-8abb-e946270459f0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:55.164074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c319f3fe-12ba-4ead-8ad2-71a399efae24 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet c09d71c0-6cd6-49f7-8ee3-4e664f729f25 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:55.169206 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c319f3fe-12ba-4ead-8ad2-71a399efae24 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.247663 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c319f3fe-12ba-4ead-8ad2-71a399efae24 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.408948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.421495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c319f3fe-12ba-4ead-8ad2-71a399efae24 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.490283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b101e50-d5a0-4e2b-ac17-c739735973bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4d43e7d3baf4ffb8da544d6e2631618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795698 Nov 25 17:20:55.492982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.527945 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c319f3fe-12ba-4ead-8ad2-71a399efae24 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.539024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c64da410-3036-400a-aa5b-4ee488126440 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:55.564513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319f3fe-12ba-4ead-8ad2-71a399efae24 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=c09d71c0-6cd6-49f7-8ee3-4e664f729f25,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:55.569695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c64da410-3036-400a-aa5b-4ee488126440 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:55.570465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c64da410-3036-400a-aa5b-4ee488126440 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:55.588064 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c319f3fe-12ba-4ead-8ad2-71a399efae24 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.596037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49040) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.597039 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c319f3fe-12ba-4ead-8ad2-71a399efae24 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/c09d71c0-6cd6-49f7-8ee3-4e664f729f25 HTTP/1.1" status: 204 len: 168 time: 0.5941553 Nov 25 17:20:55.599789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb77056-cd44-41a1-a00c-a2681c098add None None] Network 0161cc69-7b85-4466-87e8-cb2429ecadb2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:55.613547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c36d02d7-d523-4045-8b8e-cce7e9fb94fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.643768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c36d02d7-d523-4045-8b8e-cce7e9fb94fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.706367 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c36d02d7-d523-4045-8b8e-cce7e9fb94fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.712293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c36d02d7-d523-4045-8b8e-cce7e9fb94fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.716147 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c36d02d7-d523-4045-8b8e-cce7e9fb94fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b4a2292-92de-4cc8-976d-d8ed4aa46567 HTTP/1.1" status: 204 len: 168 time: 0.2194474 Nov 25 17:20:55.728224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d02d7-d523-4045-8b8e-cce7e9fb94fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4a2292-92de-4cc8-976d-d8ed4aa46567,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:55.783597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.882057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 7375c69d-16be-468d-b50a-73ba94b655f1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:55.882713 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.976338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] For port 7375c69d-16be-468d-b50a-73ba94b655f1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7375c69d-16be-468d-b50a-73ba94b655f1,segment=NetworkSegment(d45f3be4-9477-47c8-ae0c-51da34752aa3),segment_id=d45f3be4-9477-47c8-ae0c-51da34752aa3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:55.977292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.996708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 7375c69d-16be-468d-b50a-73ba94b655f1 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:56.106442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] DHCP port deletion for 0161cc69-7b85-4466-87e8-cb2429ecadb2 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:56.140440 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.186457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=7375c69d-16be-468d-b50a-73ba94b655f1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:56.189986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No DVR routers for this DVR port 7375c69d-16be-468d-b50a-73ba94b655f1 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:56.290915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] Deleting port 7375c69d-16be-468d-b50a-73ba94b655f1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:56.291306 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.388751 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.415169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] For port 7375c69d-16be-468d-b50a-73ba94b655f1, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:56.415576 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.433848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] Calling delete_port for 7375c69d-16be-468d-b50a-73ba94b655f1 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:56.438550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] Port 7375c69d-16be-468d-b50a-73ba94b655f1 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:20:56.440830 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.456034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] No DVR routers for this DVR port 7375c69d-16be-468d-b50a-73ba94b655f1 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:56.461967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0161cc69-7b85-4466-87e8-cb2429ecadb2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.483077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad1a87-f90b-4759-8070-bc129afd14a1 None None] Pushing event deleted for resources: {'Port': ['ID=7375c69d-16be-468d-b50a-73ba94b655f1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:56.505342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45f3be4-9477-47c8-ae0c-51da34752aa3') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.505743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45f3be4-9477-47c8-ae0c-51da34752aa3') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.521617 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.543925 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.554669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:56.555421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:56.559142 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:56.744973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.755311 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.765417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/networks/0161cc69-7b85-4466-87e8-cb2429ecadb2 HTTP/1.1" status: 204 len: 168 time: 1.1642020 Nov 25 17:20:56.767238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.794988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12ddd1-d098-4d7f-a864-b4904fd7eb89 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Network': ['ID=0161cc69-7b85-4466-87e8-cb2429ecadb2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:56.837457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b235d0-2f3c-4312-8b76-87c3782c67ed tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:56.843200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.843396 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-21b235d0-2f3c-4312-8b76-87c3782c67ed tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/5a31df45-9364-416d-b8a7-1fa2c0d6ff0a HTTP/1.1" status: 200 len: 840 time: 0.0737987 Nov 25 17:20:56.903535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dee5eaa1-1beb-4f37-9350-30c5283cca0d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/5a31df45-9364-416d-b8a7-1fa2c0d6ff0a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0556138 Nov 25 17:20:56.903903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49070) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.914871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:57.043943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:57.049587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.113801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.327868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1917541099-network', 'tenant_id': '4e626f0952704d799bd9d7006a3e9750'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:57.336557 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.365571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Made reservation on behalf of 4e626f0952704d799bd9d7006a3e9750 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:57.369267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.389543 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.446349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=2a361d61-2e1b-443f-9643-18440072a2c9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:57.463542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:57.468368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:57.483353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:57.484172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b992c-1ad9-4fd9-85cb-7695824c72e7 None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:57.489533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.520884 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-97cae6c9-bec0-414b-a7ce-de358f09d1ce tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6108356 Nov 25 17:20:57.524060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49078) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.532356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9dd11a88-b262-4fe6-9532-f789b9db498f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071918171'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:57.577225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7375c69d-16be-468d-b50a-73ba94b655f1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:57.581003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dd11a88-b262-4fe6-9532-f789b9db498f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.640292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.655068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.696970 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dd11a88-b262-4fe6-9532-f789b9db498f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.700651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 7375c69d-16be-468d-b50a-73ba94b655f1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:57.701221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7375c69d-16be-468d-b50a-73ba94b655f1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:57.704397 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dd11a88-b262-4fe6-9532-f789b9db498f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.726984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:57.745467 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.745825 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Added segment e7ac0170-f16a-4751-b8da-385ba6c80246 of type vlan for network 72eb5744-4bc9-4a81-b495-30d4aaee14ae Nov 25 17:20:57.761526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dd11a88-b262-4fe6-9532-f789b9db498f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.765814 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9dd11a88-b262-4fe6-9532-f789b9db498f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2377791 Nov 25 17:20:57.768460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49080) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.775717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6aafbb2f-dffb-4653-9cea-bb7682849b71 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'security_group': {'name': 'tempest-secgroup-671156090'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:57.784977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd11a88-b262-4fe6-9532-f789b9db498f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec95100-b6a7-4931-ada9-e1a0724d5599,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:57.820533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6aafbb2f-dffb-4653-9cea-bb7682849b71 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.866434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2280200-8984-4107-87b0-21b59faeb30a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:57.876638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.932898 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.935738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:57.936977 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.969797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6aafbb2f-dffb-4653-9cea-bb7682849b71 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.977778 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6aafbb2f-dffb-4653-9cea-bb7682849b71 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.034146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-9da81430-dce3-4b54-bd85-c5a116312cf6', 'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'tenant_id': '3fa8967b2a6a467eb6d35e39bfa3f07c', 'fixed_ips': [{'subnet_id': '2a361d61-2e1b-443f-9643-18440072a2c9'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:58.036024 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.044118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6aafbb2f-dffb-4653-9cea-bb7682849b71 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.053300 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6aafbb2f-dffb-4653-9cea-bb7682849b71 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2835088 Nov 25 17:20:58.053803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.087651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1667378663', 'security_groups': ['bbaa321b-2d26-4331-8e43-b7a94915630a'], 'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a361d61-2e1b-443f-9643-18440072a2c9'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:58.122366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0071623 Nov 25 17:20:58.136071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.145453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafbb2f-dffb-4653-9cea-bb7682849b71 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa321b-2d26-4331-8e43-b7a94915630a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:58.151361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Request body: {'subnet': {'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1917541099-subnet', 'tenant_id': '4e626f0952704d799bd9d7006a3e9750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:58.223999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e11408-df20-4990-a78d-0deab031a9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=72eb5744-4bc9-4a81-b495-30d4aaee14ae,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:58.235810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Allocated IP 172.20.0.2 (9da81430-dce3-4b54-bd85-c5a116312cf6/2a361d61-2e1b-443f-9643-18440072a2c9/a0faead6-d1d7-42f7-8595-c6b60ac34a10) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:58.243454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Made reservation on behalf of 4e626f0952704d799bd9d7006a3e9750 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:58.249690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:58.251553 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.434728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:58.588232 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.624644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.649584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.652901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:58.664618 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.733808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:58.741746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:58.746362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:58.764053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Pushing event updated for resources: {'Port': ['ID=a0faead6-d1d7-42f7-8595-c6b60ac34a10,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:58.909359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Attempting to bind port a0faead6-d1d7-42f7-8595-c6b60ac34a10 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:58.909359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Attempting to bind port a0faead6-d1d7-42f7-8595-c6b60ac34a10 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '077192df-5f76-42f0-a0ca-2b961cd2a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:58.909687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Attempting to bind port a0faead6-d1d7-42f7-8595-c6b60ac34a10 on network 9da81430-dce3-4b54-bd85-c5a116312cf6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:58.926402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:58.926791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Checking segment: {'id': '077192df-5f76-42f0-a0ca-2b961cd2a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:58.927618 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.927618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Bound using segment: {'id': '077192df-5f76-42f0-a0ca-2b961cd2a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:58.928083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Bound port: a0faead6-d1d7-42f7-8595-c6b60ac34a10, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077192df-5f76-42f0-a0ca-2b961cd2a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:58.928478 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.089188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] For port a0faead6-d1d7-42f7-8595-c6b60ac34a10, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:59.092594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] For port a0faead6-d1d7-42f7-8595-c6b60ac34a10, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0faead6-d1d7-42f7-8595-c6b60ac34a10,segment=NetworkSegment(077192df-5f76-42f0-a0ca-2b961cd2a2ac),segment_id=077192df-5f76-42f0-a0ca-2b961cd2a2ac)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:59.099244 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.144538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.14 (9da81430-dce3-4b54-bd85-c5a116312cf6/2a361d61-2e1b-443f-9643-18440072a2c9/66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:59.584459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.628259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d01c79-2100-407d-bf0f-aae7108dbf41 None None] Pushing event updated for resources: {'Port': ['ID=a0faead6-d1d7-42f7-8595-c6b60ac34a10,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:59.643439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.717986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:59.736394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:59.738471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:59.745306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:59.764154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-dff4263c-ffab-4e4f-96e1-fdfc5459edc4 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180434 Nov 25 17:20:59.865932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=483180c2-5451-4b43-98d2-fc76f7ce3b80,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:59.876825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Checking segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:59.880175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Network hostable DHCP agents. Network: 72eb5744-4bc9-4a81-b495-30d4aaee14ae, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:59.925386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:59.926078 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.970110 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cbcecf00-9ff1-4e9a-bfa8-11e94ab704dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9108789 Nov 25 17:20:59.970828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49114) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:59.976435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f3ea6a8f-6899-43ac-bbed-89ec41500e5f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:00.020316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:00.064841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 72eb5744-4bc9-4a81-b495-30d4aaee14ae) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:00.079790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebd5822-3b3a-4267-8bff-44de2e9ad4df None None] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:00.137946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:00.138635 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.225505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-3a3d7b30-8562-4bc0-8098-5021f59f0852 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:00.256986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-3a3d7b30-8562-4bc0-8098-5021f59f0852 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4729424 Nov 25 17:21:00.324510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2d92369c-3f96-4fd0-84d1-7d10864a7093 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1870699 Nov 25 17:21:00.330701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-ed193bee-8ac4-45cb-812a-69b3fca9df11 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/quotas/7730cf5c4f094a8f88c279c6ec70c734 HTTP/1.1" status: 200 len: 375 time: 0.0796263 Nov 25 17:21:00.400690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ea6a8f-6899-43ac-bbed-89ec41500e5f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:00.405107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3ea6a8f-6899-43ac-bbed-89ec41500e5f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.439944 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-bf9ea277-7fd2-46af-9068-c6cb488e9722 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028428 Nov 25 17:21:00.579358 n-d-819349-3 neutron-server[103598]: INFO neutron.db.ipam_backend_mixin [None req-f3ea6a8f-6899-43ac-bbed-89ec41500e5f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2a361d61-2e1b-443f-9643-18440072a2c9 (CIDR: 172.20.0.0/28) Nov 25 17:21:00.585652 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ea6a8f-6899-43ac-bbed-89ec41500e5f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:00.586326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ea6a8f-6899-43ac-bbed-89ec41500e5f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:00.611783 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f3ea6a8f-6899-43ac-bbed-89ec41500e5f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6371841 Nov 25 17:21:00.612129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:00.618151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:00.682665 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:21:00.722443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35f7c2-18fc-4af1-a9ff-69b960f3fdc9 None None] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:00.940727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:00.945792 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.615094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0faead6-d1d7-42f7-8595-c6b60ac34a10 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:01.680845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-37c69fe3-a028-4514-9e27-82cf9c389dc7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:01.688714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-37c69fe3-a028-4514-9e27-82cf9c389dc7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.3430655 Nov 25 17:21:01.770940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:01.771318 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.785883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-268f8d9e-cf77-41a3-b10d-f99626a8123f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/quotas/4e626f0952704d799bd9d7006a3e9750 HTTP/1.1" status: 200 len: 375 time: 0.0961206 Nov 25 17:21:01.872640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-b4cf7d32-f1b5-44ad-b4d3-d40299128930 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854554 Nov 25 17:21:01.965188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c737d1af-4597-47b2-8fdf-23f48f8bdc83 None None] Provisioning complete for port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:01.970852 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c737d1af-4597-47b2-8fdf-23f48f8bdc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.046072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-4b99b79d-a1b3-47b7-87c3-ea2ceeb60733 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:21:02.072701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-4b99b79d-a1b3-47b7-87c3-ea2ceeb60733 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1987927 Nov 25 17:21:02.099987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c737d1af-4597-47b2-8fdf-23f48f8bdc83 None None] Port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:02.112450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.153205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c737d1af-4597-47b2-8fdf-23f48f8bdc83 None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:02.153621 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c737d1af-4597-47b2-8fdf-23f48f8bdc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.285140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port a0faead6-d1d7-42f7-8595-c6b60ac34a10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0faead6-d1d7-42f7-8595-c6b60ac34a10,segment=NetworkSegment(077192df-5f76-42f0-a0ca-2b961cd2a2ac),segment_id=077192df-5f76-42f0-a0ca-2b961cd2a2ac)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:02.328714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-11a2a8d6-1049-40be-951d-e0b0c17b36bd service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529187 Nov 25 17:21:02.353485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.450477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=a0faead6-d1d7-42f7-8595-c6b60ac34a10,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:02.456484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf44271c-9504-488e-84b6-5f72d4979e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.491911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.506669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ce081a7-cb31-47fc-bdbb-7f10834fc258 None None] Provisioning complete for port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:02.507054 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ce081a7-cb31-47fc-bdbb-7f10834fc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.559432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=e13c28a9-8345-4c2e-bfcb-678ba17757cd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:02.595477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-fa6cde74-bfaf-4b45-86a3-17d442a3eaa3 service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656419 Nov 25 17:21:02.605832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:02.613255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:02.615357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4ce081a7-cb31-47fc-bdbb-7f10834fc258 None None] Port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:02.622755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:02.623965 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.633016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb35de-33b0-4002-914e-575f0f0e25ee None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:02.661461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.662112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e2b97c51-5ae0-41c8-903a-635dfe3fe335 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0482130 Nov 25 17:21:02.675251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-726850472', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e13c28a9-8345-4c2e-bfcb-678ba17757cd'}], 'security_groups': ['cec95100-b6a7-4931-ada9-e1a0724d5599']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:02.900634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20575173-2723-4b6b-9b80-99159b8888a0 req-feb45778-5526-40f7-aa97-0c743089502a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 210 time: 0.1234982 Nov 25 17:21:02.963604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.192317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d869586f-3ec7-4cbc-8fc2-43112b9d9c1e None None] Update dhcp port {'port': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'fixed_ips': [{'subnet_id': '2a361d61-2e1b-443f-9643-18440072a2c9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e13c28a9-8345-4c2e-bfcb-678ba17757cd'}], 'binding:host_id': 'n-d-819349-3'}, 'id': 'a0faead6-d1d7-42f7-8595-c6b60ac34a10'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:21:03.232403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f36ddd2a-9544-42da-adbf-6c37f9b674a4 req-05cac05c-8698-4ad7-bff2-a7a3e16334c5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 210 time: 0.0718181 Nov 25 17:21:03.306802 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d869586f-3ec7-4cbc-8fc2-43112b9d9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.639937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0faead6-d1d7-42f7-8595-c6b60ac34a10 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:03.745144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Delete allocated IP 172.20.0.14 (9da81430-dce3-4b54-bd85-c5a116312cf6/2a361d61-2e1b-443f-9643-18440072a2c9) {{(pid=103598) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:21:03.772082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.22 (9da81430-dce3-4b54-bd85-c5a116312cf6/e13c28a9-8345-4c2e-bfcb-678ba17757cd/66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:03.834316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:03.834939 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.137322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a9558dc-5395-42d1-896e-47fa3049ce92 req-5a8698ab-05b5-4f36-b4a7-77f9253cd922 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 210 time: 0.0774155 Nov 25 17:21:04.180868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.191449 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.354968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:04.409370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d869586f-3ec7-4cbc-8fc2-43112b9d9c1e None None] Allocated IP 172.20.0.18 (9da81430-dce3-4b54-bd85-c5a116312cf6/e13c28a9-8345-4c2e-bfcb-678ba17757cd/a0faead6-d1d7-42f7-8595-c6b60ac34a10) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:04.435677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8a05fec-c542-4de3-bc6f-839f233d7fc9 req-f68cf7c8-4037-46c8-9587-e7b6de90cdac tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 210 time: 0.0513463 Nov 25 17:21:04.465119 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17509815-4bcc-4792-a54c-06550e8f3555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.482402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-ef796bdd-5f6b-417b-80db-1bd976cc5f89 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446410 Nov 25 17:21:04.635309 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-02e4d274-2ba8-4bec-9f75-fc7e9197eef3 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1996348 Nov 25 17:21:04.736492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d869586f-3ec7-4cbc-8fc2-43112b9d9c1e None None] For port a0faead6-d1d7-42f7-8595-c6b60ac34a10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0faead6-d1d7-42f7-8595-c6b60ac34a10,segment=NetworkSegment(077192df-5f76-42f0-a0ca-2b961cd2a2ac),segment_id=077192df-5f76-42f0-a0ca-2b961cd2a2ac)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:04.780960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] In _notify_port_updated(), no bound segment for port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e on network 9da81430-dce3-4b54-bd85-c5a116312cf6 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:21:04.797352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:04.799891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.804724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:04.808737 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6dd3a37d-18b1-45c2-b383-119daf6abade tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "PUT /v2.0/ports/66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e HTTP/1.1" status: 200 len: 920 time: 2.1440463 Nov 25 17:21:04.871210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-7a2b8f2c-cb2e-45fb-bc78-18ed0bd1ecd8 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:04.872248 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d869586f-3ec7-4cbc-8fc2-43112b9d9c1e None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.872862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-7a2b8f2c-cb2e-45fb-bc78-18ed0bd1ecd8 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3810794 Nov 25 17:21:04.884796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d869586f-3ec7-4cbc-8fc2-43112b9d9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.077456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-fa64a67d-6ce3-45e1-9c03-1fae3ac9873e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:05.079037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-fa64a67d-6ce3-45e1-9c03-1fae3ac9873e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4349530 Nov 25 17:21:05.083652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Request body: {'port': {'device_id': 'f6cd0f0c-93bb-4274-8888-ff23416c3251', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7730cf5c4f094a8f88c279c6ec70c734'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:05.097541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Request body: {'port': {'device_id': '99af756e-c63d-485b-b602-dd1618401f14', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7730cf5c4f094a8f88c279c6ec70c734'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:05.136603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869586f-3ec7-4cbc-8fc2-43112b9d9c1e None None] Pushing event updated for resources: {'Port': ['ID=a0faead6-d1d7-42f7-8595-c6b60ac34a10,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:05.588475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0faead6-d1d7-42f7-8595-c6b60ac34a10 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:05.769198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc965f06-9c04-482a-9f7a-581491f856f1 req-515f353d-0c12-4925-8f2a-362b024ada3c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 210 time: 0.4333272 Nov 25 17:21:05.782207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.814081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:05.814702 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.043430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1255e8ad-1123-40ae-ae5f-cf8b635f07d4 req-0a8b5e4f-1947-4d45-8b56-9438637af867 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 210 time: 0.1729493 Nov 25 17:21:06.082682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Made reservation on behalf of 7730cf5c4f094a8f88c279c6ec70c734 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:06.086578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.146883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6b369dda-7f45-4a4c-9e53-050f18ac84e2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:06.149344 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b369dda-7f45-4a4c-9e53-050f18ac84e2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.194491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2dea0c91-a2d5-4ed7-873e-95a6bae4f13b None None] Provisioning complete for port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:06.195406 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dea0c91-a2d5-4ed7-873e-95a6bae4f13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.198978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-c1d032ca-0928-4c1c-ade7-20ff3834e806 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:06.201955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Made reservation on behalf of 7730cf5c4f094a8f88c279c6ec70c734 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:06.210349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.211958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-c1d032ca-0928-4c1c-ade7-20ff3834e806 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.9536486 Nov 25 17:21:06.296542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2dea0c91-a2d5-4ed7-873e-95a6bae4f13b None None] Port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:06.318583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2dea0c91-a2d5-4ed7-873e-95a6bae4f13b None None] Provisioning complete for port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:06.319323 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dea0c91-a2d5-4ed7-873e-95a6bae4f13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.375007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2dea0c91-a2d5-4ed7-873e-95a6bae4f13b None None] Port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:06.427035 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.429336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2dea0c91-a2d5-4ed7-873e-95a6bae4f13b None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:06.430071 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dea0c91-a2d5-4ed7-873e-95a6bae4f13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.469281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Request body: {'port': {'device_id': 'e2424dad-4b9e-48b8-b241-88082e6e3f20', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'admin_state_up': True, 'tenant_id': '4e626f0952704d799bd9d7006a3e9750'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:06.504055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Allocated IP 192.168.233.65 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/9a75a816-bfbf-4acd-96c8-afb7d420b0d7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:06.685424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b369dda-7f45-4a4c-9e53-050f18ac84e2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.756592 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.768611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6b369dda-7f45-4a4c-9e53-050f18ac84e2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:06.909759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Made reservation on behalf of 4e626f0952704d799bd9d7006a3e9750 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:06.913628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.932518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3cffc0e8-0fcd-46ad-a6d0-08680f8dae97 None None] Provisioning complete for port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:06.933646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3cffc0e8-0fcd-46ad-a6d0-08680f8dae97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.961526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef16471d-daa4-4e26-952f-646063e8ff47 req-5fa2b679-b953-468a-a4aa-c41533a210c4 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 210 time: 0.0429037 Nov 25 17:21:07.094963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.115465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3cffc0e8-0fcd-46ad-a6d0-08680f8dae97 None None] Port 66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:07.128377 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.389911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Allocated IP 192.168.233.149 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/f8bf17fb-ec53-4175-85d1-f1f96a3eeca2) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:07.420698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b18c391d-8bf5-4567-b0ff-5de80e0aa62a req-bf5bcba7-8113-47d5-8e34-ac87d645e263 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 210 time: 0.2153432 Nov 25 17:21:07.436853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.443683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b369dda-7f45-4a4c-9e53-050f18ac84e2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.454713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:07.629622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.660102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:07.672827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:07.699942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:07.706604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.801162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'Port': ['ID=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:07.801608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Allocated IP 172.20.0.12 (72eb5744-4bc9-4a81-b495-30d4aaee14ae/483180c2-5451-4b43-98d2-fc76f7ce3b80/e68bb231-4e0e-4871-93b6-e71549555974) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:07.842792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'Port': ['ID=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:07.883396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:07.899060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b369dda-7f45-4a4c-9e53-050f18ac84e2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:07.901701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:07.918405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:08.050420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:08.051265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.079211 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.103137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:08.103898 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.113414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b369dda-7f45-4a4c-9e53-050f18ac84e2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.118148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b369dda-7f45-4a4c-9e53-050f18ac84e2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e HTTP/1.1" status: 204 len: 168 time: 3.3021908 Nov 25 17:21:08.121810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49328) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:08.140816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-554e0084-e34a-4a3c-9722-c9c9301fb018 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0710316 Nov 25 17:21:08.171370 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f8a0f3-f82c-4f51-a7c4-cb5fd51247d5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:21:08.173757 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d6f8a0f3-f82c-4f51-a7c4-cb5fd51247d5 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/66f3a0d5-9db8-4d4e-b3dc-9485d4382e4e HTTP/1.1" status: 404 len: 333 time: 0.0505807 Nov 25 17:21:08.176621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49330) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:08.181251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Request body: {'port': {'device_id': 'f6cd0f0c-93bb-4274-8888-ff23416c3251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:08.256917 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f9269ae2-4bfa-40b5-bcc9-5ddd45748c66 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1646769 Nov 25 17:21:08.282035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Request body: {'port': {'device_id': '99af756e-c63d-485b-b602-dd1618401f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:08.382382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-04235caf-0ded-43bc-9b47-ac8adda72fb0 None None] Provisioning complete for port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:08.382802 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04235caf-0ded-43bc-9b47-ac8adda72fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.425278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.488923 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45a2af26-bf8a-42ec-aa9b-3958cd0985ba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.493556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-04235caf-0ded-43bc-9b47-ac8adda72fb0 None None] Port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:08.563835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45a2af26-bf8a-42ec-aa9b-3958cd0985ba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.695768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45a2af26-bf8a-42ec-aa9b-3958cd0985ba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.699467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45a2af26-bf8a-42ec-aa9b-3958cd0985ba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.707370 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-45a2af26-bf8a-42ec-aa9b-3958cd0985ba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/security-groups/bbaa321b-2d26-4331-8e43-b7a94915630a HTTP/1.1" status: 204 len: 168 time: 0.5261023 Nov 25 17:21:08.709887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:08.748991 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2af26-bf8a-42ec-aa9b-3958cd0985ba tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa321b-2d26-4331-8e43-b7a94915630a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:08.770790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ee1baeef-7f4e-491b-b1a4-354c786f3062 None None] Provisioning complete for port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:08.771667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee1baeef-7f4e-491b-b1a4-354c786f3062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.780764 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.824241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c434cad-caf0-41e7-8bb0-d34e1b2ef661 req-2cfdd4f5-a9d0-4c78-b1f8-9628bdd425c1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 210 time: 0.0660248 Nov 25 17:21:08.848338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f651f-41e9-43b5-a383-badbe7722c5c req-80b7e882-cd57-4bf8-aca7-ccc2215988fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:08.861049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e18f651f-41e9-43b5-a383-badbe7722c5c req-80b7e882-cd57-4bf8-aca7-ccc2215988fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 936 time: 0.6900187 Nov 25 17:21:08.953830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ee1baeef-7f4e-491b-b1a4-354c786f3062 None None] Port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:09.032517 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.102409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e18f651f-41e9-43b5-a383-badbe7722c5c req-b091bd8a-2031-4d7c-b9af-88e397b4877a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401831 Nov 25 17:21:09.146182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:09.166123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.200854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:09.206548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:09.241109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:09.267946 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d41a964-f17a-42e5-b742-258bf91424c8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.278588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:09.297729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.316218 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d41a964-f17a-42e5-b742-258bf91424c8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.331190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Transition to ACTIVE for port object f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:09.366191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event updated for resources: {'Port': ['ID=e68bb231-4e0e-4871-93b6-e71549555974,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.367154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.381869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d41a964-f17a-42e5-b742-258bf91424c8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.384663 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d41a964-f17a-42e5-b742-258bf91424c8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.388590 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3d41a964-f17a-42e5-b742-258bf91424c8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/security-groups/cec95100-b6a7-4931-ada9-e1a0724d5599 HTTP/1.1" status: 204 len: 168 time: 0.6741700 Nov 25 17:21:09.393386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49368) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:09.436912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac54d1-1d82-45c1-a840-d3eb8f2a0df9 req-fde7b9f1-9f71-46db-a4bb-c4ae32a30439 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:09.445455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aac54d1-1d82-45c1-a840-d3eb8f2a0df9 req-fde7b9f1-9f71-46db-a4bb-c4ae32a30439 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 950 time: 0.2064824 Nov 25 17:21:09.484081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:09.485397 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.517116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1388cf6-8e05-4644-aea8-34c4364e4f61 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 2a361d61-2e1b-443f-9643-18440072a2c9 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:09.543252 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1388cf6-8e05-4644-aea8-34c4364e4f61 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.553363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-651e86a9-98b7-498a-a915-0bff302b0d58 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1510115 Nov 25 17:21:09.586643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Request body: {'port': {'device_id': 'e2424dad-4b9e-48b8-b241-88082e6e3f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:09.613885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41a964-f17a-42e5-b742-258bf91424c8 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec95100-b6a7-4931-ada9-e1a0724d5599,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.687727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aac54d1-1d82-45c1-a840-d3eb8f2a0df9 req-9ba3a1ae-befa-4848-b9c1-5bfd9a16a413 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412155 Nov 25 17:21:09.706110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Pushing event updated for resources: {'Port': ['ID=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.712981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Attempting to bind port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:09.713335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Attempting to bind port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:09.713660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Attempting to bind port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:09.729888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:09.730128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Attempting to bind port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:09.733803 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1388cf6-8e05-4644-aea8-34c4364e4f61 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.760484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.794930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:09.795304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:09.795960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:09.796427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Bound port: f8bf17fb-ec53-4175-85d1-f1f96a3eeca2, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:09.797012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.870501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:09.877785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] For port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:09.881549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] For port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:09.882478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.897090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.973949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:09.980633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.986477 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] 10.222.0.95 "PUT /v2.0/ports/f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 HTTP/1.1" status: 200 len: 1096 time: 1.7143788 Nov 25 17:21:09.992298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99af756e-c63d-485b-b602-dd1618401f14', 'tag': 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:09.994811 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9c322-4b68-48da-bb6a-995036ff0001" -d '{"events": [{"name": "network-changed", "server_uuid": "99af756e-c63d-485b-b602-dd1618401f14", "tag": "f8bf17fb-ec53-4175-85d1-f1f96a3eeca2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:10.018969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Transition to ACTIVE for port object 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:10.047509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.196409 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1388cf6-8e05-4644-aea8-34c4364e4f61 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.201110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.241516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bab9-3523-4e4d-aa19-d80f23ff225d service neutron] Pushing event updated for resources: {'Port': ['ID=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.260054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-e1a7a89c-fd9b-4476-aaec-c969800dc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.262174 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-e1a7a89c-fd9b-4476-aaec-c969800dc91d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 1099 time: 0.1905882 Nov 25 17:21:10.351027 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-aa00c9d2-7c8b-4184-8067-2da8c2bb7b9a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 HTTP/1.1" status: 200 len: 217 time: 0.0736716 Nov 25 17:21:10.431077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896904e-2b53-49a2-915c-7f1958e8d6dc req-6dba2068-af32-48b0-a7f1-8039444fbea1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.439860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1896904e-2b53-49a2-915c-7f1958e8d6dc req-6dba2068-af32-48b0-a7f1-8039444fbea1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 932 time: 0.3963146 Nov 25 17:21:10.462467 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a430a2-8fb4-4022-b309-0dc33504d482 x-openstack-request-id: req-56a430a2-8fb4-4022-b309-0dc33504d482 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:10.462723 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99af756e-c63d-485b-b602-dd1618401f14", "tag": "f8bf17fb-ec53-4175-85d1-f1f96a3eeca2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:10.463082 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56a430a2-8fb4-4022-b309-0dc33504d482 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:10.463635 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99af756e-c63d-485b-b602-dd1618401f14', 'tag': 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2', 'status': 'completed', 'code': 200} Nov 25 17:21:10.493957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1388cf6-8e05-4644-aea8-34c4364e4f61 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.548453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1388cf6-8e05-4644-aea8-34c4364e4f61 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=2a361d61-2e1b-443f-9643-18440072a2c9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.558104 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1388cf6-8e05-4644-aea8-34c4364e4f61 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.561849 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c1388cf6-8e05-4644-aea8-34c4364e4f61 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/2a361d61-2e1b-443f-9643-18440072a2c9 HTTP/1.1" status: 204 len: 168 time: 1.1648684 Nov 25 17:21:10.570735 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-59776daf-9d42-4d5a-ac44-6d4f3f0ce227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.570735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-59776daf-9d42-4d5a-ac44-6d4f3f0ce227 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2057674 Nov 25 17:21:10.570735 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49396) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.574028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc46e76e-059e-4535-8a7f-260850d8a19e None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:10.576437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:10.601680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Attempting to bind port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:10.602146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Attempting to bind port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:10.602486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Attempting to bind port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:10.631415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1896904e-2b53-49a2-915c-7f1958e8d6dc req-5835b791-30fd-4bfe-aef8-dd36cb9e9b33 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905491 Nov 25 17:21:10.674779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:10.675108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Attempting to bind port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:10.782630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-37285260-5772-4991-8e7f-e5eaf20329c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.785000 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-37285260-5772-4991-8e7f-e5eaf20329c5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036963 Nov 25 17:21:10.811561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a4597-0c4e-456a-9ca7-9d4604626ea0 req-1526bf0f-04b8-48df-9861-a1cccfc9ce91 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.825349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e5a4597-0c4e-456a-9ca7-9d4604626ea0 req-1526bf0f-04b8-48df-9861-a1cccfc9ce91 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 948 time: 0.2981660 Nov 25 17:21:10.851816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:10.852144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:10.852543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:10.853191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Bound port: 9a75a816-bfbf-4acd-96c8-afb7d420b0d7, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:10.853662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.904732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68bb231-4e0e-4871-93b6-e71549555974 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:10.943228 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.017872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:11.022032 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.030586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Transition to ACTIVE for port object e68bb231-4e0e-4871-93b6-e71549555974 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:11.066351 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.104075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e5a4597-0c4e-456a-9ca7-9d4604626ea0 req-52fc123e-e569-455b-9d11-593c2ae6be0d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756836 Nov 25 17:21:11.119887 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-aa1c2dc6-7d6f-49cf-9216-5b99a24dcf4b service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103232 Nov 25 17:21:11.193924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Pushing event updated for resources: {'Port': ['ID=e68bb231-4e0e-4871-93b6-e71549555974,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:11.205665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 083d5d78-7cb3-4695-8876-c0ca42ebb7ab no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:11.306354 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-444c4f75-4ebd-44a1-9403-c8dcc091061a service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845708 Nov 25 17:21:11.307712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] For port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:11.366161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] For port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:11.367464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Attempting to bind port e68bb231-4e0e-4871-93b6-e71549555974 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:11.368211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Attempting to bind port e68bb231-4e0e-4871-93b6-e71549555974 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:11.368551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Attempting to bind port e68bb231-4e0e-4871-93b6-e71549555974 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:11.378195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Port e68bb231-4e0e-4871-93b6-e71549555974 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:11.378565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Attempting to bind port e68bb231-4e0e-4871-93b6-e71549555974 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:11.398788 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.416101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:11.416460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Checking segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:11.416860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Bound using segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:11.417365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Bound port: e68bb231-4e0e-4871-93b6-e71549555974, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:11.417731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.434191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.462145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:11.467380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:11.474831 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802a8cd8-082d-475f-94d8-f4e9b2a09284" -d '{"events": [{"server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "name": "network-vif-unplugged", "status": "completed", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:11.485562 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.519492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:11.520128 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.522036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] 10.222.0.60 "PUT /v2.0/ports/9a75a816-bfbf-4acd-96c8-afb7d420b0d7 HTTP/1.1" status: 200 len: 1095 time: 3.3474586 Nov 25 17:21:11.531522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cd0f0c-93bb-4274-8888-ff23416c3251', 'tag': '9a75a816-bfbf-4acd-96c8-afb7d420b0d7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:11.534827 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cdef60-041c-44aa-b108-5b501681c9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cd0f0c-93bb-4274-8888-ff23416c3251", "tag": "9a75a816-bfbf-4acd-96c8-afb7d420b0d7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:11.623460 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35adf57-8641-4f8c-b3d5-d8574d7afd16 x-openstack-request-id: req-a35adf57-8641-4f8c-b3d5-d8574d7afd16 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:11.625687 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "name": "network-vif-unplugged", "status": "completed", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:11.626336 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a35adf57-8641-4f8c-b3d5-d8574d7afd16 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:11.626931 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'code': 200} Nov 25 17:21:11.628464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:11.667184 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e2980-768c-4014-be83-0b763f9cf2c5 x-openstack-request-id: req-638e2980-768c-4014-be83-0b763f9cf2c5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:11.667493 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cd0f0c-93bb-4274-8888-ff23416c3251", "tag": "9a75a816-bfbf-4acd-96c8-afb7d420b0d7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:11.667757 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-638e2980-768c-4014-be83-0b763f9cf2c5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:11.668486 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cd0f0c-93bb-4274-8888-ff23416c3251', 'tag': '9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'status': 'completed', 'code': 200} Nov 25 17:21:11.694052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] For port e68bb231-4e0e-4871-93b6-e71549555974, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:11.700445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] For port e68bb231-4e0e-4871-93b6-e71549555974, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e68bb231-4e0e-4871-93b6-e71549555974,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:11.703201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60236ad-88a5-42fd-9f6e-b5d4844481e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:11.709397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-30a277d5-6257-4bb6-8c0b-4901be3902ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:11.711358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-30a277d5-6257-4bb6-8c0b-4901be3902ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 1098 time: 0.1399114 Nov 25 17:21:11.717427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.783778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-81e21555-3f07-4444-803c-ff2bfc4777f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:11.789838 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-81e21555-3f07-4444-803c-ff2bfc4777f1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 1099 time: 0.3937676 Nov 25 17:21:11.815570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:11.816762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.818628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] 10.222.0.60 "PUT /v2.0/ports/e68bb231-4e0e-4871-93b6-e71549555974 HTTP/1.1" status: 200 len: 1092 time: 2.2476847 Nov 25 17:21:11.820367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-af788967-f149-45cc-8e94-1fa9d9f5d8ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9a75a816-bfbf-4acd-96c8-afb7d420b0d7 HTTP/1.1" status: 200 len: 217 time: 0.0768592 Nov 25 17:21:12.015782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.035105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f0c2-e784-49fb-b48f-906daae0977a req-19f74578-e498-45cf-a34f-35669cd7e050 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.037906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7eb2f0c2-e784-49fb-b48f-906daae0977a req-19f74578-e498-45cf-a34f-35669cd7e050 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 944 time: 0.2165241 Nov 25 17:21:12.107525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b2857ebd-f045-463d-85be-0dd609373ca3 None None] Provisioning complete for port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:12.108188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-4e793c53-1721-434e-a156-319075a98ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.108914 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2857ebd-f045-463d-85be-0dd609373ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.109210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:12.111007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-4e793c53-1721-434e-a156-319075a98ef5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2476637 Nov 25 17:21:12.112058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1828313-ab6a-4a3a-9f0d-c7c7aeec9b49 service neutron] Pushing event updated for resources: {'Port': ['ID=e68bb231-4e0e-4871-93b6-e71549555974,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:12.127331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:12.127819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-aa360b50-9ad4-42b9-940b-43a3ee3d184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.129895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-aa360b50-9ad4-42b9-940b-43a3ee3d184b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 1095 time: 0.2412329 Nov 25 17:21:12.152260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.152693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.176473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=494304a7-370d-4f5b-b659-44cd5d87a7d4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:12.184006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-b8985515-2fda-475f-a671-84d84e292961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.186347 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-b8985515-2fda-475f-a671-84d84e292961 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.3782737 Nov 25 17:21:12.191717 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-577eff32-fe08-4e6e-8c46-353751bc418b tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6199083 Nov 25 17:21:12.193038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb4241f-0ece-4da9-b5bd-5d5c0f281cc6 None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:12.230225 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7eb2f0c2-e784-49fb-b48f-906daae0977a req-bbbe64d9-6574-496a-8361-be974c521ed4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704476 Nov 25 17:21:12.259285 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-5a500306-7ed4-40bf-ba81-853700ddc019 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 HTTP/1.1" status: 200 len: 217 time: 0.0650544 Nov 25 17:21:12.263324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49434) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:12.265913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bcef1467-74d0-4b00-99d1-68f7ff1c4344 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708764304'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:12.344294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-60fc749d-6bfd-4035-8906-d1ed03e818ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.346154 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-60fc749d-6bfd-4035-8906-d1ed03e818ed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0586853 Nov 25 17:21:12.348104 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bcef1467-74d0-4b00-99d1-68f7ff1c4344 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.367078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-295fc9c1-b319-4133-83bf-6bd698890dc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68bb231-4e0e-4871-93b6-e71549555974 HTTP/1.1" status: 200 len: 217 time: 0.1518903 Nov 25 17:21:12.453161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-162a84c9-83d9-456b-b2be-4c11793d6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.455161 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-162a84c9-83d9-456b-b2be-4c11793d6a1a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900707 Nov 25 17:21:12.485183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-b127bb98-236e-4ef2-9da2-c27b7ac43546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.486374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b2857ebd-f045-463d-85be-0dd609373ca3 None None] Port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:12.486817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-b127bb98-236e-4ef2-9da2-c27b7ac43546 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.0716627 Nov 25 17:21:12.491373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-d031f40e-d30d-435f-a60e-98dfc44f6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.493209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-d031f40e-d30d-435f-a60e-98dfc44f6454 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3565574 Nov 25 17:21:12.528705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b2857ebd-f045-463d-85be-0dd609373ca3 None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:12.529286 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2857ebd-f045-463d-85be-0dd609373ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.544228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-6b38a906-63bd-4af4-bf35-ab4fc0b18377 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377967 Nov 25 17:21:12.563011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b99044-cfb0-4864-98a6-23e002f12e2b req-31e09372-8fc1-4c5c-a934-78309c930f70 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.569469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02b99044-cfb0-4864-98a6-23e002f12e2b req-31e09372-8fc1-4c5c-a934-78309c930f70 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 948 time: 0.1968045 Nov 25 17:21:12.580370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bcef1467-74d0-4b00-99d1-68f7ff1c4344 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.592281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bcef1467-74d0-4b00-99d1-68f7ff1c4344 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.646424 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-fea81117-76e3-4ffe-8065-2e7c9099c553 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796873 Nov 25 17:21:12.649867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bcef1467-74d0-4b00-99d1-68f7ff1c4344 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.651042 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bcef1467-74d0-4b00-99d1-68f7ff1c4344 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3903294 Nov 25 17:21:12.652191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef1467-74d0-4b00-99d1-68f7ff1c4344 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b6b86b-7491-4b0c-84ca-79917be93ec0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:12.655027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49438) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:12.660666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e7e6b518-92b9-4e19-a1c5-a907db499ac4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'security_group': {'name': 'tempest-secgroup-1695213083'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:12.738363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b518-92b9-4e19-a1c5-a907db499ac4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.763415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02b99044-cfb0-4864-98a6-23e002f12e2b req-ba592ac9-cfe0-40c4-b0c1-67078cb90443 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922307 Nov 25 17:21:12.768466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-40e21abb-91af-4077-af64-f297e6fe7013 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493601 Nov 25 17:21:12.774184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1e191-1ba4-46bf-aa83-97b4f3af7b0f None None] Update dhcp port {'port': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'fixed_ips': [{'subnet_id': 'e13c28a9-8345-4c2e-bfcb-678ba17757cd', 'ip_address': '172.20.0.18'}, {'subnet_id': '494304a7-370d-4f5b-b659-44cd5d87a7d4'}], 'binding:host_id': 'n-d-819349-3'}, 'id': 'a0faead6-d1d7-42f7-8595-c6b60ac34a10'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:21:12.797273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-c7c0a7be-b715-49c0-948e-8617e04be3d1 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231410 Nov 25 17:21:12.803448 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e191-1ba4-46bf-aa83-97b4f3af7b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.822881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9c322-4b68-48da-bb6a-995036ff0001 req-0b1f2348-e8fb-40eb-9efa-bd1267e09a6c service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479120 Nov 25 17:21:12.861084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b518-92b9-4e19-a1c5-a907db499ac4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.867331 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b518-92b9-4e19-a1c5-a907db499ac4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.902212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7e6b518-92b9-4e19-a1c5-a907db499ac4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.903593 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e7e6b518-92b9-4e19-a1c5-a907db499ac4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2474306 Nov 25 17:21:12.906500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49440) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:12.912007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f591c4c7-505f-48d8-ab96-773c27f3d6e4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'security_group': {'name': 'tempest-secgroup-414999453'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:12.919477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6b518-92b9-4e19-a1c5-a907db499ac4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf104dc5-0fdd-4f57-a2cf-0879456a1f14,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:12.943976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f591c4c7-505f-48d8-ab96-773c27f3d6e4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.959037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a98e50f0-8666-4658-9a45-ddbb3e656a49 req-ed391e90-fd60-4b37-9a5a-576bffa0c3c6 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811640 Nov 25 17:21:12.964070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5280c0d6-4896-4117-9f82-693d4c333a44 req-b5f03118-2f42-4b9c-b396-2da9b911d7c4 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550460 Nov 25 17:21:13.008282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b3f1e191-1ba4-46bf-aa83-97b4f3af7b0f None None] Allocated IP 172.20.0.2 (9da81430-dce3-4b54-bd85-c5a116312cf6/494304a7-370d-4f5b-b659-44cd5d87a7d4/a0faead6-d1d7-42f7-8595-c6b60ac34a10) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:13.062848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f591c4c7-505f-48d8-ab96-773c27f3d6e4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.067981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f591c4c7-505f-48d8-ab96-773c27f3d6e4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.098599 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f591c4c7-505f-48d8-ab96-773c27f3d6e4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.103310 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f591c4c7-505f-48d8-ab96-773c27f3d6e4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1922493 Nov 25 17:21:13.104863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:13.111087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-87160940', 'security_groups': ['8e19ee55-c146-496c-8cd9-2aa1ac99cd35'], 'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '494304a7-370d-4f5b-b659-44cd5d87a7d4'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:13.121577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591c4c7-505f-48d8-ab96-773c27f3d6e4 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e19ee55-c146-496c-8cd9-2aa1ac99cd35,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:13.176633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b3f1e191-1ba4-46bf-aa83-97b4f3af7b0f None None] For port a0faead6-d1d7-42f7-8595-c6b60ac34a10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0faead6-d1d7-42f7-8595-c6b60ac34a10,segment=NetworkSegment(077192df-5f76-42f0-a0ca-2b961cd2a2ac),segment_id=077192df-5f76-42f0-a0ca-2b961cd2a2ac)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:13.176911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-a4858a0a-3114-4754-927c-c1f80ee34ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:13.178349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-a4858a0a-3114-4754-927c-c1f80ee34ced service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 1098 time: 0.1429458 Nov 25 17:21:13.224430 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e191-1ba4-46bf-aa83-97b4f3af7b0f None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.232168 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e191-1ba4-46bf-aa83-97b4f3af7b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.345671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1e191-1ba4-46bf-aa83-97b4f3af7b0f None None] Pushing event updated for resources: {'Port': ['ID=a0faead6-d1d7-42f7-8595-c6b60ac34a10,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:13.500688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0faead6-d1d7-42f7-8595-c6b60ac34a10 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:13.583644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:13.588369 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.675134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2424dad-4b9e-48b8-b241-88082e6e3f20', 'tag': 'e68bb231-4e0e-4871-93b6-e71549555974'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:13.677984 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73" -d '{"events": [{"name": "network-changed", "server_uuid": "e2424dad-4b9e-48b8-b241-88082e6e3f20", "tag": "e68bb231-4e0e-4871-93b6-e71549555974"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:13.711473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde8cfc-f56a-4ba3-a925-23101ae24b91 req-4cb3465f-f4ba-4ddb-8a4b-51d3d4c62db4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:13.720675 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdde8cfc-f56a-4ba3-a925-23101ae24b91 req-4cb3465f-f4ba-4ddb-8a4b-51d3d4c62db4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 944 time: 0.1617255 Nov 25 17:21:13.765212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:13.779634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-ab2a59ca-baa0-45d9-bca8-723c028e74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:13.782755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-ab2a59ca-baa0-45d9-bca8-723c028e74fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.5909953 Nov 25 17:21:13.804022 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33277784-f6ed-429c-b7c4-823866f33359 x-openstack-request-id: req-33277784-f6ed-429c-b7c4-823866f33359 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:13.804328 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2424dad-4b9e-48b8-b241-88082e6e3f20", "tag": "e68bb231-4e0e-4871-93b6-e71549555974", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:13.804590 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33277784-f6ed-429c-b7c4-823866f33359 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:13.805174 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2424dad-4b9e-48b8-b241-88082e6e3f20', 'tag': 'e68bb231-4e0e-4871-93b6-e71549555974', 'status': 'completed', 'code': 200} Nov 25 17:21:13.865237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdde8cfc-f56a-4ba3-a925-23101ae24b91 req-ed009fdf-ddf3-4929-a453-cdeaddf48adc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432183 Nov 25 17:21:13.948155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-3ccfb61e-50ec-4185-8420-f95a4f4f4af8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9a75a816-bfbf-4acd-96c8-afb7d420b0d7 HTTP/1.1" status: 200 len: 217 time: 0.1084080 Nov 25 17:21:14.141323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0bc5-0fd7-4219-a80a-dfbcc2481ee0 req-534b67a1-8d82-4632-8e9d-63bfd51dc24f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:14.144340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd2b0bc5-0fd7-4219-a80a-dfbcc2481ee0 req-534b67a1-8d82-4632-8e9d-63bfd51dc24f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 948 time: 0.2003684 Nov 25 17:21:14.147659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-7af5ca99-c8cf-474d-b977-a9096ab95a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:14.149577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-7af5ca99-c8cf-474d-b977-a9096ab95a15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 1095 time: 0.3134689 Nov 25 17:21:14.153157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.157345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-a1537170-9d9c-4a87-84d8-9c89a17bc1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:14.159473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-a1537170-9d9c-4a87-84d8-9c89a17bc1e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1815836 Nov 25 17:21:14.339582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] device_id is not set on port 5301342c-4b2d-484f-9537-37753c3d0603 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:21:14.340298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a1e01e91-d98b-4447-b61c-4eff1e2177c7 None None] Provisioning complete for port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:14.341052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1e01e91-d98b-4447-b61c-4eff1e2177c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.438975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a1e01e91-d98b-4447-b61c-4eff1e2177c7 None None] Port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:14.464026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a1e01e91-d98b-4447-b61c-4eff1e2177c7 None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:14.464561 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1e01e91-d98b-4447-b61c-4eff1e2177c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.577102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-4cc3bee3-5f27-4df0-bce8-a751a9182f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:14.579949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-4cc3bee3-5f27-4df0-bce8-a751a9182f7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3642445 Nov 25 17:21:14.585425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd2b0bc5-0fd7-4219-a80a-dfbcc2481ee0 req-1f2f6513-aaa7-4af4-9f8e-f74d7a542ccc tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247432 Nov 25 17:21:14.685142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-097286a2-c120-4464-926d-b173cfbd51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:14.686643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-097286a2-c120-4464-926d-b173cfbd51f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 913 time: 0.5234888 Nov 25 17:21:14.746629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-97536ed0-7a9c-4486-b502-c2add4a984df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68bb231-4e0e-4871-93b6-e71549555974 HTTP/1.1" status: 200 len: 217 time: 0.0486767 Nov 25 17:21:14.752917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.9 (9da81430-dce3-4b54-bd85-c5a116312cf6/494304a7-370d-4f5b-b659-44cd5d87a7d4/5301342c-4b2d-484f-9537-37753c3d0603) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:14.871326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-ed7b5d21-cc98-40c0-b8e2-a53ca85cab2a service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743669 Nov 25 17:21:14.974476 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-da4b6780-cd8a-495a-97b4-2130693239b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:14.976014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-da4b6780-cd8a-495a-97b4-2130693239b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.2170875 Nov 25 17:21:15.084685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-98d8cae1-c7c4-46ab-8930-ea05502e6e53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957787 Nov 25 17:21:15.198671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:15.234589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:15.272811 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.283488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5f3a5-3acd-4c4a-aa10-47f873fcd1aa req-8b111207-3a09-47ea-b588-e9d781d63a0c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.285074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7eb5f3a5-3acd-4c4a-aa10-47f873fcd1aa req-8b111207-3a09-47ea-b588-e9d781d63a0c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 944 time: 0.3347404 Nov 25 17:21:15.356167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6cdef60-041c-44aa-b108-5b501681c9c7 req-d879dfcc-4489-4990-830a-5dcc6041fa28 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753704 Nov 25 17:21:15.429042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-c960c83c-1362-4a5c-b710-d6897ee669a2 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306546 Nov 25 17:21:15.435918 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:21:15.494233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-0e6b4717-9cab-483f-a132-3ce0882dda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.502242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-0e6b4717-9cab-483f-a132-3ce0882dda98 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4a01ef40233946a7b1acf498d89dc42b&device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 1097 time: 0.1549242 Nov 25 17:21:15.575300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7eb5f3a5-3acd-4c4a-aa10-47f873fcd1aa req-0891b041-5627-48ee-b81a-9708a363d78c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739570 Nov 25 17:21:15.581928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.670596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:15.697245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:15.709491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'mac_address': 'fa:16:3e:79:24:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:15.716448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'mac_address': 'fa:16:3e:d7:9b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:15.727686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-e1b00561-3ee4-4c02-9c40-955aff0f28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.729391 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-e1b00561-3ee4-4c02-9c40-955aff0f28b7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2006516 Nov 25 17:21:15.783283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aef71ac-a5fc-4b1c-a3b4-6afa48751c73 req-31f2b5c5-b674-4ea2-a2e6-e2fd35bca050 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369431 Nov 25 17:21:15.786453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=5301342c-4b2d-484f-9537-37753c3d0603,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:15.794778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-065b2732-c3cf-4285-8459-73b794615361 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 HTTP/1.1" status: 200 len: 217 time: 0.0561869 Nov 25 17:21:15.812851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:15.850117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.862576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:15.866065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:15.867420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:15.889869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-d3465a62-2ba4-4b14-b558-38f34b42aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.891905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:15.894346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.897395 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-d3465a62-2ba4-4b14-b558-38f34b42aa3a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0934861 Nov 25 17:21:15.903421 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.904110 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:15.951316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0499ba-ae0a-45ae-b9d8-83b78bfe5358 req-fab34e1a-a107-4189-be7d-4d29c9b130ef tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.953683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b0499ba-ae0a-45ae-b9d8-83b78bfe5358 req-fab34e1a-a107-4189-be7d-4d29c9b130ef tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 948 time: 0.1504221 Nov 25 17:21:15.966355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.969149 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.997520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-a73dc0ee-4c85-4890-91fc-f3bec37058a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.999127 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-a73dc0ee-4c85-4890-91fc-f3bec37058a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926716 Nov 25 17:21:16.005142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:16.019040 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-79e463df-011b-4123-9eb0-5655e09397dc tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9126174 Nov 25 17:21:16.023281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:16.039248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b817a354-03b5-4a7c-bd7a-5d4a2a6992eb tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:16.072170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.103343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b0499ba-ae0a-45ae-b9d8-83b78bfe5358 req-c88b3064-c26c-4d4c-ac01-53846e09c234 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309559 Nov 25 17:21:16.116194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:21:16.155758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:16.167220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:16.193283 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.193997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e68bb231-4e0e-4871-93b6-e71549555974 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:16.222959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2', 'mac_address': 'fa:16:3e:62:c4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:16.374118 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.385844 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-21a117aa-81b0-485d-9436-55dd88bd5150 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632009 Nov 25 17:21:16.402771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:21:16.512371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:16.523318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-65e56c8d-95b7-48be-893a-66b33d8e9e0e None None] Provisioning complete for port 5301342c-4b2d-484f-9537-37753c3d0603 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:16.524128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65e56c8d-95b7-48be-893a-66b33d8e9e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.525845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.546417 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a14df51-d6fd-4d2b-9df2-1f919f27a9e3 req-f4d7da85-261c-4cd6-b1ce-b050ad48c0e0 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587596 Nov 25 17:21:16.548321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b817a354-03b5-4a7c-bd7a-5d4a2a6992eb tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:16.552052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b817a354-03b5-4a7c-bd7a-5d4a2a6992eb tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.608877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:16.660125 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.672733 n-d-819349-3 neutron-server[103598]: INFO neutron.db.ipam_backend_mixin [None req-b817a354-03b5-4a7c-bd7a-5d4a2a6992eb tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 494304a7-370d-4f5b-b659-44cd5d87a7d4 (CIDR: 172.20.0.0/28) Nov 25 17:21:16.676731 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b817a354-03b5-4a7c-bd7a-5d4a2a6992eb tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:16.677265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b817a354-03b5-4a7c-bd7a-5d4a2a6992eb tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:16.703988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e68bb231-4e0e-4871-93b6-e71549555974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e68bb231-4e0e-4871-93b6-e71549555974,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:16.721704 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b817a354-03b5-4a7c-bd7a-5d4a2a6992eb tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6860366 Nov 25 17:21:16.721888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49562) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:16.732808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-adafddf7-4b6c-433d-a567-72654fad0372 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:16.777630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'e68bb231-4e0e-4871-93b6-e71549555974', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'port_id': 'e68bb231-4e0e-4871-93b6-e71549555974', 'mac_address': 'fa:16:3e:9e:3d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483180c2-5451-4b43-98d2-fc76f7ce3b80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:16.819754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.843284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-65e56c8d-95b7-48be-893a-66b33d8e9e0e None None] Port 5301342c-4b2d-484f-9537-37753c3d0603 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:16.845111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edb88d-43cb-4525-a0c3-cd34c507250f req-386b74d2-1296-4e25-a868-e5bf5afc0845 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:16.856456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5edb88d-43cb-4525-a0c3-cd34c507250f req-386b74d2-1296-4e25-a868-e5bf5afc0845 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 944 time: 0.1511297 Nov 25 17:21:16.906090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:16.929501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5edb88d-43cb-4525-a0c3-cd34c507250f req-96a60755-34e1-448e-9ca6-93ee98095de1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717227 Nov 25 17:21:16.946077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adafddf7-4b6c-433d-a567-72654fad0372 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:16.957212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-adafddf7-4b6c-433d-a567-72654fad0372 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.977068 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.998595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68bb231-4e0e-4871-93b6-e71549555974 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:17.028097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:17.035773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e68bb231-4e0e-4871-93b6-e71549555974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e68bb231-4e0e-4871-93b6-e71549555974,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:17.064915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.149223 n-d-819349-3 neutron-server[103598]: INFO neutron.db.ipam_backend_mixin [None req-adafddf7-4b6c-433d-a567-72654fad0372 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e13c28a9-8345-4c2e-bfcb-678ba17757cd (CIDR: 172.20.0.16/28) Nov 25 17:21:17.155733 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-adafddf7-4b6c-433d-a567-72654fad0372 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:17.156745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adafddf7-4b6c-433d-a567-72654fad0372 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:17.183482 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-adafddf7-4b6c-433d-a567-72654fad0372 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4582167 Nov 25 17:21:17.184096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:17.191500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'subnet': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:17.380305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e68bb231-4e0e-4871-93b6-e71549555974,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:17.380676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaab0e2-7f7d-404d-b549-23b3acf3b0cb req-7ae7f051-a327-4908-b017-14ff644b9ae6 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:17.382683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-acaab0e2-7f7d-404d-b549-23b3acf3b0cb req-7ae7f051-a327-4908-b017-14ff644b9ae6 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 949 time: 0.1024525 Nov 25 17:21:17.529813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-acaab0e2-7f7d-404d-b549-23b3acf3b0cb req-7532ac91-9fe8-4c07-aec4-1c14ea95ad7e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187031 Nov 25 17:21:17.573035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Made reservation on behalf of 3fa8967b2a6a467eb6d35e39bfa3f07c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:17.579948 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.661701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['e68bb231-4e0e-4871-93b6-e71549555974'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:17.782978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9a75a816-bfbf-4acd-96c8-afb7d420b0d7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:17.889899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49590) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:18.008575 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.209825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cacbc5e-b9b4-4df5-9f4e-1016034675c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.215274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:18.238322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:18.256005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:18.257719 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.275227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b029d-ae51-437c-892d-8faadeecf02c None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:18.289384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Subnet': ['ID=62db39c2-5c5b-4a57-842d-2b3db94ff660,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.334830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1fdb3691-2122-4cea-9f9d-c2b53959475f tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1492398 Nov 25 17:21:18.347713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d6d7-caf4-4f49-b18f-903835afb0f3 req-4589456d-72a7-4079-9def-282bf2353bca tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:18.368913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df2d6d7-caf4-4f49-b18f-903835afb0f3 req-4589456d-72a7-4079-9def-282bf2353bca tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 945 time: 0.2842340 Nov 25 17:21:18.370996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:18.372814 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cacbc5e-b9b4-4df5-9f4e-1016034675c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.378531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cacbc5e-b9b4-4df5-9f4e-1016034675c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.379447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-239822414', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62db39c2-5c5b-4a57-842d-2b3db94ff660'}], 'security_groups': ['28b6b86b-7491-4b0c-84ca-79917be93ec0', 'cf104dc5-0fdd-4f57-a2cf-0879456a1f14']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:18.445722 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8cacbc5e-b9b4-4df5-9f4e-1016034675c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7e0566fdee7486d80f3e49cbc598e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538244 Nov 25 17:21:18.448602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:18.477275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacbc5e-b9b4-4df5-9f4e-1016034675c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f7a8bc-1284-428e-8e26-6665bcd89237,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.564725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2d271eb-5c1c-4da0-ae46-4d357b791524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.606264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2d271eb-5c1c-4da0-ae46-4d357b791524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.612324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df2d6d7-caf4-4f49-b18f-903835afb0f3 req-6a1a1a3c-c3a2-4917-a3ae-37ef94ee566b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420619 Nov 25 17:21:18.659770 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.759201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2d271eb-5c1c-4da0-ae46-4d357b791524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.763774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2d271eb-5c1c-4da0-ae46-4d357b791524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.765491 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a2d271eb-5c1c-4da0-ae46-4d357b791524 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76f7a8bc-1284-428e-8e26-6665bcd89237 HTTP/1.1" status: 204 len: 168 time: 0.3153944 Nov 25 17:21:18.805549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d271eb-5c1c-4da0-ae46-4d357b791524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f7a8bc-1284-428e-8e26-6665bcd89237,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.893371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283a3b9-8bd8-4261-a9ca-74c3569f1843 None None] Update dhcp port {'port': {'network_id': '9da81430-dce3-4b54-bd85-c5a116312cf6', 'fixed_ips': [{'subnet_id': 'e13c28a9-8345-4c2e-bfcb-678ba17757cd', 'ip_address': '172.20.0.18'}, {'subnet_id': '494304a7-370d-4f5b-b659-44cd5d87a7d4', 'ip_address': '172.20.0.2'}, {'subnet_id': '62db39c2-5c5b-4a57-842d-2b3db94ff660'}], 'binding:host_id': 'n-d-819349-3'}, 'id': 'a0faead6-d1d7-42f7-8595-c6b60ac34a10'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:21:18.976418 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5283a3b9-8bd8-4261-a9ca-74c3569f1843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.199950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e042eca-e312-4fd5-b525-53d6e605dbba req-6ac9910a-5f1d-4ff0-b5e0-4ce52c298dfb tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:19.203526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e042eca-e312-4fd5-b525-53d6e605dbba req-6ac9910a-5f1d-4ff0-b5e0-4ce52c298dfb tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 949 time: 0.1862040 Nov 25 17:21:19.318719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e042eca-e312-4fd5-b525-53d6e605dbba req-5b8c3079-1432-4d1e-aa65-accb979a608c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027050 Nov 25 17:21:19.475567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:19.571293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Delete allocated IP 172.20.0.9 (9da81430-dce3-4b54-bd85-c5a116312cf6/494304a7-370d-4f5b-b659-44cd5d87a7d4) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:21:19.584395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Allocated IP 172.20.0.45 (9da81430-dce3-4b54-bd85-c5a116312cf6/62db39c2-5c5b-4a57-842d-2b3db94ff660/5301342c-4b2d-484f-9537-37753c3d0603) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:19.709903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:19.710575 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.900260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.944141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:19.949187 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267130f6-30c6-4bfa-acfa-bdeae1145d6d" -d '{"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-plugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:19.975170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d574d64-c2c7-4f80-9cad-5c95034c06b2 req-b7c1764d-ddac-425e-a2bd-737fed157a60 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:19.978572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d574d64-c2c7-4f80-9cad-5c95034c06b2 req-b7c1764d-ddac-425e-a2bd-737fed157a60 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 945 time: 0.1723382 Nov 25 17:21:19.994800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:20.006854 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.008104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:20.159478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.164064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:20.167476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d574d64-c2c7-4f80-9cad-5c95034c06b2 req-762ab57c-6979-484b-81c6-3daf9649fd44 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687241 Nov 25 17:21:20.169569 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.361042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5283a3b9-8bd8-4261-a9ca-74c3569f1843 None None] Allocated IP 172.20.0.34 (9da81430-dce3-4b54-bd85-c5a116312cf6/62db39c2-5c5b-4a57-842d-2b3db94ff660/a0faead6-d1d7-42f7-8595-c6b60ac34a10) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:20.715800 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4320aa39-870e-4e38-b58e-ceb4da32bff0 x-openstack-request-id: req-4320aa39-870e-4e38-b58e-ceb4da32bff0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:20.716089 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-plugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:20.716388 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4320aa39-870e-4e38-b58e-ceb4da32bff0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:20.716731 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'code': 200} Nov 25 17:21:20.755728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:20.764126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:20.764512 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.824348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5283a3b9-8bd8-4261-a9ca-74c3569f1843 None None] For port a0faead6-d1d7-42f7-8595-c6b60ac34a10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0faead6-d1d7-42f7-8595-c6b60ac34a10,segment=NetworkSegment(077192df-5f76-42f0-a0ca-2b961cd2a2ac),segment_id=077192df-5f76-42f0-a0ca-2b961cd2a2ac)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:20.908530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event updated for resources: {'Port': ['ID=5301342c-4b2d-484f-9537-37753c3d0603,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:20.914702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] In _notify_port_updated(), no bound segment for port 5301342c-4b2d-484f-9537-37753c3d0603 on network 9da81430-dce3-4b54-bd85-c5a116312cf6 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:21:20.920366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:20.921049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.927045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:20.927766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b02b1bb2-bd36-4b34-bfbe-d2eb2e9c7be1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "PUT /v2.0/ports/5301342c-4b2d-484f-9537-37753c3d0603 HTTP/1.1" status: 200 len: 959 time: 2.5549934 Nov 25 17:21:20.930994 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.952689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-6d858299-2175-4f0f-8a0f-ce9d8f31b9dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1505780 Nov 25 17:21:20.956143 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5283a3b9-8bd8-4261-a9ca-74c3569f1843 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.962359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c79e6-ae10-4338-b8ab-674711421811 req-034676c4-3fcc-403a-a7a0-589b8a5f4e4a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:20.963900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee2c79e6-ae10-4338-b8ab-674711421811 req-034676c4-3fcc-403a-a7a0-589b8a5f4e4a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 949 time: 0.1574829 Nov 25 17:21:20.995897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:21.001213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5283a3b9-8bd8-4261-a9ca-74c3569f1843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.069638 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.075934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283a3b9-8bd8-4261-a9ca-74c3569f1843 None None] Pushing event updated for resources: {'Port': ['ID=a0faead6-d1d7-42f7-8595-c6b60ac34a10,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:21.149439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:21.214870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee2c79e6-ae10-4338-b8ab-674711421811 req-2355fed8-0d24-40d6-b9fd-748011f028ce tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429600 Nov 25 17:21:21.230990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-aa4f83f6-d0ff-4754-9d7b-ba6ccc4b2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.231479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-aa4f83f6-d0ff-4754-9d7b-ba6ccc4b2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.231959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-aa4f83f6-d0ff-4754-9d7b-ba6ccc4b2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.232429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-aa4f83f6-d0ff-4754-9d7b-ba6ccc4b2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.232895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-aa4f83f6-d0ff-4754-9d7b-ba6ccc4b2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.233387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-aa4f83f6-d0ff-4754-9d7b-ba6ccc4b2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.234417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-aa4f83f6-d0ff-4754-9d7b-ba6ccc4b2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.245855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-aa4f83f6-d0ff-4754-9d7b-ba6ccc4b2cd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6502 time: 0.2399247 Nov 25 17:21:21.270927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e68bb231-4e0e-4871-93b6-e71549555974 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:21.290667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8aef969c-dce1-4217-a415-c8196092f953 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 5301342c-4b2d-484f-9537-37753c3d0603 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:21.290873 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8aef969c-dce1-4217-a415-c8196092f953 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.425944 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port e68bb231-4e0e-4871-93b6-e71549555974 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:21.434666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port e68bb231-4e0e-4871-93b6-e71549555974 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:21.435054 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.589870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0faead6-d1d7-42f7-8595-c6b60ac34a10 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:21.679889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8aef969c-dce1-4217-a415-c8196092f953 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.685412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03695b0-0ea3-4ba5-a950-f1413fa6a1b2 req-de8c6eae-3fff-4faf-9452-fa2734648108 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.697838 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f03695b0-0ea3-4ba5-a950-f1413fa6a1b2 req-de8c6eae-3fff-4faf-9452-fa2734648108 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 945 time: 0.1429703 Nov 25 17:21:21.708125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8aef969c-dce1-4217-a415-c8196092f953 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 5301342c-4b2d-484f-9537-37753c3d0603 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:21.724747 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.769628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-ea2b66d9-840e-41c1-9f9c-4daced51a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.770218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-ea2b66d9-840e-41c1-9f9c-4daced51a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.770692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-ea2b66d9-840e-41c1-9f9c-4daced51a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.777028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-ea2b66d9-840e-41c1-9f9c-4daced51a986 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=a159a140-c32b-487a-857c-191ffdb4911e&id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 2297 time: 0.4988515 Nov 25 17:21:21.779852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:21.780540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.912285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e68bb231-4e0e-4871-93b6-e71549555974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e68bb231-4e0e-4871-93b6-e71549555974,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:21.945836 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.947469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:22.006451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f03695b0-0ea3-4ba5-a950-f1413fa6a1b2 req-df94bc04-07b0-4496-b6a2-2d486e54e624 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044734 Nov 25 17:21:22.112438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-980d9a69-fcaa-46a9-917b-d7e376c2d7e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 200 len: 1000 time: 0.3096473 Nov 25 17:21:22.207054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-1af49eeb-9fc8-47b6-83e3-d56c9680a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.215241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-1af49eeb-9fc8-47b6-83e3-d56c9680a2e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f12de2ce-9a48-4f26-81e7-fd454e827edd HTTP/1.1" status: 200 len: 855 time: 0.0875654 Nov 25 17:21:22.230422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:22.249301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8aef969c-dce1-4217-a415-c8196092f953 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.306828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e68bb231-4e0e-4871-93b6-e71549555974,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:22.336833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef969c-dce1-4217-a415-c8196092f953 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=5301342c-4b2d-484f-9537-37753c3d0603,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:22.337287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:22.337966 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.383356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-94d40236-b65f-412e-9396-190ad13e9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.388609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-94d40236-b65f-412e-9396-190ad13e9d25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636248 Nov 25 17:21:22.519345 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8aef969c-dce1-4217-a415-c8196092f953 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.553258 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8aef969c-dce1-4217-a415-c8196092f953 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/5301342c-4b2d-484f-9537-37753c3d0603 HTTP/1.1" status: 204 len: 168 time: 1.6247227 Nov 25 17:21:22.556494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49712) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:22.585203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c7e58d75-9f31-4002-baf4-8339335083bd None None] Provisioning complete for port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:22.588444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7e58d75-9f31-4002-baf4-8339335083bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.628638 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d382b3-5e91-4a8c-b1c8-3e6b94d82dae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] GET failed (client error): The resource could not be found. Nov 25 17:21:22.633759 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-63d382b3-5e91-4a8c-b1c8-3e6b94d82dae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports/5301342c-4b2d-484f-9537-37753c3d0603 HTTP/1.1" status: 404 len: 333 time: 0.0764327 Nov 25 17:21:22.640743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49716) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:22.703208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c7e58d75-9f31-4002-baf4-8339335083bd None None] Port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:22.710828 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.730037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c7e58d75-9f31-4002-baf4-8339335083bd None None] Could not find standard attr ID for object 5301342c-4b2d-484f-9537-37753c3d0603. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:21:22.736787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99af756e-c63d-485b-b602-dd1618401f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'}, {'server_uuid': 'e2424dad-4b9e-48b8-b241-88082e6e3f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68bb231-4e0e-4871-93b6-e71549555974'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:22.740866 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c40ac7-6a1e-4f4f-a29e-db68bfe0e1f1" -d '{"events": [{"server_uuid": "99af756e-c63d-485b-b602-dd1618401f14", "name": "network-vif-plugged", "status": "completed", "tag": "f8bf17fb-ec53-4175-85d1-f1f96a3eeca2"}, {"server_uuid": "e2424dad-4b9e-48b8-b241-88082e6e3f20", "name": "network-vif-plugged", "status": "completed", "tag": "e68bb231-4e0e-4871-93b6-e71549555974"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:22.779825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fc376-9e14-4b7b-a535-87aa849eec21 req-bda376f7-e0e1-48ae-aef9-bc9a7a259a73 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.790221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c7e58d75-9f31-4002-baf4-8339335083bd None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:22.791091 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7e58d75-9f31-4002-baf4-8339335083bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.795852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-309fc376-9e14-4b7b-a535-87aa849eec21 req-bda376f7-e0e1-48ae-aef9-bc9a7a259a73 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 950 time: 0.3495090 Nov 25 17:21:22.855487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:22.867755 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.869246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e138f49c-6c6d-4b5e-9edd-2e8961cebd79 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.924332 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e138f49c-6c6d-4b5e-9edd-2e8961cebd79 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.013216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-309fc376-9e14-4b7b-a535-87aa849eec21 req-9f63b84a-3e96-467f-81ae-21675a85ee06 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156866 Nov 25 17:21:23.026449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.038477 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9833b5b4-efe1-4da8-9429-91ec5ebb2539 x-openstack-request-id: req-9833b5b4-efe1-4da8-9429-91ec5ebb2539 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:23.040481 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99af756e-c63d-485b-b602-dd1618401f14", "name": "network-vif-plugged", "status": "completed", "tag": "f8bf17fb-ec53-4175-85d1-f1f96a3eeca2", "code": 200}, {"server_uuid": "e2424dad-4b9e-48b8-b241-88082e6e3f20", "name": "network-vif-plugged", "status": "completed", "tag": "e68bb231-4e0e-4871-93b6-e71549555974", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:23.041167 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9833b5b4-efe1-4da8-9429-91ec5ebb2539 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:23.043797 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99af756e-c63d-485b-b602-dd1618401f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2', 'code': 200} Nov 25 17:21:23.046689 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2424dad-4b9e-48b8-b241-88082e6e3f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68bb231-4e0e-4871-93b6-e71549555974', 'code': 200} Nov 25 17:21:23.159214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-eab89067-a6d1-404f-b278-6329bc263bd8 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597578 Nov 25 17:21:23.203694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e138f49c-6c6d-4b5e-9edd-2e8961cebd79 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.206528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e138f49c-6c6d-4b5e-9edd-2e8961cebd79 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.217929 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e138f49c-6c6d-4b5e-9edd-2e8961cebd79 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/security-groups/8e19ee55-c146-496c-8cd9-2aa1ac99cd35 HTTP/1.1" status: 204 len: 168 time: 0.5724561 Nov 25 17:21:23.223323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49728) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:23.260460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b69430-edcc-4c23-8d0e-dea80535dcf3 req-88c24d63-c8f7-4545-890f-1e0a982ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.270175 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-17b69430-edcc-4c23-8d0e-dea80535dcf3 req-88c24d63-c8f7-4545-890f-1e0a982ca9b6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 1101 time: 0.2345040 Nov 25 17:21:23.272563 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138f49c-6c6d-4b5e-9edd-2e8961cebd79 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e19ee55-c146-496c-8cd9-2aa1ac99cd35,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.391731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-5bb91fc3-9c49-470e-ab68-dcee6a727353 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179523 Nov 25 17:21:23.449092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-581c9cf2-0394-45f5-b53f-6c7efc4be406 None None] Could not find standard attr ID for object 5301342c-4b2d-484f-9537-37753c3d0603. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:21:23.483306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea84fa9b-9a6c-4dd9-ac9a-21e52b9ac234 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.498665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-b8f949b4-3ac8-4853-8fcf-693a626330b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 217 time: 0.0807273 Nov 25 17:21:23.522271 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-17b69430-edcc-4c23-8d0e-dea80535dcf3 req-ac62a373-4ad8-4aef-80c2-816ed5a0500e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508492 Nov 25 17:21:23.537810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1284d-e14f-41ce-933d-2e7e2db90a79 req-eae419e3-8576-45a0-8fe3-7f3b117e5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.539597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abd1284d-e14f-41ce-933d-2e7e2db90a79 req-eae419e3-8576-45a0-8fe3-7f3b117e5448 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 1097 time: 0.4813683 Nov 25 17:21:23.570333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea84fa9b-9a6c-4dd9-ac9a-21e52b9ac234 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.697627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea84fa9b-9a6c-4dd9-ac9a-21e52b9ac234 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.703521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea84fa9b-9a6c-4dd9-ac9a-21e52b9ac234 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.707619 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ea84fa9b-9a6c-4dd9-ac9a-21e52b9ac234 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/security-groups/cf104dc5-0fdd-4f57-a2cf-0879456a1f14 HTTP/1.1" status: 204 len: 168 time: 0.4765112 Nov 25 17:21:23.720353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49744) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:23.735160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84fa9b-9a6c-4dd9-ac9a-21e52b9ac234 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf104dc5-0fdd-4f57-a2cf-0879456a1f14,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.749824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-b43f4b24-2eeb-4680-9b82-5c64ef98563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.752631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-b43f4b24-2eeb-4680-9b82-5c64ef98563a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2119939 Nov 25 17:21:23.763359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abd1284d-e14f-41ce-933d-2e7e2db90a79 req-c8e04b05-ed27-48f8-8292-91593eb0ae42 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528459 Nov 25 17:21:23.875686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544a02e-00fc-4f62-94b5-1bad9bb97d0b req-83115104-a298-42a2-a3a5-7433da62813d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.885635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d544a02e-00fc-4f62-94b5-1bad9bb97d0b req-83115104-a298-42a2-a3a5-7433da62813d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 946 time: 0.4708233 Nov 25 17:21:23.968755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-63f3f8d0-9cb5-46a2-a7bd-39b14e2b5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.971452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-63f3f8d0-9cb5-46a2-a7bd-39b14e2b5b1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2066720 Nov 25 17:21:24.031175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c620cd-6c3d-4b40-b605-4a990ead75b0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.102912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d544a02e-00fc-4f62-94b5-1bad9bb97d0b req-df1d06d1-49df-4f5f-b8a8-a40f132faf36 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158513 Nov 25 17:21:24.153154 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c620cd-6c3d-4b40-b605-4a990ead75b0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.278590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d07e-30ea-443e-9066-ba61898772dd req-c6de8c3b-06a8-40ea-9e65-0d1e95cef2ac tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.281643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac48d07e-30ea-443e-9066-ba61898772dd req-c6de8c3b-06a8-40ea-9e65-0d1e95cef2ac tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 950 time: 0.1954002 Nov 25 17:21:24.290666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-cbf23137-a187-4850-ae3c-88668a3cfa57 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933600 Nov 25 17:21:24.318483 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c620cd-6c3d-4b40-b605-4a990ead75b0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.321122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c620cd-6c3d-4b40-b605-4a990ead75b0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.322320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-22c620cd-6c3d-4b40-b605-4a990ead75b0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/security-groups/28b6b86b-7491-4b0c-84ca-79917be93ec0 HTTP/1.1" status: 204 len: 168 time: 0.5989242 Nov 25 17:21:24.327216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49758) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.409819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c620cd-6c3d-4b40-b605-4a990ead75b0 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b6b86b-7491-4b0c-84ca-79917be93ec0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:24.459484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbaf5645-94a9-4870-b293-602307d38bbf tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 494304a7-370d-4f5b-b659-44cd5d87a7d4 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:24.465750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5645-94a9-4870-b293-602307d38bbf tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.469097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac48d07e-30ea-443e-9066-ba61898772dd req-29c18662-8f00-4664-b901-983483f618be tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602533 Nov 25 17:21:24.573817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-37a52d6b-18af-4320-bb2d-daad8e6b1401 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621346 Nov 25 17:21:24.602539 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5645-94a9-4870-b293-602307d38bbf tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.701487 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-9af5bf95-a8eb-45ac-9778-e2ebf4bd15c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 217 time: 0.1211662 Nov 25 17:21:24.807449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-dcad6835-694e-48d9-accb-d173fb4d6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.810237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-dcad6835-694e-48d9-accb-d173fb4d6592 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.0880182 Nov 25 17:21:24.825691 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5645-94a9-4870-b293-602307d38bbf tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.907348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-ee29cd0d-f1e5-44f9-a209-29ba98b02a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.909146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-ee29cd0d-f1e5-44f9-a209-29ba98b02a41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855379 Nov 25 17:21:24.951573 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5645-94a9-4870-b293-602307d38bbf tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.984738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf5645-94a9-4870-b293-602307d38bbf tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=494304a7-370d-4f5b-b659-44cd5d87a7d4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:24.988847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5645-94a9-4870-b293-602307d38bbf tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.992787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cbaf5645-94a9-4870-b293-602307d38bbf tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/494304a7-370d-4f5b-b659-44cd5d87a7d4 HTTP/1.1" status: 204 len: 168 time: 0.6611373 Nov 25 17:21:24.997261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49772) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.001366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44ea24c-d93f-406f-b4c8-0018bef6718c None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:25.047836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cd0f0c-93bb-4274-8888-ff23416c3251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a75a816-bfbf-4acd-96c8-afb7d420b0d7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:25.056849 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35a7ced-c3ec-481e-a290-1003cc35e4c3" -d '{"events": [{"server_uuid": "f6cd0f0c-93bb-4274-8888-ff23416c3251", "name": "network-vif-plugged", "status": "completed", "tag": "9a75a816-bfbf-4acd-96c8-afb7d420b0d7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:25.083343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb99a686-a9ef-487b-b3b0-2b4fed0922ae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet 62db39c2-5c5b-4a57-842d-2b3db94ff660 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:25.087453 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb99a686-a9ef-487b-b3b0-2b4fed0922ae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.129115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-4625e7fa-9e85-47d2-96f2-229026c52c04 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050340 Nov 25 17:21:25.184829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb99a686-a9ef-487b-b3b0-2b4fed0922ae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.277071 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f8b0ef-9bc9-460e-80d8-58e8cff4b1a4 x-openstack-request-id: req-82f8b0ef-9bc9-460e-80d8-58e8cff4b1a4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:25.277469 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cd0f0c-93bb-4274-8888-ff23416c3251", "name": "network-vif-plugged", "status": "completed", "tag": "9a75a816-bfbf-4acd-96c8-afb7d420b0d7", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:25.277810 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82f8b0ef-9bc9-460e-80d8-58e8cff4b1a4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:25.279086 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cd0f0c-93bb-4274-8888-ff23416c3251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'code': 200} Nov 25 17:21:25.534438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb99a686-a9ef-487b-b3b0-2b4fed0922ae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.590813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c22b0-166e-4acc-8f3e-24cdeea26762 req-0ef479dd-59fd-4b3c-a8a4-2741212196d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:25.594494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c76c22b0-166e-4acc-8f3e-24cdeea26762 req-0ef479dd-59fd-4b3c-a8a4-2741212196d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 1100 time: 0.1968703 Nov 25 17:21:25.637842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ea2ea-71cb-4f74-a409-033719a24610 req-2504aad0-60b1-4dcd-a1f8-6861d10a894e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:25.639534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e03ea2ea-71cb-4f74-a409-033719a24610 req-2504aad0-60b1-4dcd-a1f8-6861d10a894e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 946 time: 0.3340523 Nov 25 17:21:25.708533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-fbb33ad3-e430-4663-bf52-6866b0c48a56 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646408 Nov 25 17:21:25.718364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb99a686-a9ef-487b-b3b0-2b4fed0922ae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.769178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99a686-a9ef-487b-b3b0-2b4fed0922ae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=62db39c2-5c5b-4a57-842d-2b3db94ff660,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.775109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb99a686-a9ef-487b-b3b0-2b4fed0922ae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.783337 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bb99a686-a9ef-487b-b3b0-2b4fed0922ae tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/62db39c2-5c5b-4a57-842d-2b3db94ff660 HTTP/1.1" status: 204 len: 168 time: 0.7817495 Nov 25 17:21:25.783596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49794) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.831239 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ad4a2e-e4b0-463e-bc72-1ef8dcf92100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:25.832286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ad4a2e-e4b0-463e-bc72-1ef8dcf92100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:25.838500 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-82ad4a2e-e4b0-463e-bc72-1ef8dcf92100 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/494304a7-370d-4f5b-b659-44cd5d87a7d4 HTTP/1.1" status: 404 len: 337 time: 0.0498347 Nov 25 17:21:25.838909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49798) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.919292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e0410f-bb75-441e-955c-65b68c0535b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting subnet e13c28a9-8345-4c2e-bfcb-678ba17757cd {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:25.925607 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0410f-bb75-441e-955c-65b68c0535b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.988437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0410f-bb75-441e-955c-65b68c0535b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.046483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-4289d73f-80c0-4198-93bb-c9723bdb25c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=085da1b1-1c41-445c-9f70-285163ebfa81 HTTP/1.1" status: 200 len: 217 time: 0.3025782 Nov 25 17:21:26.101258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e03ea2ea-71cb-4f74-a409-033719a24610 req-3a7311d2-1789-4d20-b52e-620f98fcc19d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537427 Nov 25 17:21:26.106420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c76c22b0-166e-4acc-8f3e-24cdeea26762 req-79f25866-68f6-4f14-9cc4-5e153676d3cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906621 Nov 25 17:21:26.171038 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0410f-bb75-441e-955c-65b68c0535b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.198988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3811a20-6d77-4214-b219-83db7fabfacf req-cbe45d87-2445-4b8d-9354-c4f9c15e1d4a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:26.213841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3811a20-6d77-4214-b219-83db7fabfacf req-cbe45d87-2445-4b8d-9354-c4f9c15e1d4a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 950 time: 0.5117099 Nov 25 17:21:26.245570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-c64ad90f-521b-456b-a1b8-7cd4ad5b3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:26.247063 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-c64ad90f-521b-456b-a1b8-7cd4ad5b3e46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1950216 Nov 25 17:21:26.296279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0410f-bb75-441e-955c-65b68c0535b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.374022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0410f-bb75-441e-955c-65b68c0535b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Subnet': ['ID=e13c28a9-8345-4c2e-bfcb-678ba17757cd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.378239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0410f-bb75-441e-955c-65b68c0535b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.384197 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-45e0410f-bb75-441e-955c-65b68c0535b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/e13c28a9-8345-4c2e-bfcb-678ba17757cd HTTP/1.1" status: 204 len: 168 time: 0.5422513 Nov 25 17:21:26.384689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.454480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3811a20-6d77-4214-b219-83db7fabfacf req-c41301fb-4d7b-4498-811a-7ad6f1369e02 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396946 Nov 25 17:21:26.462254 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6249885-2e23-460d-8814-7874a98b08e9 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:26.464274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6249885-2e23-460d-8814-7874a98b08e9 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:26.481243 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b6249885-2e23-460d-8814-7874a98b08e9 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/2a361d61-2e1b-443f-9643-18440072a2c9 HTTP/1.1" status: 404 len: 337 time: 0.0866156 Nov 25 17:21:26.481243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49812) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.525163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-9d605907-8573-4ab7-8b8b-74c4fb4db765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:26.527242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-9d605907-8573-4ab7-8b8b-74c4fb4db765 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2025769 Nov 25 17:21:26.556576 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-45225d13-a135-4282-87e7-dab4c238a94c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "GET /v2.0/ports?device_id=8687c967-262a-4d85-9e62-48f74a10d7dc HTTP/1.1" status: 200 len: 205 time: 0.0752723 Nov 25 17:21:26.557999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49818) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.628770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1db980-5c77-4599-b803-055daa31019a None None] Network 9da81430-dce3-4b54-bd85-c5a116312cf6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:26.639551 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-6b46e4f5-9749-4226-9265-003c710538b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] delete failed (client error): The resource could not be found. Nov 25 17:21:26.648623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6b46e4f5-9749-4226-9265-003c710538b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/routers/8687c967-262a-4d85-9e62-48f74a10d7dc HTTP/1.1" status: 404 len: 336 time: 0.0887580 Nov 25 17:21:26.649742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49820) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.690063 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4213133-bbda-45a5-a2a5-72c3b1adb853 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:26.690947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4213133-bbda-45a5-a2a5-72c3b1adb853 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:26.698876 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a4213133-bbda-45a5-a2a5-72c3b1adb853 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/c09d71c0-6cd6-49f7-8ee3-4e664f729f25 HTTP/1.1" status: 404 len: 337 time: 0.0477448 Nov 25 17:21:26.699810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49824) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.849542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a795c94d-9f52-446f-a096-68c4f1ad1a26 None None] Provisioning complete for port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:26.849974 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a795c94d-9f52-446f-a096-68c4f1ad1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.882413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-81cfecf2-b9f3-4ff7-be6a-04725a16f603 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344295 Nov 25 17:21:26.923521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a795c94d-9f52-446f-a096-68c4f1ad1a26 None None] Port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:26.955432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e63d6b-ffbe-4b01-9606-cec0e5c598fe req-d2eb11e8-ecf7-42fe-b13b-2e2f776b5dd0 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:26.960221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89e63d6b-ffbe-4b01-9606-cec0e5c598fe req-d2eb11e8-ecf7-42fe-b13b-2e2f776b5dd0 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 949 time: 0.2211170 Nov 25 17:21:26.993314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a795c94d-9f52-446f-a096-68c4f1ad1a26 None None] Provisioning complete for port a0faead6-d1d7-42f7-8595-c6b60ac34a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:26.994336 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a795c94d-9f52-446f-a096-68c4f1ad1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.163686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89e63d6b-ffbe-4b01-9606-cec0e5c598fe req-bc91c9b8-815f-4453-8bec-808ff25aa483 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024319 Nov 25 17:21:27.169341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] DHCP port deletion for 9da81430-dce3-4b54-bd85-c5a116312cf6 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:27.279030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-c0a93585-0bc3-4713-b48e-0a1130d74ceb service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793848 Nov 25 17:21:27.285038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] Deleting port a0faead6-d1d7-42f7-8595-c6b60ac34a10 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:27.285410 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.299974 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ccd631-191a-43ac-8256-4f9b9d81c989 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:27.300740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ccd631-191a-43ac-8256-4f9b9d81c989 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:27.304099 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-09ccd631-191a-43ac-8256-4f9b9d81c989 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/68db5517-c607-4737-ba0d-7b1bade69ee0 HTTP/1.1" status: 404 len: 337 time: 0.6022801 Nov 25 17:21:27.313564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49828) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.370516 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ef7bd1-6595-459c-b3a8-4c8464d1c0b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:27.371093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ef7bd1-6595-459c-b3a8-4c8464d1c0b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:27.380180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] For port a0faead6-d1d7-42f7-8595-c6b60ac34a10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0faead6-d1d7-42f7-8595-c6b60ac34a10,segment=NetworkSegment(077192df-5f76-42f0-a0ca-2b961cd2a2ac),segment_id=077192df-5f76-42f0-a0ca-2b961cd2a2ac)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:27.380627 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.382244 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-41ef7bd1-6595-459c-b3a8-4c8464d1c0b2 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/01de78b1-7851-4a20-89f6-13178ad758d2 HTTP/1.1" status: 404 len: 337 time: 0.0641091 Nov 25 17:21:27.386895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49832) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.400963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] Calling delete_port for a0faead6-d1d7-42f7-8595-c6b60ac34a10 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:27.435152 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e0c327-48ae-42ff-b2e9-abe2cafe671c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:27.444065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e0c327-48ae-42ff-b2e9-abe2cafe671c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:27.464218 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-76e0c327-48ae-42ff-b2e9-abe2cafe671c tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/eecbcb48-61dc-40e1-b52b-8e696b593a6e HTTP/1.1" status: 404 len: 333 time: 0.0759411 Nov 25 17:21:27.465550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.509348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-4729933b-0876-4641-afa7-08102d6d8981 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 HTTP/1.1" status: 200 len: 217 time: 0.2094164 Nov 25 17:21:27.513263 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d189c598-9ab6-4a9c-92be-bb240a09e685 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:27.514215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d189c598-9ab6-4a9c-92be-bb240a09e685 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:27.522221 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d189c598-9ab6-4a9c-92be-bb240a09e685 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/021f6ef2-47b4-4c85-a722-6989296c2c98 HTTP/1.1" status: 404 len: 337 time: 0.0550992 Nov 25 17:21:27.527595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.691455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0faead6-d1d7-42f7-8595-c6b60ac34a10 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:27.747262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c68b0a-0a5a-46a6-a85b-7202bb1bb72f req-23c1ad93-e770-4073-a5b2-bc7ce2c33b3c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.763834 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-13c68b0a-0a5a-46a6-a85b-7202bb1bb72f req-23c1ad93-e770-4073-a5b2-bc7ce2c33b3c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 946 time: 0.4809089 Nov 25 17:21:27.782812 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-57462335-d5c2-450c-a956-c3c7b9bd0c0e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:27.783870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57462335-d5c2-450c-a956-c3c7b9bd0c0e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:27.792276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-57462335-d5c2-450c-a956-c3c7b9bd0c0e tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/99dd3dc5-bd49-44b4-b1ad-0a2780f62220 HTTP/1.1" status: 404 len: 337 time: 0.2604084 Nov 25 17:21:27.795129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49854) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.809981 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.835143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] No DVR routers for this DVR port a0faead6-d1d7-42f7-8595-c6b60ac34a10 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:27.850750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-5c4569be-11ba-4c8b-9507-b53db98e21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.853304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-5c4569be-11ba-4c8b-9507-b53db98e21a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.3241723 Nov 25 17:21:27.873542 n-d-819349-3 neutron-server[103600]: INFO neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No ports have port_id starting with a0faead6-d1d7-42f7-8595-c6b60ac34a10 Nov 25 17:21:27.919526 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a49b62-2e6c-4d3f-a098-0a25ce31bc63 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:27.923916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a49b62-2e6c-4d3f-a098-0a25ce31bc63 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:27.941657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87943ac4-9143-44ec-a612-938bbf973a2d None None] Pushing event deleted for resources: {'Port': ['ID=a0faead6-d1d7-42f7-8595-c6b60ac34a10,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.945633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a6a49b62-2e6c-4d3f-a098-0a25ce31bc63 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/90ffa181-c0b6-4163-8403-e7ae80167a83 HTTP/1.1" status: 404 len: 333 time: 0.1418319 Nov 25 17:21:27.950788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:28.021201 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94b2341-0557-44c4-9c43-153371814186 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:28.021706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94b2341-0557-44c4-9c43-153371814186 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:28.031915 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b94b2341-0557-44c4-9c43-153371814186 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/79316591-946d-4605-83eb-d647be3abe96 HTTP/1.1" status: 404 len: 337 time: 0.0764201 Nov 25 17:21:28.031915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:28.116300 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda39fb4-332e-4087-9919-3a3af2a8a59a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:28.116300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda39fb4-332e-4087-9919-3a3af2a8a59a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:28.141840 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eda39fb4-332e-4087-9919-3a3af2a8a59a tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/subnets/643d0ec5-1f94-447e-8e80-1e00febac208 HTTP/1.1" status: 404 len: 337 time: 0.1086209 Nov 25 17:21:28.142843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49860) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:28.291394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-13c68b0a-0a5a-46a6-a85b-7202bb1bb72f req-38633029-2e87-4586-84b1-3404f43ff314 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180130 Nov 25 17:21:28.335546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-02dafa96-7ddc-4b4d-96ff-4f181aaee6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.337094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-02dafa96-7ddc-4b4d-96ff-4f181aaee6dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4650753 Nov 25 17:21:28.379634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa6bf5-8009-4d74-a577-18ea231f52ef req-c3b528e1-f6bf-4df7-ad0b-09fc659b2d37 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.389323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbd1ee-b0a4-4b69-a1ce-a3178ecb17f1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Deleting port 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:28.389938 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd1ee-b0a4-4b69-a1ce-a3178ecb17f1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.392040 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5aaa6bf5-8009-4d74-a577-18ea231f52ef req-c3b528e1-f6bf-4df7-ad0b-09fc659b2d37 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 949 time: 0.0995431 Nov 25 17:21:28.501650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd1ee-b0a4-4b69-a1ce-a3178ecb17f1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.526758 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5aaa6bf5-8009-4d74-a577-18ea231f52ef req-a97cdf83-bd35-4fe4-ba9e-78fcbf0ad762 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147370 Nov 25 17:21:28.546088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbd1ee-b0a4-4b69-a1ce-a3178ecb17f1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Calling delete_port for 5a31df45-9364-416d-b8a7-1fa2c0d6ff0a owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:28.561422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-5afad607-9ece-4d2f-83fd-7d53a6044726 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096291 Nov 25 17:21:28.731218 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd1ee-b0a4-4b69-a1ce-a3178ecb17f1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.774813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd1ee-b0a4-4b69-a1ce-a3178ecb17f1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.779553 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f8cbd1ee-b0a4-4b69-a1ce-a3178ecb17f1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/ports/5a31df45-9364-416d-b8a7-1fa2c0d6ff0a HTTP/1.1" status: 204 len: 168 time: 0.6283338 Nov 25 17:21:28.781039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbd1ee-b0a4-4b69-a1ce-a3178ecb17f1 tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Port': ['ID=5a31df45-9364-416d-b8a7-1fa2c0d6ff0a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:28.792227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:28.868206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ae79d-c421-43bf-bd9c-adf6cd5a6b2f req-5922ad31-8c79-4502-89b2-2dedc7c696cb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.876913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f3ae79d-c421-43bf-bd9c-adf6cd5a6b2f req-5922ad31-8c79-4502-89b2-2dedc7c696cb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 946 time: 0.2433424 Nov 25 17:21:28.899950 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.006906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f3ae79d-c421-43bf-bd9c-adf6cd5a6b2f req-f2368c50-0370-44ff-bb60-909561129fd3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169362 Nov 25 17:21:29.030181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.064495 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da81430-dce3-4b54-bd85-c5a116312cf6']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:29.074194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-c54e220c-449e-40dd-9bc1-d5e6226653ac service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932721 Nov 25 17:21:29.080289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077192df-5f76-42f0-a0ca-2b961cd2a2ac') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:29.080289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077192df-5f76-42f0-a0ca-2b961cd2a2ac') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:29.092149 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.112323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.137501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:21:29.139509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.185452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-c72f3693-7256-4f45-84e9-d1eb5782f323 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 200 len: 217 time: 0.0971336 Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:21:29.221862 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:21:29.227791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.234439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.245335 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] 10.222.0.81 "DELETE /v2.0/networks/9da81430-dce3-4b54-bd85-c5a116312cf6 HTTP/1.1" status: 204 len: 168 time: 0.4483223 Nov 25 17:21:29.281242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12d75a-039d-4a15-9d09-eba65ca31e9d tempest-PortsTestJSON-1367235883 tempest-PortsTestJSON-1367235883-project] Pushing event deleted for resources: {'Network': ['ID=9da81430-dce3-4b54-bd85-c5a116312cf6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:29.313144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-35d3708f-cc8b-4015-8e79-9aa4e3fb686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.314921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-35d3708f-cc8b-4015-8e79-9aa4e3fb686a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1156316 Nov 25 17:21:29.460344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c1d79-060b-4331-be83-f0864273ef0a req-805a5ae3-211d-4e6f-973c-acfb5f7fded1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.467205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c1d79-060b-4331-be83-f0864273ef0a req-805a5ae3-211d-4e6f-973c-acfb5f7fded1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.469711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-762c1d79-060b-4331-be83-f0864273ef0a req-805a5ae3-211d-4e6f-973c-acfb5f7fded1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14&device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 1690 time: 0.1537857 Nov 25 17:21:29.478920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-d046b49c-b5b3-4e78-a0a7-b4851ac222f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.481013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-d046b49c-b5b3-4e78-a0a7-b4851ac222f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1495907 Nov 25 17:21:29.581854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-762c1d79-060b-4331-be83-f0864273ef0a req-17e6d538-7cf3-4198-8665-99325ca2428a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991626 Nov 25 17:21:29.731896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-d4b41697-2f65-4bd5-a12a-3013bf0e0382 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281079 Nov 25 17:21:29.862994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:29.955247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-d8fbbae4-dcce-425e-894a-4545f234a58a service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087209 Nov 25 17:21:30.063526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-0a616207-c7eb-46c5-ac57-ae7eabf65fb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 200 len: 217 time: 0.0922208 Nov 25 17:21:30.074665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d93d4-12da-4284-8aad-eda5e62a1ff0 req-90bdf8f0-31ff-4a09-9efd-02ea518ac6b1 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.076377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3d93d4-12da-4284-8aad-eda5e62a1ff0 req-90bdf8f0-31ff-4a09-9efd-02ea518ac6b1 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 1101 time: 0.1826944 Nov 25 17:21:30.156361 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e9e8fc59-600d-40a5-ab84-38a9407014d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fa8967b2a6a467eb6d35e39bfa3f07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909184 Nov 25 17:21:30.157321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49910) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:30.258474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdd25a0b-b120-4df0-805f-2ef13d783130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.384552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdd25a0b-b120-4df0-805f-2ef13d783130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.388894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-35bb337a-0868-4fac-8b59-472831c95882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.397539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-35bb337a-0868-4fac-8b59-472831c95882 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.3192704 Nov 25 17:21:30.418313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5882bf1-19ab-4554-b741-3dea14d12744 req-f4551803-4030-45b9-920b-66374f58cc59 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.434154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5882bf1-19ab-4554-b741-3dea14d12744 req-f4551803-4030-45b9-920b-66374f58cc59 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 946 time: 0.2575281 Nov 25 17:21:30.480119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdd25a0b-b120-4df0-805f-2ef13d783130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.485943 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bdd25a0b-b120-4df0-805f-2ef13d783130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.491228 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bdd25a0b-b120-4df0-805f-2ef13d783130 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5864f8d6-1112-47f1-9b5b-cf22a4081fe7 HTTP/1.1" status: 204 len: 168 time: 0.3306954 Nov 25 17:21:30.518108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd25a0b-b120-4df0-805f-2ef13d783130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5864f8d6-1112-47f1-9b5b-cf22a4081fe7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:30.541293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef3d93d4-12da-4284-8aad-eda5e62a1ff0 req-87ba69b2-d88e-4ad2-ad45-e75220dad344 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538059 Nov 25 17:21:30.611901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5882bf1-19ab-4554-b741-3dea14d12744 req-23d64527-158b-4c6f-ba59-b9d150b7a97f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766872 Nov 25 17:21:30.724794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-da3b2575-455f-47ac-9a18-9b29c7bdb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.726317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-da3b2575-455f-47ac-9a18-9b29c7bdb2d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2761910 Nov 25 17:21:30.783392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49932) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:30.834773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-129f4924-7ca4-4b41-8e26-746386c868cc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.837431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-129f4924-7ca4-4b41-8e26-746386c868cc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 946 time: 0.2172327 Nov 25 17:21:31.090970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40371d-d5eb-485e-b8b9-2bb96720afe1 req-9b16f6cd-e16f-427f-9fa6-0e06a70e6394 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:31.100280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb40371d-d5eb-485e-b8b9-2bb96720afe1 req-9b16f6cd-e16f-427f-9fa6-0e06a70e6394 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 1100 time: 0.2142909 Nov 25 17:21:31.158323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48fe217c-1f73-4f1a-b915-5bdd93066513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.188392 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-115ec766-a823-4a50-9060-49e408f06dd0 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338200 Nov 25 17:21:31.215711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Deleting port e68bb231-4e0e-4871-93b6-e71549555974 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:31.216087 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.378161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48fe217c-1f73-4f1a-b915-5bdd93066513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.378757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] For port e68bb231-4e0e-4871-93b6-e71549555974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e68bb231-4e0e-4871-93b6-e71549555974,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:31.379127 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.386643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48fe217c-1f73-4f1a-b915-5bdd93066513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.403304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Calling delete_port for e68bb231-4e0e-4871-93b6-e71549555974 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:31.464839 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-48fe217c-1f73-4f1a-b915-5bdd93066513 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=352319e01ffe4dbd89d7addcafb46ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6802723 Nov 25 17:21:31.466166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49948) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:31.467113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe217c-1f73-4f1a-b915-5bdd93066513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e888d2-b33a-44e5-abef-dac1bf918003,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:31.563379 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86eb606a-5194-4723-b7cb-b5c8e0b36cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.645462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86eb606a-5194-4723-b7cb-b5c8e0b36cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.739001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86eb606a-5194-4723-b7cb-b5c8e0b36cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.743234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86eb606a-5194-4723-b7cb-b5c8e0b36cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.744881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-86eb606a-5194-4723-b7cb-b5c8e0b36cb9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9e888d2-b33a-44e5-abef-dac1bf918003 HTTP/1.1" status: 204 len: 168 time: 0.2737164 Nov 25 17:21:31.754338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb606a-5194-4723-b7cb-b5c8e0b36cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e888d2-b33a-44e5-abef-dac1bf918003,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:31.820570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb40371d-d5eb-485e-b8b9-2bb96720afe1 req-6ca0daa4-03b3-4fdb-8f05-8eec7a91a1b1 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7193058 Nov 25 17:21:31.888697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.916829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['e68bb231-4e0e-4871-93b6-e71549555974'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:31.925908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8725e9cc-3d19-4ae9-ba38-d973423ab3f6 req-8dfbcd35-35e4-4e8b-9c3a-c33419ee524a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 210 time: 0.1467645 Nov 25 17:21:32.032192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5d19e8a-0b92-4da8-a957-6ac88d302014 req-e5af7ac6-2b1e-4383-a2cd-0d1e77bff999 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8342452 Nov 25 17:21:32.121029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event deleted for resources: {'Port': ['ID=e68bb231-4e0e-4871-93b6-e71549555974,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:32.167088 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd568a83-b92a-4e75-8d3f-03612ae4e837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.215702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] No DVR routers for this DVR port e68bb231-4e0e-4871-93b6-e71549555974 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:32.221267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.228266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82328ed-8b11-42ba-b2af-6d07b1a5f3d1 req-4e7f2ad0-8de5-41f7-9077-6b8b75c6d5d7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "DELETE /v2.0/ports/e68bb231-4e0e-4871-93b6-e71549555974 HTTP/1.1" status: 204 len: 173 time: 1.3399711 Nov 25 17:21:32.236484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2424dad-4b9e-48b8-b241-88082e6e3f20', 'name': 'network-vif-deleted', 'tag': 'e68bb231-4e0e-4871-93b6-e71549555974'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:32.255383 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80822b34-bb7c-4229-8c19-d6a44ce7b14d" -d '{"events": [{"server_uuid": "e2424dad-4b9e-48b8-b241-88082e6e3f20", "name": "network-vif-deleted", "tag": "e68bb231-4e0e-4871-93b6-e71549555974"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:32.313590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49998) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:32.336557 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890b1c1c-ce96-4421-94c0-ecc9ac1259da x-openstack-request-id: req-890b1c1c-ce96-4421-94c0-ecc9ac1259da {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:32.336903 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2424dad-4b9e-48b8-b241-88082e6e3f20", "name": "network-vif-deleted", "tag": "e68bb231-4e0e-4871-93b6-e71549555974", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:32.337150 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-890b1c1c-ce96-4421-94c0-ecc9ac1259da {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:32.337611 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2424dad-4b9e-48b8-b241-88082e6e3f20', 'name': 'network-vif-deleted', 'tag': 'e68bb231-4e0e-4871-93b6-e71549555974', 'status': 'completed', 'code': 200} Nov 25 17:21:32.368097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-58935fe8-9471-4a68-b3f9-93cc2e35303b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544198 Nov 25 17:21:32.474481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d607b8da-9777-4612-9eb2-fc17225a1bfb tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:32.475852 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-d607b8da-9777-4612-9eb2-fc17225a1bfb tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:21:32.476521 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-d607b8da-9777-4612-9eb2-fc17225a1bfb tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:21:32.477761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d607b8da-9777-4612-9eb2-fc17225a1bfb tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1631472 Nov 25 17:21:32.483286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50002) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:32.501680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186293740'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:32.560574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.570632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-b1443404-a638-46e9-8633-8cde46b7b968 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.582391 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-b1443404-a638-46e9-8633-8cde46b7b968 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051802 Nov 25 17:21:32.588877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.606538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-1350cd87-226b-4595-bc6b-d0bff3426f1e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/quotas/7730cf5c4f094a8f88c279c6ec70c734 HTTP/1.1" status: 200 len: 375 time: 0.0228980 Nov 25 17:21:32.708860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50004) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:32.726993 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-2299647a-31a8-4b52-a407-5cb375d1e386 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1193309 Nov 25 17:21:32.728838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30c449be-4539-4ddf-a6fb-c4421f653a9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.784050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.797513 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.927606 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10122cd9-e9ce-4b45-a37c-5a89e76a96a6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:32.942534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.942943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.943408 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.943829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.944274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.944504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.944839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.945195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.945736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.946071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.946454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:32.946729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:33.023012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.040557 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.129557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2df8394-8d48-4345-9115-3149d99f3b37 req-53b87a68-ea15-48c0-8039-31d1f62ba452 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 210 time: 0.1347384 Nov 25 17:21:33.178270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.182625 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6885455 Nov 25 17:21:33.183018 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50026) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:33.191653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7f2b17d5-625c-42fc-bfd5-5dc5653d3717 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '0ef8fbe3-4116-4623-859b-7592e2004ab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:33.216205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f51c0-485e-42b3-864d-b42cf3942d23 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef8fbe3-4116-4623-859b-7592e2004ab9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:33.258657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30c449be-4539-4ddf-a6fb-c4421f653a9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.263123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30c449be-4539-4ddf-a6fb-c4421f653a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.310371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e588f6a-3794-4784-b56e-16248bbe3b5c req-46deb937-253b-4919-b8e7-d364621d2e4a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2424dad-4b9e-48b8-b241-88082e6e3f20 HTTP/1.1" status: 200 len: 210 time: 0.1019535 Nov 25 17:21:33.370331 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f2b17d5-625c-42fc-bfd5-5dc5653d3717 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.373737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c449be-4539-4ddf-a6fb-c4421f653a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e3f426-11bb-44b6-987a-1fe0bd618aed,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:33.433921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30c449be-4539-4ddf-a6fb-c4421f653a9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddf659e399174714ac0e46ffd51866f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7232842 Nov 25 17:21:33.437165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:33.505116 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f2b17d5-625c-42fc-bfd5-5dc5653d3717 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.509774 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f2b17d5-625c-42fc-bfd5-5dc5653d3717 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.516808 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7453b1c1-fe11-44d2-9188-84461ce8eee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.542528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b17d5-625c-42fc-bfd5-5dc5653d3717 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb738c39-737d-4f7a-94dc-516555d8a9b0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:33.551610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f2b17d5-625c-42fc-bfd5-5dc5653d3717 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.556420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:33.556823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7f2b17d5-625c-42fc-bfd5-5dc5653d3717 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3726075 Nov 25 17:21:33.566746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f4ea8c74-829b-4234-9457-0529598febcd tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '0ef8fbe3-4116-4623-859b-7592e2004ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:33.599510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7453b1c1-fe11-44d2-9188-84461ce8eee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.655011 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8c74-829b-4234-9457-0529598febcd tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.714734 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7453b1c1-fe11-44d2-9188-84461ce8eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.717511 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7453b1c1-fe11-44d2-9188-84461ce8eee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.719297 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7453b1c1-fe11-44d2-9188-84461ce8eee9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5e3f426-11bb-44b6-987a-1fe0bd618aed HTTP/1.1" status: 204 len: 168 time: 0.2808909 Nov 25 17:21:33.762932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453b1c1-fe11-44d2-9188-84461ce8eee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e3f426-11bb-44b6-987a-1fe0bd618aed,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:33.783646 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-f4ea8c74-829b-4234-9457-0529598febcd tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:21:33.788465 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f4ea8c74-829b-4234-9457-0529598febcd tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2283235 Nov 25 17:21:33.789224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50042) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:33.915489 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924485c2-7471-4a33-a7c7-5f91ac2d377b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.948919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924485c2-7471-4a33-a7c7-5f91ac2d377b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.035310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924485c2-7471-4a33-a7c7-5f91ac2d377b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.038170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924485c2-7471-4a33-a7c7-5f91ac2d377b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.042212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-924485c2-7471-4a33-a7c7-5f91ac2d377b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/0ef8fbe3-4116-4623-859b-7592e2004ab9 HTTP/1.1" status: 204 len: 168 time: 0.2492604 Nov 25 17:21:34.043056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50044) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:34.057893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924485c2-7471-4a33-a7c7-5f91ac2d377b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef8fbe3-4116-4623-859b-7592e2004ab9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:34.165941 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50060) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:34.172405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-29fc239f-d2e9-4869-9bc3-b47befc738db tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--263262549'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:34.178121 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bb4de90a-3e6d-48cb-b778-2ef0a23015e6 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1320703 Nov 25 17:21:34.243180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fc239f-d2e9-4869-9bc3-b47befc738db tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.295414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ba2b60b-4b1e-487a-a8c8-0bc49e985e9f req-90428ba5-7b77-4731-ad28-96689bfd7145 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 210 time: 0.0563798 Nov 25 17:21:34.363128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d5898ee-a69d-4a9b-b0df-c9f6e6ba31a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.481620 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fc239f-d2e9-4869-9bc3-b47befc738db tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.490272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fc239f-d2e9-4869-9bc3-b47befc738db tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.535226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fc239f-d2e9-4869-9bc3-b47befc738db tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.537024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-29fc239f-d2e9-4869-9bc3-b47befc738db tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3696015 Nov 25 17:21:34.540473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50078) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:34.545422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c29534ca-9b80-4b77-9c61-da56b5333205 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': 'ea01d093-9f98-4b42-834d-7eac9401e94d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:34.546265 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-c29534ca-9b80-4b77-9c61-da56b5333205 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 17:21:34.546779 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-c29534ca-9b80-4b77-9c61-da56b5333205 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:34.549259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc239f-d2e9-4869-9bc3-b47befc738db tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea01d093-9f98-4b42-834d-7eac9401e94d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:34.550772 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c29534ca-9b80-4b77-9c61-da56b5333205 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090344 Nov 25 17:21:34.551394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50080) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:34.697870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d67bb123-68b3-4c96-9341-c0854782e7f7 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.711446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-eb41b872-dc47-43c0-9c9b-a48ad85af449 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511546 Nov 25 17:21:34.752529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d67bb123-68b3-4c96-9341-c0854782e7f7 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.825352 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d67bb123-68b3-4c96-9341-c0854782e7f7 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.839443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d67bb123-68b3-4c96-9341-c0854782e7f7 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.845920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d67bb123-68b3-4c96-9341-c0854782e7f7 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/ea01d093-9f98-4b42-834d-7eac9401e94d HTTP/1.1" status: 204 len: 168 time: 0.2891665 Nov 25 17:21:34.854764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:34.855569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bb123-68b3-4c96-9341-c0854782e7f7 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea01d093-9f98-4b42-834d-7eac9401e94d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:34.962659 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d546534c-858d-4e8a-ae1d-e35d250a67e8 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0955641 Nov 25 17:21:34.963628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:34.976730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d86996a2-4457-44a5-bdc1-c68a09b9f964 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--443630279'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:35.025908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d86996a2-4457-44a5-bdc1-c68a09b9f964 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.177908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-827b94de-bd9f-4390-83dc-ffd229ba63fa tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:35.180270 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-827b94de-bd9f-4390-83dc-ffd229ba63fa tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4585695 Nov 25 17:21:35.188747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d86996a2-4457-44a5-bdc1-c68a09b9f964 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.198544 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d86996a2-4457-44a5-bdc1-c68a09b9f964 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.201373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-c09551b8-77cb-44b9-b2e3-24bc7a4e4378 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:35.214805 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-c09551b8-77cb-44b9-b2e3-24bc7a4e4378 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.4271569 Nov 25 17:21:35.225905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Request body: {'port': {'device_id': '6bcf8c13-0492-492a-811f-177912b63cd3', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7730cf5c4f094a8f88c279c6ec70c734'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:35.291713 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d86996a2-4457-44a5-bdc1-c68a09b9f964 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.300127 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d86996a2-4457-44a5-bdc1-c68a09b9f964 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3299444 Nov 25 17:21:35.301282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.307991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e68bb231-4e0e-4871-93b6-e71549555974 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:35.333666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-873649ec-02cd-4e65-ac89-52367d98e619 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '6d934a28-7b89-4f6c-913e-7fc868da9b63', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:35.336225 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-873649ec-02cd-4e65-ac89-52367d98e619 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 17:21:35.336877 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-873649ec-02cd-4e65-ac89-52367d98e619 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:35.345087 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-873649ec-02cd-4e65-ac89-52367d98e619 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0224605 Nov 25 17:21:35.345826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.354054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86996a2-4457-44a5-bdc1-c68a09b9f964 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d934a28-7b89-4f6c-913e-7fc868da9b63,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:35.366936 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-2593332c-d85c-44f0-b0b9-d358d851b5c1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/quotas/4e626f0952704d799bd9d7006a3e9750 HTTP/1.1" status: 200 len: 375 time: 0.1507516 Nov 25 17:21:35.383086 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: e68bb231-4e0e-4871-93b6-e71549555974 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:35.385807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e68bb231-4e0e-4871-93b6-e71549555974 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:35.452671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-86e23dcb-a934-43fb-b53a-b1626571eccd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837748 Nov 25 17:21:35.463625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6df6b737-1152-4a89-a3fb-d6d8383c59d3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.507461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6df6b737-1152-4a89-a3fb-d6d8383c59d3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.576080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6df6b737-1152-4a89-a3fb-d6d8383c59d3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.579015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6df6b737-1152-4a89-a3fb-d6d8383c59d3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.580230 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6df6b737-1152-4a89-a3fb-d6d8383c59d3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/6d934a28-7b89-4f6c-913e-7fc868da9b63 HTTP/1.1" status: 204 len: 168 time: 0.2276978 Nov 25 17:21:35.583615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50128) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.603356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6b737-1152-4a89-a3fb-d6d8383c59d3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d934a28-7b89-4f6c-913e-7fc868da9b63,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:35.706736 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ed30b586-e963-4980-9619-0b8c2a9d74a5 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163967 Nov 25 17:21:35.709382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50134) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.714412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a55dfbad-6250-4944-891d-a628caa008ca tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--332140155'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:35.729306 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.755229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a55dfbad-6250-4944-891d-a628caa008ca tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.783644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79952894-8c6d-42c9-83cf-752745b86123 req-a0ac4d2d-eac2-41fd-a41f-bb7f3ccf94af tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 210 time: 0.3447404 Nov 25 17:21:35.888209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a55dfbad-6250-4944-891d-a628caa008ca tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.903587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a55dfbad-6250-4944-891d-a628caa008ca tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.994007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a55dfbad-6250-4944-891d-a628caa008ca tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.997089 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a55dfbad-6250-4944-891d-a628caa008ca tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2860985 Nov 25 17:21:36.001260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.004587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dfbad-6250-4944-891d-a628caa008ca tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b061626c-206f-406f-bf03-d3c71813ea12,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:36.037341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2eeca97e-f7c9-4efa-9ef4-9509ebbd0967 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': 'b061626c-206f-406f-bf03-d3c71813ea12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:36.052093 n-d-819349-3 neutron-server[103599]: WARNING neutron.api.v2.base [None req-2eeca97e-f7c9-4efa-9ef4-9509ebbd0967 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 17:21:36.053099 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-2eeca97e-f7c9-4efa-9ef4-9509ebbd0967 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:36.054952 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2eeca97e-f7c9-4efa-9ef4-9509ebbd0967 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0526278 Nov 25 17:21:36.057886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50142) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.063420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8104e86e-ff52-43b3-a564-df2bb2784aaf tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': 'b061626c-206f-406f-bf03-d3c71813ea12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:36.065378 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-8104e86e-ff52-43b3-a564-df2bb2784aaf tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 17:21:36.065926 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-8104e86e-ff52-43b3-a564-df2bb2784aaf tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:36.067069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8104e86e-ff52-43b3-a564-df2bb2784aaf tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081329 Nov 25 17:21:36.070142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50144) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.085706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f074e19c-394c-440f-98ed-5f75cd43e773 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': 'b061626c-206f-406f-bf03-d3c71813ea12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:36.085706 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-f074e19c-394c-440f-98ed-5f75cd43e773 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 17:21:36.085706 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-f074e19c-394c-440f-98ed-5f75cd43e773 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:36.087690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.088578 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f074e19c-394c-440f-98ed-5f75cd43e773 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135827 Nov 25 17:21:36.108718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f9045d6e-11b5-4bae-9f6a-f18fc441822e tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': 'b061626c-206f-406f-bf03-d3c71813ea12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:36.110217 n-d-819349-3 neutron-server[103599]: WARNING neutron.api.v2.base [None req-f9045d6e-11b5-4bae-9f6a-f18fc441822e tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 17:21:36.110729 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-f9045d6e-11b5-4bae-9f6a-f18fc441822e tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:36.114380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f9045d6e-11b5-4bae-9f6a-f18fc441822e tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0230889 Nov 25 17:21:36.115159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50148) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.149201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-497e07d3-cca8-4557-bd10-809f4eae9ba2 service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948440 Nov 25 17:21:36.160378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Made reservation on behalf of 7730cf5c4f094a8f88c279c6ec70c734 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:36.166012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.253117 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7662bade-b003-4f9e-a2f8-ba59eb7daf66 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.294211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7662bade-b003-4f9e-a2f8-ba59eb7daf66 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.373631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-44f63470-c9dd-41af-9cdd-9d9ff3e49bd2 service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230773 Nov 25 17:21:36.420320 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.424813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Allocated IP 192.168.233.166 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/feb930cc-db10-4dcb-8b78-987cbcd2bdf6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:36.442927 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7662bade-b003-4f9e-a2f8-ba59eb7daf66 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.445773 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7662bade-b003-4f9e-a2f8-ba59eb7daf66 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.448973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7662bade-b003-4f9e-a2f8-ba59eb7daf66 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/b061626c-206f-406f-bf03-d3c71813ea12 HTTP/1.1" status: 204 len: 168 time: 0.3312166 Nov 25 17:21:36.451132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.466218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662bade-b003-4f9e-a2f8-ba59eb7daf66 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061626c-206f-406f-bf03-d3c71813ea12,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:36.671024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa8a62d0-2209-4893-8e10-5cfaceaea1cb req-9a7a63c6-a715-49ae-b596-f296790483a7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.0563982 Nov 25 17:21:36.722047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b752d3e8-83a8-4610-a466-0fa45611a29f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1825120 Nov 25 17:21:36.726024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.730820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bd4de858-e997-4f87-a748-8ca642aabef0 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--737038591'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:36.772551 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.784468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd4de858-e997-4f87-a748-8ca642aabef0 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.789615 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.881672 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.900111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9a75a816-bfbf-4acd-96c8-afb7d420b0d7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:36.910265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:36.981641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd4de858-e997-4f87-a748-8ca642aabef0 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.989096 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd4de858-e997-4f87-a748-8ca642aabef0 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.993090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'Port': ['ID=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.062325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd4de858-e997-4f87-a748-8ca642aabef0 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.066948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bd4de858-e997-4f87-a748-8ca642aabef0 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3384838 Nov 25 17:21:37.077695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.092006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5143fab8-7f3a-4af8-b8e0-f64096aafb19 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.094970 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-5143fab8-7f3a-4af8-b8e0-f64096aafb19 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:21:37.095434 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-5143fab8-7f3a-4af8-b8e0-f64096aafb19 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:37.098381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:37.098810 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5143fab8-7f3a-4af8-b8e0-f64096aafb19 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163758 Nov 25 17:21:37.099958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50184) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.110903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:37.114852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1d5d24d1-2c11-4100-b926-aa92a697cbea tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.119388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:37.134489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4de858-e997-4f87-a748-8ca642aabef0 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8725f3a0-124b-4e05-a52a-4ad2b90313b2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.160890 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.210771 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-1d5d24d1-2c11-4100-b926-aa92a697cbea tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:37.215872 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d5d24d1-2c11-4100-b926-aa92a697cbea tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1115141 Nov 25 17:21:37.216599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.226597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd29630-f908-45af-8a6a-e013b51d395d req-b5298363-15be-4fe0-9279-f81e848e15f4 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:37.228596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fe3660dd-452a-42eb-8b59-abb8c1e52d82 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.229243 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-fe3660dd-452a-42eb-8b59-abb8c1e52d82 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 17:21:37.231731 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-fe3660dd-452a-42eb-8b59-abb8c1e52d82 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:37.236286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fe3660dd-452a-42eb-8b59-abb8c1e52d82 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184290 Nov 25 17:21:37.244161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bd29630-f908-45af-8a6a-e013b51d395d req-b5298363-15be-4fe0-9279-f81e848e15f4 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 936 time: 0.2587049 Nov 25 17:21:37.244963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.261056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-487b0ca4-2d11-43be-8ccf-9a1c41c2a498 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.428198 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-487b0ca4-2d11-43be-8ccf-9a1c41c2a498 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:37.431739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:37.434143 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.438292 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-487b0ca4-2d11-43be-8ccf-9a1c41c2a498 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1885285 Nov 25 17:21:37.439432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.461626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5275d34e-b923-495e-bc2f-3d123ed5863f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.465195 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-5275d34e-b923-495e-bc2f-3d123ed5863f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:21:37.466215 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-5275d34e-b923-495e-bc2f-3d123ed5863f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:37.470633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5275d34e-b923-495e-bc2f-3d123ed5863f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0249012 Nov 25 17:21:37.472412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.490630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-44e732a9-ac3d-4c43-b0ac-0e2f921917d6 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.579502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bd29630-f908-45af-8a6a-e013b51d395d req-193cfafa-e482-4a71-ba46-dd3f54d1507b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336961 Nov 25 17:21:37.608313 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:21:37.610859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-4a9f172f-4c2a-4dd1-a73a-2354d7f48a19 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3927662 Nov 25 17:21:37.637828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Request body: {'port': {'device_id': '6bcf8c13-0492-492a-811f-177912b63cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.732527 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-44e732a9-ac3d-4c43-b0ac-0e2f921917d6 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:37.734378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-44e732a9-ac3d-4c43-b0ac-0e2f921917d6 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2513514 Nov 25 17:21:37.738920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50210) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.741433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.747393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c74947a6-247a-4a68-91f8-f464b9bdea8f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.748116 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-c74947a6-247a-4a68-91f8-f464b9bdea8f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 17:21:37.749122 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-c74947a6-247a-4a68-91f8-f464b9bdea8f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:37.750754 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c74947a6-247a-4a68-91f8-f464b9bdea8f tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105631 Nov 25 17:21:37.756684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.772966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-11a1b2ad-1143-4998-8dca-b01d161f1a7c None None] Provisioning complete for port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:37.774202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e8868654-addc-4ba2-adad-366d1b19b813 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.774413 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11a1b2ad-1143-4998-8dca-b01d161f1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.857361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-11a1b2ad-1143-4998-8dca-b01d161f1a7c None None] Port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:37.923622 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.931807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-167a5329-194a-4842-b7ce-ba3ed6553d87 req-2106e77e-1906-401d-8317-c62bbe3edad5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.0866392 Nov 25 17:21:37.970403 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-e8868654-addc-4ba2-adad-366d1b19b813 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:37.971787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e8868654-addc-4ba2-adad-366d1b19b813 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2137926 Nov 25 17:21:37.974731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:37.980646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b93f2b99-5e3a-4d2e-be17-d15af1dc65dc tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '8725f3a0-124b-4e05-a52a-4ad2b90313b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:38.056956 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-b93f2b99-5e3a-4d2e-be17-d15af1dc65dc tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:38.063500 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b93f2b99-5e3a-4d2e-be17-d15af1dc65dc tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0874887 Nov 25 17:21:38.064269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:38.192907 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-15256a02-b84b-413a-9356-e2c06d2453fa tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.256992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-15256a02-b84b-413a-9356-e2c06d2453fa tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.385334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb930cc-db10-4dcb-8b78-987cbcd2bdf6 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:38.399841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.407387 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-15256a02-b84b-413a-9356-e2c06d2453fa tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.410663 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-15256a02-b84b-413a-9356-e2c06d2453fa tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.411955 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-15256a02-b84b-413a-9356-e2c06d2453fa tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/8725f3a0-124b-4e05-a52a-4ad2b90313b2 HTTP/1.1" status: 204 len: 168 time: 0.3461480 Nov 25 17:21:38.418686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:38.441441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Transition to ACTIVE for port object feb930cc-db10-4dcb-8b78-987cbcd2bdf6 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:38.443037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15256a02-b84b-413a-9356-e2c06d2453fa tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8725f3a0-124b-4e05-a52a-4ad2b90313b2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:38.455463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.498016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-b0a45077-0d78-4d9c-8412-349a4c261b5a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:38.500380 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-b0a45077-0d78-4d9c-8412-349a4c261b5a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.95 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.1835177 Nov 25 17:21:38.516705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Request body: {'port': {'device_id': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'admin_state_up': True, 'tenant_id': '4e626f0952704d799bd9d7006a3e9750'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:38.532067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-afd94a17-b75e-4357-9892-06ede028759a tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1114964 Nov 25 17:21:38.539924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:38.580784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--926118401'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:38.619336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Pushing event updated for resources: {'Port': ['ID=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:38.640257 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.877847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ba1be-0e4c-41c7-9b5e-fcb388da46cb req-d40e458f-ea6a-4a13-a206-6181f4c32303 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:38.881875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Made reservation on behalf of 4e626f0952704d799bd9d7006a3e9750 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:38.886013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.886294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d33ba1be-0e4c-41c7-9b5e-fcb388da46cb req-d40e458f-ea6a-4a13-a206-6181f4c32303 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 948 time: 0.1235259 Nov 25 17:21:38.949665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Attempting to bind port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:38.950153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Attempting to bind port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:38.950508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Attempting to bind port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:39.000681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.003399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:39.003903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Attempting to bind port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:39.014902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d33ba1be-0e4c-41c7-9b5e-fcb388da46cb req-42fb7696-e6ca-4ede-824f-8598976b3ad4 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276295 Nov 25 17:21:39.017466 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.033077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:39.033735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:39.034448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:39.035052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Bound port: feb930cc-db10-4dcb-8b78-987cbcd2bdf6, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:39.035561 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.071890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.076522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5124493 Nov 25 17:21:39.079445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:39.087705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b5a5c52a-31fa-4fed-84d3-bc7974f1b6de tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '6594c7d0-b497-4866-a182-e79ebe22126a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:39.127026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6594c7d0-b497-4866-a182-e79ebe22126a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:39.147794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.147794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.147794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.148156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.148259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.150707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Allocated IP 172.20.0.10 (72eb5744-4bc9-4a81-b495-30d4aaee14ae/483180c2-5451-4b43-98d2-fc76f7ce3b80/4c2e3148-1e0a-436d-8540-c7b1a2423102) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:39.150886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.150886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.150886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.150886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.150886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.150886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.151373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a56280-783d-4dab-9ff7-56cca91c2958 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:39.195498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aba01a00-50b6-4b03-8ee3-d5935395081a req-1abb74a1-3453-4435-82e0-f347940fc691 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.0590060 Nov 25 17:21:39.250716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] For port feb930cc-db10-4dcb-8b78-987cbcd2bdf6, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:39.263716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] For port feb930cc-db10-4dcb-8b78-987cbcd2bdf6, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:39.282840 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.331761 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-b5a5c52a-31fa-4fed-84d3-bc7974f1b6de tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The resource could not be found. Nov 25 17:21:39.336039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b5a5c52a-31fa-4fed-84d3-bc7974f1b6de tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2533479 Nov 25 17:21:39.336863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:39.344549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-26bd6030-b711-48bc-9955-a2bae4753402 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '6594c7d0-b497-4866-a182-e79ebe22126a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ac714d16-99ee-4fcf-b1b0-a42e8a9f5f6f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:39.372011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:39.376167 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.378260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] 10.222.0.60 "PUT /v2.0/ports/feb930cc-db10-4dcb-8b78-987cbcd2bdf6 HTTP/1.1" status: 200 len: 1096 time: 1.7570825 Nov 25 17:21:39.379229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcf8c13-0492-492a-811f-177912b63cd3', 'tag': 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:39.385977 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7287ffb-bd43-40c5-aa51-dfad74ce780b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bcf8c13-0492-492a-811f-177912b63cd3", "tag": "feb930cc-db10-4dcb-8b78-987cbcd2bdf6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:39.429206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e18c96-6185-479f-800d-7b14b6c5952d service neutron] Pushing event updated for resources: {'Port': ['ID=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:39.502244 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.510750 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-26bd6030-b711-48bc-9955-a2bae4753402 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The resource could not be found. Nov 25 17:21:39.517140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-26bd6030-b711-48bc-9955-a2bae4753402 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1768570 Nov 25 17:21:39.519291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:39.557360 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.600119 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d6e209-941c-4164-9aac-c7e16e362a31 x-openstack-request-id: req-86d6e209-941c-4164-9aac-c7e16e362a31 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:39.600430 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bcf8c13-0492-492a-811f-177912b63cd3", "tag": "feb930cc-db10-4dcb-8b78-987cbcd2bdf6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:39.602823 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86d6e209-941c-4164-9aac-c7e16e362a31 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:39.603276 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcf8c13-0492-492a-811f-177912b63cd3', 'tag': 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6', 'status': 'completed', 'code': 200} Nov 25 17:21:39.634833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:39.641216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:39.644697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:39.685531 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-e442ca19-51ec-45c9-8493-ce9fe14bfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:39.688161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-e442ca19-51ec-45c9-8493-ce9fe14bfbdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 1099 time: 0.2293327 Nov 25 17:21:39.700208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event updated for resources: {'Port': ['ID=4c2e3148-1e0a-436d-8540-c7b1a2423102,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:39.741445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:39.745294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.771408 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-5ab0257b-97e8-4bba-b0f9-19c16bf533f1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2604492 Nov 25 17:21:39.782847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-05dbff09-46ee-48ac-9b01-3b899e5ab4b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=feb930cc-db10-4dcb-8b78-987cbcd2bdf6 HTTP/1.1" status: 200 len: 217 time: 0.0797791 Nov 25 17:21:39.783908 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59ec998b-d3df-45ac-8a68-9275d3780956 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.798053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Request body: {'port': {'device_id': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:39.897686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.905031 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59ec998b-d3df-45ac-8a68-9275d3780956 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.962543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-d6ff9a6f-195a-4230-abba-4f208cfd1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:39.965772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-d6ff9a6f-195a-4230-abba-4f208cfd1e81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1660316 Nov 25 17:21:40.057011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-fe7f6b6a-1948-40f8-b8c3-ee6b621e9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.058713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-fe7f6b6a-1948-40f8-b8c3-ee6b621e9ea2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783544 Nov 25 17:21:40.068886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59ec998b-d3df-45ac-8a68-9275d3780956 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.073506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59ec998b-d3df-45ac-8a68-9275d3780956 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.078810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50280) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:40.079892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-59ec998b-d3df-45ac-8a68-9275d3780956 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/6594c7d0-b497-4866-a182-e79ebe22126a HTTP/1.1" status: 204 len: 168 time: 0.5524604 Nov 25 17:21:40.121037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec998b-d3df-45ac-8a68-9275d3780956 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6594c7d0-b497-4866-a182-e79ebe22126a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:40.309576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273669bc-a9c7-4eb0-9e52-e8f07b4f23b2 req-6ecfad3e-9b47-427b-af8f-91c9bb706207 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.319880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-273669bc-a9c7-4eb0-9e52-e8f07b4f23b2 req-6ecfad3e-9b47-427b-af8f-91c9bb706207 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 948 time: 0.1290145 Nov 25 17:21:40.360692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2e3148-1e0a-436d-8540-c7b1a2423102 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:40.367568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-17e3dbdd-ee84-407a-b363-9d6286b3d13a service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860367 Nov 25 17:21:40.373734 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.391012 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Transition to ACTIVE for port object 4c2e3148-1e0a-436d-8540-c7b1a2423102 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:40.399213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.496733 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-36e7e7f1-c4b0-4440-ae38-560efa91919b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4161437 Nov 25 17:21:40.500587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50286) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:40.506196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7f28cc70-f028-4d70-8ee2-54a9d806a938 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': '030bbfd6-8041-492d-8a08-9a2c1ddd5c95', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:40.527748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-273669bc-a9c7-4eb0-9e52-e8f07b4f23b2 req-379eda3c-c5c2-4d3c-8e63-8ddcf34f89df tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068729 Nov 25 17:21:40.565867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371c296-3cba-4769-be01-ea497e2aa6fe req-e830528f-144e-477d-af4f-1b129f289e55 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.570359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4371c296-3cba-4769-be01-ea497e2aa6fe req-e830528f-144e-477d-af4f-1b129f289e55 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 932 time: 0.2232533 Nov 25 17:21:40.590648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e3148-1e0a-436d-8540-c7b1a2423102,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:40.666912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Attempting to bind port 4c2e3148-1e0a-436d-8540-c7b1a2423102 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:40.667265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Attempting to bind port 4c2e3148-1e0a-436d-8540-c7b1a2423102 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:40.667677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Attempting to bind port 4c2e3148-1e0a-436d-8540-c7b1a2423102 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:40.691277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Port 4c2e3148-1e0a-436d-8540-c7b1a2423102 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:40.692656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Attempting to bind port 4c2e3148-1e0a-436d-8540-c7b1a2423102 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:40.699192 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-7f28cc70-f028-4d70-8ee2-54a9d806a938 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The resource could not be found. Nov 25 17:21:40.700358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7f28cc70-f028-4d70-8ee2-54a9d806a938 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1987188 Nov 25 17:21:40.704453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50292) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:40.710017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-829ee2cb-b703-4bb2-ab65-cacb17dfe4e3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--353263723'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:40.720825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:40.721210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Checking segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:40.721675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Bound using segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:40.722217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Bound port: 4c2e3148-1e0a-436d-8540-c7b1a2423102, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:40.722733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.741748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54fc62fe-925b-48be-993f-ee9b37ff6ac9 req-75d617e6-42c0-4ef9-91cf-76cef6b13ffb service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280065 Nov 25 17:21:40.761992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4371c296-3cba-4769-be01-ea497e2aa6fe req-2c2ee84c-1671-4d97-8c77-ac9acfcd8bd7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856418 Nov 25 17:21:40.837403 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-829ee2cb-b703-4bb2-ab65-cacb17dfe4e3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.867120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] For port 4c2e3148-1e0a-436d-8540-c7b1a2423102, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:40.889136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] For port 4c2e3148-1e0a-436d-8540-c7b1a2423102, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4c2e3148-1e0a-436d-8540-c7b1a2423102,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:40.898560 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.904908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-0dcce932-f88a-4709-b30b-c2db60e53f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.908202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-0dcce932-f88a-4709-b30b-c2db60e53f18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 1099 time: 0.0712771 Nov 25 17:21:40.922840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.924972 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.926728 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] 10.222.0.95 "PUT /v2.0/ports/4c2e3148-1e0a-436d-8540-c7b1a2423102 HTTP/1.1" status: 200 len: 1092 time: 1.1418462 Nov 25 17:21:40.933240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'tag': '4c2e3148-1e0a-436d-8540-c7b1a2423102'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:40.939850 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba603fd0-7793-4a6b-8c46-f2898689610d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee56c83-457b-4305-bf69-1e7c3f060ee1", "tag": "4c2e3148-1e0a-436d-8540-c7b1a2423102"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:41.110364 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5853fcd-dd26-4c6f-957d-46ec3897d08f x-openstack-request-id: req-e5853fcd-dd26-4c6f-957d-46ec3897d08f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:41.111541 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee56c83-457b-4305-bf69-1e7c3f060ee1", "tag": "4c2e3148-1e0a-436d-8540-c7b1a2423102", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:41.112364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-6e3f97c5-4520-4d84-807b-5c4c66b1748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.113299 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5853fcd-dd26-4c6f-957d-46ec3897d08f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:41.114213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-6e3f97c5-4520-4d84-807b-5c4c66b1748e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1986923 Nov 25 17:21:41.114506 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'tag': '4c2e3148-1e0a-436d-8540-c7b1a2423102', 'status': 'completed', 'code': 200} Nov 25 17:21:41.131791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-829ee2cb-b703-4bb2-ab65-cacb17dfe4e3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.140175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-829ee2cb-b703-4bb2-ab65-cacb17dfe4e3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.159354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc119b5a-6a8e-47c7-ac44-6c3fd834f90c service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e3148-1e0a-436d-8540-c7b1a2423102,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.176643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-829ee2cb-b703-4bb2-ab65-cacb17dfe4e3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.178283 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-829ee2cb-b703-4bb2-ab65-cacb17dfe4e3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4727590 Nov 25 17:21:41.183720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50328) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:41.194201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ce29fe16-564f-44a7-b8c2-22aef3dd290a tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276544289'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:41.203686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-433949b4-2ad0-45c6-b32c-7e82810bde82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=feb930cc-db10-4dcb-8b78-987cbcd2bdf6 HTTP/1.1" status: 200 len: 217 time: 0.0761673 Nov 25 17:21:41.216180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-1adf90ed-3f95-42ad-9e48-01e133f1f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.218421 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-1adf90ed-3f95-42ad-9e48-01e133f1f5e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 1095 time: 0.2165291 Nov 25 17:21:41.230360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ee2cb-b703-4bb2-ab65-cacb17dfe4e3 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1161a36-dea6-4b28-ad09-76cfc4cae46e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.248551 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce29fe16-564f-44a7-b8c2-22aef3dd290a tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.354903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-794467ff-3a0d-4651-93f3-e6b2b85b0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.356284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-794467ff-3a0d-4651-93f3-e6b2b85b0d55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1423426 Nov 25 17:21:41.376031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926ff2a-08d7-4161-a14c-954e684efaf5 req-18ab9fee-ed3f-4612-8586-e93d8a561a3c tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.378575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4926ff2a-08d7-4161-a14c-954e684efaf5 req-18ab9fee-ed3f-4612-8586-e93d8a561a3c tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 949 time: 0.0814013 Nov 25 17:21:41.383826 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-663a1dab-d637-466f-8505-91a6ab1bd05d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e3148-1e0a-436d-8540-c7b1a2423102 HTTP/1.1" status: 200 len: 217 time: 0.0737951 Nov 25 17:21:41.482827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-4b5bf9f5-c5bb-4603-894c-a7eaf37d29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.486285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-4b5bf9f5-c5bb-4603-894c-a7eaf37d29a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062410 Nov 25 17:21:41.493823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4926ff2a-08d7-4161-a14c-954e684efaf5 req-c0b2eb09-9215-4884-8ef1-a5bae221c9be tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031921 Nov 25 17:21:41.516304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-c8a4b842-798d-4e5a-ba66-53edc513b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.519637 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-c8a4b842-798d-4e5a-ba66-53edc513b99b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.1251714 Nov 25 17:21:41.523570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce29fe16-564f-44a7-b8c2-22aef3dd290a tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.541522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce29fe16-564f-44a7-b8c2-22aef3dd290a tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.591372 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-b218919e-2554-4253-bee6-97c64f9b3d24 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633931 Nov 25 17:21:41.597996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce29fe16-564f-44a7-b8c2-22aef3dd290a tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.603530 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce29fe16-564f-44a7-b8c2-22aef3dd290a tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4146199 Nov 25 17:21:41.605938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:41.615780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ee0ae399-5428-4da0-8757-58cd747c50cb tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group_rule': {'security_group_id': 'f1161a36-dea6-4b28-ad09-76cfc4cae46e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a38d6d49-cbad-44bd-b51e-17e253816a0f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:41.676217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29fe16-564f-44a7-b8c2-22aef3dd290a tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38d6d49-cbad-44bd-b51e-17e253816a0f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.751494 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-4289c4c2-3e13-4441-a3c6-c6155c037335 service neutron] 10.222.0.95 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434619 Nov 25 17:21:41.755306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-fb5c704e-7cdf-44ed-a227-1437fcbcb495 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607884 Nov 25 17:21:41.783851 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-ee0ae399-5428-4da0-8757-58cd747c50cb tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:21:41.785533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ee0ae399-5428-4da0-8757-58cd747c50cb tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1772969 Nov 25 17:21:41.802828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50338) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:41.881177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7d23f-ab33-41d0-adc4-3102c7add466 req-5c66bf9e-991c-4921-b730-b8c3bc571011 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:41.882759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bde7d23f-ab33-41d0-adc4-3102c7add466 req-5c66bf9e-991c-4921-b730-b8c3bc571011 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 948 time: 0.2215998 Nov 25 17:21:41.928612 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-79349e64-cee0-43ba-ae61-5548fc85b48d req-439a6faf-7943-4dbe-8bea-dbb3374e31e0 service neutron] 10.222.0.95 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684954 Nov 25 17:21:42.022155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7287ffb-bd43-40c5-aa51-dfad74ce780b req-1c25b43e-3fd6-4dcb-82ce-cb4dae626114 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549195 Nov 25 17:21:42.038050 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc0f-144c-4417-b317-38a897249c40 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.083490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bde7d23f-ab33-41d0-adc4-3102c7add466 req-2ad62bd5-15d4-40f3-aada-4587cb84bf20 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758397 Nov 25 17:21:42.096165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077fc13-00f9-4b6f-9694-ea6ccebf3a57 req-ac4987ac-252e-464f-9c1b-52addb634f24 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.097751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5077fc13-00f9-4b6f-9694-ea6ccebf3a57 req-ac4987ac-252e-464f-9c1b-52addb634f24 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.1717126 Nov 25 17:21:42.106234 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc0f-144c-4417-b317-38a897249c40 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.140817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-8081b169-8758-4792-abfe-b3ab6ff2f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.144438 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-8081b169-8758-4792-abfe-b3ab6ff2f120 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 1095 time: 0.0942411 Nov 25 17:21:42.188461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5077fc13-00f9-4b6f-9694-ea6ccebf3a57 req-4d8bd660-8b3c-4da7-8735-39088752972c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693603 Nov 25 17:21:42.189198 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc0f-144c-4417-b317-38a897249c40 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.191798 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc0f-144c-4417-b317-38a897249c40 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.195541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-faf1bc0f-144c-4417-b317-38a897249c40 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/a38d6d49-cbad-44bd-b51e-17e253816a0f HTTP/1.1" status: 204 len: 168 time: 0.3867779 Nov 25 17:21:42.196136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:42.216456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1bc0f-144c-4417-b317-38a897249c40 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38d6d49-cbad-44bd-b51e-17e253816a0f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:42.304747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-41a7ec7b-2314-433e-924b-714ce83217cc tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1074548 Nov 25 17:21:42.305120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-69a6cb13-efa0-45c1-b9e3-2d02f1f551cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.307192 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-69a6cb13-efa0-45c1-b9e3-2d02f1f551cc service neutron] 10.222.0.95 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 913 time: 0.1533253 Nov 25 17:21:42.307908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50354) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:42.383485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-196aa67d-763a-472d-afec-9343fa918d2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.389809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-196aa67d-763a-472d-afec-9343fa918d2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.395825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-196aa67d-763a-472d-afec-9343fa918d2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.399703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-5a6b1c7f-4d13-461d-96bf-57974084ab68 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e3148-1e0a-436d-8540-c7b1a2423102 HTTP/1.1" status: 200 len: 217 time: 0.0623810 Nov 25 17:21:42.402887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-196aa67d-763a-472d-afec-9343fa918d2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.409270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-196aa67d-763a-472d-afec-9343fa918d2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.415242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-196aa67d-763a-472d-afec-9343fa918d2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.422020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-196aa67d-763a-472d-afec-9343fa918d2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.424012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-196aa67d-763a-472d-afec-9343fa918d2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.1106586 Nov 25 17:21:42.457651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0785d374-2e46-4e8c-8170-b0c84ba1b812 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.478497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-656f4aaa-3898-4d45-b03a-d8e9a3c939be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.479987 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-656f4aaa-3898-4d45-b03a-d8e9a3c939be service neutron] 10.222.0.95 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.0728078 Nov 25 17:21:42.488135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0785d374-2e46-4e8c-8170-b0c84ba1b812 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.497605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd6312fa-4bed-4602-b81c-f775ccc20d50 req-be00c5d5-7294-4c3e-814a-7c28b827764b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668318 Nov 25 17:21:42.536485 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-601da014-d071-4bd0-ae90-e1856dd77fb6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454638 Nov 25 17:21:42.609339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0785d374-2e46-4e8c-8170-b0c84ba1b812 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.614357 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0785d374-2e46-4e8c-8170-b0c84ba1b812 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.614357 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0785d374-2e46-4e8c-8170-b0c84ba1b812 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/f1161a36-dea6-4b28-ad09-76cfc4cae46e HTTP/1.1" status: 204 len: 168 time: 0.3043706 Nov 25 17:21:42.616850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:42.629397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785d374-2e46-4e8c-8170-b0c84ba1b812 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1161a36-dea6-4b28-ad09-76cfc4cae46e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:42.672252 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-cbe2273f-228c-48fd-a73a-06485a7a0b80 service neutron] 10.222.0.95 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219780 Nov 25 17:21:42.731908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1d51d-af65-4671-85ec-3e33221d30a0 req-3c0b3411-70b6-444a-8f81-b3807ffd669f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.734029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22b1d51d-af65-4671-85ec-3e33221d30a0 req-3c0b3411-70b6-444a-8f81-b3807ffd669f tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 949 time: 0.1336453 Nov 25 17:21:42.745514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b6e2d62d-83d4-40d0-9125-29b38758cc75 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0934718 Nov 25 17:21:42.748888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50362) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:42.754231 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8ee21fd6-0bbb-46c4-9a4e-3677a42a3259 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141104194'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:42.756273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0301-79c2-4d00-8b44-c3be95c31c66 req-5a7f165d-971c-4bec-adf6-3f21ebf83daf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.762211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0301-79c2-4d00-8b44-c3be95c31c66 req-5a7f165d-971c-4bec-adf6-3f21ebf83daf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.768217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0301-79c2-4d00-8b44-c3be95c31c66 req-5a7f165d-971c-4bec-adf6-3f21ebf83daf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.774431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0301-79c2-4d00-8b44-c3be95c31c66 req-5a7f165d-971c-4bec-adf6-3f21ebf83daf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.781059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0301-79c2-4d00-8b44-c3be95c31c66 req-5a7f165d-971c-4bec-adf6-3f21ebf83daf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.786991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0301-79c2-4d00-8b44-c3be95c31c66 req-5a7f165d-971c-4bec-adf6-3f21ebf83daf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.793066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0301-79c2-4d00-8b44-c3be95c31c66 req-5a7f165d-971c-4bec-adf6-3f21ebf83daf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.795021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40ac0301-79c2-4d00-8b44-c3be95c31c66 req-5a7f165d-971c-4bec-adf6-3f21ebf83daf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.1824181 Nov 25 17:21:42.805071 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba603fd0-7793-4a6b-8c46-f2898689610d req-3f1d4e57-c602-4846-897e-c0efc18358c9 service neutron] 10.222.0.95 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212058 Nov 25 17:21:42.805071 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ee21fd6-0bbb-46c4-9a4e-3677a42a3259 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.853041 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22b1d51d-af65-4671-85ec-3e33221d30a0 req-c779c618-3ba5-4af5-8f51-3377f811bb49 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090903 Nov 25 17:21:42.909362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ee21fd6-0bbb-46c4-9a4e-3677a42a3259 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.913458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ee21fd6-0bbb-46c4-9a4e-3677a42a3259 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.949862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ee21fd6-0bbb-46c4-9a4e-3677a42a3259 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.955330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8ee21fd6-0bbb-46c4-9a4e-3677a42a3259 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2009971 Nov 25 17:21:42.955330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee21fd6-0bbb-46c4-9a4e-3677a42a3259 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0744a2-21fd-493c-927d-11bf2723c4a0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:42.956281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:42.961718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-95d00077-627c-4931-9e34-6b84493718ef tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:42.962501 n-d-819349-3 neutron-server[103599]: WARNING neutron.api.v2.base [None req-95d00077-627c-4931-9e34-6b84493718ef tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:21:42.963437 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-95d00077-627c-4931-9e34-6b84493718ef tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:21:42.964579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-95d00077-627c-4931-9e34-6b84493718ef tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "PUT /v2.0/security-groups/ea0744a2-21fd-493c-927d-11bf2723c4a0 HTTP/1.1" status: 409 len: 330 time: 0.0067799 Nov 25 17:21:42.969032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.050959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30b15061-e081-42ae-abd9-27292c4ca865 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.077185 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30b15061-e081-42ae-abd9-27292c4ca865 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.166155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30b15061-e081-42ae-abd9-27292c4ca865 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.166155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30b15061-e081-42ae-abd9-27292c4ca865 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.166155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-30b15061-e081-42ae-abd9-27292c4ca865 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/ea0744a2-21fd-493c-927d-11bf2723c4a0 HTTP/1.1" status: 204 len: 168 time: 0.1954033 Nov 25 17:21:43.169105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50398) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.177811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b15061-e081-42ae-abd9-27292c4ca865 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0744a2-21fd-493c-927d-11bf2723c4a0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:43.260677 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c5d0c352-1c3d-4b4c-bbe8-d84c855a5761 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901544 Nov 25 17:21:43.268725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.291331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a64784-3666-41de-b296-dfd0af231566 req-feac92e1-4005-4313-92c8-34e931b735b1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.293046 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50a64784-3666-41de-b296-dfd0af231566 req-feac92e1-4005-4313-92c8-34e931b735b1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 948 time: 0.0921390 Nov 25 17:21:43.293873 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-e7b778a3-9722-4d40-9343-ae7ea419633b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] delete failed (client error): The resource could not be found. Nov 25 17:21:43.295611 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e7b778a3-9722-4d40-9343-ae7ea419633b tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "DELETE /v2.0/security-groups/00584d44-7e32-4636-b23f-f5c357c0f9b7 HTTP/1.1" status: 404 len: 347 time: 0.0246787 Nov 25 17:21:43.300224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.326082 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-3f9a7142-b785-4a33-b30d-3587c7daa3f2 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] show failed (client error): The resource could not be found. Nov 25 17:21:43.327977 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3f9a7142-b785-4a33-b30d-3587c7daa3f2 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-groups/df61cf3e-5ba9-46c3-95f2-37132115829d HTTP/1.1" status: 404 len: 347 time: 0.0257380 Nov 25 17:21:43.334551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50416) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.363704 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-680f91ff-cffc-4827-8242-1efa90bfcf13 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] show failed (client error): The resource could not be found. Nov 25 17:21:43.365111 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-680f91ff-cffc-4827-8242-1efa90bfcf13 tempest-NegativeSecGroupTest-2037289708 tempest-NegativeSecGroupTest-2037289708-project] 10.222.0.81 "GET /v2.0/security-group-rules/47cc2126-3ca5-4988-acd1-0c543adcdd5e HTTP/1.1" status: 404 len: 356 time: 0.0295424 Nov 25 17:21:43.378046 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50a64784-3666-41de-b296-dfd0af231566 req-5af1ed8a-00af-4936-a7c6-33f4c506957b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761237 Nov 25 17:21:43.466813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dd74a-934a-46ff-afb8-82b05e809688 req-2ec99bf7-3437-4c83-8003-e2497f014fb6 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.475890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea9dd74a-934a-46ff-afb8-82b05e809688 req-2ec99bf7-3437-4c83-8003-e2497f014fb6 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.0818739 Nov 25 17:21:43.544124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea9dd74a-934a-46ff-afb8-82b05e809688 req-fda2af69-0a22-434e-8c18-ef0314054ad7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669622 Nov 25 17:21:43.802729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50452) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.994430 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9743eb59-e3a1-4749-96c0-4fcb2ecb7e64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2784cd7a8384a26a473803eb5ffcbd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900527 Nov 25 17:21:43.997076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:44.084506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5df8648d-ea4d-4fc6-92c1-0f68b87c4b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.112275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5df8648d-ea4d-4fc6-92c1-0f68b87c4b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.189983 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5df8648d-ea4d-4fc6-92c1-0f68b87c4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.193198 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5df8648d-ea4d-4fc6-92c1-0f68b87c4b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.196732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5df8648d-ea4d-4fc6-92c1-0f68b87c4b1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10122cd9-e9ce-4b45-a37c-5a89e76a96a6 HTTP/1.1" status: 204 len: 168 time: 0.1961012 Nov 25 17:21:44.208305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8648d-ea4d-4fc6-92c1-0f68b87c4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10122cd9-e9ce-4b45-a37c-5a89e76a96a6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:44.600682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12067b1-6e1a-4649-96bf-03ee4e428758 req-7996472c-5bc0-431b-be87-c89e24247730 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.602813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e12067b1-6e1a-4649-96bf-03ee4e428758 req-7996472c-5bc0-431b-be87-c89e24247730 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 948 time: 0.1307468 Nov 25 17:21:44.679061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e12067b1-6e1a-4649-96bf-03ee4e428758 req-37d53652-b15f-43ca-a812-dda6016ffc3d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677750 Nov 25 17:21:44.848125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a667c-bb15-40f9-9032-bda109d15569 req-2af6d4dc-eb43-4960-8df8-2baded066983 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.868015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e32a667c-bb15-40f9-9032-bda109d15569 req-2af6d4dc-eb43-4960-8df8-2baded066983 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.1144345 Nov 25 17:21:44.959784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e32a667c-bb15-40f9-9032-bda109d15569 req-e5a27ebc-bf7c-4911-9f35-4388167b6375 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936563 Nov 25 17:21:45.349043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4c2e3148-1e0a-436d-8540-c7b1a2423102 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:45.352567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:45.369266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.387509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device feb930cc-db10-4dcb-8b78-987cbcd2bdf6 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:45.564451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port feb930cc-db10-4dcb-8b78-987cbcd2bdf6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:45.583004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6', 'mac_address': 'fa:16:3e:48:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:45.645565 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.667235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb930cc-db10-4dcb-8b78-987cbcd2bdf6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:45.694888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port feb930cc-db10-4dcb-8b78-987cbcd2bdf6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:45.708441 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.740723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0e082-8968-4456-9c85-1229fafb25fd req-d30b3040-93dd-49d4-b86d-20f1d908d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.742344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0e082-8968-4456-9c85-1229fafb25fd req-d30b3040-93dd-49d4-b86d-20f1d908d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.742992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0e082-8968-4456-9c85-1229fafb25fd req-d30b3040-93dd-49d4-b86d-20f1d908d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.745867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0e082-8968-4456-9c85-1229fafb25fd req-d30b3040-93dd-49d4-b86d-20f1d908d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.749777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0e082-8968-4456-9c85-1229fafb25fd req-d30b3040-93dd-49d4-b86d-20f1d908d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.750321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0e082-8968-4456-9c85-1229fafb25fd req-d30b3040-93dd-49d4-b86d-20f1d908d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.751197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0e082-8968-4456-9c85-1229fafb25fd req-d30b3040-93dd-49d4-b86d-20f1d908d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.761240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66e0e082-8968-4456-9c85-1229fafb25fd req-d30b3040-93dd-49d4-b86d-20f1d908d87d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6490 time: 0.3901823 Nov 25 17:21:45.857507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4c2e3148-1e0a-436d-8540-c7b1a2423102, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4c2e3148-1e0a-436d-8540-c7b1a2423102,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:45.914454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '4c2e3148-1e0a-436d-8540-c7b1a2423102', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'port_id': '4c2e3148-1e0a-436d-8540-c7b1a2423102', 'mac_address': 'fa:16:3e:27:c4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483180c2-5451-4b43-98d2-fc76f7ce3b80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:45.943744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66e0e082-8968-4456-9c85-1229fafb25fd req-a14bfa72-bc67-4dad-b597-275b166e72c1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&id=c527ceb0-1097-4446-9e2f-635a26736fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815202 Nov 25 17:21:45.961708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:46.013188 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.040383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f7901-10dc-49a0-8ff6-12795a8ed557 req-c23a3a75-5080-45c8-a234-4ff6fac4089b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.045502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-304f7901-10dc-49a0-8ff6-12795a8ed557 req-c23a3a75-5080-45c8-a234-4ff6fac4089b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 949 time: 0.2108495 Nov 25 17:21:46.063411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:46.066507 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd625402-924f-4489-818c-bbed60e7a452" -d '{"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:46.079504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:46.081855 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.096594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.135239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2e3148-1e0a-436d-8540-c7b1a2423102 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:46.171720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4c2e3148-1e0a-436d-8540-c7b1a2423102, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4c2e3148-1e0a-436d-8540-c7b1a2423102,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:46.177768 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.195104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-304f7901-10dc-49a0-8ff6-12795a8ed557 req-4ff0749e-0e99-4e68-b48e-205ac1e38212 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434004 Nov 25 17:21:46.247324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:46.272497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['feb930cc-db10-4dcb-8b78-987cbcd2bdf6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:46.363375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629845d-cd64-4e5e-9f10-7c3ac1ba0147 req-4546186c-9466-4b50-886b-f87dae5c5d21 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.364975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6629845d-cd64-4e5e-9f10-7c3ac1ba0147 req-4546186c-9466-4b50-886b-f87dae5c5d21 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 945 time: 0.0816796 Nov 25 17:21:46.396527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4c2e3148-1e0a-436d-8540-c7b1a2423102,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:46.438293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6629845d-cd64-4e5e-9f10-7c3ac1ba0147 req-fa5e857e-cef6-4d7d-a6b0-83ef6be230d3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661728 Nov 25 17:21:46.495223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['4c2e3148-1e0a-436d-8540-c7b1a2423102'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:46.532474 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8326920b-007b-41dd-b6b9-be98b9ee277b x-openstack-request-id: req-8326920b-007b-41dd-b6b9-be98b9ee277b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:46.532783 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:46.533084 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8326920b-007b-41dd-b6b9-be98b9ee277b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:46.533488 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'code': 200} Nov 25 17:21:47.377465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d600c06-3939-4776-8a70-99dcd77a2c9d req-4e402dba-7e5b-4f96-bf4b-f0a6bcbae5f3 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:47.378946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d600c06-3939-4776-8a70-99dcd77a2c9d req-4e402dba-7e5b-4f96-bf4b-f0a6bcbae5f3 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 949 time: 0.0643866 Nov 25 17:21:47.455873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d600c06-3939-4776-8a70-99dcd77a2c9d req-2a022112-da93-40e7-886e-0495f53fba8f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707057 Nov 25 17:21:47.579613 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d7f7c-4541-4792-9d6d-c4f74a2dfb24 req-49ee95e8-d20d-41e0-95ab-c50a00f97b8d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:47.581193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-258d7f7c-4541-4792-9d6d-c4f74a2dfb24 req-49ee95e8-d20d-41e0-95ab-c50a00f97b8d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 945 time: 0.0555694 Nov 25 17:21:47.650866 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-258d7f7c-4541-4792-9d6d-c4f74a2dfb24 req-98ce785f-b3bc-4d17-b752-036f425e0fdd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541430 Nov 25 17:21:48.210409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52779e8c-153c-4e8b-9109-14d03bf45cba req-a2b0d025-f2f2-4377-8735-dd3427b58cdf tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:48.212032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52779e8c-153c-4e8b-9109-14d03bf45cba req-a2b0d025-f2f2-4377-8735-dd3427b58cdf tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 948 time: 0.0578747 Nov 25 17:21:48.317034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52779e8c-153c-4e8b-9109-14d03bf45cba req-2973364a-d709-4912-adc5-6dd0c427bea4 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945148 Nov 25 17:21:48.630269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98266ca3-ba8f-4f71-a0e1-3da53ffbfae1 req-74c43447-7d47-4d00-ba78-0fb7d715a3e3 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:48.643053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98266ca3-ba8f-4f71-a0e1-3da53ffbfae1 req-74c43447-7d47-4d00-ba78-0fb7d715a3e3 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 949 time: 0.0969553 Nov 25 17:21:48.717078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98266ca3-ba8f-4f71-a0e1-3da53ffbfae1 req-94230071-8bdb-4c62-873a-91677cbc6154 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677853 Nov 25 17:21:48.814544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abe74-d5b7-44b6-aa82-89d297688077 req-123f2e75-20bd-4f85-84d4-ec279848f1d1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:48.816480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c23abe74-d5b7-44b6-aa82-89d297688077 req-123f2e75-20bd-4f85-84d4-ec279848f1d1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 945 time: 0.0748718 Nov 25 17:21:48.907110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c23abe74-d5b7-44b6-aa82-89d297688077 req-c9ee48e1-4985-49c4-891f-2da84a8eaa65 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829105 Nov 25 17:21:49.372874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device feb930cc-db10-4dcb-8b78-987cbcd2bdf6 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:49.376087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4c2e3148-1e0a-436d-8540-c7b1a2423102 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:49.471075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4828b-b22f-42d2-a3ea-59793606014d req-dc9ce0c9-dff9-4f5f-b951-795d42173b4a tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.472655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ce4828b-b22f-42d2-a3ea-59793606014d req-dc9ce0c9-dff9-4f5f-b951-795d42173b4a tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 948 time: 0.0730896 Nov 25 17:21:49.484097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 4c2e3148-1e0a-436d-8540-c7b1a2423102 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:49.491050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 4c2e3148-1e0a-436d-8540-c7b1a2423102 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:49.491431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.494419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:49.523628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:49.524836 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.714330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.748261 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.802677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e3148-1e0a-436d-8540-c7b1a2423102'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:49.808121 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb60652-ae41-4559-8fb1-b95cd27e6ebf" -d '{"events": [{"server_uuid": "8ee56c83-457b-4305-bf69-1e7c3f060ee1", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e3148-1e0a-436d-8540-c7b1a2423102"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:49.811894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ce4828b-b22f-42d2-a3ea-59793606014d req-ccb275af-16ac-4896-9cfe-c3b4a446ea53 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297431 Nov 25 17:21:49.848739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4c2e3148-1e0a-436d-8540-c7b1a2423102, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4c2e3148-1e0a-436d-8540-c7b1a2423102,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:49.880600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port feb930cc-db10-4dcb-8b78-987cbcd2bdf6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:49.882882 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.888012 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6782f3-990b-47f2-b030-95b7803e679a x-openstack-request-id: req-1c6782f3-990b-47f2-b030-95b7803e679a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:49.888320 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee56c83-457b-4305-bf69-1e7c3f060ee1", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e3148-1e0a-436d-8540-c7b1a2423102", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:49.888794 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c6782f3-990b-47f2-b030-95b7803e679a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:49.889038 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e3148-1e0a-436d-8540-c7b1a2423102', 'code': 200} Nov 25 17:21:49.921383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aa585-cc90-408f-8e0a-9bf56727a0eb req-74e8f980-74ff-4a2d-8fc6-0e2d83fc6277 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.940476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-181aa585-cc90-408f-8e0a-9bf56727a0eb req-74e8f980-74ff-4a2d-8fc6-0e2d83fc6277 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 949 time: 0.1262608 Nov 25 17:21:49.942403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4c2e3148-1e0a-436d-8540-c7b1a2423102,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:49.945359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.005885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:50.057753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf16b4-c928-4e28-89e3-9fc89a22fdf1 req-9806b66f-128b-441c-b38e-9cad9955230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:50.060244 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7dcf16b4-c928-4e28-89e3-9fc89a22fdf1 req-9806b66f-128b-441c-b38e-9cad9955230b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0723302 Nov 25 17:21:50.089572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-181aa585-cc90-408f-8e0a-9bf56727a0eb req-d26c9efd-42ce-40f5-9978-fbc76377e3a0 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474044 Nov 25 17:21:50.119460 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7dcf16b4-c928-4e28-89e3-9fc89a22fdf1 req-9e8484a5-920c-44db-8f9c-4bcbe64c47ae service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508561 Nov 25 17:21:50.188902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787ce43-ebb1-4dd4-be22-4f6bdf1ba77f req-0df3ce6d-dd71-431a-b97b-75147c58b8fd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:50.190785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d787ce43-ebb1-4dd4-be22-4f6bdf1ba77f req-0df3ce6d-dd71-431a-b97b-75147c58b8fd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.1002285 Nov 25 17:21:50.208326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-107cb9a3-4ce2-4439-acf1-0ad85e7d0f39 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:50.209878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-107cb9a3-4ce2-4439-acf1-0ad85e7d0f39 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.60 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 948 time: 0.0733278 Nov 25 17:21:50.311761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d787ce43-ebb1-4dd4-be22-4f6bdf1ba77f req-79acbd30-b360-4b0d-9aff-8132a3cf72be tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008685 Nov 25 17:21:50.345998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Deleting port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:50.346645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.458678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] For port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:50.458956 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.473848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Calling delete_port for 083d5d78-7cb3-4695-8876-c0ca42ebb7ab owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:50.621983 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.658566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Pushing event deleted for resources: {'Port': ['ID=083d5d78-7cb3-4695-8876-c0ca42ebb7ab,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:50.707459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] No DVR routers for this DVR port 083d5d78-7cb3-4695-8876-c0ca42ebb7ab on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:50.712732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.716209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63c34a9b-54ce-4ee7-9673-0696afd87dd8 req-e16a4d14-e987-47d6-a588-21facefe6eb7 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.60 "DELETE /v2.0/ports/083d5d78-7cb3-4695-8876-c0ca42ebb7ab HTTP/1.1" status: 204 len: 173 time: 0.4895811 Nov 25 17:21:50.716682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'name': 'network-vif-deleted', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:50.720791 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0768ca60-6662-42bd-8762-63328c76010c" -d '{"events": [{"server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "name": "network-vif-deleted", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:50.766118 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c800ddde-e59a-4fec-ba9f-95fe94ffbdc5 x-openstack-request-id: req-c800ddde-e59a-4fec-ba9f-95fe94ffbdc5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:50.766949 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394396f1-ced7-489e-9602-4aec20a0cc69", "name": "network-vif-deleted", "tag": "083d5d78-7cb3-4695-8876-c0ca42ebb7ab", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:50.767212 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c800ddde-e59a-4fec-ba9f-95fe94ffbdc5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:50.767635 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394396f1-ced7-489e-9602-4aec20a0cc69', 'name': 'network-vif-deleted', 'tag': '083d5d78-7cb3-4695-8876-c0ca42ebb7ab', 'status': 'completed', 'code': 200} Nov 25 17:21:50.976841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0be3dda-b3e0-4254-b9d0-11c3d3559636 req-41d6f835-30cb-46ba-a8db-ac8e1e98ed68 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=394396f1-ced7-489e-9602-4aec20a0cc69 HTTP/1.1" status: 200 len: 210 time: 0.0305071 Nov 25 17:21:51.283413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88890cea-d149-48b9-a338-bca3c4ed4e9f req-873cca06-5d63-4b8d-bef9-d5940cb31bdd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.286099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88890cea-d149-48b9-a338-bca3c4ed4e9f req-873cca06-5d63-4b8d-bef9-d5940cb31bdd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 950 time: 0.1025407 Nov 25 17:21:51.397587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88890cea-d149-48b9-a338-bca3c4ed4e9f req-6c1c358d-1ae8-4a33-885d-4fcfc75d443d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873861 Nov 25 17:21:51.536024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88105c9-7150-4788-8095-ca7d745fa34d req-107e1c3c-95a8-4583-a5d1-58760dd5e953 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.548416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d88105c9-7150-4788-8095-ca7d745fa34d req-107e1c3c-95a8-4583-a5d1-58760dd5e953 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.1052263 Nov 25 17:21:51.619497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d88105c9-7150-4788-8095-ca7d745fa34d req-8f253369-0d60-4c4a-9ffe-11ca60e1a7f9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693641 Nov 25 17:21:51.889994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcf8c13-0492-492a-811f-177912b63cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:51.892916 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36588a3-d206-4295-9948-c253a6a4a78d" -d '{"events": [{"server_uuid": "6bcf8c13-0492-492a-811f-177912b63cd3", "name": "network-vif-plugged", "status": "completed", "tag": "feb930cc-db10-4dcb-8b78-987cbcd2bdf6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:51.931878 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b699f7d-1a24-406b-b08d-cb28509bfebb x-openstack-request-id: req-3b699f7d-1a24-406b-b08d-cb28509bfebb {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:51.932200 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcf8c13-0492-492a-811f-177912b63cd3", "name": "network-vif-plugged", "status": "completed", "tag": "feb930cc-db10-4dcb-8b78-987cbcd2bdf6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:51.932458 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b699f7d-1a24-406b-b08d-cb28509bfebb {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:51.932853 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcf8c13-0492-492a-811f-177912b63cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6', 'code': 200} Nov 25 17:21:52.080077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2de9-c58d-4b0d-8646-d9da4122678c req-3a1f6e3b-cee4-4dd3-b28a-06a821da4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.081653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b59f2de9-c58d-4b0d-8646-d9da4122678c req-3a1f6e3b-cee4-4dd3-b28a-06a821da4c74 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 1101 time: 0.0691171 Nov 25 17:21:52.164495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b59f2de9-c58d-4b0d-8646-d9da4122678c req-942e5318-fee8-4e1a-9851-24680a79119d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735023 Nov 25 17:21:52.328686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2d664-e653-4031-8524-26368bc5363c req-eede9e12-89e1-4c98-a50c-30b7569b2055 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.330874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfd2d664-e653-4031-8524-26368bc5363c req-eede9e12-89e1-4c98-a50c-30b7569b2055 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 947 time: 0.0530038 Nov 25 17:21:52.397171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfd2d664-e653-4031-8524-26368bc5363c req-168b54ba-1d24-45b1-9f6e-1055b63f2ecc tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600002 Nov 25 17:21:52.542179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf58e4-ceb2-4a98-8830-8ff34b8c3611 req-a908b442-302c-415c-91a5-499ff5f4573b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.543726 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cdf58e4-ceb2-4a98-8830-8ff34b8c3611 req-a908b442-302c-415c-91a5-499ff5f4573b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 950 time: 0.0696342 Nov 25 17:21:52.615441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cdf58e4-ceb2-4a98-8830-8ff34b8c3611 req-10e671f5-d408-460b-964d-e7ce16018595 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644894 Nov 25 17:21:52.755674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fd1fb-2145-429a-805c-674e57667d0a req-94327e93-30c1-4c99-8f5e-9781cabd4a22 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.757327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd2fd1fb-2145-429a-805c-674e57667d0a req-94327e93-30c1-4c99-8f5e-9781cabd4a22 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.0612257 Nov 25 17:21:52.827709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd2fd1fb-2145-429a-805c-674e57667d0a req-180eeaf4-da3d-4418-bf7d-79de688d6800 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634573 Nov 25 17:21:53.585894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03567a4e-6a94-4102-89a1-47da163b68b1 req-527b5be1-4b66-4116-bf9a-ae809e0a2eea tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.587671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03567a4e-6a94-4102-89a1-47da163b68b1 req-527b5be1-4b66-4116-bf9a-ae809e0a2eea tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 947 time: 0.0904679 Nov 25 17:21:53.653688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03567a4e-6a94-4102-89a1-47da163b68b1 req-41327e99-df1b-46ae-97ed-38f76950dbf9 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594821 Nov 25 17:21:53.771824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021df37a-47ae-4a5d-88d1-e4797c53faab req-6f6fa266-77f2-4157-bb20-b76c13addd0f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.773466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-021df37a-47ae-4a5d-88d1-e4797c53faab req-6f6fa266-77f2-4157-bb20-b76c13addd0f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 950 time: 0.0653749 Nov 25 17:21:53.832050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-021df37a-47ae-4a5d-88d1-e4797c53faab req-c3e8ed22-f888-413b-aff6-bc97b74e40af tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515225 Nov 25 17:21:54.371160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-8ff82315-b7db-45ee-a6c5-9dc5891c9f09 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.372752 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-8ff82315-b7db-45ee-a6c5-9dc5891c9f09 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.95 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 947 time: 0.0782807 Nov 25 17:21:54.628635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Deleting port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:54.629549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.831645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] For port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:54.832635 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.879662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Calling delete_port for 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:54.974993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f5bd-a94a-4d8c-805b-00f0bd831e63 req-652c8a6f-32f1-45dd-b290-1b55e0d2e873 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.990729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53a2f5bd-a94a-4d8c-805b-00f0bd831e63 req-652c8a6f-32f1-45dd-b290-1b55e0d2e873 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c8d0863-bff3-4cf5-a6d6-a04f16071a34 HTTP/1.1" status: 200 len: 947 time: 0.1210921 Nov 25 17:21:55.221988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.277539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Pushing event deleted for resources: {'Port': ['ID=1aa8c4a6-ad62-4eb6-9e62-e284059f2d47,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:55.287761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84920b8-a7f0-4805-a797-47382f8d99d5 req-81b2acec-2b5e-4c44-9e10-f21dd115b9db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.321485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e84920b8-a7f0-4805-a797-47382f8d99d5 req-81b2acec-2b5e-4c44-9e10-f21dd115b9db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 950 time: 0.3252990 Nov 25 17:21:55.368540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53a2f5bd-a94a-4d8c-805b-00f0bd831e63 req-72434943-d47a-4c06-b4b2-f4dd7384b127 tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.81 "GET /v2.0/security-groups?id=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522508 Nov 25 17:21:55.370581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 083d5d78-7cb3-4695-8876-c0ca42ebb7ab no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:55.446875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 083d5d78-7cb3-4695-8876-c0ca42ebb7ab {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:55.447766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 083d5d78-7cb3-4695-8876-c0ca42ebb7ab not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:55.468785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] No DVR routers for this DVR port 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:55.478619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.490686 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-589ae1e6-6c8a-49d6-b2b0-b5db88cf29e4 req-287cafd3-a07b-4d17-969c-027f4e44f3ca tempest-ListImageFiltersTestJSON-2039658268 tempest-ListImageFiltersTestJSON-2039658268-project] 10.222.0.95 "DELETE /v2.0/ports/1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 HTTP/1.1" status: 204 len: 173 time: 1.1101148 Nov 25 17:21:55.491530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-deleted', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:55.495586 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2c8b7c-a8f7-41a6-a60c-bb9980e86232" -d '{"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-deleted", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:55.550322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e84920b8-a7f0-4805-a797-47382f8d99d5 req-08975f66-bb93-460d-881d-d49938110d05 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746771 Nov 25 17:21:55.638330 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f57cb1-59e0-4793-9a28-d406827b2630 x-openstack-request-id: req-41f57cb1-59e0-4793-9a28-d406827b2630 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:55.638754 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8d0863-bff3-4cf5-a6d6-a04f16071a34", "name": "network-vif-deleted", "tag": "1aa8c4a6-ad62-4eb6-9e62-e284059f2d47", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:55.640191 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41f57cb1-59e0-4793-9a28-d406827b2630 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:55.641695 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8d0863-bff3-4cf5-a6d6-a04f16071a34', 'name': 'network-vif-deleted', 'tag': '1aa8c4a6-ad62-4eb6-9e62-e284059f2d47', 'status': 'completed', 'code': 200} Nov 25 17:21:55.832596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91547423-e930-47e6-9743-7389969e2542 req-a77fcc93-7f11-4148-8fd9-47201b703732 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.849463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91547423-e930-47e6-9743-7389969e2542 req-a77fcc93-7f11-4148-8fd9-47201b703732 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 1101 time: 0.1432104 Nov 25 17:21:55.954749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91547423-e930-47e6-9743-7389969e2542 req-50f3fc6a-a054-4b4e-9a8c-d75f2a701196 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042800 Nov 25 17:21:56.402753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-5a06742c-8763-4b06-82d4-7c09ae9e90bf tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376060 Nov 25 17:21:56.558252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-60d3b9a2-63f8-44fa-b8da-119db465d0be tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.560803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-60d3b9a2-63f8-44fa-b8da-119db465d0be tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571376 Nov 25 17:21:56.582275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c354e80f-1e8f-4b73-9a11-fae4b2fe1235 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/quotas/7730cf5c4f094a8f88c279c6ec70c734 HTTP/1.1" status: 200 len: 375 time: 0.0120709 Nov 25 17:21:56.742511 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-0927bfb7-ad25-44ae-9228-0c42b196bb37 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1531377 Nov 25 17:21:57.200930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e609e66d-3186-4074-8a00-061f82161066 req-df9e11e1-05fa-4839-a8a9-8fc06be464a7 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 210 time: 0.1177270 Nov 25 17:21:58.317719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.421008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bb157da-621d-46b3-901c-2933d145c893 req-6ce698ff-9a7c-45d0-8ec2-328577a8f70d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 210 time: 0.0694361 Nov 25 17:21:58.595034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ddf79fa2-893e-4764-be54-08e21aa3d4b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a01ef40233946a7b1acf498d89dc42b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744670 Nov 25 17:21:58.597714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51156) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.739363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60176171-e7db-4e4f-bf88-a4f0959432f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.810619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60176171-e7db-4e4f-bf88-a4f0959432f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.883070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-6a494fa6-48fa-4d54-85f3-36c771054765 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896106 Nov 25 17:21:59.014287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60176171-e7db-4e4f-bf88-a4f0959432f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.028399 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60176171-e7db-4e4f-bf88-a4f0959432f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.035334 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-60176171-e7db-4e4f-bf88-a4f0959432f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7 HTTP/1.1" status: 204 len: 168 time: 0.4302928 Nov 25 17:21:59.075949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60176171-e7db-4e4f-bf88-a4f0959432f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b2c0ca-78eb-40fb-a679-6bd30bb4c2f7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.252558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-b28fa830-07ec-4287-9ab3-fcaf3bc8adef tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.255732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-b28fa830-07ec-4287-9ab3-fcaf3bc8adef tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3617153 Nov 25 17:21:59.285101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Request body: {'port': {'device_id': '9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7730cf5c4f094a8f88c279c6ec70c734'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:59.454484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:59.508345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:59.511324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 1aa8c4a6-ad62-4eb6-9e62-e284059f2d47 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:59.669688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e8ab17a-a0fa-4a4f-a20b-8a44342329b9 req-151e4753-318e-458f-9ed2-5b4b9a928616 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 210 time: 0.0785031 Nov 25 17:21:59.677076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Made reservation on behalf of 7730cf5c4f094a8f88c279c6ec70c734 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:59.695558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.058146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Allocated IP 192.168.233.93 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/485f69a9-8026-4d52-b784-03c0f6cbf3bf) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:00.395915 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.496440 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.510753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:00.518194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:00.555240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:00.567565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:00.617809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:00.782425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'Port': ['ID=485f69a9-8026-4d52-b784-03c0f6cbf3bf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.800168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:00.801341 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.850818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c5315c53-fcc5-4f47-aa7d-3e7ce9365bf1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5695500 Nov 25 17:22:00.870489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Request body: {'port': {'device_id': '9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:01.213401 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.283654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1400-17d7-4229-bcf0-92d40dc76928 req-bb7f3d1f-081a-42d9-a7ce-80e90a1f6906 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.295939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-046c1400-17d7-4229-bcf0-92d40dc76928 req-bb7f3d1f-081a-42d9-a7ce-80e90a1f6906 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 935 time: 0.3582132 Nov 25 17:22:01.400122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5fad98f3-a042-4599-9d53-01b94a4e3fda None None] Provisioning complete for port 485f69a9-8026-4d52-b784-03c0f6cbf3bf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:01.401175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5fad98f3-a042-4599-9d53-01b94a4e3fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.445946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-046c1400-17d7-4229-bcf0-92d40dc76928 req-9e1ab477-d21b-4330-ba1e-4c7756bb333c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486900 Nov 25 17:22:01.596376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5fad98f3-a042-4599-9d53-01b94a4e3fda None None] Port 485f69a9-8026-4d52-b784-03c0f6cbf3bf cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:02.056569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485f69a9-8026-4d52-b784-03c0f6cbf3bf {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:02.068669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.086391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Transition to ACTIVE for port object 485f69a9-8026-4d52-b784-03c0f6cbf3bf will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:02.096843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.181865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de71c845-b1fe-4402-978c-6b273048e2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.411224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Pushing event updated for resources: {'Port': ['ID=485f69a9-8026-4d52-b784-03c0f6cbf3bf,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:02.558444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Attempting to bind port 485f69a9-8026-4d52-b784-03c0f6cbf3bf on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:02.558727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Attempting to bind port 485f69a9-8026-4d52-b784-03c0f6cbf3bf by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:02.559064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Attempting to bind port 485f69a9-8026-4d52-b784-03c0f6cbf3bf on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:02.586227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Port 485f69a9-8026-4d52-b784-03c0f6cbf3bf on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:02.586649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Attempting to bind port 485f69a9-8026-4d52-b784-03c0f6cbf3bf on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:02.613276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:02.613276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:02.616602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:02.616602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Bound port: 485f69a9-8026-4d52-b784-03c0f6cbf3bf, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:02.616602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.965789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] For port 485f69a9-8026-4d52-b784-03c0f6cbf3bf, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:02.972072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] For port 485f69a9-8026-4d52-b784-03c0f6cbf3bf, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=485f69a9-8026-4d52-b784-03c0f6cbf3bf,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:02.982063 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.005949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.007631 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.010044 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] 10.222.0.60 "PUT /v2.0/ports/485f69a9-8026-4d52-b784-03c0f6cbf3bf HTTP/1.1" status: 200 len: 1095 time: 2.1438866 Nov 25 17:22:03.013167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba', 'tag': '485f69a9-8026-4d52-b784-03c0f6cbf3bf'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:03.027539 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea933e5-bedf-46f7-87c0-690b7b6820af" -d '{"events": [{"name": "network-changed", "server_uuid": "9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba", "tag": "485f69a9-8026-4d52-b784-03c0f6cbf3bf"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:03.102459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754235-550d-4ec3-8bba-8c95320955f3 req-83494f2c-a971-4007-b8e7-7adc6ed8939a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.112581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12754235-550d-4ec3-8bba-8c95320955f3 req-83494f2c-a971-4007-b8e7-7adc6ed8939a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 947 time: 0.4204304 Nov 25 17:22:03.278293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7df8a-0aca-4202-b54d-a4242cc5680f service neutron] Pushing event updated for resources: {'Port': ['ID=485f69a9-8026-4d52-b784-03c0f6cbf3bf,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:03.322363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-98410bd2-7434-49e8-a465-74e8dc71c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.324129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-98410bd2-7434-49e8-a465-74e8dc71c479 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 1098 time: 0.2504585 Nov 25 17:22:03.402887 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2670298c-b723-421e-9f7d-58ae16ab703f x-openstack-request-id: req-2670298c-b723-421e-9f7d-58ae16ab703f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:03.403352 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba", "tag": "485f69a9-8026-4d52-b784-03c0f6cbf3bf", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:03.403750 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2670298c-b723-421e-9f7d-58ae16ab703f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:03.404378 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba', 'tag': '485f69a9-8026-4d52-b784-03c0f6cbf3bf', 'status': 'completed', 'code': 200} Nov 25 17:22:03.443930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12754235-550d-4ec3-8bba-8c95320955f3 req-d882f30e-fbdc-436a-bbbe-64b7e5055689 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238358 Nov 25 17:22:03.489379 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-7c3daa25-f1ee-477f-90f4-5831d6eed4c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=485f69a9-8026-4d52-b784-03c0f6cbf3bf HTTP/1.1" status: 200 len: 217 time: 0.1433542 Nov 25 17:22:03.593777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:03.616900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c066b5d2-2468-464b-bfc3-494fe962f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.619338 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-c066b5d2-2468-464b-bfc3-494fe962f596 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1192651 Nov 25 17:22:03.741685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-caffceb7-4559-453c-8cb6-d2eddef61b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.743524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-caffceb7-4559-453c-8cb6-d2eddef61b68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101511 Nov 25 17:22:03.923048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a97dcb2a-741a-425b-a477-4382f520b997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.067921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a97dcb2a-741a-425b-a477-4382f520b997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.072464 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a97dcb2a-741a-425b-a477-4382f520b997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.162112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-2dc55384-6100-4d4a-a2af-c719b2091345 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009190 Nov 25 17:22:04.276494 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a97dcb2a-741a-425b-a477-4382f520b997 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c27fb19ce5d496289cc8712921d07b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6799672 Nov 25 17:22:04.283917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51318) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:04.342465 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c86cf97c-70a9-4dd3-816a-2b61c2fe2977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.462950 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c97eddd-271c-4d42-963d-902aa7425711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.468622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7e5377f-3f34-4e31-88cd-ce5ea790784d req-945a7a7a-f2d6-439f-a24a-d5985414a587 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010113 Nov 25 17:22:04.475704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97dcb2a-741a-425b-a477-4382f520b997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62bf0c-b800-40d0-b0d3-17bca819499e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:04.541763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c97eddd-271c-4d42-963d-902aa7425711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.637757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c97eddd-271c-4d42-963d-902aa7425711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.651375 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c97eddd-271c-4d42-963d-902aa7425711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.660171 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1c97eddd-271c-4d42-963d-902aa7425711 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b62bf0c-b800-40d0-b0d3-17bca819499e HTTP/1.1" status: 204 len: 168 time: 0.3675711 Nov 25 17:22:04.679771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97eddd-271c-4d42-963d-902aa7425711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b62bf0c-b800-40d0-b0d3-17bca819499e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:04.751811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-74391104-ab19-4c84-b563-9f2b3de9dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.756859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-74391104-ab19-4c84-b563-9f2b3de9dae9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 1098 time: 0.1943080 Nov 25 17:22:04.883130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f480e4-0133-421b-a411-7b7ae0ee1e82 req-60f675b5-2cd7-4c84-8f20-5563a4e7e442 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.890499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f480e4-0133-421b-a411-7b7ae0ee1e82 req-60f675b5-2cd7-4c84-8f20-5563a4e7e442 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 947 time: 0.1991506 Nov 25 17:22:05.053634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f480e4-0133-421b-a411-7b7ae0ee1e82 req-971c6b42-0832-459e-8258-3e06fcff02bf tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615245 Nov 25 17:22:05.065079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-e6fb6e8e-93eb-4f10-a774-5bc5469a28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.066652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-e6fb6e8e-93eb-4f10-a774-5bc5469a28c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2978106 Nov 25 17:22:05.129026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-d40658a0-73b3-4e6a-a649-e527ff57710b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=485f69a9-8026-4d52-b784-03c0f6cbf3bf HTTP/1.1" status: 200 len: 217 time: 0.0520921 Nov 25 17:22:05.263286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-686272f9-91fb-412a-acca-9b8baf13aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.265635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-686272f9-91fb-412a-acca-9b8baf13aeaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1259782 Nov 25 17:22:05.408989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-f4c0f1b7-77d4-404b-ab26-0097e37c80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.413336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-f4c0f1b7-77d4-404b-ab26-0097e37c80e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281507 Nov 25 17:22:05.668234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-82b9fcc0-f427-456f-ad97-2832fbd5c303 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308791 Nov 25 17:22:05.745715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.923923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea933e5-bedf-46f7-87c0-690b7b6820af req-8576d938-6e16-46b2-af1b-fd9ab844e8af service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463171 Nov 25 17:22:06.337213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf95aa3-0da6-4ab8-87fb-88c3ec3c83d2 req-ca392297-16da-47b9-8413-ea71d657a6e2 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.341473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edf95aa3-0da6-4ab8-87fb-88c3ec3c83d2 req-ca392297-16da-47b9-8413-ea71d657a6e2 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 947 time: 0.1289058 Nov 25 17:22:06.422622 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.476971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edf95aa3-0da6-4ab8-87fb-88c3ec3c83d2 req-838c40fc-7426-41b4-94bc-17721a909431 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321390 Nov 25 17:22:06.766798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.035333 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.320534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.414742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 485f69a9-8026-4d52-b784-03c0f6cbf3bf details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:07.507796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8fdfeb3b-ad54-4d50-8899-b7d97ef9db8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.554817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 485f69a9-8026-4d52-b784-03c0f6cbf3bf, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=485f69a9-8026-4d52-b784-03c0f6cbf3bf,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:07.581364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '485f69a9-8026-4d52-b784-03c0f6cbf3bf', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '485f69a9-8026-4d52-b784-03c0f6cbf3bf', 'mac_address': 'fa:16:3e:b5:f4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:07.711981 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.716465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8fdfeb3b-ad54-4d50-8899-b7d97ef9db8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.731720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8fdfeb3b-ad54-4d50-8899-b7d97ef9db8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.735755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6094bd-4b07-4f1d-9d62-e999e3781730 req-641a55a2-398a-413f-a165-fe77b5cff7cc tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:07.747131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff6094bd-4b07-4f1d-9d62-e999e3781730 req-641a55a2-398a-413f-a165-fe77b5cff7cc tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 947 time: 0.1303227 Nov 25 17:22:07.756828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485f69a9-8026-4d52-b784-03c0f6cbf3bf {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:07.786758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfeb3b-ad54-4d50-8899-b7d97ef9db8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bc2524-c6ed-4ff3-b9b0-dafb890910b7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:07.830749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 485f69a9-8026-4d52-b784-03c0f6cbf3bf, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=485f69a9-8026-4d52-b784-03c0f6cbf3bf,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:07.837335 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.838001 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8fdfeb3b-ad54-4d50-8899-b7d97ef9db8e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b28232d1bf743bcaf79bfea3f1d99d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5154157 Nov 25 17:22:07.839048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51428) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.945162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff6094bd-4b07-4f1d-9d62-e999e3781730 req-4096a61d-8e30-4122-910b-e73d0564063b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862609 Nov 25 17:22:07.962418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7bfefe3-03eb-442a-a35f-983c79da3e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.023774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.034101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7bfefe3-03eb-442a-a35f-983c79da3e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.110574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=485f69a9-8026-4d52-b784-03c0f6cbf3bf,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:08.127532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.128488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.128844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.129446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.130521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.131076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.131630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.132229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.133521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.133521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.133916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.134765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:08.191748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7bfefe3-03eb-442a-a35f-983c79da3e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.195320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7bfefe3-03eb-442a-a35f-983c79da3e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.196679 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b7bfefe3-03eb-442a-a35f-983c79da3e9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46bc2524-c6ed-4ff3-b9b0-dafb890910b7 HTTP/1.1" status: 204 len: 168 time: 0.3551278 Nov 25 17:22:08.215941 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfefe3-03eb-442a-a35f-983c79da3e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bc2524-c6ed-4ff3-b9b0-dafb890910b7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:08.338761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['485f69a9-8026-4d52-b784-03c0f6cbf3bf'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:09.186608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a088cf3-83f5-4289-b2d7-65b14f3e130a req-2b5701ac-140d-42d1-9892-565882e0b010 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:09.196789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a088cf3-83f5-4289-b2d7-65b14f3e130a req-2b5701ac-140d-42d1-9892-565882e0b010 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 948 time: 0.1393950 Nov 25 17:22:09.305689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a088cf3-83f5-4289-b2d7-65b14f3e130a req-ed2f5287-6a60-4788-91b0-e05b54b4cb89 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070905 Nov 25 17:22:09.602616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:09.763854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-321575778-network', 'tenant_id': 'bc4889385dcb4566ac6aa0877bc3a9ee'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:09.814240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Made reservation on behalf of bc4889385dcb4566ac6aa0877bc3a9ee for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:09.818248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.835417 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.970387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.976018 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.051624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724f09e0-20cb-4345-81e1-231e16d79a63,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.063165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:10.088345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.088712 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Added segment 2b24063e-3237-4af5-8d9f-f2e2f86e5a97 of type vlan for network c236d2b1-0d0b-471e-986b-aa03bad326e4 Nov 25 17:22:10.157555 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.211702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.212798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.213489 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.324395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7206054 Nov 25 17:22:10.327184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:10.333837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Request body: {'subnet': {'network_id': 'c236d2b1-0d0b-471e-986b-aa03bad326e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-321575778-subnet', 'tenant_id': 'bc4889385dcb4566ac6aa0877bc3a9ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:10.336523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01e71f-a195-4fcc-a7f3-a1e0b4dcc414 admin admin] Pushing event updated for resources: {'Network': ['ID=c236d2b1-0d0b-471e-986b-aa03bad326e4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.364709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network c236d2b1-0d0b-471e-986b-aa03bad326e4 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:10.371417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Made reservation on behalf of bc4889385dcb4566ac6aa0877bc3a9ee for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:10.374423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.526804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73624627-2ff0-44b2-a0c5-c417f42f426b req-e81caacf-1b6c-4c3a-82b2-b29820f0e072 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.528683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73624627-2ff0-44b2-a0c5-c417f42f426b req-e81caacf-1b6c-4c3a-82b2-b29820f0e072 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 948 time: 0.0913644 Nov 25 17:22:10.611426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73624627-2ff0-44b2-a0c5-c417f42f426b req-e2707955-741f-4476-aaf9-27522d6c3ddd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687864 Nov 25 17:22:10.658523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.713767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be12d4a3-5a92-4d72-9504-c29f0cea4cb5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.736394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Checking segment: {'id': '2b24063e-3237-4af5-8d9f-f2e2f86e5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c236d2b1-0d0b-471e-986b-aa03bad326e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:10.736394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Network hostable DHCP agents. Network: c236d2b1-0d0b-471e-986b-aa03bad326e4, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:22:10.760965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Network c236d2b1-0d0b-471e-986b-aa03bad326e4 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:22:10.771472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, c236d2b1-0d0b-471e-986b-aa03bad326e4) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:10.776849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:10.777831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.794460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9895ade-15f9-486b-bd06-7e250038e2d4 None None] Network c236d2b1-0d0b-471e-986b-aa03bad326e4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:10.814107 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6f01b25c-3d09-4afd-8542-dfe997dce93c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4845099 Nov 25 17:22:10.988248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3261ec77-8f42-454b-ae59-ce9c8464f355 None None] Network c236d2b1-0d0b-471e-986b-aa03bad326e4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:11.443035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 485f69a9-8026-4d52-b784-03c0f6cbf3bf up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:11.513406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-e2b0400c-2a49-4d08-9f7d-a4a34878fb26 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:11.515728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-e2b0400c-2a49-4d08-9f7d-a4a34878fb26 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/networks?id=c236d2b1-0d0b-471e-986b-aa03bad326e4 HTTP/1.1" status: 200 len: 817 time: 0.1961210 Nov 25 17:22:11.536303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-281f036e-5c66-4e2c-a12e-479b10ecb612 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/quotas/bc4889385dcb4566ac6aa0877bc3a9ee HTTP/1.1" status: 200 len: 375 time: 0.0099261 Nov 25 17:22:11.567379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 485f69a9-8026-4d52-b784-03c0f6cbf3bf completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:11.571756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 485f69a9-8026-4d52-b784-03c0f6cbf3bf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:11.572470 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.592229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-7a27e788-d5cb-4ab1-9767-8989b985f815 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc4889385dcb4566ac6aa0877bc3a9ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486031 Nov 25 17:22:11.733051 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.763035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485f69a9-8026-4d52-b784-03c0f6cbf3bf'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:11.765701 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013c956f-68c3-4cde-91f3-f1b57680f142" -d '{"events": [{"server_uuid": "9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba", "name": "network-vif-plugged", "status": "completed", "tag": "485f69a9-8026-4d52-b784-03c0f6cbf3bf"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:11.784302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 485f69a9-8026-4d52-b784-03c0f6cbf3bf, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=485f69a9-8026-4d52-b784-03c0f6cbf3bf,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:11.792133 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.855991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=485f69a9-8026-4d52-b784-03c0f6cbf3bf,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:12.065582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-683ce56c-9406-4fd4-b78b-c4d265a915b5 service neutron] 10.222.0.81 "GET /v2.0/networks/c236d2b1-0d0b-471e-986b-aa03bad326e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642782 Nov 25 17:22:12.078948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735bacb-aff5-4c59-b084-933805e441fa req-1798fc38-a649-4239-a66c-3e7159b4b608 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.080373 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1735bacb-aff5-4c59-b084-933805e441fa req-1798fc38-a649-4239-a66c-3e7159b4b608 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 948 time: 0.3650336 Nov 25 17:22:12.190176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1735bacb-aff5-4c59-b084-933805e441fa req-a2dee5e3-85f5-41e3-b9d3-588912d40f78 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015201 Nov 25 17:22:12.229679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-117b4689-5c4c-4b85-8677-89f59b4abb2c service neutron] 10.222.0.81 "GET /v2.0/networks/c236d2b1-0d0b-471e-986b-aa03bad326e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483021 Nov 25 17:22:12.275915 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2188be87-f3eb-469d-b7b5-23efcf57b7df x-openstack-request-id: req-2188be87-f3eb-469d-b7b5-23efcf57b7df {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:12.277251 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba", "name": "network-vif-plugged", "status": "completed", "tag": "485f69a9-8026-4d52-b784-03c0f6cbf3bf", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:12.277785 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2188be87-f3eb-469d-b7b5-23efcf57b7df {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:12.278622 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485f69a9-8026-4d52-b784-03c0f6cbf3bf', 'code': 200} Nov 25 17:22:12.479755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8b81f-0982-46d6-9029-1cf8eca17d9b req-02b2273e-94e2-4b6d-88b0-c0319dfc1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.482978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18f8b81f-0982-46d6-9029-1cf8eca17d9b req-02b2273e-94e2-4b6d-88b0-c0319dfc1c75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 1100 time: 0.1174507 Nov 25 17:22:12.564998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59fea557-7c6a-4a54-ba0f-f73b42faab58 req-6a95fe13-bd9a-4dff-89b8-1795a0d9b60a tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 210 time: 0.0297871 Nov 25 17:22:12.629744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18f8b81f-0982-46d6-9029-1cf8eca17d9b req-36d61b78-462e-4a0b-9f37-4bfbe8314bab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362662 Nov 25 17:22:12.875875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef2cf6-c698-4771-815b-a8cad5f02e94 req-bfab9384-fd9b-4dda-addc-2f0abff56b84 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.885106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70ef2cf6-c698-4771-815b-a8cad5f02e94 req-bfab9384-fd9b-4dda-addc-2f0abff56b84 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.0943165 Nov 25 17:22:12.965259 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70ef2cf6-c698-4771-815b-a8cad5f02e94 req-4da63b62-b612-409f-9930-e1f2bc641c8f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792205 Nov 25 17:22:13.376188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627e25-482f-4e6b-924b-274596fe8cc0 req-99817168-71ee-45fb-9400-049b497e2080 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.379473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa627e25-482f-4e6b-924b-274596fe8cc0 req-99817168-71ee-45fb-9400-049b497e2080 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 949 time: 0.0605698 Nov 25 17:22:13.521410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa627e25-482f-4e6b-924b-274596fe8cc0 req-d30ac7f0-88ff-4152-9318-5281eca706b6 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220603 Nov 25 17:22:13.710606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ea2dc13-bee3-47a4-bbc6-c0d7ae408523 req-c82242e5-ec8e-4b4f-aa2c-06f907fef8f3 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 210 time: 0.0429978 Nov 25 17:22:14.239713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be05b6-9933-4d72-9871-9a0dbda080ce req-ca583326-eb85-4928-9dc2-1700daf6d79b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.243223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2be05b6-9933-4d72-9871-9a0dbda080ce req-ca583326-eb85-4928-9dc2-1700daf6d79b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.1351051 Nov 25 17:22:14.373817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2be05b6-9933-4d72-9871-9a0dbda080ce req-b0a22efc-f37c-4101-9aac-c4a12932580a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096938 Nov 25 17:22:14.400194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-c049fb9b-41ba-41ed-9cf8-2369c45d26f6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.401922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-c049fb9b-41ba-41ed-9cf8-2369c45d26f6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.95 "GET /v2.0/networks?id=c236d2b1-0d0b-471e-986b-aa03bad326e4 HTTP/1.1" status: 200 len: 817 time: 0.3620162 Nov 25 17:22:14.426441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Request body: {'port': {'device_id': 'c293ac42-145d-431c-aa05-19584006eafe', 'network_id': 'c236d2b1-0d0b-471e-986b-aa03bad326e4', 'admin_state_up': True, 'tenant_id': 'bc4889385dcb4566ac6aa0877bc3a9ee'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:14.601118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Made reservation on behalf of bc4889385dcb4566ac6aa0877bc3a9ee for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:14.605611 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.610456 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:22:14.804561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d8b72-5252-47eb-bb5d-1b36d0b1218f req-081a158f-6c95-4d68-962f-3e2379cbd692 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:14.807432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-833d8b72-5252-47eb-bb5d-1b36d0b1218f req-081a158f-6c95-4d68-962f-3e2379cbd692 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 949 time: 0.1048388 Nov 25 17:22:14.836455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Allocated IP 172.20.0.3 (c236d2b1-0d0b-471e-986b-aa03bad326e4/be12d4a3-5a92-4d72-9504-c29f0cea4cb5/928016e8-82b3-4ae9-a870-0fa9b07c0b0e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:14.897115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-833d8b72-5252-47eb-bb5d-1b36d0b1218f req-9b0b35e6-7d5d-4981-b587-0bb7f12914bd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818195 Nov 25 17:22:15.012659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12ec7f3c-6e7c-4538-b93f-3e5aabed1237 req-630b32bb-734e-41a9-9e28-eae7280e0ec3 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 210 time: 0.1136379 Nov 25 17:22:15.083322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.094675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cf04f-6286-4f39-87bd-b4542dd34373 req-909a3850-9fdc-4226-a982-311f00d7cecf tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.096469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df9cf04f-6286-4f39-87bd-b4542dd34373 req-909a3850-9fdc-4226-a982-311f00d7cecf tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 1100 time: 0.0684414 Nov 25 17:22:15.132192 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.174847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df9cf04f-6286-4f39-87bd-b4542dd34373 req-73958ddf-d7c1-4d47-b1f7-1c5d904da6c7 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Nov 25 17:22:15.185265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Network c236d2b1-0d0b-471e-986b-aa03bad326e4 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:15.188657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:15.191384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:15.228685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Pushing event updated for resources: {'Port': ['ID=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:15.283797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.285262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.306085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-eaf48527-e0fd-453c-aa1c-8dbbdea205a6 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847640 Nov 25 17:22:15.323097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Request body: {'port': {'device_id': 'c293ac42-145d-431c-aa05-19584006eafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:15.436128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.524754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-aa506592-8bb8-4132-af13-a377d5861531 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349505 Nov 25 17:22:15.681770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-87c9fee5-0598-49b2-8ccf-a52fb8a5a677 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.683589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-87c9fee5-0598-49b2-8ccf-a52fb8a5a677 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577647 Nov 25 17:22:15.738386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-13b50191-fd76-458b-a78a-8260c9d4a55f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/quotas/7730cf5c4f094a8f88c279c6ec70c734 HTTP/1.1" status: 200 len: 375 time: 0.0397933 Nov 25 17:22:15.785238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ed74e-7507-4b64-b1c7-3b569a86396d req-aff3f6fa-f404-4a30-b50f-f86009f1c9e5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.792329 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c70ed74e-7507-4b64-b1c7-3b569a86396d req-aff3f6fa-f404-4a30-b50f-f86009f1c9e5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.2649446 Nov 25 17:22:15.915706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928016e8-82b3-4ae9-a870-0fa9b07c0b0e {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:15.917672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-d5069df5-92fa-4812-9f36-b21af7eb8e26 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1690338 Nov 25 17:22:15.934825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c70ed74e-7507-4b64-b1c7-3b569a86396d req-39dba246-dad2-4c56-8139-706c155a3622 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028461 Nov 25 17:22:15.954333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.968020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Transition to ACTIVE for port object 928016e8-82b3-4ae9-a870-0fa9b07c0b0e will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:15.973233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.076273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Pushing event updated for resources: {'Port': ['ID=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:16.241148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Attempting to bind port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:16.241499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Attempting to bind port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '2b24063e-3237-4af5-8d9f-f2e2f86e5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c236d2b1-0d0b-471e-986b-aa03bad326e4'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:16.241908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Attempting to bind port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e on network c236d2b1-0d0b-471e-986b-aa03bad326e4 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:16.247622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e on network c236d2b1-0d0b-471e-986b-aa03bad326e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:16.247958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Attempting to bind port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e on network c236d2b1-0d0b-471e-986b-aa03bad326e4 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:16.254753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:16.255112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Checking segment: {'id': '2b24063e-3237-4af5-8d9f-f2e2f86e5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c236d2b1-0d0b-471e-986b-aa03bad326e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:16.255542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Bound using segment: {'id': '2b24063e-3237-4af5-8d9f-f2e2f86e5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c236d2b1-0d0b-471e-986b-aa03bad326e4'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:16.255982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Bound port: 928016e8-82b3-4ae9-a870-0fa9b07c0b0e, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b24063e-3237-4af5-8d9f-f2e2f86e5a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c236d2b1-0d0b-471e-986b-aa03bad326e4'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:16.256343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.378436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-206a976e-92dc-4913-a22c-199cb4443ff3 req-863958d8-1fe2-42e7-9daf-9b1bba63d79f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 210 time: 0.0856576 Nov 25 17:22:16.412421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] For port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:16.417089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] For port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,segment=NetworkSegment(2b24063e-3237-4af5-8d9f-f2e2f86e5a97),segment_id=2b24063e-3237-4af5-8d9f-f2e2f86e5a97)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:16.422645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.426269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18419b51-252a-497e-9f98-319c80a85eb4 req-701eb2dc-c675-47a0-8e9b-6b375a15be1c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:16.427843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18419b51-252a-497e-9f98-319c80a85eb4 req-701eb2dc-c675-47a0-8e9b-6b375a15be1c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 943 time: 0.1245260 Nov 25 17:22:16.468046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:16.469729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.471312 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] 10.222.0.95 "PUT /v2.0/ports/928016e8-82b3-4ae9-a870-0fa9b07c0b0e HTTP/1.1" status: 200 len: 1091 time: 1.1570275 Nov 25 17:22:16.471852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c293ac42-145d-431c-aa05-19584006eafe', 'tag': '928016e8-82b3-4ae9-a870-0fa9b07c0b0e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:16.474254 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f" -d '{"events": [{"name": "network-changed", "server_uuid": "c293ac42-145d-431c-aa05-19584006eafe", "tag": "928016e8-82b3-4ae9-a870-0fa9b07c0b0e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:16.520677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb1acc-a597-45b3-a376-aea8f384600a service neutron] Pushing event updated for resources: {'Port': ['ID=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:16.545469 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b43c95-eeff-49a8-9e8a-a6ffe8d2c140 x-openstack-request-id: req-e7b43c95-eeff-49a8-9e8a-a6ffe8d2c140 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:16.545963 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c293ac42-145d-431c-aa05-19584006eafe", "tag": "928016e8-82b3-4ae9-a870-0fa9b07c0b0e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:16.546390 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7b43c95-eeff-49a8-9e8a-a6ffe8d2c140 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:16.547532 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c293ac42-145d-431c-aa05-19584006eafe', 'tag': '928016e8-82b3-4ae9-a870-0fa9b07c0b0e', 'status': 'completed', 'code': 200} Nov 25 17:22:16.565223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18419b51-252a-497e-9f98-319c80a85eb4 req-a672b49a-11fd-4ae8-ae84-38a5ce4c0f8b tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286254 Nov 25 17:22:16.587723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-6ed6cd5c-fe08-439a-9606-4f2024bccddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:16.589487 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-6ed6cd5c-fe08-439a-9606-4f2024bccddb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc4889385dcb4566ac6aa0877bc3a9ee&device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 1094 time: 0.0551882 Nov 25 17:22:16.646652 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-8d6a995e-6071-4933-a32b-eb4476b6bec6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=928016e8-82b3-4ae9-a870-0fa9b07c0b0e HTTP/1.1" status: 200 len: 217 time: 0.0444925 Nov 25 17:22:16.712715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-d21948ac-312d-42ba-94cd-0242143a2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:16.714727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-d21948ac-312d-42ba-94cd-0242143a2fcd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=be12d4a3-5a92-4d72-9504-c29f0cea4cb5 HTTP/1.1" status: 200 len: 857 time: 0.0615427 Nov 25 17:22:16.760005 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-4af6ae03-8872-457c-a992-56af606a2bf9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c236d2b1-0d0b-471e-986b-aa03bad326e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378625 Nov 25 17:22:17.209012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5fd4-cf45-4969-b267-765df16d3311 req-44c1a5da-d321-4e2a-b26c-764018a1ce4b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.221581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dcb5fd4-cf45-4969-b267-765df16d3311 req-44c1a5da-d321-4e2a-b26c-764018a1ce4b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.1528656 Nov 25 17:22:17.327209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dcb5fd4-cf45-4969-b267-765df16d3311 req-ff0d53a0-e6a5-42b8-8bb9-27f7b9cc8f21 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019924 Nov 25 17:22:17.396480 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-21a21f13-83f5-4e2c-8c1d-f4b33cd632b9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101849 Nov 25 17:22:17.404975 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-2e395ec6-1420-4bb9-a15e-ff715a4c97ec service neutron] 10.222.0.95 "GET /v2.0/networks/c236d2b1-0d0b-471e-986b-aa03bad326e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378968 Nov 25 17:22:17.544157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-9195de2c-ecd3-4498-9daf-600d6ef3063a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993059 Nov 25 17:22:17.554140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-569f0e23-72f8-49dc-9d9a-f36eab534ff3 req-93d783c1-144f-4be1-9d98-6c6a13ebcbf1 service neutron] 10.222.0.95 "GET /v2.0/networks/c236d2b1-0d0b-471e-986b-aa03bad326e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407511 Nov 25 17:22:17.616180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bf8d978-b2f2-4669-a129-bcc89ee629ea req-5b32e042-8eeb-4b56-bdb5-4834fca711cd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 210 time: 0.1111352 Nov 25 17:22:17.651540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-d25a24e0-5840-4a21-a1f2-73036c6e9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.660596 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-d25a24e0-5840-4a21-a1f2-73036c6e9d72 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 1100 time: 0.1024234 Nov 25 17:22:17.845426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-9af5dff1-8086-4d94-a425-8eba37004d08 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.847127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-9af5dff1-8086-4d94-a425-8eba37004d08 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299161 Nov 25 17:22:17.857868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-ab940c9b-eef1-452c-9291-cece5efb0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.860213 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-ab940c9b-eef1-452c-9291-cece5efb0579 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc4889385dcb4566ac6aa0877bc3a9ee&device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 1094 time: 0.1541073 Nov 25 17:22:17.864245 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Request body: {'port': {'device_id': 'ac4f7e8a-73d5-46de-975b-6ba51a30ab51', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7730cf5c4f094a8f88c279c6ec70c734'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:17.879103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152eca-437d-4cc6-b142-105ce103944d req-c88c4451-5828-4e8a-87cb-1aa6f505be01 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.888557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78152eca-437d-4cc6-b142-105ce103944d req-c88c4451-5828-4e8a-87cb-1aa6f505be01 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 943 time: 0.1414909 Nov 25 17:22:17.940150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-6206d984-0dc0-4b5f-9712-647c365e0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:17.942545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-6206d984-0dc0-4b5f-9712-647c365e0ab8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2582130 Nov 25 17:22:18.013924 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-155ec558-74b4-4c2c-b15a-2c3bff9daf7a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=72d03a4c-9609-487b-ba74-dff6dc7aa148 HTTP/1.1" status: 200 len: 217 time: 0.0627437 Nov 25 17:22:18.035982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78152eca-437d-4cc6-b142-105ce103944d req-2dbfcdab-2f5c-45f3-81e4-fe1c2d6bd421 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408272 Nov 25 17:22:18.094207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-ecc36d09-2fd9-4657-9bee-c00a902cdfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:18.096084 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-ecc36d09-2fd9-4657-9bee-c00a902cdfef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0740795 Nov 25 17:22:18.125010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-c5991262-0a38-4492-aedb-d18447cba17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:18.127077 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-c5991262-0a38-4492-aedb-d18447cba17a service neutron] 10.222.0.95 "GET /v2.0/networks?id=c236d2b1-0d0b-471e-986b-aa03bad326e4 HTTP/1.1" status: 200 len: 918 time: 0.2553692 Nov 25 17:22:18.130371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Made reservation on behalf of 7730cf5c4f094a8f88c279c6ec70c734 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:18.135136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.209326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-c101a585-84a9-49ba-876a-883ddab1860e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=928016e8-82b3-4ae9-a870-0fa9b07c0b0e HTTP/1.1" status: 200 len: 217 time: 0.0498648 Nov 25 17:22:18.269920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-f427be6f-86ec-4f14-9c20-d10c333d3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:18.271618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-f427be6f-86ec-4f14-9c20-d10c333d3e69 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435909 Nov 25 17:22:18.273637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-07ac5438-de43-45f2-8265-aeb2411521a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:18.275278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-07ac5438-de43-45f2-8265-aeb2411521a9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=be12d4a3-5a92-4d72-9504-c29f0cea4cb5 HTTP/1.1" status: 200 len: 857 time: 0.0568061 Nov 25 17:22:18.353441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Allocated IP 192.168.233.3 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/47a0efc0-bd7b-477f-b811-5548ca4051ae) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:18.436492 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-04c925db-4d48-4084-ba7d-b2efb938eaff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c236d2b1-0d0b-471e-986b-aa03bad326e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278856 Nov 25 17:22:18.561233 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-74244638-2d38-4d0b-af2b-6851e34904f4 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750599 Nov 25 17:22:18.596127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44938ff-33d8-4e40-9430-102119a6c4c8 req-a8d6b9a0-b60c-475e-9ad1-eccec1ddf2d9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:18.598729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b44938ff-33d8-4e40-9430-102119a6c4c8 req-a8d6b9a0-b60c-475e-9ad1-eccec1ddf2d9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.0942440 Nov 25 17:22:18.640478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.646898 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-ea12c76e-ad53-418b-a141-78e11d9aec17 service neutron] 10.222.0.95 "GET /v2.0/networks/c236d2b1-0d0b-471e-986b-aa03bad326e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995413 Nov 25 17:22:18.832640 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d1d3199d-7a93-494c-a4ce-9b7b53f26b14 req-a7c589cd-8062-45cb-a6c1-43351385920c service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625294 Nov 25 17:22:18.857769 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e26fcab1-5392-48ea-b3fb-0683e2fcb28f req-312f8bbe-c72e-47a9-bc26-df2c76719cbb service neutron] 10.222.0.95 "GET /v2.0/networks/c236d2b1-0d0b-471e-986b-aa03bad326e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015035 Nov 25 17:22:18.899568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b44938ff-33d8-4e40-9430-102119a6c4c8 req-51f42c3f-133c-4318-a9cd-0c9cb3807763 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483418 Nov 25 17:22:18.903483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-afb041c1-095c-48d1-80c6-44e707ad6d6f req-d2092486-6d02-49eb-a98e-101cf24e7336 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 210 time: 0.1237483 Nov 25 17:22:18.905744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.919933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:18.924182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6', '485f69a9-8026-4d52-b784-03c0f6cbf3bf'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:18.948992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:18.955977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:18.962528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:18.982440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event updated for resources: {'Port': ['ID=47a0efc0-bd7b-477f-b811-5548ca4051ae,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.054525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:19.055945 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.089074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-08033b34-41b7-4966-99fd-6c2189f70a17 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2307835 Nov 25 17:22:19.112130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Request body: {'port': {'device_id': 'ac4f7e8a-73d5-46de-975b-6ba51a30ab51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:19.268596 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.429558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22ad96-36a2-4f17-aa89-0e062c3ca547 req-795f2f3e-2627-49b3-84c9-7b20ec6c046c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:19.447418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f22ad96-36a2-4f17-aa89-0e062c3ca547 req-795f2f3e-2627-49b3-84c9-7b20ec6c046c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 943 time: 0.2434835 Nov 25 17:22:19.619045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4c2e3148-1e0a-436d-8540-c7b1a2423102 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:19.637045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9869e1dd-f518-4e50-9421-b4dc7dc6cfb1 None None] Provisioning complete for port 47a0efc0-bd7b-477f-b811-5548ca4051ae triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:19.637530 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9869e1dd-f518-4e50-9421-b4dc7dc6cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.661801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f22ad96-36a2-4f17-aa89-0e062c3ca547 req-71184221-a6cb-4033-aad2-57d48ff205a1 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123532 Nov 25 17:22:19.804220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9869e1dd-f518-4e50-9421-b4dc7dc6cfb1 None None] Port 47a0efc0-bd7b-477f-b811-5548ca4051ae cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:19.871114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a0efc0-bd7b-477f-b811-5548ca4051ae {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:19.880626 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.904665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Transition to ACTIVE for port object 47a0efc0-bd7b-477f-b811-5548ca4051ae will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:19.910077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.998810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Pushing event updated for resources: {'Port': ['ID=47a0efc0-bd7b-477f-b811-5548ca4051ae,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.006198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.145884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2e3148-1e0a-436d-8540-c7b1a2423102'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:20.149030 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bc822b-c9cd-4bba-927a-a990e9cf2f16" -d '{"events": [{"server_uuid": "8ee56c83-457b-4305-bf69-1e7c3f060ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2e3148-1e0a-436d-8540-c7b1a2423102"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:20.183151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4c2e3148-1e0a-436d-8540-c7b1a2423102, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4c2e3148-1e0a-436d-8540-c7b1a2423102,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:20.191422 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.331117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4c2e3148-1e0a-436d-8540-c7b1a2423102,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.353056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86e66f-0b87-4c7f-bfa7-2a7e47255de0 req-e3673708-f548-4c90-9960-abd23c1dbade tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:20.355489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d86e66f-0b87-4c7f-bfa7-2a7e47255de0 req-e3673708-f548-4c90-9960-abd23c1dbade tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 946 time: 0.2872882 Nov 25 17:22:20.360352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Attempting to bind port 47a0efc0-bd7b-477f-b811-5548ca4051ae on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:20.360848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Attempting to bind port 47a0efc0-bd7b-477f-b811-5548ca4051ae by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:20.361524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Attempting to bind port 47a0efc0-bd7b-477f-b811-5548ca4051ae on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:20.384100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574884d-6378-483d-967b-45d7e90b35e5 req-556506a1-a44a-415f-bce6-ddb81689acd5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:20.393035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c574884d-6378-483d-967b-45d7e90b35e5 req-556506a1-a44a-415f-bce6-ddb81689acd5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 946 time: 0.2583549 Nov 25 17:22:20.455463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d86e66f-0b87-4c7f-bfa7-2a7e47255de0 req-da4b1cff-eedb-4344-ba7b-0a11755fadc5 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899541 Nov 25 17:22:20.456484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Port 47a0efc0-bd7b-477f-b811-5548ca4051ae on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:20.456484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Attempting to bind port 47a0efc0-bd7b-477f-b811-5548ca4051ae on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:20.487461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:20.487815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:20.488408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:20.490751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Bound port: 47a0efc0-bd7b-477f-b811-5548ca4051ae, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:20.490751 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.544187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c574884d-6378-483d-967b-45d7e90b35e5 req-8df10a78-74aa-4e03-8f57-df6f5a79b820 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503325 Nov 25 17:22:20.591449 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9ab0fa-58ff-4abb-8cbf-dea370eef6f2 x-openstack-request-id: req-be9ab0fa-58ff-4abb-8cbf-dea370eef6f2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:20.591944 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee56c83-457b-4305-bf69-1e7c3f060ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2e3148-1e0a-436d-8540-c7b1a2423102", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:20.599159 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be9ab0fa-58ff-4abb-8cbf-dea370eef6f2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:20.599775 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2e3148-1e0a-436d-8540-c7b1a2423102', 'code': 200} Nov 25 17:22:20.612644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] For port 47a0efc0-bd7b-477f-b811-5548ca4051ae, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:20.617886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] For port 47a0efc0-bd7b-477f-b811-5548ca4051ae, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=47a0efc0-bd7b-477f-b811-5548ca4051ae,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:20.632493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.703835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:20.705043 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.706746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] 10.222.0.95 "PUT /v2.0/ports/47a0efc0-bd7b-477f-b811-5548ca4051ae HTTP/1.1" status: 200 len: 1094 time: 1.6084082 Nov 25 17:22:20.707245 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4f7e8a-73d5-46de-975b-6ba51a30ab51', 'tag': '47a0efc0-bd7b-477f-b811-5548ca4051ae'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:20.711055 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4f7e8a-73d5-46de-975b-6ba51a30ab51", "tag": "47a0efc0-bd7b-477f-b811-5548ca4051ae"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:20.728154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5238b-e784-45ad-a2f0-dddc8ba4574d service neutron] Pushing event updated for resources: {'Port': ['ID=47a0efc0-bd7b-477f-b811-5548ca4051ae,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.837133 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaa7ea9-b6b3-4cf1-bfe2-d4f1b5d8cddb x-openstack-request-id: req-eeaa7ea9-b6b3-4cf1-bfe2-d4f1b5d8cddb {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:20.837533 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4f7e8a-73d5-46de-975b-6ba51a30ab51", "tag": "47a0efc0-bd7b-477f-b811-5548ca4051ae", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:20.837865 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eeaa7ea9-b6b3-4cf1-bfe2-d4f1b5d8cddb {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:20.838354 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4f7e8a-73d5-46de-975b-6ba51a30ab51', 'tag': '47a0efc0-bd7b-477f-b811-5548ca4051ae', 'status': 'completed', 'code': 200} Nov 25 17:22:20.893428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-11153258-8e8c-461b-bf0a-6731bf214d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:20.896034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-11153258-8e8c-461b-bf0a-6731bf214d70 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 1097 time: 0.1426675 Nov 25 17:22:21.029665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-f73cb19f-ea11-49ad-9646-ee65006ab84d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=47a0efc0-bd7b-477f-b811-5548ca4051ae HTTP/1.1" status: 200 len: 217 time: 0.1132371 Nov 25 17:22:21.164954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8bb76-8da0-4edf-b9dc-94104bdbb650 req-81e146c0-4f8a-4d2c-be4c-ca56d070cc20 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.173535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59f8bb76-8da0-4edf-b9dc-94104bdbb650 req-81e146c0-4f8a-4d2c-be4c-ca56d070cc20 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 943 time: 0.2951629 Nov 25 17:22:21.211352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-dfd9930f-8786-4402-ab48-8efddf6e3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.212792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-dfd9930f-8786-4402-ab48-8efddf6e3733 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1679041 Nov 25 17:22:21.270215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59f8bb76-8da0-4edf-b9dc-94104bdbb650 req-6b95eac6-c0bf-4bc5-902e-b7d5f4dcc9f2 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890992 Nov 25 17:22:21.287923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-23334871-63ba-4937-8391-602fb3136758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.289852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-23334871-63ba-4937-8391-602fb3136758 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653152 Nov 25 17:22:21.476645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-8ccc0ab9-301b-41e6-a1ac-37464396e8a5 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773112 Nov 25 17:22:21.560578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 928016e8-82b3-4ae9-a870-0fa9b07c0b0e details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:21.715843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,segment=NetworkSegment(2b24063e-3237-4af5-8d9f-f2e2f86e5a97),segment_id=2b24063e-3237-4af5-8d9f-f2e2f86e5a97)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:21.736279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '928016e8-82b3-4ae9-a870-0fa9b07c0b0e', 'network_id': 'c236d2b1-0d0b-471e-986b-aa03bad326e4', 'port_id': '928016e8-82b3-4ae9-a870-0fa9b07c0b0e', 'mac_address': 'fa:16:3e:ec:34:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be12d4a3-5a92-4d72-9504-c29f0cea4cb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:21.785515 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.793838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e7c50-e643-434c-b80d-3d59a6141c1f req-f82af92c-6322-4dbf-b7e5-030702422f83 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.795500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d13e7c50-e643-434c-b80d-3d59a6141c1f req-f82af92c-6322-4dbf-b7e5-030702422f83 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 946 time: 0.1346245 Nov 25 17:22:21.804266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae568c-85a7-4ed6-80b5-93f938218d2f req-ed938413-6ffc-4e31-bf2a-ed629089a87e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.805748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928016e8-82b3-4ae9-a870-0fa9b07c0b0e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:21.805917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48ae568c-85a7-4ed6-80b5-93f938218d2f req-ed938413-6ffc-4e31-bf2a-ed629089a87e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.1231303 Nov 25 17:22:21.808130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f427beb8-8639-4ee9-a51d-433fe7b68996 req-d66c9d67-af2c-400b-862e-38186f3acc1d service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244784 Nov 25 17:22:21.870561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,segment=NetworkSegment(2b24063e-3237-4af5-8d9f-f2e2f86e5a97),segment_id=2b24063e-3237-4af5-8d9f-f2e2f86e5a97)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:21.878726 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.987333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:21.994044 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d13e7c50-e643-434c-b80d-3d59a6141c1f req-28d92f0d-ef09-49a0-adf1-944d60b2beb2 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849051 Nov 25 17:22:22.006679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-1c0ad79c-6e2f-439e-8cb2-cad38a03147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.006679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-1c0ad79c-6e2f-439e-8cb2-cad38a03147c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 1097 time: 0.1264067 Nov 25 17:22:22.024179 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48ae568c-85a7-4ed6-80b5-93f938218d2f req-40913d25-7bcb-480e-acec-8121245a68cb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985006 Nov 25 17:22:22.138329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-f559a242-5286-41fb-8a7a-689befe20c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.141054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-f559a242-5286-41fb-8a7a-689befe20c72 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1109664 Nov 25 17:22:22.170917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['928016e8-82b3-4ae9-a870-0fa9b07c0b0e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:22.202326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-0ee21b07-7e73-4833-866d-8dc85066a08f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=47a0efc0-bd7b-477f-b811-5548ca4051ae HTTP/1.1" status: 200 len: 217 time: 0.0522256 Nov 25 17:22:22.272488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-c3e82d7c-2451-4fdc-a6c1-32b7a022bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.279893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-c3e82d7c-2451-4fdc-a6c1-32b7a022bb14 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0684338 Nov 25 17:22:22.358099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-e7e2c0ab-a831-4e8d-a69a-c369faeba0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.360451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-e7e2c0ab-a831-4e8d-a69a-c369faeba0c4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720732 Nov 25 17:22:22.501641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-7b16d12e-8fae-4df7-9617-b8cb84450c8e service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326685 Nov 25 17:22:22.663504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a139550-5f6f-40ec-ac48-e910ac5fd98c req-ff7ce8d3-8c4d-456b-8a06-c75db78063a4 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.665087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a139550-5f6f-40ec-ac48-e910ac5fd98c req-ff7ce8d3-8c4d-456b-8a06-c75db78063a4 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 944 time: 0.2180591 Nov 25 17:22:22.706788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a521733-2fed-46a5-bb53-ab1e6ca5e4bf req-712eedce-5474-4851-b101-6d1b311b0c70 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956241 Nov 25 17:22:23.047155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a139550-5f6f-40ec-ac48-e910ac5fd98c req-343d6391-9032-42fc-ba39-a9d07f96b957 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650603 Nov 25 17:22:23.233393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7553dae-f74b-484f-a1bc-708c426daa6c req-477330d2-075e-4416-b2f6-5aaa672d11dd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:23.242436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7553dae-f74b-484f-a1bc-708c426daa6c req-477330d2-075e-4416-b2f6-5aaa672d11dd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.1084518 Nov 25 17:22:23.332487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef5dc-6e3f-47a4-b760-d6bed270e67f req-1e6399dd-141c-4aac-8ffb-e597c338d51a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:23.334137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d32ef5dc-6e3f-47a4-b760-d6bed270e67f req-1e6399dd-141c-4aac-8ffb-e597c338d51a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 946 time: 0.1808100 Nov 25 17:22:23.345681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7553dae-f74b-484f-a1bc-708c426daa6c req-6090040c-eec2-41a6-89f1-2c0473917742 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021931 Nov 25 17:22:23.430204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d32ef5dc-6e3f-47a4-b760-d6bed270e67f req-fdbf3a72-4709-441c-9475-c818c3540803 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830595 Nov 25 17:22:23.589824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 928016e8-82b3-4ae9-a870-0fa9b07c0b0e up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:23.655457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:23.660481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:23.660886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.757546 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.785932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c293ac42-145d-431c-aa05-19584006eafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928016e8-82b3-4ae9-a870-0fa9b07c0b0e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:23.788691 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b106dd-dd16-4c65-ad7a-f49e2a9fb586" -d '{"events": [{"server_uuid": "c293ac42-145d-431c-aa05-19584006eafe", "name": "network-vif-plugged", "status": "completed", "tag": "928016e8-82b3-4ae9-a870-0fa9b07c0b0e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:23.803115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,segment=NetworkSegment(2b24063e-3237-4af5-8d9f-f2e2f86e5a97),segment_id=2b24063e-3237-4af5-8d9f-f2e2f86e5a97)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:23.807974 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.852062 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41eeaff-3489-4741-8708-68775eb60d05 x-openstack-request-id: req-c41eeaff-3489-4741-8708-68775eb60d05 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:23.852490 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c293ac42-145d-431c-aa05-19584006eafe", "name": "network-vif-plugged", "status": "completed", "tag": "928016e8-82b3-4ae9-a870-0fa9b07c0b0e", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:23.852763 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c41eeaff-3489-4741-8708-68775eb60d05 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:23.853208 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c293ac42-145d-431c-aa05-19584006eafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928016e8-82b3-4ae9-a870-0fa9b07c0b0e', 'code': 200} Nov 25 17:22:23.881728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:24.008705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84164f3a-863f-48d1-9b5e-fda5b458667c req-934790fd-fa08-4cf5-97fb-5739a2edf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.012592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84164f3a-863f-48d1-9b5e-fda5b458667c req-934790fd-fa08-4cf5-97fb-5739a2edf55b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 1096 time: 0.0771186 Nov 25 17:22:24.095527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84164f3a-863f-48d1-9b5e-fda5b458667c req-8b5d4d43-d149-499e-9b41-5c67bbf652ae service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693831 Nov 25 17:22:24.248009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9abb-063f-43b1-96e6-f360a633dd5a req-61cc47b8-e259-4436-8686-9f75cd1a1378 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.250267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb9a9abb-063f-43b1-96e6-f360a633dd5a req-61cc47b8-e259-4436-8686-9f75cd1a1378 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 945 time: 0.0943055 Nov 25 17:22:24.320567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb9a9abb-063f-43b1-96e6-f360a633dd5a req-f4e1cad5-25cb-492d-a734-7e002e3cab4a tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635538 Nov 25 17:22:24.539647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace52f3-e2d5-4d2e-955a-d5f2b3c07cd9 req-7141e6f1-b222-438c-aecd-9a839afdf30c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.541252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ace52f3-e2d5-4d2e-955a-d5f2b3c07cd9 req-7141e6f1-b222-438c-aecd-9a839afdf30c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.0757279 Nov 25 17:22:24.646423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ace52f3-e2d5-4d2e-955a-d5f2b3c07cd9 req-e1f9cae9-272c-45f4-a3a2-1d3f4b25efbb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899591 Nov 25 17:22:24.724810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854c98c-59b1-4f8d-a089-0e7dcdefed48 req-eab19f55-fd2b-40fc-92c6-17d79db68267 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.729442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8854c98c-59b1-4f8d-a089-0e7dcdefed48 req-eab19f55-fd2b-40fc-92c6-17d79db68267 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 946 time: 0.0712311 Nov 25 17:22:24.799465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8854c98c-59b1-4f8d-a089-0e7dcdefed48 req-fd4bec4f-928a-41f1-9e66-9dccebda2c98 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633852 Nov 25 17:22:25.506456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8eba5-970e-4558-96a0-7fb87fe58954 req-e30487ef-667b-490b-bce6-2dc06601007a tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:25.509505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2be8eba5-970e-4558-96a0-7fb87fe58954 req-e30487ef-667b-490b-bce6-2dc06601007a tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 945 time: 0.0690334 Nov 25 17:22:25.605646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2be8eba5-970e-4558-96a0-7fb87fe58954 req-c996d26c-6ebf-4b48-9679-3a7ae9c41450 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907304 Nov 25 17:22:25.623146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 47a0efc0-bd7b-477f-b811-5548ca4051ae details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:25.950401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 47a0efc0-bd7b-477f-b811-5548ca4051ae, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=47a0efc0-bd7b-477f-b811-5548ca4051ae,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:25.959467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91016e15-15a7-4ab6-8975-caaf61fa31dc req-1feabc0e-ad86-4645-97bd-8fcc6a4983e5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:25.962609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91016e15-15a7-4ab6-8975-caaf61fa31dc req-1feabc0e-ad86-4645-97bd-8fcc6a4983e5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.0996311 Nov 25 17:22:25.976918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '47a0efc0-bd7b-477f-b811-5548ca4051ae', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '47a0efc0-bd7b-477f-b811-5548ca4051ae', 'mac_address': 'fa:16:3e:b3:6f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:26.069782 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.087593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91016e15-15a7-4ab6-8975-caaf61fa31dc req-d890802d-6de9-4526-9636-000b7c2b51b3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049998 Nov 25 17:22:26.114455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a0efc0-bd7b-477f-b811-5548ca4051ae {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:26.176794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 47a0efc0-bd7b-477f-b811-5548ca4051ae, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=47a0efc0-bd7b-477f-b811-5548ca4051ae,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:26.189781 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.284818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797757e7-e3cd-4c6d-8b8d-50e882e1f8e6 req-a6c705ee-e215-456e-baa0-4cde50a8ffd0 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:26.285208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=47a0efc0-bd7b-477f-b811-5548ca4051ae,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.289549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-797757e7-e3cd-4c6d-8b8d-50e882e1f8e6 req-a6c705ee-e215-456e-baa0-4cde50a8ffd0 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 947 time: 0.1034305 Nov 25 17:22:26.403566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-797757e7-e3cd-4c6d-8b8d-50e882e1f8e6 req-479c2dd2-dfb9-4fbc-b55e-0b3af7aeff86 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092751 Nov 25 17:22:26.420612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904ebe8-cfde-4a4e-864e-8331c206690d req-074e080c-ff81-4863-b430-e701f3d887a3 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:26.422672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9904ebe8-cfde-4a4e-864e-8331c206690d req-074e080c-ff81-4863-b430-e701f3d887a3 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 945 time: 0.1165094 Nov 25 17:22:26.459294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['47a0efc0-bd7b-477f-b811-5548ca4051ae'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:26.500830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9904ebe8-cfde-4a4e-864e-8331c206690d req-f6346f93-3b5f-4b67-831b-ef6bce9ea6fd tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706570 Nov 25 17:22:27.241405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851e5bf-7b5c-4645-93a4-e9cf3e460f4e req-ca56b220-c55e-40ae-a39b-692c971e0596 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.243055 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b851e5bf-7b5c-4645-93a4-e9cf3e460f4e req-ca56b220-c55e-40ae-a39b-692c971e0596 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.0670311 Nov 25 17:22:27.310512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b851e5bf-7b5c-4645-93a4-e9cf3e460f4e req-48e8510f-d682-4b9f-bee3-c35e2afcf2e4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525541 Nov 25 17:22:27.495286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435399d-53cc-424b-b249-07858ff267b5 req-034d53a0-e9cf-4ce0-b3ae-e752e2831175 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.498157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d435399d-53cc-424b-b249-07858ff267b5 req-034d53a0-e9cf-4ce0-b3ae-e752e2831175 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.95 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 945 time: 0.0714786 Nov 25 17:22:27.635182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 47a0efc0-bd7b-477f-b811-5548ca4051ae up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:27.649228 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2fd70-9c29-4c6b-81dc-208cde85474b req-fbe86c9a-c107-435d-8817-36e3f9e5b6cb tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.651202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80f2fd70-9c29-4c6b-81dc-208cde85474b req-fbe86c9a-c107-435d-8817-36e3f9e5b6cb tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 947 time: 0.1397924 Nov 25 17:22:27.717935 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 47a0efc0-bd7b-477f-b811-5548ca4051ae completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:27.723474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 47a0efc0-bd7b-477f-b811-5548ca4051ae triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:27.723908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.725366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd6461-5598-4b39-ba97-acaab300ae9c req-45ad4485-6013-469e-b824-551f3ece2dc7 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:27.727893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91bd6461-5598-4b39-ba97-acaab300ae9c req-45ad4485-6013-469e-b824-551f3ece2dc7 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/ports?device_id=c293ac42-145d-431c-aa05-19584006eafe HTTP/1.1" status: 200 len: 945 time: 0.1122198 Nov 25 17:22:27.752019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Deleting port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:27.752019 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.793028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80f2fd70-9c29-4c6b-81dc-208cde85474b req-2d362737-6ec0-4840-867d-e4129f17e7e8 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194162 Nov 25 17:22:27.851076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.904263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 47a0efc0-bd7b-477f-b811-5548ca4051ae, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=47a0efc0-bd7b-477f-b811-5548ca4051ae,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:27.905823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4f7e8a-73d5-46de-975b-6ba51a30ab51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a0efc0-bd7b-477f-b811-5548ca4051ae'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:27.909665 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8254087-f343-4a99-a277-dfbb8e155190" -d '{"events": [{"server_uuid": "ac4f7e8a-73d5-46de-975b-6ba51a30ab51", "name": "network-vif-plugged", "status": "completed", "tag": "47a0efc0-bd7b-477f-b811-5548ca4051ae"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:27.914930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.949691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91bd6461-5598-4b39-ba97-acaab300ae9c req-8e2b66f4-91e0-466f-8146-b8d7906b23c1 tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.81 "GET /v2.0/security-groups?id=724f09e0-20cb-4345-81e1-231e16d79a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106931 Nov 25 17:22:27.968359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] For port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,segment=NetworkSegment(2b24063e-3237-4af5-8d9f-f2e2f86e5a97),segment_id=2b24063e-3237-4af5-8d9f-f2e2f86e5a97)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:27.976991 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.006573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Calling delete_port for 928016e8-82b3-4ae9-a870-0fa9b07c0b0e owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:28.007335 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919cb299-7350-4aa8-a3f9-a36b67d25ac1 x-openstack-request-id: req-919cb299-7350-4aa8-a3f9-a36b67d25ac1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:28.007870 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4f7e8a-73d5-46de-975b-6ba51a30ab51", "name": "network-vif-plugged", "status": "completed", "tag": "47a0efc0-bd7b-477f-b811-5548ca4051ae", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:28.008291 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-919cb299-7350-4aa8-a3f9-a36b67d25ac1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:28.009111 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4f7e8a-73d5-46de-975b-6ba51a30ab51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a0efc0-bd7b-477f-b811-5548ca4051ae', 'code': 200} Nov 25 17:22:28.016389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=47a0efc0-bd7b-477f-b811-5548ca4051ae,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:28.126197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185870-173c-4697-ac43-06579ff71ca0 req-7d627049-8445-409b-a176-d6642df979d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.129080 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d6185870-173c-4697-ac43-06579ff71ca0 req-7d627049-8445-409b-a176-d6642df979d4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 1099 time: 0.0534368 Nov 25 17:22:28.190274 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d6185870-173c-4697-ac43-06579ff71ca0 req-117b6f53-5cec-4fb5-8026-fefb9870738b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516884 Nov 25 17:22:28.220878 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.236275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['928016e8-82b3-4ae9-a870-0fa9b07c0b0e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:28.303172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Pushing event deleted for resources: {'Port': ['ID=928016e8-82b3-4ae9-a870-0fa9b07c0b0e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:28.413427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] No DVR routers for this DVR port 928016e8-82b3-4ae9-a870-0fa9b07c0b0e on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:28.423508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.423508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d435399d-53cc-424b-b249-07858ff267b5 req-7c38f23f-c2ff-4af4-ad0a-b14ce32f825c tempest-InstanceActionsV221TestJSON-1548986442 tempest-InstanceActionsV221TestJSON-1548986442-project] 10.222.0.95 "DELETE /v2.0/ports/928016e8-82b3-4ae9-a870-0fa9b07c0b0e HTTP/1.1" status: 204 len: 173 time: 0.9171698 Nov 25 17:22:28.423508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c293ac42-145d-431c-aa05-19584006eafe', 'name': 'network-vif-deleted', 'tag': '928016e8-82b3-4ae9-a870-0fa9b07c0b0e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:28.425139 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a6ef23-727a-4f98-a6e1-b2caefb6e433" -d '{"events": [{"server_uuid": "c293ac42-145d-431c-aa05-19584006eafe", "name": "network-vif-deleted", "tag": "928016e8-82b3-4ae9-a870-0fa9b07c0b0e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:28.500884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c193d91-749a-45bb-90b4-5608e2358c45 req-4f33a383-b42d-489a-b6b3-a8bfd9637515 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.504266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c193d91-749a-45bb-90b4-5608e2358c45 req-4f33a383-b42d-489a-b6b3-a8bfd9637515 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.0758669 Nov 25 17:22:28.613228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c193d91-749a-45bb-90b4-5608e2358c45 req-84c02716-97fd-45f5-bcf6-39092500237e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987453 Nov 25 17:22:28.622089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716047-1b7a-43be-91be-f24602b35e65 req-93a8056e-9c14-42de-93eb-479446815f8b tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.623669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e716047-1b7a-43be-91be-f24602b35e65 req-93a8056e-9c14-42de-93eb-479446815f8b tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.0995195 Nov 25 17:22:28.693005 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d626b2-ab97-44ab-a68f-2f45a584807f x-openstack-request-id: req-48d626b2-ab97-44ab-a68f-2f45a584807f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:28.693324 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c293ac42-145d-431c-aa05-19584006eafe", "name": "network-vif-deleted", "tag": "928016e8-82b3-4ae9-a870-0fa9b07c0b0e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:28.693653 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48d626b2-ab97-44ab-a68f-2f45a584807f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:28.693956 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c293ac42-145d-431c-aa05-19584006eafe', 'name': 'network-vif-deleted', 'tag': '928016e8-82b3-4ae9-a870-0fa9b07c0b0e', 'status': 'completed', 'code': 200} Nov 25 17:22:28.713974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e716047-1b7a-43be-91be-f24602b35e65 req-bc923633-a4c2-43cb-9df4-1e8054dd7b68 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673807 Nov 25 17:22:28.957591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829997b8-ed04-4b65-bad8-615e335d488a req-69993885-767f-4f86-8dbd-8c02a5ea89ec tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.961416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-829997b8-ed04-4b65-bad8-615e335d488a req-69993885-767f-4f86-8dbd-8c02a5ea89ec tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 948 time: 0.0837157 Nov 25 17:22:29.062790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-829997b8-ed04-4b65-bad8-615e335d488a req-43ffbea9-f70b-4007-a800-7b369aaaeb56 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932939 Nov 25 17:22:29.383266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:29.460341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d4c936-9b4d-467b-a66e-dcc5b71a1589 admin admin] Deleting subnet be12d4a3-5a92-4d72-9504-c29f0cea4cb5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:29.470941 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62d4c936-9b4d-467b-a66e-dcc5b71a1589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.551113 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62d4c936-9b4d-467b-a66e-dcc5b71a1589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.650907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62d4c936-9b4d-467b-a66e-dcc5b71a1589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.700264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-9bbd081f-3389-4fcb-8052-2de673f4a982 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:29.702376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-9bbd081f-3389-4fcb-8052-2de673f4a982 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.95 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.1432903 Nov 25 17:22:29.868896 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62d4c936-9b4d-467b-a66e-dcc5b71a1589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.919358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849d61e-4970-4ea8-8684-4390b2d3373d req-6b55a0ce-3cc6-4725-916e-5911a9fe178f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:29.920893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a849d61e-4970-4ea8-8684-4390b2d3373d req-6b55a0ce-3cc6-4725-916e-5911a9fe178f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 944 time: 0.1769023 Nov 25 17:22:29.931518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4c936-9b4d-467b-a66e-dcc5b71a1589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be12d4a3-5a92-4d72-9504-c29f0cea4cb5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:29.948864 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62d4c936-9b4d-467b-a66e-dcc5b71a1589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.954563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-62d4c936-9b4d-467b-a66e-dcc5b71a1589 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/be12d4a3-5a92-4d72-9504-c29f0cea4cb5 HTTP/1.1" status: 204 len: 168 time: 0.5680296 Nov 25 17:22:29.957533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.073140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Deleting port 4c2e3148-1e0a-436d-8540-c7b1a2423102 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:30.073606 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.088399 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.111852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83995933-f0fe-4301-a574-5bbce4d738bc req-ddb969b0-64f7-497c-ae12-5d0466522dac tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.114153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83995933-f0fe-4301-a574-5bbce4d738bc req-ddb969b0-64f7-497c-ae12-5d0466522dac tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.1914330 Nov 25 17:22:30.173589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a849d61e-4970-4ea8-8684-4390b2d3373d req-0040b219-bf61-46f1-a764-7500dbe3297d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354801 Nov 25 17:22:30.227160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.259982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c236d2b1-0d0b-471e-986b-aa03bad326e4']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.262476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83995933-f0fe-4301-a574-5bbce4d738bc req-400a1946-369e-492b-8a8f-bbe566e01ba4 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266034 Nov 25 17:22:30.285364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] For port 4c2e3148-1e0a-436d-8540-c7b1a2423102, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4c2e3148-1e0a-436d-8540-c7b1a2423102,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:30.285638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.288998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b24063e-3237-4af5-8d9f-f2e2f86e5a97') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.289311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b24063e-3237-4af5-8d9f-f2e2f86e5a97') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.305798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.315004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Calling delete_port for 4c2e3148-1e0a-436d-8540-c7b1a2423102 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:30.323584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.340326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:22:30.341223 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:22:30.367186 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:22:30.439237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.451571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.460007 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] 10.222.0.81 "DELETE /v2.0/networks/c236d2b1-0d0b-471e-986b-aa03bad326e4 HTTP/1.1" status: 204 len: 168 time: 0.4968996 Nov 25 17:22:30.478981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c39cf-b61b-4177-b65a-52f12d8ffe3d admin admin] Pushing event deleted for resources: {'Network': ['ID=c236d2b1-0d0b-471e-986b-aa03bad326e4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:30.482286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95d81-a3c3-461f-9630-4d3098b3c47c req-b0a12b87-d052-439e-8a05-71c607716011 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.484795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ef95d81-a3c3-461f-9630-4d3098b3c47c req-b0a12b87-d052-439e-8a05-71c607716011 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 948 time: 0.1487210 Nov 25 17:22:30.616479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ef95d81-a3c3-461f-9630-4d3098b3c47c req-388a93e3-31ba-4a0d-bd24-561132a1901c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197803 Nov 25 17:22:30.652701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.664023 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.714765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event deleted for resources: {'Port': ['ID=4c2e3148-1e0a-436d-8540-c7b1a2423102,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:30.803035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.803286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7448cfad-9daa-4207-b4c5-4feb29e3e04e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc4889385dcb4566ac6aa0877bc3a9ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490555 Nov 25 17:22:30.804086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] No DVR routers for this DVR port 4c2e3148-1e0a-436d-8540-c7b1a2423102 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:30.808718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.814574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-312de94f-ce56-45d4-94eb-97ad7e4f20c9 req-dba9c797-574a-4057-b839-bc29575c55af tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.95 "DELETE /v2.0/ports/4c2e3148-1e0a-436d-8540-c7b1a2423102 HTTP/1.1" status: 204 len: 173 time: 1.1046600 Nov 25 17:22:30.820097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'name': 'network-vif-deleted', 'tag': '4c2e3148-1e0a-436d-8540-c7b1a2423102'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:30.822496 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3938249-abd0-4572-b6a4-87c70e50a85f" -d '{"events": [{"server_uuid": "8ee56c83-457b-4305-bf69-1e7c3f060ee1", "name": "network-vif-deleted", "tag": "4c2e3148-1e0a-436d-8540-c7b1a2423102"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:30.924460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058bbc6-70b9-4234-bdb5-bcdc523ef6fd req-aa2c4169-6664-4801-b9af-905faa8197e1 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.927356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8058bbc6-70b9-4234-bdb5-bcdc523ef6fd req-aa2c4169-6664-4801-b9af-905faa8197e1 tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 1099 time: 0.0906904 Nov 25 17:22:30.939093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0097561d-3ebb-4a6c-a100-c10f309397d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.016138 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0097561d-3ebb-4a6c-a100-c10f309397d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.090180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8058bbc6-70b9-4234-bdb5-bcdc523ef6fd req-0d5595b0-926c-4b7e-a96e-5ca221f533af tempest-ServersOnMultiNodesTest-866069282 tempest-ServersOnMultiNodesTest-866069282-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482432 Nov 25 17:22:31.128045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0097561d-3ebb-4a6c-a100-c10f309397d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.134785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0097561d-3ebb-4a6c-a100-c10f309397d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.138412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0097561d-3ebb-4a6c-a100-c10f309397d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/724f09e0-20cb-4345-81e1-231e16d79a63 HTTP/1.1" status: 204 len: 168 time: 0.3299348 Nov 25 17:22:31.150579 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f5552d-e5c4-4484-96f3-0574a1733634 x-openstack-request-id: req-66f5552d-e5c4-4484-96f3-0574a1733634 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:31.150887 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee56c83-457b-4305-bf69-1e7c3f060ee1", "name": "network-vif-deleted", "tag": "4c2e3148-1e0a-436d-8540-c7b1a2423102", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:31.151152 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66f5552d-e5c4-4484-96f3-0574a1733634 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:31.170951 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee56c83-457b-4305-bf69-1e7c3f060ee1', 'name': 'network-vif-deleted', 'tag': '4c2e3148-1e0a-436d-8540-c7b1a2423102', 'status': 'completed', 'code': 200} Nov 25 17:22:31.184603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097561d-3ebb-4a6c-a100-c10f309397d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724f09e0-20cb-4345-81e1-231e16d79a63,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:31.571581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b82eb4c-7f4b-43f2-93a0-bfdb33c03e8f req-69d6e9dd-7b06-4ad9-82c8-aaf76d144a38 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.0774586 Nov 25 17:22:31.654154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 928016e8-82b3-4ae9-a870-0fa9b07c0b0e no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:31.704611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 928016e8-82b3-4ae9-a870-0fa9b07c0b0e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:31.705240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 928016e8-82b3-4ae9-a870-0fa9b07c0b0e not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:31.773462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74fe99-eadc-48c1-8b0b-a33596cac803 req-76364064-6e54-44de-b33a-b8110b030986 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.775383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee74fe99-eadc-48c1-8b0b-a33596cac803 req-76364064-6e54-44de-b33a-b8110b030986 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 948 time: 0.1396363 Nov 25 17:22:31.836729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee8551-9c46-4697-896e-45510347bd59 req-12751ae9-eae8-4f4b-ac6d-10be46ce2164 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.848800 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7ee8551-9c46-4697-896e-45510347bd59 req-12751ae9-eae8-4f4b-ac6d-10be46ce2164 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.1626530 Nov 25 17:22:32.018661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee74fe99-eadc-48c1-8b0b-a33596cac803 req-2a70f5f3-6a90-411b-bcbc-3b0fc4d030f4 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244129 Nov 25 17:22:32.040054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7ee8551-9c46-4697-896e-45510347bd59 req-ee9ad897-0601-4457-a01a-2b9e19214c5a tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896672 Nov 25 17:22:32.191282 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84cb0e30-f424-4290-88a1-8e29615075d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.679634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.778106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-359e7502-4c47-4c4d-b3f7-e8a1a61e790e req-5f581342-cab6-4a46-af17-c6b01434a003 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.0443575 Nov 25 17:22:32.832041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87800998-7bf6-4ded-9d5f-6674929f664f req-704a349f-5a51-45af-89eb-c3a0bb4b04ab tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.834283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87800998-7bf6-4ded-9d5f-6674929f664f req-704a349f-5a51-45af-89eb-c3a0bb4b04ab tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 948 time: 0.1896696 Nov 25 17:22:32.875025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-844403248-network', 'tenant_id': '68f3ee983bf0406fb1ddcdb3bd393baf'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:32.912975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Made reservation on behalf of 68f3ee983bf0406fb1ddcdb3bd393baf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:32.916129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.939553 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.096111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.100804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Deleting port 47a0efc0-bd7b-477f-b811-5548ca4051ae {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:33.101705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.104409 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.223728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:33.253825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45584a2c-af0c-4932-8865-195c06778d07,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.296050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.297379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.297873 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.298386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.298929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.299481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.299982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.300442 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.301009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.301559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.302023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.302512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:33.309097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.309680 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Added segment 6a2d404a-b73d-4a79-b575-a2597dcac69b of type vlan for network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf Nov 25 17:22:33.400553 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.448135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8717d32-51d0-4e5d-849a-4d24db6833ac req-a3e4542e-5fb8-4ff8-915c-dbccc36cc821 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.456385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8717d32-51d0-4e5d-849a-4d24db6833ac req-a3e4542e-5fb8-4ff8-915c-dbccc36cc821 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 948 time: 0.2535007 Nov 25 17:22:33.497062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e1d18-99af-4fe5-b01a-55e384a35c13 req-e78d88de-6e08-40a0-9d08-2180f7595ae0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.505954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-872e1d18-99af-4fe5-b01a-55e384a35c13 req-e78d88de-6e08-40a0-9d08-2180f7595ae0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.2433906 Nov 25 17:22:33.508098 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.509150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.509751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.538499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] For port 47a0efc0-bd7b-477f-b811-5548ca4051ae, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=47a0efc0-bd7b-477f-b811-5548ca4051ae,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:33.539026 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.616987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8717d32-51d0-4e5d-849a-4d24db6833ac req-5112c04e-861f-4726-9e04-42c28306ab4f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595819 Nov 25 17:22:33.619000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Calling delete_port for 47a0efc0-bd7b-477f-b811-5548ca4051ae owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:33.628351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.631437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9489939 Nov 25 17:22:33.662815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf3a12-2cca-4e7f-890c-80551b1405fa admin admin] Pushing event updated for resources: {'Network': ['ID=1dd45888-ef9e-4ca7-8115-ed478b68e0cf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.664410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Request body: {'subnet': {'network_id': '1dd45888-ef9e-4ca7-8115-ed478b68e0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-844403248-subnet', 'tenant_id': '68f3ee983bf0406fb1ddcdb3bd393baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:33.676865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:33.782721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-dd67ce48-2679-4c3c-8789-3cf58634b2c3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.784977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-dd67ce48-2679-4c3c-8789-3cf58634b2c3 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.60 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.3558984 Nov 25 17:22:33.812745 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-872e1d18-99af-4fe5-b01a-55e384a35c13 req-1ef03c88-6cbc-4091-86c1-1a8f6846e81c tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051186 Nov 25 17:22:33.956663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Made reservation on behalf of 68f3ee983bf0406fb1ddcdb3bd393baf for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:33.959349 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.096183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffb01e03-d667-46df-9109-88b57d7adf44 req-4d04e34c-0e5f-4e2f-bfa1-19bdf23e9986 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.0784757 Nov 25 17:22:34.134743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Deleting port a870731b-5c50-448a-a0d1-b96e46d97f45 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:34.135148 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.258602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.276650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2', '47a0efc0-bd7b-477f-b811-5548ca4051ae'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:34.341295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event deleted for resources: {'Port': ['ID=47a0efc0-bd7b-477f-b811-5548ca4051ae,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.412325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] For port a870731b-5c50-448a-a0d1-b96e46d97f45, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a870731b-5c50-448a-a0d1-b96e46d97f45,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:34.412707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.431563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6', '485f69a9-8026-4d52-b784-03c0f6cbf3bf'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:34.470169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] No DVR routers for this DVR port 47a0efc0-bd7b-477f-b811-5548ca4051ae on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:34.481459 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.487336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87800998-7bf6-4ded-9d5f-6674929f664f req-6ab3b8e2-3071-40fb-a1c7-e24937c5d455 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "DELETE /v2.0/ports/47a0efc0-bd7b-477f-b811-5548ca4051ae HTTP/1.1" status: 204 len: 173 time: 1.6469271 Nov 25 17:22:34.491379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4f7e8a-73d5-46de-975b-6ba51a30ab51', 'name': 'network-vif-deleted', 'tag': '47a0efc0-bd7b-477f-b811-5548ca4051ae'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:34.494731 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f56439-1ac8-4c72-96d6-c58c31075ba2" -d '{"events": [{"server_uuid": "ac4f7e8a-73d5-46de-975b-6ba51a30ab51", "name": "network-vif-deleted", "tag": "47a0efc0-bd7b-477f-b811-5548ca4051ae"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:34.646058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d806f89a-8392-4e02-8039-f988459a2110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.209727 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10390252-5268-44d9-8c09-0cff9afb4e1f x-openstack-request-id: req-10390252-5268-44d9-8c09-0cff9afb4e1f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:35.210287 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4f7e8a-73d5-46de-975b-6ba51a30ab51", "name": "network-vif-deleted", "tag": "47a0efc0-bd7b-477f-b811-5548ca4051ae", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:35.210394 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10390252-5268-44d9-8c09-0cff9afb4e1f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:35.210883 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4f7e8a-73d5-46de-975b-6ba51a30ab51', 'name': 'network-vif-deleted', 'tag': '47a0efc0-bd7b-477f-b811-5548ca4051ae', 'status': 'completed', 'code': 200} Nov 25 17:22:35.369651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d4b2a2d-a515-4105-a9c5-0c05dac8c6ee req-109e9d16-12f0-4c96-8337-8f2dee3584a8 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac4f7e8a-73d5-46de-975b-6ba51a30ab51 HTTP/1.1" status: 200 len: 210 time: 0.1554043 Nov 25 17:22:35.500707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871544-3a8a-4be4-89b2-340eb8a0e0ed req-c7533b22-3511-4ad4-b274-85b0df9ec944 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:35.502325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39871544-3a8a-4be4-89b2-340eb8a0e0ed req-c7533b22-3511-4ad4-b274-85b0df9ec944 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 946 time: 0.2957416 Nov 25 17:22:35.533275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.637176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5afc0eb-cd0f-4711-90c6-54c0cf15ebc7 req-4a8601ff-7701-4197-8a98-745dbc495502 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.1050792 Nov 25 17:22:35.812606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979223af-c71c-4ad3-a851-19b1a7aa9fe4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:35.813006 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.844694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39871544-3a8a-4be4-89b2-340eb8a0e0ed req-d1caf979-fc0d-4b80-bea5-66b1f30db064 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups?id=df7df64e-706e-40cb-aea7-9f8af2c962b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006952 Nov 25 17:22:35.913178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.913912 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.914475 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Floating IP c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7 disassociated. External IP: 172.25.1.228, port: a870731b-5c50-448a-a0d1-b96e46d97f45. Nov 25 17:22:35.915065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Calling delete_port for a870731b-5c50-448a-a0d1-b96e46d97f45 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:36.097208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Checking segment: {'id': '6a2d404a-b73d-4a79-b575-a2597dcac69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1dd45888-ef9e-4ca7-8115-ed478b68e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:36.097717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Network hostable DHCP agents. Network: 1dd45888-ef9e-4ca7-8115-ed478b68e0cf, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:22:36.102643 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:36.162635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event deleted for resources: {'Port': ['ID=a870731b-5c50-448a-a0d1-b96e46d97f45,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:36.176064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:22:36.239434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 1dd45888-ef9e-4ca7-8115-ed478b68e0cf) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:36.263733 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22261023-e96a-4b89-b9d3-f5deb6394a92 None None] Network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:36.307807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:36.308446 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:36.344345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-02ee8e41-8c62-47d0-b889-138d0aa49144 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7101531 Nov 25 17:22:36.362802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Router 857612c2-7899-47c2-8ea1-5a8046c4e634 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:36.480774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:36.511684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dbed56-604f-4c6c-8dda-bc0f01e21c36 None None] Network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:36.544473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:36.559097 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] Sync routers for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:36.581692 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:36.591696 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:22:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:36.707577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] No DVR routers for this DVR port a870731b-5c50-448a-a0d1-b96e46d97f45 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:36.717285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:36.746264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-171aa0a8-2bc7-4fac-8976-ff677ca14a47 req-5fafe280-681a-44ee-a24b-fa23a31ecca0 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.60 "DELETE /v2.0/ports/a870731b-5c50-448a-a0d1-b96e46d97f45 HTTP/1.1" status: 204 len: 173 time: 2.9104261 Nov 25 17:22:36.825610 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:36.869009 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.165618 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.210804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aad00d3-bad9-47ec-bb67-32a4e59526da req-38ac2732-decf-4acf-86ad-b14f494dcbe0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.0797808 Nov 25 17:22:37.211618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'name': 'network-vif-deleted', 'tag': 'a870731b-5c50-448a-a0d1-b96e46d97f45'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:37.215380 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47d713c-d85b-4235-938d-a076447d1dd8" -d '{"events": [{"server_uuid": "89f9b20d-952d-4d95-850e-4bcd77ab0cca", "name": "network-vif-deleted", "tag": "a870731b-5c50-448a-a0d1-b96e46d97f45"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:37.458409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-988078b5-3400-41f5-87a3-7d03747f31d8 req-47fce347-d88a-4b48-9d12-6c2c292e56d4 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/ports?device_id=89f9b20d-952d-4d95-850e-4bcd77ab0cca HTTP/1.1" status: 200 len: 210 time: 0.0539300 Nov 25 17:22:37.474818 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:20:06Z', 'revision_number': 5, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:37.525944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab9aa9-dad6-44d8-a4fb-b9652aa75a0f req-4524cd6e-f478-46ba-99e2-6595c8ec2412 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:37.541435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52ab9aa9-dad6-44d8-a4fb-b9652aa75a0f req-4524cd6e-f478-46ba-99e2-6595c8ec2412 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 949 time: 0.2063935 Nov 25 17:22:37.548164 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] Checking router: 857612c2-7899-47c2-8ea1-5a8046c4e634 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:37.563423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a870731b-5c50-448a-a0d1-b96e46d97f45 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:37.586196 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:37.586924 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:22:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:37.632489 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: a870731b-5c50-448a-a0d1-b96e46d97f45 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:37.633091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a870731b-5c50-448a-a0d1-b96e46d97f45 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:37.641930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52ab9aa9-dad6-44d8-a4fb-b9652aa75a0f req-ec8045b8-cb81-4862-b5dc-f2d8f5a8e00e tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961540 Nov 25 17:22:37.684260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 47a0efc0-bd7b-477f-b811-5548ca4051ae no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:37.777529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 47a0efc0-bd7b-477f-b811-5548ca4051ae {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:37.780383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 47a0efc0-bd7b-477f-b811-5548ca4051ae not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:37.868498 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7a594c-1438-48d3-a457-2d4cff870d23 x-openstack-request-id: req-6e7a594c-1438-48d3-a457-2d4cff870d23 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:37.869248 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f9b20d-952d-4d95-850e-4bcd77ab0cca", "name": "network-vif-deleted", "tag": "a870731b-5c50-448a-a0d1-b96e46d97f45", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:37.869885 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e7a594c-1438-48d3-a457-2d4cff870d23 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:37.870736 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f9b20d-952d-4d95-850e-4bcd77ab0cca', 'name': 'network-vif-deleted', 'tag': 'a870731b-5c50-448a-a0d1-b96e46d97f45', 'status': 'completed', 'code': 200} Nov 25 17:22:37.962947 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.023152 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:38.406363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2b3d784-3047-4f71-9b16-5b956fefda28 req-66acd637-4b9b-4e5a-9662-b8ad935b0cd5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.0632241 Nov 25 17:22:38.429219 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:20:06Z', 'revision_number': 5, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:38.476277 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454c8aa-37f1-4735-97c7-ce1b8152ec9a None None] The sync data for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 is: [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '3d5e357b-0a87-4fc1-aa02-c94d220740b7', 'name': '', 'network_id': '82f0276b-2e66-4175-a645-b1d8e5e6e623', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'mac_address': 'fa:16:3e:bd:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '779f1600-aae8-4b10-b467-64d785f8958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:57Z', 'updated_at': '2021-11-25T17:20:06Z', 'revision_number': 5, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'subnets': [{'id': '779f1600-aae8-4b10-b467-64d785f8958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:38.598133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:38.684134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-230b07a2-69f2-474e-8fed-2b0484ecd198 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.727988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-230b07a2-69f2-474e-8fed-2b0484ecd198 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.876244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813c611-e60c-40d9-af4a-7dfe981224c5 req-f2f44c2d-b27b-47a4-9d1c-4614e3745cfd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.891264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8813c611-e60c-40d9-af4a-7dfe981224c5 req-f2f44c2d-b27b-47a4-9d1c-4614e3745cfd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 949 time: 0.1380179 Nov 25 17:22:38.926361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-230b07a2-69f2-474e-8fed-2b0484ecd198 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.929294 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-230b07a2-69f2-474e-8fed-2b0484ecd198 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.933346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52336) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:38.945987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-230b07a2-69f2-474e-8fed-2b0484ecd198 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "DELETE /v2.0/security-groups/df7df64e-706e-40cb-aea7-9f8af2c962b3 HTTP/1.1" status: 204 len: 168 time: 0.3466640 Nov 25 17:22:38.959465 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-d807d2d3-5b80-43c4-8c4f-09b4d6bf26b8 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] show failed (client error): The resource could not be found. Nov 25 17:22:38.966353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d807d2d3-5b80-43c4-8c4f-09b4d6bf26b8 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "GET /v2.0/security-groups/df7df64e-706e-40cb-aea7-9f8af2c962b3 HTTP/1.1" status: 404 len: 347 time: 0.0312896 Nov 25 17:22:38.969455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:38.986201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004c597-9564-4498-8606-c5bc3ef7942b None None] New status for floating IP c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:22:39.052097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8813c611-e60c-40d9-af4a-7dfe981224c5 req-fe97b170-ea40-41e8-8c36-fd423415684f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556635 Nov 25 17:22:39.073980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b07a2-69f2-474e-8fed-2b0484ecd198 tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7df64e-706e-40cb-aea7-9f8af2c962b3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:39.179377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-6fec21ea-b5fa-4d8e-b3d6-afda6c0bdd24 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:39.182060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-6fec21ea-b5fa-4d8e-b3d6-afda6c0bdd24 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 949 time: 0.1455247 Nov 25 17:22:39.299916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Deleting port d017f682-1046-412b-92bc-d2f343ac357d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:39.300270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.436247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.438431 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.468106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Calling delete_port for d017f682-1046-412b-92bc-d2f343ac357d owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:39.592814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395740f1-4207-4582-8d79-3d2142af131c req-0ee11501-e983-4ccb-be56-44b56fec81ef tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:39.595950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-0ee11501-e983-4ccb-be56-44b56fec81ef tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/networks?id=1dd45888-ef9e-4ca7-8115-ed478b68e0cf HTTP/1.1" status: 200 len: 809 time: 0.1838994 Nov 25 17:22:39.680548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-67b698ad-3a8a-4db5-bd9c-2ff4e15173d4 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/quotas/68f3ee983bf0406fb1ddcdb3bd393baf HTTP/1.1" status: 200 len: 375 time: 0.0664833 Nov 25 17:22:39.722928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-232defce-1909-4f13-a689-2596029798fb req-af72aa28-f529-4074-9ce2-4906dd74ffd1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ee56c83-457b-4305-bf69-1e7c3f060ee1 HTTP/1.1" status: 200 len: 210 time: 0.1258574 Nov 25 17:22:39.757786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-36dd0b11-52fb-456a-85b9-8eb4720c87a6 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=68f3ee983bf0406fb1ddcdb3bd393baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741191 Nov 25 17:22:39.767568 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.824785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Pushing event deleted for resources: {'Port': ['ID=d017f682-1046-412b-92bc-d2f343ac357d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:39.909718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Deleting port 485f69a9-8026-4d52-b784-03c0f6cbf3bf {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:39.910538 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.970754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.977142 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.981850 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-184621d5-08fb-4247-82e1-29f51a9b9d1d tempest-ServersTestJSON-892144940 tempest-ServersTestJSON-892144940-project] 10.222.0.81 "DELETE /v2.0/floatingips/c2b9eebc-0de7-4ed5-b420-e0ef5e11f0c7 HTTP/1.1" status: 204 len: 168 time: 1.0092227 Nov 25 17:22:39.982634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:40.045331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-56cbabfd-43d8-4d6c-8798-f089bfbb8240 service neutron] 10.222.0.81 "GET /v2.0/networks/1dd45888-ef9e-4ca7-8115-ed478b68e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863674 Nov 25 17:22:40.228347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] For port 485f69a9-8026-4d52-b784-03c0f6cbf3bf, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=485f69a9-8026-4d52-b784-03c0f6cbf3bf,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:40.228829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.258802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Calling delete_port for 485f69a9-8026-4d52-b784-03c0f6cbf3bf owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:40.301600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-ff9d11bb-f3d5-489a-9cd4-c737df7015be service neutron] 10.222.0.81 "GET /v2.0/networks/1dd45888-ef9e-4ca7-8115-ed478b68e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409518 Nov 25 17:22:40.377950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81190d7-49f9-4be5-b800-be352407a064 req-a508d6f6-9825-40a5-817b-ec4e982348dd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.388970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d81190d7-49f9-4be5-b800-be352407a064 req-a508d6f6-9825-40a5-817b-ec4e982348dd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 949 time: 0.2206550 Nov 25 17:22:40.461224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d81190d7-49f9-4be5-b800-be352407a064 req-7fba2b33-1c6f-4c6e-b6e9-9f428f78f5a7 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711763 Nov 25 17:22:40.639161 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.653553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:40.658102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6', '485f69a9-8026-4d52-b784-03c0f6cbf3bf'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:40.680333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.682396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event deleted for resources: {'Port': ['ID=485f69a9-8026-4d52-b784-03c0f6cbf3bf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:40.957894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.958347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.958612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.958945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.959291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.959629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.959960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.960292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.960637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.962543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.965814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.966172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:40.996637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-221022bc-f869-4656-81ce-fd41033533a9 req-16acbf01-0172-4f6d-9fb1-e7d7dfb4b491 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 210 time: 0.2892559 Nov 25 17:22:41.079765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] No DVR routers for this DVR port 485f69a9-8026-4d52-b784-03c0f6cbf3bf on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:41.097832 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.117178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8ca8607-fa9a-49b9-9b2f-ca76db647fa2 req-f709476e-c848-4e5b-aed1-ff0c75cca002 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "DELETE /v2.0/ports/485f69a9-8026-4d52-b784-03c0f6cbf3bf HTTP/1.1" status: 204 len: 173 time: 1.9273086 Nov 25 17:22:41.128511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba', 'name': 'network-vif-deleted', 'tag': '485f69a9-8026-4d52-b784-03c0f6cbf3bf'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:41.141715 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08d41e-6026-4859-9294-704d22193bd0" -d '{"events": [{"server_uuid": "9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba", "name": "network-vif-deleted", "tag": "485f69a9-8026-4d52-b784-03c0f6cbf3bf"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:41.301217 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b31974-2eea-471f-b361-628764050d83 x-openstack-request-id: req-20b31974-2eea-471f-b361-628764050d83 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:41.301808 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba", "name": "network-vif-deleted", "tag": "485f69a9-8026-4d52-b784-03c0f6cbf3bf", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:41.302351 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20b31974-2eea-471f-b361-628764050d83 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:41.302954 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba', 'name': 'network-vif-deleted', 'tag': '485f69a9-8026-4d52-b784-03c0f6cbf3bf', 'status': 'completed', 'code': 200} Nov 25 17:22:41.579694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Deleting port 3d5e357b-0a87-4fc1-aa02-c94d220740b7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:41.580543 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.773141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] For port 3d5e357b-0a87-4fc1-aa02-c94d220740b7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3d5e357b-0a87-4fc1-aa02-c94d220740b7,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:41.773518 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.793782 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Calling delete_port for 3d5e357b-0a87-4fc1-aa02-c94d220740b7 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:41.845510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4d1bd86-9a43-43be-84c3-0a87298e176b req-d0a742c6-2bc9-412e-b6c2-488f81e61207 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=9749cc10-d3b6-4b9b-8bdd-bcb7eb28acba HTTP/1.1" status: 200 len: 210 time: 0.1179945 Nov 25 17:22:42.206612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.285433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5e357b-0a87-4fc1-aa02-c94d220740b7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:42.537732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.674305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-671b0485-66da-419a-a481-a91f6b9da9a1 req-ab72f6e5-4a64-4462-ae1f-b40b6ea0b69b tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 210 time: 0.5254264 Nov 25 17:22:42.868455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff3f5a-f922-48a6-8c73-2884f723efe0 req-fb46b4e4-83e7-4a96-b697-a7853e2d678e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:42.871505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67ff3f5a-f922-48a6-8c73-2884f723efe0 req-fb46b4e4-83e7-4a96-b697-a7853e2d678e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.9928603 Nov 25 17:22:42.922400 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67ff3f5a-f922-48a6-8c73-2884f723efe0 req-4fc12238-7d11-4f48-8f88-a8e70bc467ff tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/quotas/4e626f0952704d799bd9d7006a3e9750 HTTP/1.1" status: 200 len: 375 time: 0.0361083 Nov 25 17:22:43.034191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Router 857612c2-7899-47c2-8ea1-5a8046c4e634 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:43.047364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67ff3f5a-f922-48a6-8c73-2884f723efe0 req-611a31de-0602-4788-8757-09b91aaa9b61 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148942 Nov 25 17:22:43.199689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67ff3f5a-f922-48a6-8c73-2884f723efe0 req-784405ac-dc63-424d-92f2-1d30af75a92a service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512127 Nov 25 17:22:43.282677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395740f1-4207-4582-8d79-3d2142af131c req-252c1cd9-524c-4f33-9877-5cb8b0786e36 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.284926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-252c1cd9-524c-4f33-9877-5cb8b0786e36 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.95 "GET /v2.0/networks?id=1dd45888-ef9e-4ca7-8115-ed478b68e0cf HTTP/1.1" status: 200 len: 809 time: 0.5481009 Nov 25 17:22:43.342488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Request body: {'port': {'device_id': 'd0d823f6-567d-4196-97b1-704f23f37176', 'network_id': '1dd45888-ef9e-4ca7-8115-ed478b68e0cf', 'admin_state_up': True, 'tenant_id': '68f3ee983bf0406fb1ddcdb3bd393baf'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:43.560153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0728b9-6929-494f-a0a3-1a99a8b5a0a9 req-89099e85-ab7b-48ce-9c31-1890de42a537 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.562455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b0728b9-6929-494f-a0a3-1a99a8b5a0a9 req-89099e85-ab7b-48ce-9c31-1890de42a537 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 950 time: 0.2434590 Nov 25 17:22:43.588234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 485f69a9-8026-4d52-b784-03c0f6cbf3bf no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:43.612969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67ff3f5a-f922-48a6-8c73-2884f723efe0 req-cb1a5161-7b7f-4cd2-be24-f4dcaa7213d6 service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073081 Nov 25 17:22:43.623505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 485f69a9-8026-4d52-b784-03c0f6cbf3bf {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:43.624761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 485f69a9-8026-4d52-b784-03c0f6cbf3bf not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:43.642002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Made reservation on behalf of 68f3ee983bf0406fb1ddcdb3bd393baf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:43.656239 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.693439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b0728b9-6929-494f-a0a3-1a99a8b5a0a9 req-313b9aae-5df0-451e-b9e7-f467860abefa tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127722 Nov 25 17:22:43.711900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:43.723557 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] Sync routers for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:43.740093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fd62e6f6-68e5-4eb4-82de-39d50f56817d admin admin] 10.222.0.81 "PUT /v2.0/routers/857612c2-7899-47c2-8ea1-5a8046c4e634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7539673 Nov 25 17:22:43.740605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:43.750867 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:43.751732 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:22:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:43.924676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ac7d32a-d072-45bc-9d8c-c64280ab46e9 req-cf7a9191-f97f-4f89-a30e-9ad065384981 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 210 time: 0.1038477 Nov 25 17:22:44.005365 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:44.054057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.107825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-406bfd85-5e7a-4152-91dd-32ad482152a0 req-3e4261ae-fee2-49c3-8f42-249d78f29836 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=60acdd5e-8086-497f-a35e-030cbc10c0ff HTTP/1.1" status: 200 len: 210 time: 0.0417116 Nov 25 17:22:44.109840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Allocated IP 172.20.0.10 (1dd45888-ef9e-4ca7-8115-ed478b68e0cf/979223af-c71c-4ad3-a851-19b1a7aa9fe4/4993916f-acd8-4ea3-894a-4cfa4e114f15) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:44.398747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.403533 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.513382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.586939 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:22:42Z', 'revision_number': 5, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port': {'id': 'd44cf74e-c448-4a2d-be53-e879dc8664e1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:51Z', 'updated_at': '2021-11-25T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:44.626877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:44.648837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Deleting port d44cf74e-c448-4a2d-be53-e879dc8664e1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:44.649413 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.651949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:44.666262 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] Checking router: 857612c2-7899-47c2-8ea1-5a8046c4e634 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:44.666449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:44.687301 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] Routers {'857612c2-7899-47c2-8ea1-5a8046c4e634'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:44.689737 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:22:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['857612c2-7899-47c2-8ea1-5a8046c4e634'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:44.690240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Pushing event updated for resources: {'Port': ['ID=4993916f-acd8-4ea3-894a-4cfa4e114f15,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.816380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.820829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.863458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-3c7eb1e9-5ea5-4533-a046-9a9b7cb7c369 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5389028 Nov 25 17:22:44.913419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] For port d44cf74e-c448-4a2d-be53-e879dc8664e1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d44cf74e-c448-4a2d-be53-e879dc8664e1,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:44.917494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.954519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Calling delete_port for d44cf74e-c448-4a2d-be53-e879dc8664e1 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:45.036764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Request body: {'port': {'device_id': 'd0d823f6-567d-4196-97b1-704f23f37176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:45.209261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db38281-9b04-4942-a163-633698fca988 req-d01ac017-00ed-4411-8b7e-aed887b3e783 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.216158 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.216685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7db38281-9b04-4942-a163-633698fca988 req-d01ac017-00ed-4411-8b7e-aed887b3e783 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 950 time: 0.2896080 Nov 25 17:22:45.221940 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] Set router 857612c2-7899-47c2-8ea1-5a8046c4e634 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:45.256714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d44cf74e-c448-4a2d-be53-e879dc8664e1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:45.284442 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:22:44Z', 'revision_number': 6, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:45.297315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47830c6-3dec-4070-b900-9c9330104cf7 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:45.316494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b61a0-1795-42e9-b812-e2fb59d4f413 req-fb8b0655-8b53-413b-a85c-1ddbc34c820a tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.318232 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba3848-7ef0-4af1-a3a9-b460e9afb175 None None] The sync data for ids ['857612c2-7899-47c2-8ea1-5a8046c4e634'] in n-d-819349-3 is: [{'id': '857612c2-7899-47c2-8ea1-5a8046c4e634', 'name': 'tempest-ServersTestJSON-1097658692-router', 'tenant_id': '86d91ab2fffe47bcba8c8379135164e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:22:44Z', 'revision_number': 6, 'project_id': '86d91ab2fffe47bcba8c8379135164e1', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:45.324791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de8b61a0-1795-42e9-b812-e2fb59d4f413 req-fb8b0655-8b53-413b-a85c-1ddbc34c820a tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 932 time: 0.2490523 Nov 25 17:22:45.344097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.364240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-82c6daee-522c-4734-9224-f554525f67fb tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.365846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-82c6daee-522c-4734-9224-f554525f67fb tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 950 time: 0.3680851 Nov 25 17:22:45.371962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.388974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7db38281-9b04-4942-a163-633698fca988 req-7d7b3e9e-9f7c-48e2-a432-82dfe5aa09ed tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713381 Nov 25 17:22:45.471066 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de8b61a0-1795-42e9-b812-e2fb59d4f413 req-646490b2-a0e5-48d4-8505-15f51e90cced tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459224 Nov 25 17:22:45.543944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.547306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.596773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3d5e357b-0a87-4fc1-aa02-c94d220740b7 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:45.613564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.614179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 857612c2-7899-47c2-8ea1-5a8046c4e634 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:45.633264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.641961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9a0c8bb9-7725-4fef-92fe-62a9d0facb4d admin admin] 10.222.0.81 "DELETE /v2.0/routers/857612c2-7899-47c2-8ea1-5a8046c4e634 HTTP/1.1" status: 204 len: 168 time: 1.8989692 Nov 25 17:22:45.644242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:45.644655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 3d5e357b-0a87-4fc1-aa02-c94d220740b7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:45.645033 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3d5e357b-0a87-4fc1-aa02-c94d220740b7 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:45.699881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-21590be3-eeed-41b0-92ac-123dd5fe0951 admin admin] Deleting subnet 779f1600-aae8-4b10-b467-64d785f8958e {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:45.704987 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21590be3-eeed-41b0-92ac-123dd5fe0951 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.743949 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21590be3-eeed-41b0-92ac-123dd5fe0951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.804402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Deleting port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:45.804956 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.817497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2250-e768-4ff3-8919-daa93335306a req-94b2f175-e2e0-447c-96cd-32ee5f2d3688 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.824697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-94b2f175-e2e0-447c-96cd-32ee5f2d3688 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.2599163 Nov 25 17:22:45.831494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21590be3-eeed-41b0-92ac-123dd5fe0951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.883566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-b24d803f-9acb-4a91-85bd-59dd280d2d8e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/quotas/4e626f0952704d799bd9d7006a3e9750 HTTP/1.1" status: 200 len: 375 time: 0.0578651 Nov 25 17:22:45.892265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21590be3-eeed-41b0-92ac-123dd5fe0951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.930413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21590be3-eeed-41b0-92ac-123dd5fe0951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779f1600-aae8-4b10-b467-64d785f8958e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:45.932678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21590be3-eeed-41b0-92ac-123dd5fe0951 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.937989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-21590be3-eeed-41b0-92ac-123dd5fe0951 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/779f1600-aae8-4b10-b467-64d785f8958e HTTP/1.1" status: 204 len: 168 time: 0.2914288 Nov 25 17:22:45.940108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52508) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:45.949795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33a7a0-b65e-4f5f-b3e1-ac372076cc91 None None] Network 82f0276b-2e66-4175-a645-b1d8e5e6e623 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:45.988195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-a82f0586-5390-4e9e-96cb-91a6aa7c95ab tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903568 Nov 25 17:22:46.024172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.101136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Deleting port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:46.101806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.209154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] For port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7bc49a54-11b7-4da0-88f0-10e973e6c7e0,segment=NetworkSegment(e18839f8-c43d-4c59-ae55-4902eca50115),segment_id=e18839f8-c43d-4c59-ae55-4902eca50115)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:46.209531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.225423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Calling delete_port for 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:46.260344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] For port feb930cc-db10-4dcb-8b78-987cbcd2bdf6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:46.260845 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.294850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Calling delete_port for feb930cc-db10-4dcb-8b78-987cbcd2bdf6 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:46.300262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] DHCP port deletion for 82f0276b-2e66-4175-a645-b1d8e5e6e623 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:46.393920 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.439876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-7c9fb763-9eb9-4447-a031-784c611155bc service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351630 Nov 25 17:22:46.448910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] Deleting port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:46.449328 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.466661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc49a54-11b7-4da0-88f0-10e973e6c7e0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.469159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4993916f-acd8-4ea3-894a-4cfa4e114f15 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:46.471160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] No DVR routers for this DVR port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:46.594734 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.603382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] For port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:46.604013 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.621983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.628454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] Calling delete_port for 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:46.633179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] Port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:22:46.635148 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.676157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f0276b-2e66-4175-a645-b1d8e5e6e623']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:46.692717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18839f8-c43d-4c59-ae55-4902eca50115') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:46.694083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18839f8-c43d-4c59-ae55-4902eca50115') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:46.698136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Transition to ACTIVE for port object 4993916f-acd8-4ea3-894a-4cfa4e114f15 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:46.711952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.724151 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-63aad8cc-462b-469f-b717-ffc69e1ec11c service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832747 Nov 25 17:22:46.733466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] Pushing event deleted for resources: {'Port': ['ID=7bc49a54-11b7-4da0-88f0-10e973e6c7e0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.741521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683960e-0e87-497b-a437-dc3daeec3374 None None] No DVR routers for this DVR port 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:46.752895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.768717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.797421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:22:46.797996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:22:46.799955 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:22:46.867525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537f3b1-a1db-4010-865f-311962a42857 req-e3fc5ad8-5a4e-4694-91e8-46a9117190de tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:46.869311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537f3b1-a1db-4010-865f-311962a42857 req-e3fc5ad8-5a4e-4694-91e8-46a9117190de tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bcf8c13-0492-492a-811f-177912b63cd3 HTTP/1.1" status: 200 len: 950 time: 0.2691319 Nov 25 17:22:46.883503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Pushing event updated for resources: {'Port': ['ID=4993916f-acd8-4ea3-894a-4cfa4e114f15,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.889357 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.904319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.908799 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] 10.222.0.81 "DELETE /v2.0/networks/82f0276b-2e66-4175-a645-b1d8e5e6e623 HTTP/1.1" status: 204 len: 168 time: 0.9674342 Nov 25 17:22:46.933704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585007e-fad2-4ae2-b435-5ff15ed6ae99 admin admin] Pushing event deleted for resources: {'Network': ['ID=82f0276b-2e66-4175-a645-b1d8e5e6e623,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.994341 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.013145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:47.058251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9537f3b1-a1db-4010-865f-311962a42857 req-4f1df722-d11e-4f33-a77c-52205670e286 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735086 Nov 25 17:22:47.061539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event deleted for resources: {'Port': ['ID=feb930cc-db10-4dcb-8b78-987cbcd2bdf6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:47.076637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:47.170960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] No DVR routers for this DVR port feb930cc-db10-4dcb-8b78-987cbcd2bdf6 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:47.179945 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.183434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bf588c9-1b16-4cb5-8858-762eef653c8f req-cc0f469a-7b6d-473c-8b7c-2d1744aee17a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "DELETE /v2.0/ports/feb930cc-db10-4dcb-8b78-987cbcd2bdf6 HTTP/1.1" status: 204 len: 173 time: 1.8085914 Nov 25 17:22:47.184232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcf8c13-0492-492a-811f-177912b63cd3', 'name': 'network-vif-deleted', 'tag': 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:47.187731 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c923c0-c712-41cc-879e-a5ca93cc309a" -d '{"events": [{"server_uuid": "6bcf8c13-0492-492a-811f-177912b63cd3", "name": "network-vif-deleted", "tag": "feb930cc-db10-4dcb-8b78-987cbcd2bdf6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:47.210996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.237187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Attempting to bind port 4993916f-acd8-4ea3-894a-4cfa4e114f15 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:47.237538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Attempting to bind port 4993916f-acd8-4ea3-894a-4cfa4e114f15 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '6a2d404a-b73d-4a79-b575-a2597dcac69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1dd45888-ef9e-4ca7-8115-ed478b68e0cf'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:47.245210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Attempting to bind port 4993916f-acd8-4ea3-894a-4cfa4e114f15 on network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:47.272213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Port 4993916f-acd8-4ea3-894a-4cfa4e114f15 on network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:47.272851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Attempting to bind port 4993916f-acd8-4ea3-894a-4cfa4e114f15 on network 1dd45888-ef9e-4ca7-8115-ed478b68e0cf {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:47.315252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f2691e2-0a8d-461c-8650-17d70aa7a905 req-7cc5adde-52d5-4580-862e-bd4693a8b0b4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 210 time: 0.0454812 Nov 25 17:22:47.316227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:47.331123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Checking segment: {'id': '6a2d404a-b73d-4a79-b575-a2597dcac69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1dd45888-ef9e-4ca7-8115-ed478b68e0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:47.331514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Bound using segment: {'id': '6a2d404a-b73d-4a79-b575-a2597dcac69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1dd45888-ef9e-4ca7-8115-ed478b68e0cf'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:47.331986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Bound port: 4993916f-acd8-4ea3-894a-4cfa4e114f15, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2d404a-b73d-4a79-b575-a2597dcac69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1dd45888-ef9e-4ca7-8115-ed478b68e0cf'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:47.332356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.354210 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1dd21efb-b4ea-4fdb-b2c5-3cb8922d3448 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86d91ab2fffe47bcba8c8379135164e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411366 Nov 25 17:22:47.356524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.405063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd3cb1-a9e4-4a05-94de-db062b654ea7 req-1e9d6785-7ef0-4610-bdd2-7e5dbaeddd4e tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:47.417708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fadd3cb1-a9e4-4a05-94de-db062b654ea7 req-1e9d6785-7ef0-4610-bdd2-7e5dbaeddd4e tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 944 time: 0.2761154 Nov 25 17:22:47.473340 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec2672-3b1f-4fb3-97e0-b69e02eda6be x-openstack-request-id: req-91ec2672-3b1f-4fb3-97e0-b69e02eda6be {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:47.473667 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcf8c13-0492-492a-811f-177912b63cd3", "name": "network-vif-deleted", "tag": "feb930cc-db10-4dcb-8b78-987cbcd2bdf6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:47.473933 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91ec2672-3b1f-4fb3-97e0-b69e02eda6be {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:47.474363 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcf8c13-0492-492a-811f-177912b63cd3', 'name': 'network-vif-deleted', 'tag': 'feb930cc-db10-4dcb-8b78-987cbcd2bdf6', 'status': 'completed', 'code': 200} Nov 25 17:22:47.527643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2435fbb0-f4c5-4c9a-8502-db9d7bfce64d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.568656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2435fbb0-f4c5-4c9a-8502-db9d7bfce64d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.648467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d44cf74e-c448-4a2d-be53-e879dc8664e1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:47.698494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2435fbb0-f4c5-4c9a-8502-db9d7bfce64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.700103 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2435fbb0-f4c5-4c9a-8502-db9d7bfce64d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.704787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2435fbb0-f4c5-4c9a-8502-db9d7bfce64d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/52b8bcde-53a3-48a3-a766-362b56f90b8b HTTP/1.1" status: 204 len: 168 time: 0.3437850 Nov 25 17:22:47.716860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435fbb0-f4c5-4c9a-8502-db9d7bfce64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b8bcde-53a3-48a3-a766-362b56f90b8b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:47.731147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d44cf74e-c448-4a2d-be53-e879dc8664e1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:47.732452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d44cf74e-c448-4a2d-be53-e879dc8664e1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:47.734063 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:47.788020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:47.788734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7bc49a54-11b7-4da0-88f0-10e973e6c7e0 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:47.840711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fadd3cb1-a9e4-4a05-94de-db062b654ea7 req-0bb40d1c-b93d-4dd3-8fc1-0e0d35c9192d tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211709 Nov 25 17:22:47.874166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] For port 4993916f-acd8-4ea3-894a-4cfa4e114f15, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:47.898736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] For port 4993916f-acd8-4ea3-894a-4cfa4e114f15, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4993916f-acd8-4ea3-894a-4cfa4e114f15,segment=NetworkSegment(6a2d404a-b73d-4a79-b575-a2597dcac69b),segment_id=6a2d404a-b73d-4a79-b575-a2597dcac69b)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:47.908572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.991471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:47.993584 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.995213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] 10.222.0.95 "PUT /v2.0/ports/4993916f-acd8-4ea3-894a-4cfa4e114f15 HTTP/1.1" status: 200 len: 1092 time: 3.1233516 Nov 25 17:22:48.044673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a965939-2a83-45e9-bbd6-8ca4fe89a835 service neutron] Pushing event updated for resources: {'Port': ['ID=4993916f-acd8-4ea3-894a-4cfa4e114f15,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:48.174026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395740f1-4207-4582-8d79-3d2142af131c req-6d974e29-36f2-41d3-89b9-bc1a323f6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.176052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-6d974e29-36f2-41d3-89b9-bc1a323f6b6e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68f3ee983bf0406fb1ddcdb3bd393baf&device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 1095 time: 0.0849564 Nov 25 17:22:48.325180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-3a00bc65-1011-4bd3-bab6-f836ed563be0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4993916f-acd8-4ea3-894a-4cfa4e114f15 HTTP/1.1" status: 200 len: 217 time: 0.1282818 Nov 25 17:22:48.908859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395740f1-4207-4582-8d79-3d2142af131c req-7d8d75cf-cdf7-4b48-b794-779099883f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.911003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-7d8d75cf-cdf7-4b48-b794-779099883f82 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=979223af-c71c-4ad3-a851-19b1a7aa9fe4 HTTP/1.1" status: 200 len: 849 time: 0.5742161 Nov 25 17:22:48.951255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d810adce-f27f-43b5-a3c8-f70411f58ac0 req-e5e896d3-0a46-4da1-9b82-8596c7cebd94 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 210 time: 0.0387948 Nov 25 17:22:49.058112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-bbe90f58-75d1-461a-afa3-9ab1d13da612 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1dd45888-ef9e-4ca7-8115-ed478b68e0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058149 Nov 25 17:22:49.199582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b711f12-3b72-4e2c-9aad-c4d7fcd3c265 req-d594c590-520b-4d59-8f32-93c7bef2737b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.208106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b711f12-3b72-4e2c-9aad-c4d7fcd3c265 req-d594c590-520b-4d59-8f32-93c7bef2737b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 949 time: 0.2330465 Nov 25 17:22:49.475246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-c8d1d2cb-5749-43f4-b8a8-48596fdd715c service neutron] 10.222.0.95 "GET /v2.0/networks/1dd45888-ef9e-4ca7-8115-ed478b68e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063215 Nov 25 17:22:49.491735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d823f6-567d-4196-97b1-704f23f37176', 'tag': '4993916f-acd8-4ea3-894a-4cfa4e114f15'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:49.496563 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d823f6-567d-4196-97b1-704f23f37176", "tag": "4993916f-acd8-4ea3-894a-4cfa4e114f15"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:49.601234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2250-e768-4ff3-8919-daa93335306a req-50986bce-5d26-4056-806a-e79a5a92bf0d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.603885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-50986bce-5d26-4056-806a-e79a5a92bf0d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.4401453 Nov 25 17:22:49.616023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device feb930cc-db10-4dcb-8b78-987cbcd2bdf6 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:49.625706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74444c22-454e-46b8-a735-13a220133946 req-3f8a8d70-e4a9-48bc-ab51-6862556e1061 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.628494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74444c22-454e-46b8-a735-13a220133946 req-3f8a8d70-e4a9-48bc-ab51-6862556e1061 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 944 time: 0.5205874 Nov 25 17:22:49.702534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52784) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:49.707968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: feb930cc-db10-4dcb-8b78-987cbcd2bdf6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:49.708446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device feb930cc-db10-4dcb-8b78-987cbcd2bdf6 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:49.735244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Request body: {'port': {'device_id': 'f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'admin_state_up': True, 'tenant_id': '4e626f0952704d799bd9d7006a3e9750'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:49.832577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b711f12-3b72-4e2c-9aad-c4d7fcd3c265 req-f2071c5d-b516-4f50-a8e8-fb21cb060772 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182113 Nov 25 17:22:49.871376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-838308617-network', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:49.926120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:49.928659 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.940904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.041945 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74444c22-454e-46b8-a735-13a220133946 req-bee0e003-d2f3-446f-9a64-d6b35b17bb92 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238857 Nov 25 17:22:50.080686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-395740f1-4207-4582-8d79-3d2142af131c req-f8970891-7e11-4bb1-a1b0-26ba80fc9a7a service neutron] 10.222.0.95 "GET /v2.0/networks/1dd45888-ef9e-4ca7-8115-ed478b68e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690813 Nov 25 17:22:50.082219 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc4a814-782c-4e1c-a874-d76e722d3c2d x-openstack-request-id: req-3bc4a814-782c-4e1c-a874-d76e722d3c2d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:50.082507 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d823f6-567d-4196-97b1-704f23f37176", "tag": "4993916f-acd8-4ea3-894a-4cfa4e114f15", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:50.082954 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3bc4a814-782c-4e1c-a874-d76e722d3c2d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:50.083507 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d823f6-567d-4196-97b1-704f23f37176', 'tag': '4993916f-acd8-4ea3-894a-4cfa4e114f15', 'status': 'completed', 'code': 200} Nov 25 17:22:50.147291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Made reservation on behalf of 4e626f0952704d799bd9d7006a3e9750 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:50.147499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.152272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.169603 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.230432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfc87f6-082f-4c67-9364-e1f20de336b2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.286567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:50.286725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6517fe2-0aa2-4fe8-88f4-183c77f3d487 req-ef0e3f4d-2f3a-455a-af78-80f96070973b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 210 time: 0.1139286 Nov 25 17:22:50.299589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.300118 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Added segment 7beac033-86bb-426a-abcc-7245424e20e8 of type vlan for network eb57144f-5ea5-45d2-8531-da4ae476c085 Nov 25 17:22:50.354014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.391101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-8c0cf6b9-90a2-402f-80fa-c0395fdaff1a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.392074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.393178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-8c0cf6b9-90a2-402f-80fa-c0395fdaff1a tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 949 time: 0.2244990 Nov 25 17:22:50.393766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.394686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.459344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-715439e0-b183-4de4-a550-317812c25702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.460901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-715439e0-b183-4de4-a550-317812c25702 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68f3ee983bf0406fb1ddcdb3bd393baf&device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 1095 time: 0.2542822 Nov 25 17:22:50.490763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-3910df21-b8f5-44b6-8859-c1f7ed6e14cf tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.492413 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-3910df21-b8f5-44b6-8859-c1f7ed6e14cf tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/ports?device_id=99af756e-c63d-485b-b602-dd1618401f14 HTTP/1.1" status: 200 len: 950 time: 0.2630758 Nov 25 17:22:50.501121 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7966087 Nov 25 17:22:50.505807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:50.537113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Request body: {'subnet': {'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-838308617-subnet', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:50.551715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886caa9d-09e7-45b4-8c5e-29ef4f19beb9 admin admin] Pushing event updated for resources: {'Network': ['ID=eb57144f-5ea5-45d2-8531-da4ae476c085,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.564979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network eb57144f-5ea5-45d2-8531-da4ae476c085 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:50.656928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Allocated IP 172.20.0.4 (72eb5744-4bc9-4a81-b495-30d4aaee14ae/483180c2-5451-4b43-98d2-fc76f7ce3b80/82143a2e-1603-4522-bb69-0592be7e624b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:50.675828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:50.678175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.696198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Deleting port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:50.696670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.776615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-542e2bee-90c2-47fa-9a8f-888be008ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.778286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-542e2bee-90c2-47fa-9a8f-888be008ae26 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1dd45888-ef9e-4ca7-8115-ed478b68e0cf HTTP/1.1" status: 200 len: 910 time: 0.3040054 Nov 25 17:22:50.861134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Deleting port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:50.861503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] For port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:50.862124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.862670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.885534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-cb0664b1-bd8b-4eee-ba47-8bf13cfb51b8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4993916f-acd8-4ea3-894a-4cfa4e114f15 HTTP/1.1" status: 200 len: 217 time: 0.0852599 Nov 25 17:22:50.891969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Calling delete_port for f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:51.140750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.154418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:51.162875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-16fe16ba-fdc8-48ea-88e0-5cf318b4cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.164639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-16fe16ba-fdc8-48ea-88e0-5cf318b4cd94 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=979223af-c71c-4ad3-a851-19b1a7aa9fe4 HTTP/1.1" status: 200 len: 849 time: 0.2680147 Nov 25 17:22:51.166132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9a75a816-bfbf-4acd-96c8-afb7d420b0d7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:51.211261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event deleted for resources: {'Port': ['ID=f8bf17fb-ec53-4175-85d1-f1f96a3eeca2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.279058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] No DVR routers for this DVR port f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:51.282645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.287579 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7e5fce8f-dd33-4599-a84b-70a9e04b6423 req-9cc1fa72-e211-4b79-9b18-5dfa3daf7afd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "DELETE /v2.0/ports/f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 HTTP/1.1" status: 204 len: 173 time: 0.7850037 Nov 25 17:22:51.288300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99af756e-c63d-485b-b602-dd1618401f14', 'name': 'network-vif-deleted', 'tag': 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:51.290809 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad0cd3f-7f9f-4a04-a374-463aad2fa457" -d '{"events": [{"server_uuid": "99af756e-c63d-485b-b602-dd1618401f14", "name": "network-vif-deleted", "tag": "f8bf17fb-ec53-4175-85d1-f1f96a3eeca2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:51.315089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-99e7345c-6623-4c46-bef6-8a811f0b19e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1dd45888-ef9e-4ca7-8115-ed478b68e0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382265 Nov 25 17:22:51.394803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bad2ae-1d79-4c97-8516-0a65c6df555c req-c9565d24-2a5b-4b3f-bf4e-13fa3c6ea12c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.402950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98bad2ae-1d79-4c97-8516-0a65c6df555c req-c9565d24-2a5b-4b3f-bf4e-13fa3c6ea12c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 949 time: 0.4124422 Nov 25 17:22:51.423705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] For port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:51.424038 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.508099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.566286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Calling delete_port for 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:51.612392 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:22:51.644998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd44f3-b3c6-4fc9-ada3-9024c966f2b0 req-51880a20-96b3-48ba-a741-68e0d0406deb tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.647341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8dd44f3-b3c6-4fc9-ada3-9024c966f2b0 req-51880a20-96b3-48ba-a741-68e0d0406deb tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 944 time: 0.4714992 Nov 25 17:22:51.671499 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.825579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8dd44f3-b3c6-4fc9-ada3-9024c966f2b0 req-cd7908f1-4cf4-41fc-90a6-34595ae718c8 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649241 Nov 25 17:22:51.886774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98bad2ae-1d79-4c97-8516-0a65c6df555c req-96f2c2cc-c9e4-4ebb-b856-c9997198d918 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831316 Nov 25 17:22:51.980879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-2a136eae-1372-49f5-ac81-13627aec0c57 service neutron] 10.222.0.95 "GET /v2.0/networks/1dd45888-ef9e-4ca7-8115-ed478b68e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205356 Nov 25 17:22:51.987216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.009634 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2170ce-a063-4d94-a663-ad50e2547a2c x-openstack-request-id: req-dd2170ce-a063-4d94-a663-ad50e2547a2c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:52.010157 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99af756e-c63d-485b-b602-dd1618401f14", "name": "network-vif-deleted", "tag": "f8bf17fb-ec53-4175-85d1-f1f96a3eeca2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:52.010257 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd2170ce-a063-4d94-a663-ad50e2547a2c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:52.010589 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99af756e-c63d-485b-b602-dd1618401f14', 'name': 'network-vif-deleted', 'tag': 'f8bf17fb-ec53-4175-85d1-f1f96a3eeca2', 'status': 'completed', 'code': 200} Nov 25 17:22:52.330959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e4fff0-ce68-4b69-83fd-64ecb367ce45,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:52.497581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:52.508388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Checking segment: {'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:52.508995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Network hostable DHCP agents. Network: eb57144f-5ea5-45d2-8531-da4ae476c085, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:22:52.514879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-419b5bc2-fee1-4a0d-a865-f1a3b7b90b9d req-6c4fe4ee-2083-4b89-a0dc-f1684ce2ceec service neutron] 10.222.0.95 "GET /v2.0/networks/1dd45888-ef9e-4ca7-8115-ed478b68e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162404 Nov 25 17:22:52.516634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:52.520374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:52.542279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event updated for resources: {'Port': ['ID=82143a2e-1603-4522-bb69-0592be7e624b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:52.641437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff71aca-efc4-4754-a4a0-739677177583 req-7c49802d-135b-47a5-8e11-772cb3d316e1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.643021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ff71aca-efc4-4754-a4a0-739677177583 req-7c49802d-135b-47a5-8e11-772cb3d316e1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 931 time: 0.3079996 Nov 25 17:22:52.650517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Network eb57144f-5ea5-45d2-8531-da4ae476c085 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:22:52.665787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.666388 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.696875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, eb57144f-5ea5-45d2-8531-da4ae476c085) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:52.701851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.703809 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.707652 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.707856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b5351-28cd-485f-ac4e-9209ff3e751a None None] Network eb57144f-5ea5-45d2-8531-da4ae476c085 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:52.728175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:52.734303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-ec4e7b79-4122-4d60-ac47-7cf17f6ab428 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0179389 Nov 25 17:22:52.777258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event deleted for resources: {'Port': ['ID=9a75a816-bfbf-4acd-96c8-afb7d420b0d7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:52.828091 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b35bc16e-e99c-492b-b9f7-e2071f0459cd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3128603 Nov 25 17:22:52.828507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53086) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:52.835352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:52.880135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] No DVR routers for this DVR port 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:52.894250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.896016 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.901927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ff71aca-efc4-4754-a4a0-739677177583 req-4bfe3b0e-aa51-4ef7-8d4e-f123615eb105 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383525 Nov 25 17:22:52.903960 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.911300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e9d0704-6e73-4e56-be1a-e434d77b2141 req-26696d3b-3472-458a-a828-88230841f206 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.60 "DELETE /v2.0/ports/9a75a816-bfbf-4acd-96c8-afb7d420b0d7 HTTP/1.1" status: 204 len: 173 time: 2.5091817 Nov 25 17:22:52.915317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cd0f0c-93bb-4274-8888-ff23416c3251', 'name': 'network-vif-deleted', 'tag': '9a75a816-bfbf-4acd-96c8-afb7d420b0d7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:52.918857 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cbde69-6e21-4766-b9c5-9a76ea6c968d" -d '{"events": [{"server_uuid": "f6cd0f0c-93bb-4274-8888-ff23416c3251", "name": "network-vif-deleted", "tag": "9a75a816-bfbf-4acd-96c8-afb7d420b0d7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:52.929642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Request body: {'port': {'device_id': 'f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:53.017709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.031146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.232904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce839430-0a68-44fb-a699-7e117b559774 req-38b84ee6-29f3-474a-8c7b-dc3962671d01 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6cd0f0c-93bb-4274-8888-ff23416c3251 HTTP/1.1" status: 200 len: 210 time: 0.1285841 Nov 25 17:22:53.238078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-eb57144f-5ea5-45d2-8531-da4ae476c085', 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'fixed_ips': [{'subnet_id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:53.239404 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.357260 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fe050d-cd80-4a0b-b348-dec2eb5517d9 x-openstack-request-id: req-29fe050d-cd80-4a0b-b348-dec2eb5517d9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:53.357608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.359111 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cd0f0c-93bb-4274-8888-ff23416c3251", "name": "network-vif-deleted", "tag": "9a75a816-bfbf-4acd-96c8-afb7d420b0d7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:53.360404 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29fe050d-cd80-4a0b-b348-dec2eb5517d9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:53.361130 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cd0f0c-93bb-4274-8888-ff23416c3251', 'name': 'network-vif-deleted', 'tag': '9a75a816-bfbf-4acd-96c8-afb7d420b0d7', 'status': 'completed', 'code': 200} Nov 25 17:22:53.412627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c3c9b-3ddc-43ef-8d02-703de41f8e6b req-0f5b178b-2dfc-4f42-9d4c-6b13af4d9790 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:53.427846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-936c3c9b-3ddc-43ef-8d02-703de41f8e6b req-0f5b178b-2dfc-4f42-9d4c-6b13af4d9790 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 944 time: 0.3826594 Nov 25 17:22:53.642443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:53.681307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:53.681934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9a75a816-bfbf-4acd-96c8-afb7d420b0d7 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:53.691593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-936c3c9b-3ddc-43ef-8d02-703de41f8e6b req-0c0e7063-ff00-4a13-a223-78d68f87f469 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612209 Nov 25 17:22:53.709477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Allocated IP 172.20.0.2 (eb57144f-5ea5-45d2-8531-da4ae476c085/f7e4fff0-ce68-4b69-83fd-64ecb367ce45/4df6faf9-a638-416d-b799-f5f9c709a0e2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:53.757595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4993916f-acd8-4ea3-894a-4cfa4e114f15 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:53.759518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:53.852619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82143a2e-1603-4522-bb69-0592be7e624b {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:53.860125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:53.860708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f8bf17fb-ec53-4175-85d1-f1f96a3eeca2 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:53.876663 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.885628 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.908782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Transition to ACTIVE for port object 82143a2e-1603-4522-bb69-0592be7e624b will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:53.924080 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.937682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.083587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4993916f-acd8-4ea3-894a-4cfa4e114f15, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4993916f-acd8-4ea3-894a-4cfa4e114f15,segment=NetworkSegment(6a2d404a-b73d-4a79-b575-a2597dcac69b),segment_id=6a2d404a-b73d-4a79-b575-a2597dcac69b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:54.132721 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '4993916f-acd8-4ea3-894a-4cfa4e114f15', 'network_id': '1dd45888-ef9e-4ca7-8115-ed478b68e0cf', 'port_id': '4993916f-acd8-4ea3-894a-4cfa4e114f15', 'mac_address': 'fa:16:3e:6f:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979223af-c71c-4ad3-a851-19b1a7aa9fe4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:54.166216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Pushing event updated for resources: {'Port': ['ID=82143a2e-1603-4522-bb69-0592be7e624b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.177125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Allocated IP 172.25.1.2 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/1712c871-a623-4741-80de-a7fb2efc7f68) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:54.184914 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.195782 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.232692 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.283698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Attempting to bind port 82143a2e-1603-4522-bb69-0592be7e624b on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:54.284074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Attempting to bind port 82143a2e-1603-4522-bb69-0592be7e624b by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:54.284409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Attempting to bind port 82143a2e-1603-4522-bb69-0592be7e624b on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:54.290839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Network eb57144f-5ea5-45d2-8531-da4ae476c085 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:54.296679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Port 82143a2e-1603-4522-bb69-0592be7e624b on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:54.297150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Attempting to bind port 82143a2e-1603-4522-bb69-0592be7e624b on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:54.316630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:54.320869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4993916f-acd8-4ea3-894a-4cfa4e114f15 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:54.323055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27680b5-91b5-457b-9984-142b42dde0b5 req-e7688b69-9709-4ad6-8cc6-54b8c52c07fa tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.325661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:54.329440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Pushing event updated for resources: {'Port': ['ID=4df6faf9-a638-416d-b799-f5f9c709a0e2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.331129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a27680b5-91b5-457b-9984-142b42dde0b5 req-e7688b69-9709-4ad6-8cc6-54b8c52c07fa tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 943 time: 0.2483780 Nov 25 17:22:54.355041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:54.355824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Checking segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:54.356275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Bound using segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:54.356908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Bound port: 82143a2e-1603-4522-bb69-0592be7e624b, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:54.357610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.377877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4993916f-acd8-4ea3-894a-4cfa4e114f15, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4993916f-acd8-4ea3-894a-4cfa4e114f15,segment=NetworkSegment(6a2d404a-b73d-4a79-b575-a2597dcac69b),segment_id=6a2d404a-b73d-4a79-b575-a2597dcac69b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:54.393999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.430158 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.437429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.495823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Attempting to bind port 4df6faf9-a638-416d-b799-f5f9c709a0e2 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:54.495823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Attempting to bind port 4df6faf9-a638-416d-b799-f5f9c709a0e2 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:54.496070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Attempting to bind port 4df6faf9-a638-416d-b799-f5f9c709a0e2 on network eb57144f-5ea5-45d2-8531-da4ae476c085 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:54.504616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:54.507237 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:54.507627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Checking segment: {'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:54.508088 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.508769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Bound using segment: {'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:54.509098 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Bound port: 4df6faf9-a638-416d-b799-f5f9c709a0e2, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:54.509455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.514552 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a27680b5-91b5-457b-9984-142b42dde0b5 req-c7f9ece9-144a-4531-8b1a-c731ad04edec tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814466 Nov 25 17:22:54.515190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:54.531477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Pushing event updated for resources: {'Port': ['ID=1712c871-a623-4741-80de-a7fb2efc7f68,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.535726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:54.537166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] For port 82143a2e-1603-4522-bb69-0592be7e624b, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:54.549704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] For port 82143a2e-1603-4522-bb69-0592be7e624b, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=82143a2e-1603-4522-bb69-0592be7e624b,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:54.553606 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.566783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a2382-d592-41cb-99db-4ffbc47e4a49 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:54.642290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.642932 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.644688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] 10.222.0.60 "PUT /v2.0/ports/82143a2e-1603-4522-bb69-0592be7e624b HTTP/1.1" status: 200 len: 1091 time: 1.8864679 Nov 25 17:22:54.689997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373265bc-9d34-45b6-85bb-b39f615c5964 service neutron] Pushing event updated for resources: {'Port': ['ID=82143a2e-1603-4522-bb69-0592be7e624b,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.882312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['4993916f-acd8-4ea3-894a-4cfa4e114f15'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:54.911564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4993916f-acd8-4ea3-894a-4cfa4e114f15,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.964313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] For port 4df6faf9-a638-416d-b799-f5f9c709a0e2, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:55.032004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] For port 4df6faf9-a638-416d-b799-f5f9c709a0e2, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4df6faf9-a638-416d-b799-f5f9c709a0e2,segment=NetworkSegment(7beac033-86bb-426a-abcc-7245424e20e8),segment_id=7beac033-86bb-426a-abcc-7245424e20e8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:55.053913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2250-e768-4ff3-8919-daa93335306a req-3b04b549-8c82-44fb-bca4-af15e9e60773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.055747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-3b04b549-8c82-44fb-bca4-af15e9e60773 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 1094 time: 0.3251908 Nov 25 17:22:55.069965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b557cafa-5415-4de3-a0e0-13ebaa4cc841 None None] Provisioning complete for port 1712c871-a623-4741-80de-a7fb2efc7f68 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:55.071448 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b557cafa-5415-4de3-a0e0-13ebaa4cc841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.090167 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.166110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c1409-a4a3-479e-ad74-089e8f84da73 req-d7a8f297-a730-4a26-876f-4e58a0af96ee tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.187031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-674c1409-a4a3-479e-ad74-089e8f84da73 req-d7a8f297-a730-4a26-876f-4e58a0af96ee tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 945 time: 0.2630813 Nov 25 17:22:55.202813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-32517d89-1510-4dbd-9327-61a1030de8e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82143a2e-1603-4522-bb69-0592be7e624b HTTP/1.1" status: 200 len: 217 time: 0.1317906 Nov 25 17:22:55.356348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efe73-5df4-446a-b9fe-41994c874dd2 req-3f33ac2a-f42f-4c6b-b329-07a864eb8ab9 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.365433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-394efe73-5df4-446a-b9fe-41994c874dd2 req-3f33ac2a-f42f-4c6b-b329-07a864eb8ab9 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 950 time: 0.1269872 Nov 25 17:22:55.377916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7', 'tag': '82143a2e-1603-4522-bb69-0592be7e624b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:55.380258 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8500191a-863b-4b39-9978-aacc5a302831" -d '{"events": [{"name": "network-changed", "server_uuid": "f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7", "tag": "82143a2e-1603-4522-bb69-0592be7e624b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:55.383812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6fa37-6a78-4b07-9923-4c232d94cce3 None None] Pushing event updated for resources: {'Port': ['ID=4df6faf9-a638-416d-b799-f5f9c709a0e2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.393845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2250-e768-4ff3-8919-daa93335306a req-c3075dcd-1f50-442f-86ac-00fdeb01fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.396383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-c3075dcd-1f50-442f-86ac-00fdeb01fd37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.1784859 Nov 25 17:22:55.410738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-674c1409-a4a3-479e-ad74-089e8f84da73 req-11a18875-6f44-4210-ac53-2b5eec97052b tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223141 Nov 25 17:22:55.428555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.511023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b557cafa-5415-4de3-a0e0-13ebaa4cc841 None None] Port 1712c871-a623-4741-80de-a7fb2efc7f68 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:55.521282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-23457357-c4a1-4d79-9819-dc9595a56dfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030152 Nov 25 17:22:55.525762 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0204a85f-af26-498e-a114-c43d6adf357b x-openstack-request-id: req-0204a85f-af26-498e-a114-c43d6adf357b {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:55.526396 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7", "tag": "82143a2e-1603-4522-bb69-0592be7e624b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:55.526874 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0204a85f-af26-498e-a114-c43d6adf357b {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:55.527486 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7', 'tag': '82143a2e-1603-4522-bb69-0592be7e624b', 'status': 'completed', 'code': 200} Nov 25 17:22:55.612343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-394efe73-5df4-446a-b9fe-41994c874dd2 req-40cfad17-c3a6-49e5-bbc1-c000fcdf2828 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458992 Nov 25 17:22:55.778714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310fd96-7d8f-46aa-897a-e4574d214d52 req-a2132502-5449-4c0e-9548-e5b0f8bbeb63 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.787223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c310fd96-7d8f-46aa-897a-e4574d214d52 req-a2132502-5449-4c0e-9548-e5b0f8bbeb63 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 943 time: 0.1097002 Nov 25 17:22:55.816556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.824996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-39558d48-15b2-4b6e-9bef-e281e0284ade service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933269 Nov 25 17:22:55.877252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c310fd96-7d8f-46aa-897a-e4574d214d52 req-8dba8905-a934-4206-b3b7-31c98c13687f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888834 Nov 25 17:22:56.002893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:56.010443 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c7c2250-e768-4ff3-8919-daa93335306a req-b60c5bd2-5c3a-452c-b73b-e1f887bf1ee1 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461580 Nov 25 17:22:56.107884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500191a-863b-4b39-9978-aacc5a302831 req-327b5a7b-bcb2-49c5-a6cc-d6294232605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.110230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8500191a-863b-4b39-9978-aacc5a302831 req-327b5a7b-bcb2-49c5-a6cc-d6294232605a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 1094 time: 0.0517054 Nov 25 17:22:56.285382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500191a-863b-4b39-9978-aacc5a302831 req-d6c1cecb-6e18-4d8d-af99-bd51a33cf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.286957 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8500191a-863b-4b39-9978-aacc5a302831 req-d6c1cecb-6e18-4d8d-af99-bd51a33cf383 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 913 time: 0.1690645 Nov 25 17:22:56.299294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-4530184f-2544-4e8f-92c9-86b38439672b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.299969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-4530184f-2544-4e8f-92c9-86b38439672b tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/ports?device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 950 time: 0.1029363 Nov 25 17:22:56.354735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8500191a-863b-4b39-9978-aacc5a302831 req-2650d0f0-4c18-41bb-9464-284c5ad6f3e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82143a2e-1603-4522-bb69-0592be7e624b HTTP/1.1" status: 200 len: 217 time: 0.0533400 Nov 25 17:22:56.475323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500191a-863b-4b39-9978-aacc5a302831 req-283d2cd8-9807-4cce-8dd9-9c1b0b6bd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.476832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8500191a-863b-4b39-9978-aacc5a302831 req-283d2cd8-9807-4cce-8dd9-9c1b0b6bd431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.1004229 Nov 25 17:22:56.537074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8500191a-863b-4b39-9978-aacc5a302831 req-e2aa9045-d585-45a0-9581-178d2960f2cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492468 Nov 25 17:22:56.605201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Deleting port a539a5ed-77f7-4c38-a2ff-50805a494bd3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:56.606045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.635648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-696b975f-fb9d-4fa9-920a-853160bb0682 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.638237 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-696b975f-fb9d-4fa9-920a-853160bb0682 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/ports?device_id=d36456da-66b0-4637-a298-8b2725785d4a HTTP/1.1" status: 200 len: 949 time: 0.1067381 Nov 25 17:22:56.657466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:56.668754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Sync routers for ids ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:56.710460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Routers {'6df53974-3729-4f78-8a56-38d3c8b8d7b7'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:56.711460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:22:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:56.831878 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.839660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:56.840121 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-67824f1a-5c4b-4bd4-af7b-4d965ab78b4e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0096052 Nov 25 17:22:56.911578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Deleting port b896946f-bf13-4af2-972d-29bd4fc12b0a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:56.911936 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.969515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] For port a539a5ed-77f7-4c38-a2ff-50805a494bd3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a539a5ed-77f7-4c38-a2ff-50805a494bd3,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:56.969911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.009374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Calling delete_port for a539a5ed-77f7-4c38-a2ff-50805a494bd3 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:57.165872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8500191a-863b-4b39-9978-aacc5a302831 req-9d1fefcc-883e-44a2-be5a-ec074f69306c service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181166 Nov 25 17:22:57.184045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df64ab2-3829-41af-a1bd-c6a0230210aa req-99287532-856b-416d-a9e0-a58817f10343 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.185425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d073b1d-50ca-4215-bb83-5555a8101ad7 None None] Network eb57144f-5ea5-45d2-8531-da4ae476c085 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:57.191492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0df64ab2-3829-41af-a1bd-c6a0230210aa req-99287532-856b-416d-a9e0-a58817f10343 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 950 time: 0.4355049 Nov 25 17:22:57.193958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] For port b896946f-bf13-4af2-972d-29bd4fc12b0a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b896946f-bf13-4af2-972d-29bd4fc12b0a,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:57.198003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.223427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237f84-530d-4784-9f8b-12b8f7c6eb8c req-ccd49c5d-f228-4daf-b0f6-61e3c3b71340 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.230771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7237f84-530d-4784-9f8b-12b8f7c6eb8c req-ccd49c5d-f228-4daf-b0f6-61e3c3b71340 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 945 time: 0.6444068 Nov 25 17:22:57.231915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Calling delete_port for b896946f-bf13-4af2-972d-29bd4fc12b0a owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:57.320417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-947a01c5-befe-4f69-bcd5-dc5c478f5ee7 None None] Provisioning complete for port 4df6faf9-a638-416d-b799-f5f9c709a0e2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:57.320800 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-947a01c5-befe-4f69-bcd5-dc5c478f5ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.423673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Set router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:57.596797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.686149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event deleted for resources: {'Port': ['ID=b896946f-bf13-4af2-972d-29bd4fc12b0a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:57.749178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0df64ab2-3829-41af-a1bd-c6a0230210aa req-79854ec3-e4ed-4785-bec0-d7abea1eb9b1 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564945 Nov 25 17:22:57.812134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] No DVR routers for this DVR port b896946f-bf13-4af2-972d-29bd4fc12b0a on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:57.815602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.825893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148', 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'b896946f-bf13-4af2-972d-29bd4fc12b0a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:57.828406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4df6faf9-a638-416d-b799-f5f9c709a0e2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:57.831342 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2c22ce90-d4e2-46bc-845b-54e741dec734 req-593a82f0-824e-47b1-be31-265fa254383f tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "DELETE /v2.0/ports/b896946f-bf13-4af2-972d-29bd4fc12b0a HTTP/1.1" status: 204 len: 173 time: 1.1853366 Nov 25 17:22:57.831840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36456da-66b0-4637-a298-8b2725785d4a', 'name': 'network-vif-deleted', 'tag': 'b896946f-bf13-4af2-972d-29bd4fc12b0a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:57.834184 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c186590d-0eb1-4e9d-8737-2de786917524" -d '{"events": [{"server_uuid": "d36456da-66b0-4637-a298-8b2725785d4a", "name": "network-vif-deleted", "tag": "b896946f-bf13-4af2-972d-29bd4fc12b0a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:57.856745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4993916f-acd8-4ea3-894a-4cfa4e114f15 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:57.861927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7237f84-530d-4784-9f8b-12b8f7c6eb8c req-baf6d1cb-798f-4f64-b7a9-b5d37d643eab tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298425 Nov 25 17:22:58.107965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee18d7-790c-499a-9420-28de5b89eff0 req-36177d50-a2dc-4a02-b3f2-4367f3a7f57b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.117655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36ee18d7-790c-499a-9420-28de5b89eff0 req-36177d50-a2dc-4a02-b3f2-4367f3a7f57b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 943 time: 0.1386912 Nov 25 17:22:58.127587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8500191a-863b-4b39-9978-aacc5a302831 req-30765109-7174-4641-baaf-14a637a8f734 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9196322 Nov 25 17:22:58.226554 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.247531 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdd7b6f-042f-4e60-8b42-da2ae3026d01 x-openstack-request-id: req-fbdd7b6f-042f-4e60-8b42-da2ae3026d01 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:58.248048 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36456da-66b0-4637-a298-8b2725785d4a", "name": "network-vif-deleted", "tag": "b896946f-bf13-4af2-972d-29bd4fc12b0a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:58.248583 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbdd7b6f-042f-4e60-8b42-da2ae3026d01 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:58.250024 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36456da-66b0-4637-a298-8b2725785d4a', 'name': 'network-vif-deleted', 'tag': 'b896946f-bf13-4af2-972d-29bd4fc12b0a', 'status': 'completed', 'code': 200} Nov 25 17:22:58.405996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36ee18d7-790c-499a-9420-28de5b89eff0 req-eb5567b6-63a1-477e-911f-53b43d62468b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860873 Nov 25 17:22:58.414230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event deleted for resources: {'Port': ['ID=a539a5ed-77f7-4c38-a2ff-50805a494bd3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:58.457758 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-947a01c5-befe-4f69-bcd5-dc5c478f5ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.580919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4df6faf9-a638-416d-b799-f5f9c709a0e2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:58.584414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] No DVR routers for this DVR port a539a5ed-77f7-4c38-a2ff-50805a494bd3 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:58.584592 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.596529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.600460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac2dbab-429b-449d-8272-a670fd00a7b0 req-55e3d361-a3d4-4ad7-9883-365e08c941fd tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "DELETE /v2.0/ports/a539a5ed-77f7-4c38-a2ff-50805a494bd3 HTTP/1.1" status: 204 len: 173 time: 2.2552104 Nov 25 17:22:58.602961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07eed42-47bc-4c00-a5ef-4166e00d70bc', 'name': 'network-vif-deleted', 'tag': 'a539a5ed-77f7-4c38-a2ff-50805a494bd3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:58.605463 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca890d2d-4071-4bc7-9f90-bee565b95808" -d '{"events": [{"server_uuid": "d07eed42-47bc-4c00-a5ef-4166e00d70bc", "name": "network-vif-deleted", "tag": "a539a5ed-77f7-4c38-a2ff-50805a494bd3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:58.666053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-947a01c5-befe-4f69-bcd5-dc5c478f5ee7 None None] For port 4df6faf9-a638-416d-b799-f5f9c709a0e2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4df6faf9-a638-416d-b799-f5f9c709a0e2,segment=NetworkSegment(7beac033-86bb-426a-abcc-7245424e20e8),segment_id=7beac033-86bb-426a-abcc-7245424e20e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:58.792921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-947a01c5-befe-4f69-bcd5-dc5c478f5ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.832631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 4993916f-acd8-4ea3-894a-4cfa4e114f15 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:58.849197 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2ee8a-b5df-40e7-a44f-fb78f2167e0e x-openstack-request-id: req-d7a2ee8a-b5df-40e7-a44f-fb78f2167e0e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:58.849871 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07eed42-47bc-4c00-a5ef-4166e00d70bc", "name": "network-vif-deleted", "tag": "a539a5ed-77f7-4c38-a2ff-50805a494bd3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:58.850924 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7a2ee8a-b5df-40e7-a44f-fb78f2167e0e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:58.851494 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07eed42-47bc-4c00-a5ef-4166e00d70bc', 'name': 'network-vif-deleted', 'tag': 'a539a5ed-77f7-4c38-a2ff-50805a494bd3', 'status': 'completed', 'code': 200} Nov 25 17:22:58.884549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 4993916f-acd8-4ea3-894a-4cfa4e114f15 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:58.884930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.960831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:22:55Z', 'revision_number': 3, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port': {'id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:53Z', 'updated_at': '2021-11-25T17:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:58.977071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f588d82-897b-496c-a659-8460cc1deb58 req-4e341341-6d1b-4d27-8dba-47f9cb7d98ea tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=d07eed42-47bc-4c00-a5ef-4166e00d70bc HTTP/1.1" status: 200 len: 210 time: 0.0787315 Nov 25 17:22:59.092537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.103838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Checking router: 6df53974-3729-4f78-8a56-38d3c8b8d7b7 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:59.104240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Updating router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 port 1712c871-a623-4741-80de-a7fb2efc7f68 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:22:59.255151 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.429728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b11a-9873-4fc4-aadb-a833eadec820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.461049 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.464073 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a01c5-befe-4f69-bcd5-dc5c478f5ee7 None None] Pushing event updated for resources: {'Port': ['ID=4df6faf9-a638-416d-b799-f5f9c709a0e2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.492741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56948-2551-4d03-96c0-de35f6a1cebc req-4655f1ef-46d5-4d10-a9f9-111b0f889ea2 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.500981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0d56948-2551-4d03-96c0-de35f6a1cebc req-4655f1ef-46d5-4d10-a9f9-111b0f889ea2 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 945 time: 0.3519258 Nov 25 17:22:59.554938 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.631287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b11a-9873-4fc4-aadb-a833eadec820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.635992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0d56948-2551-4d03-96c0-de35f6a1cebc req-abe0d4ea-ed72-48bd-923c-a9897487cd1a tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336803 Nov 25 17:22:59.645530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b11a-9873-4fc4-aadb-a833eadec820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.699889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 82143a2e-1603-4522-bb69-0592be7e624b details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:59.751774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7b11a-9873-4fc4-aadb-a833eadec820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9a739e-0ea1-4735-943b-bb553ab0f766,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.757761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1fb7b11a-9873-4fc4-aadb-a833eadec820 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14c65667c3ef44e0a3d0da94464105f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6617475 Nov 25 17:22:59.760337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.777752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d823f6-567d-4196-97b1-704f23f37176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4993916f-acd8-4ea3-894a-4cfa4e114f15'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:59.780267 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5922a1bd-baa0-486d-8551-87d2c34d140a" -d '{"events": [{"server_uuid": "d0d823f6-567d-4196-97b1-704f23f37176", "name": "network-vif-plugged", "status": "completed", "tag": "4993916f-acd8-4ea3-894a-4cfa4e114f15"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:59.839139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['72d03a4c-9609-487b-ba74-dff6dc7aa148'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:59.843229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3547ddb3-ddfe-4190-a310-2c3b4506546f None None] Provisioning complete for port 4df6faf9-a638-416d-b799-f5f9c709a0e2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:59.843608 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3547ddb3-ddfe-4190-a310-2c3b4506546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.851225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e18c3f-a8cc-4b2e-bc9a-11d29aa31e93 req-c9713063-7c2d-474f-8055-d5bfbbef476c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.852654 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d6e18c3f-a8cc-4b2e-bc9a-11d29aa31e93 req-c9713063-7c2d-474f-8055-d5bfbbef476c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 943 time: 0.2286611 Nov 25 17:22:59.910413 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e80d13bf-cf46-4f2c-8aea-203bfc2b8158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.911985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4993916f-acd8-4ea3-894a-4cfa4e114f15, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4993916f-acd8-4ea3-894a-4cfa4e114f15,segment=NetworkSegment(6a2d404a-b73d-4a79-b575-a2597dcac69b),segment_id=6a2d404a-b73d-4a79-b575-a2597dcac69b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:59.928433 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5adc26f-0c51-4df9-9f99-6c65f2767f20 x-openstack-request-id: req-e5adc26f-0c51-4df9-9f99-6c65f2767f20 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:59.930137 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d823f6-567d-4196-97b1-704f23f37176", "name": "network-vif-plugged", "status": "completed", "tag": "4993916f-acd8-4ea3-894a-4cfa4e114f15", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:59.930582 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5adc26f-0c51-4df9-9f99-6c65f2767f20 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:59.932972 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d823f6-567d-4196-97b1-704f23f37176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4993916f-acd8-4ea3-894a-4cfa4e114f15', 'code': 200} Nov 25 17:22:59.947024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e80d13bf-cf46-4f2c-8aea-203bfc2b8158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.001058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.010447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e80d13bf-cf46-4f2c-8aea-203bfc2b8158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.011392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:23:00.019909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e80d13bf-cf46-4f2c-8aea-203bfc2b8158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.035536 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e80d13bf-cf46-4f2c-8aea-203bfc2b8158 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf9a739e-0ea1-4735-943b-bb553ab0f766 HTTP/1.1" status: 204 len: 168 time: 0.2591379 Nov 25 17:23:00.047997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d6e18c3f-a8cc-4b2e-bc9a-11d29aa31e93 req-ac90294f-1841-43a4-af4d-33d0c23d8178 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867118 Nov 25 17:23:00.064959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d13bf-cf46-4f2c-8aea-203bfc2b8158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9a739e-0ea1-4735-943b-bb553ab0f766,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:00.156014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a539a5ed-77f7-4c38-a2ff-50805a494bd3 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:00.223706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Allocated IP 172.20.0.1 (eb57144f-5ea5-45d2-8531-da4ae476c085/f7e4fff0-ce68-4b69-83fd-64ecb367ce45/bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:00.259876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b38cfc-9bd5-44ab-bad6-30530f3bcead req-ff231a10-7873-404b-b4e1-2addf59f8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:00.264116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90b38cfc-9bd5-44ab-bad6-30530f3bcead req-ff231a10-7873-404b-b4e1-2addf59f8e71 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 1097 time: 0.2013705 Nov 25 17:23:00.342094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4df6faf9-a638-416d-b799-f5f9c709a0e2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:00.470664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90b38cfc-9bd5-44ab-bad6-30530f3bcead req-12542906-dc90-4c8f-994c-d8c6e57ccc89 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990213 Nov 25 17:23:00.525884 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.585528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 82143a2e-1603-4522-bb69-0592be7e624b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=82143a2e-1603-4522-bb69-0592be7e624b,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:00.603898 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.656516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Network eb57144f-5ea5-45d2-8531-da4ae476c085 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:00.660242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:00.664746 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:00.673610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:00.732641 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.930438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '82143a2e-1603-4522-bb69-0592be7e624b', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'port_id': '82143a2e-1603-4522-bb69-0592be7e624b', 'mac_address': 'fa:16:3e:a5:c2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483180c2-5451-4b43-98d2-fc76f7ce3b80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:01.007005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: a539a5ed-77f7-4c38-a2ff-50805a494bd3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:01.007364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a539a5ed-77f7-4c38-a2ff-50805a494bd3 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:01.008115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b896946f-bf13-4af2-972d-29bd4fc12b0a no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:01.046796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719db6e-64e2-40b5-a611-d74f1dc67970 req-c24d2202-5f41-4f53-bd3a-65fe3d1acac4 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.048377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2719db6e-64e2-40b5-a611-d74f1dc67970 req-c24d2202-5f41-4f53-bd3a-65fe3d1acac4 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 946 time: 0.2434916 Nov 25 17:23:01.061951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107952f3-84bf-4195-974e-fa7df76a1ad4 req-05b46daa-418c-4e17-bde1-dd61f348cc6c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.063724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-107952f3-84bf-4195-974e-fa7df76a1ad4 req-05b46daa-418c-4e17-bde1-dd61f348cc6c tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 949 time: 0.2601008 Nov 25 17:23:01.173820 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.205008 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.208225 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2719db6e-64e2-40b5-a611-d74f1dc67970 req-15d296d3-a458-422e-a08c-a01c2b8badb4 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409764 Nov 25 17:23:01.220471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-107952f3-84bf-4195-974e-fa7df76a1ad4 req-e219db1c-beb6-4ea1-b312-6385b72fc52d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422906 Nov 25 17:23:01.241306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: b896946f-bf13-4af2-972d-29bd4fc12b0a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:01.241306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b896946f-bf13-4af2-972d-29bd4fc12b0a not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:01.382902 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.429310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4993916f-acd8-4ea3-894a-4cfa4e114f15,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.480356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.494434 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.495648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d97fec-03cf-4366-b334-4e1e5e74713e req-d822f24e-ffd5-4d91-9d70-88a8a05efcc5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.497346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3d97fec-03cf-4366-b334-4e1e5e74713e req-d822f24e-ffd5-4d91-9d70-88a8a05efcc5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 943 time: 0.1517510 Nov 25 17:23:01.498019 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.541458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82143a2e-1603-4522-bb69-0592be7e624b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:01.586343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 82143a2e-1603-4522-bb69-0592be7e624b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=82143a2e-1603-4522-bb69-0592be7e624b,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:01.627408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3d97fec-03cf-4366-b334-4e1e5e74713e req-a2e537e7-a570-4585-abba-5bda0a45a0d8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016483 Nov 25 17:23:01.627982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.631051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.633957 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.659383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4df6faf9-a638-416d-b799-f5f9c709a0e2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:01.659941 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.672886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb03e0-2212-40e9-a8f3-2cd82ef9573e None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:01.736905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5eba-a3f2-4b19-a552-c537bd1e8086 None None] Pushing event updated for resources: {'Port': ['ID=1712c871-a623-4741-80de-a7fb2efc7f68,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.777604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Network eb57144f-5ea5-45d2-8531-da4ae476c085 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:01.779477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:01.837892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Attempting to bind port 1712c871-a623-4741-80de-a7fb2efc7f68 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:01.838274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Attempting to bind port 1712c871-a623-4741-80de-a7fb2efc7f68 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:01.838649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Attempting to bind port 1712c871-a623-4741-80de-a7fb2efc7f68 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:01.918240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=82143a2e-1603-4522-bb69-0592be7e624b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.927547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:01.933068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:01.933704 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.933898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:01.934423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Bound port: 1712c871-a623-4741-80de-a7fb2efc7f68, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:01.934826 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.031779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-09c6247d-2513-4935-b969-9c8c03544d47 None None] Provisioning complete for port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:02.032163 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09c6247d-2513-4935-b969-9c8c03544d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.038210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:23:02.128013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['82143a2e-1603-4522-bb69-0592be7e624b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:02.299093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09c6247d-2513-4935-b969-9c8c03544d47 None None] Port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:02.350080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] For port 1712c871-a623-4741-80de-a7fb2efc7f68, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:02.353443 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9de2e9bd-5983-4af2-b82c-bc673f7467d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.385854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] For port 1712c871-a623-4741-80de-a7fb2efc7f68, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1712c871-a623-4741-80de-a7fb2efc7f68,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:02.400154 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.500562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8af1d3-e4c9-41ff-bf78-4455bcdd1a63 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:02.518172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] Provisioning complete for port 1712c871-a623-4741-80de-a7fb2efc7f68 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:02.518593 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.556825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5eba-a3f2-4b19-a552-c537bd1e8086 None None] Pushing event updated for resources: {'Port': ['ID=1712c871-a623-4741-80de-a7fb2efc7f68,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:02.579760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Routers {'6df53974-3729-4f78-8a56-38d3c8b8d7b7'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:02.580343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:22:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:02.805729 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.814951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] Set router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:02.844800 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:02.852273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8ec5b8e1-4436-48cf-bcd6-5225cde0d9b3 admin admin] 10.222.0.81 "PUT /v2.0/routers/6df53974-3729-4f78-8a56-38d3c8b8d7b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7708714 Nov 25 17:23:02.871318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] For port 1712c871-a623-4741-80de-a7fb2efc7f68, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1712c871-a623-4741-80de-a7fb2efc7f68,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:02.881116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.881350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b7762-7282-4f7a-9e49-5b5331937da3 req-05f3452d-87eb-4973-9823-e597ca50de5d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.882724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-241b7762-7282-4f7a-9e49-5b5331937da3 req-05f3452d-87eb-4973-9823-e597ca50de5d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 949 time: 0.1353014 Nov 25 17:23:02.890677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-b3aa0e37-a704-450d-a9c3-7043f23c7d62 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.892200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-b3aa0e37-a704-450d-a9c3-7043f23c7d62 tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 949 time: 0.1436636 Nov 25 17:23:02.961495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16645d-6f37-4cf2-a498-cb67adcb81cd req-b6758ef2-a8a8-427a-9440-b3ff16f74b2d tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.961495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb16645d-6f37-4cf2-a498-cb67adcb81cd req-b6758ef2-a8a8-427a-9440-b3ff16f74b2d tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 946 time: 0.2074244 Nov 25 17:23:03.063273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:03.067130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] Provisioning complete for port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:03.067554 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.070562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-241b7762-7282-4f7a-9e49-5b5331937da3 req-00e1fa95-4e2a-462c-b204-813724e9435d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3468fd6-ceac-4e77-9cc4-3437e32ea673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771507 Nov 25 17:23:03.107639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] Pushing event updated for resources: {'Port': ['ID=1712c871-a623-4741-80de-a7fb2efc7f68,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:03.152736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb16645d-6f37-4cf2-a498-cb67adcb81cd req-4baa9464-7872-4637-aa08-98a7ded1670a tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741092 Nov 25 17:23:03.179743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Deleting port 72d03a4c-9609-487b-ba74-dff6dc7aa148 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:03.182016 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.194113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ec098-b693-48a5-907f-3f31076065c4 None None] Port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:03.365281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2061732411'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:03.372794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0ed9c1ee-1128-4a64-a790-da46da3c423b None None] Provisioning complete for port 1712c871-a623-4741-80de-a7fb2efc7f68 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:03.373377 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ed9c1ee-1128-4a64-a790-da46da3c423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.434430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:03.442175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.464705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:23:01Z', 'revision_number': 4, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port': {'id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:53Z', 'updated_at': '2021-11-25T17:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6', 'name': '', 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'mac_address': 'fa:16:3e:36:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:59Z', 'updated_at': '2021-11-25T17:23:01Z', 'revision_number': 2, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'subnets': [{'id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:03.511051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:03.551863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed9bf1-e61e-43bb-8bce-dfb058e40cab req-dd7087ed-d316-49b0-b90c-602521361721 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.552402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615d9f0-fc5a-4397-8659-43d7eec98bb1 None None] The sync data for ids ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'] in n-d-819349-3 is: [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:23:01Z', 'revision_number': 4, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port': {'id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:53Z', 'updated_at': '2021-11-25T17:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6', 'name': '', 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'mac_address': 'fa:16:3e:36:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:59Z', 'updated_at': '2021-11-25T17:23:01Z', 'revision_number': 2, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'subnets': [{'id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:03.560207 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.560546 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Added segment 3c0018d6-00fa-4d1c-b4b9-67b12b388ed3 of type vlan for network 14893546-927d-4b36-bace-74bd853390f7 Nov 25 17:23:03.569862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95ed9bf1-e61e-43bb-8bce-dfb058e40cab req-dd7087ed-d316-49b0-b90c-602521361721 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 944 time: 0.2193878 Nov 25 17:23:03.578094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] For port 72d03a4c-9609-487b-ba74-dff6dc7aa148, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=72d03a4c-9609-487b-ba74-dff6dc7aa148,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:03.578454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.681892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Calling delete_port for 72d03a4c-9609-487b-ba74-dff6dc7aa148 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:03.704597 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.741857 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95ed9bf1-e61e-43bb-8bce-dfb058e40cab req-07b4ac24-1ff4-4b40-a776-5c32cb5cf85f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711028 Nov 25 17:23:03.777958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.784173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.785085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.873727 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Network': ['ID=14893546-927d-4b36-bace-74bd853390f7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:03.886396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddf476-3b9c-401b-b93e-3b5fabe459df req-cb631dee-c20e-4176-be31-43bad538d9d7 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.890849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 14893546-927d-4b36-bace-74bd853390f7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:03.892194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a48a4b1-b0a8-4699-831d-db13fb112b9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8277385 Nov 25 17:23:03.895373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53380) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:03.900754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdddf476-3b9c-401b-b93e-3b5fabe459df req-cb631dee-c20e-4176-be31-43bad538d9d7 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 946 time: 0.1117377 Nov 25 17:23:03.902959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'subnet': {'network_id': '14893546-927d-4b36-bace-74bd853390f7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:03.995730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdddf476-3b9c-401b-b93e-3b5fabe459df req-3495b7ad-7680-47c8-8485-731cf24018a5 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932872 Nov 25 17:23:04.073921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:04.085893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.126686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.179242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Pushing event deleted for resources: {'Port': ['ID=72d03a4c-9609-487b-ba74-dff6dc7aa148,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.312208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] No DVR routers for this DVR port 72d03a4c-9609-487b-ba74-dff6dc7aa148 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:04.338793 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.344387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1534f4e-c9ba-48db-8c50-9c8218c4819f req-96b6e8eb-2379-4887-9170-0a656783d7db tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.95 "DELETE /v2.0/ports/72d03a4c-9609-487b-ba74-dff6dc7aa148 HTTP/1.1" status: 204 len: 173 time: 1.4396119 Nov 25 17:23:04.346807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93cd2034-f4b9-4906-9a39-d0ba0216e30d req-932aac5d-d5c9-4a94-913b-07763ad46c2d tempest-ServersOnMultiNodesTest-971944010 tempest-ServersOnMultiNodesTest-971944010-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9a51bd-3a3a-46a1-a595-401e48e37c11 HTTP/1.1" status: 200 len: 210 time: 0.0770264 Nov 25 17:23:04.347543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9a51bd-3a3a-46a1-a595-401e48e37c11', 'name': 'network-vif-deleted', 'tag': '72d03a4c-9609-487b-ba74-dff6dc7aa148'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:04.349802 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a29e3e-e806-4d0b-840a-1224d5f0e33f" -d '{"events": [{"server_uuid": "7b9a51bd-3a3a-46a1-a595-401e48e37c11", "name": "network-vif-deleted", "tag": "72d03a4c-9609-487b-ba74-dff6dc7aa148"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:04.371463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b58318db-0670-47d7-ad11-3ff60b9a03a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.490646 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861198df-aadd-4862-80d5-74db85b18cc9 x-openstack-request-id: req-861198df-aadd-4862-80d5-74db85b18cc9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:04.490952 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9a51bd-3a3a-46a1-a595-401e48e37c11", "name": "network-vif-deleted", "tag": "72d03a4c-9609-487b-ba74-dff6dc7aa148", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:04.491254 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-861198df-aadd-4862-80d5-74db85b18cc9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:04.491668 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9a51bd-3a3a-46a1-a595-401e48e37c11', 'name': 'network-vif-deleted', 'tag': '72d03a4c-9609-487b-ba74-dff6dc7aa148', 'status': 'completed', 'code': 200} Nov 25 17:23:04.561668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.654583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Subnet': ['ID=171d916f-3d22-44d1-83c1-d33d84f80358,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:04.662909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Checking segment: {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:04.663283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network hostable DHCP agents. Network: 14893546-927d-4b36-bace-74bd853390f7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:04.708621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 14893546-927d-4b36-bace-74bd853390f7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:04.725884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 14893546-927d-4b36-bace-74bd853390f7) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:04.734018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.741416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.751574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0316877d-41bf-43b4-96aa-2bf76ca933ea None None] Network 14893546-927d-4b36-bace-74bd853390f7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:04.771412 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7e177ac0-e609-4f03-be71-73cc78b5b0c1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8737941 Nov 25 17:23:04.774391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:04.780629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1034039826'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:04.945920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:04.963903 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.187108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-14893546-927d-4b36-bace-74bd853390f7', 'network_id': '14893546-927d-4b36-bace-74bd853390f7', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'fixed_ips': [{'subnet_id': '171d916f-3d22-44d1-83c1-d33d84f80358'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:05.188296 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.256409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:05.289830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40f568-c70e-4830-9332-9bf14798cfb9 req-9cff24ff-7d20-440a-936c-039180e40e70 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.301569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c40f568-c70e-4830-9332-9bf14798cfb9 req-9cff24ff-7d20-440a-936c-039180e40e70 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 944 time: 0.3918688 Nov 25 17:23:05.333127 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.333649 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Added segment b749364e-850b-4876-96cc-54c887867d21 of type vlan for network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 Nov 25 17:23:05.379079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d279-0036-4b4b-8510-292f952dc63c req-a34061db-303f-4bf3-b7c1-79fe74b4e7bd tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.381005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d384d279-0036-4b4b-8510-292f952dc63c req-a34061db-303f-4bf3-b7c1-79fe74b4e7bd tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.95 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 946 time: 0.3416276 Nov 25 17:23:05.427785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Allocated IP 19.80.0.2 (14893546-927d-4b36-bace-74bd853390f7/171d916f-3d22-44d1-83c1-d33d84f80358/de0c4699-5e94-4714-a172-75ed315f24df) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:05.504106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2220ea-8e9b-4d24-b16b-2cb1eba9e581 req-6179b6dc-0062-4c1f-a9f2-c868d2957bf0 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.505851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa2220ea-8e9b-4d24-b16b-2cb1eba9e581 req-6179b6dc-0062-4c1f-a9f2-c868d2957bf0 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 946 time: 0.3499024 Nov 25 17:23:05.652319 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.663349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 82143a2e-1603-4522-bb69-0592be7e624b up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:05.674106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c40f568-c70e-4830-9332-9bf14798cfb9 req-ab229bd4-f2bb-4697-a0a0-e3e45762cccb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662028 Nov 25 17:23:05.751765 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.766751 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.768701 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.794754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa2220ea-8e9b-4d24-b16b-2cb1eba9e581 req-38c552d6-3c0c-4cff-859f-a96b86e9e09f tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/security-groups?id=45584a2c-af0c-4932-8865-195c06778d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757118 Nov 25 17:23:05.840065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 72d03a4c-9609-487b-ba74-dff6dc7aa148 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:05.850179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.865545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.866247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.889614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 82143a2e-1603-4522-bb69-0592be7e624b completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:05.916335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 72d03a4c-9609-487b-ba74-dff6dc7aa148 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:05.916727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 72d03a4c-9609-487b-ba74-dff6dc7aa148 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:05.923871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Network 14893546-927d-4b36-bace-74bd853390f7 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:05.924692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 82143a2e-1603-4522-bb69-0592be7e624b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:05.925088 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.932316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:05.964426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:05.968775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Pushing event updated for resources: {'Port': ['ID=de0c4699-5e94-4714-a172-75ed315f24df,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.019235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Network': ['ID=2d0057f2-b7bc-4b22-8db9-e97455ba39b3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.037917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Deleting port 4993916f-acd8-4ea3-894a-4cfa4e114f15 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:06.038265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.047669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:06.068248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53408) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:06.068862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d93eaf78-af5e-402d-a9a0-e78dd1bcb03a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2925823 Nov 25 17:23:06.074716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'subnet': {'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:06.227919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] For port 4993916f-acd8-4ea3-894a-4cfa4e114f15, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4993916f-acd8-4ea3-894a-4cfa4e114f15,segment=NetworkSegment(6a2d404a-b73d-4a79-b575-a2597dcac69b),segment_id=6a2d404a-b73d-4a79-b575-a2597dcac69b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:06.228740 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.252792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Calling delete_port for 4993916f-acd8-4ea3-894a-4cfa4e114f15 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:06.288843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Attempting to bind port de0c4699-5e94-4714-a172-75ed315f24df on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:06.289256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Attempting to bind port de0c4699-5e94-4714-a172-75ed315f24df by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:06.289520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Attempting to bind port de0c4699-5e94-4714-a172-75ed315f24df on network 14893546-927d-4b36-bace-74bd853390f7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:06.308786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:06.315820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.333892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:06.334351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Checking segment: {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:06.334793 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.335364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Bound using segment: {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:06.335571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Bound port: de0c4699-5e94-4714-a172-75ed315f24df, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:06.336004 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.365373 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.451059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:06.522874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.551525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['4993916f-acd8-4ea3-894a-4cfa4e114f15'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:06.644747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 82143a2e-1603-4522-bb69-0592be7e624b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=82143a2e-1603-4522-bb69-0592be7e624b,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:06.648834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82143a2e-1603-4522-bb69-0592be7e624b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:06.650598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Pushing event deleted for resources: {'Port': ['ID=4993916f-acd8-4ea3-894a-4cfa4e114f15,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.652158 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744c7240-0f5f-4a26-80fc-e7496a8e0f1c" -d '{"events": [{"server_uuid": "f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7", "name": "network-vif-plugged", "status": "completed", "tag": "82143a2e-1603-4522-bb69-0592be7e624b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:06.681481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.684126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1712c871-a623-4741-80de-a7fb2efc7f68 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:06.698128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] No DVR routers for this DVR port 4993916f-acd8-4ea3-894a-4cfa4e114f15 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:06.702593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.707304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d384d279-0036-4b4b-8510-292f952dc63c req-6b8ddf7e-faab-43b5-a8e9-8fb953ebf3cf tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.95 "DELETE /v2.0/ports/4993916f-acd8-4ea3-894a-4cfa4e114f15 HTTP/1.1" status: 204 len: 173 time: 1.3137050 Nov 25 17:23:06.713182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d823f6-567d-4196-97b1-704f23f37176', 'name': 'network-vif-deleted', 'tag': '4993916f-acd8-4ea3-894a-4cfa4e114f15'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:06.715557 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc72da7b-379c-4112-8eb3-2c8ccba3bc37" -d '{"events": [{"server_uuid": "d0d823f6-567d-4196-97b1-704f23f37176", "name": "network-vif-deleted", "tag": "4993916f-acd8-4ea3-894a-4cfa4e114f15"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:06.750915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Subnet': ['ID=41c5711d-0e07-4c06-a8f0-fa9351f54e5b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.767359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ab489de9-fe99-4034-a21e-4938fd1e9c6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7730cf5c4f094a8f88c279c6ec70c734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3143902 Nov 25 17:23:06.771626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53424) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:06.805208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.805936 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.833974 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ddceef-df9d-49b4-9886-8b54dff14683 x-openstack-request-id: req-52ddceef-df9d-49b4-9886-8b54dff14683 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:06.834387 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7", "name": "network-vif-plugged", "status": "completed", "tag": "82143a2e-1603-4522-bb69-0592be7e624b", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:06.835135 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52ddceef-df9d-49b4-9886-8b54dff14683 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:06.836036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Checking segment: {'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:06.836232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network hostable DHCP agents. Network: 2d0057f2-b7bc-4b22-8db9-e97455ba39b3, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:06.842987 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82143a2e-1603-4522-bb69-0592be7e624b', 'code': 200} Nov 25 17:23:06.866314 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec833a5-7079-4336-be50-ae57f9cc195c x-openstack-request-id: req-dec833a5-7079-4336-be50-ae57f9cc195c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:06.866672 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d823f6-567d-4196-97b1-704f23f37176", "name": "network-vif-deleted", "tag": "4993916f-acd8-4ea3-894a-4cfa4e114f15", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:06.866935 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dec833a5-7079-4336-be50-ae57f9cc195c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:06.867356 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d823f6-567d-4196-97b1-704f23f37176', 'name': 'network-vif-deleted', 'tag': '4993916f-acd8-4ea3-894a-4cfa4e114f15', 'status': 'completed', 'code': 200} Nov 25 17:23:06.873234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] For port de0c4699-5e94-4714-a172-75ed315f24df, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:06.880045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] For port de0c4699-5e94-4714-a172-75ed315f24df, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=de0c4699-5e94-4714-a172-75ed315f24df,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:06.898354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:06.911801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 2d0057f2-b7bc-4b22-8db9-e97455ba39b3) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:06.927831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.928437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.982454 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-05a0238f-7097-4b78-8b79-583e8e692fb8 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9129741 Nov 25 17:23:06.997963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f5555-12a6-42d6-9998-dd7910cef929 None None] Network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:07.001329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.137620 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.171113 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.181651 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Sync routers for ids ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:07.191431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=82143a2e-1603-4522-bb69-0592be7e624b,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.195991 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Routers {'6df53974-3729-4f78-8a56-38d3c8b8d7b7'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:07.196750 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:23:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:07.283499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-487cda08-5107-4bb6-8747-14a7a66c5217 req-85f68dd4-1349-40b4-9566-686f24b7d588 tempest-ServerGroupTestJSON-346405628 tempest-ServerGroupTestJSON-346405628-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0d823f6-567d-4196-97b1-704f23f37176 HTTP/1.1" status: 200 len: 210 time: 0.1907580 Nov 25 17:23:07.303037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1712c871-a623-4741-80de-a7fb2efc7f68 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:07.303852 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.319368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b51e7-fbc5-41c2-8439-a540be11eb9e req-90ea1f49-4354-4a3c-9710-a57d12623449 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.328289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb7b51e7-fbc5-41c2-8439-a540be11eb9e req-90ea1f49-4354-4a3c-9710-a57d12623449 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 945 time: 0.5265021 Nov 25 17:23:07.356963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bccd0406-94b3-4892-94bf-cc22796a893e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.361583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ceca3-e657-4159-b393-48a92a5856ee req-7324a969-0a2c-456c-a707-9345e7cdb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.363116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-691ceca3-e657-4159-b393-48a92a5856ee req-7324a969-0a2c-456c-a707-9345e7cdb7a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 1096 time: 0.4410641 Nov 25 17:23:07.420247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bccd0406-94b3-4892-94bf-cc22796a893e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.516512 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Set router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:07.552358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb7b51e7-fbc5-41c2-8439-a540be11eb9e req-2816d1ba-47db-4aba-923c-b8b54176736e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199626 Nov 25 17:23:07.552811 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bccd0406-94b3-4892-94bf-cc22796a893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.556373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bccd0406-94b3-4892-94bf-cc22796a893e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.560008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bccd0406-94b3-4892-94bf-cc22796a893e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3468fd6-ceac-4e77-9cc4-3437e32ea673 HTTP/1.1" status: 204 len: 168 time: 0.7850289 Nov 25 17:23:07.569525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bfc37-2da2-46c1-8201-9a7d58f6142c None None] Pushing event updated for resources: {'Port': ['ID=de0c4699-5e94-4714-a172-75ed315f24df,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.586914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd0406-94b3-4892-94bf-cc22796a893e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3468fd6-ceac-4e77-9cc4-3437e32ea673,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.631875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-691ceca3-e657-4159-b393-48a92a5856ee req-5248831c-7ac6-4430-a1ec-b5680ca2ec66 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550926 Nov 25 17:23:07.750526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-2d0057f2-b7bc-4b22-8db9-e97455ba39b3', 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'fixed_ips': [{'subnet_id': '41c5711d-0e07-4c06-a8f0-fa9351f54e5b'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:07.751437 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.941982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ed2edc1f-eef0-4c6c-b511-cfa28a024f6e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.960783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ed2edc1f-eef0-4c6c-b511-cfa28a024f6e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.966157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ed2edc1f-eef0-4c6c-b511-cfa28a024f6e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/networks?id=14893546-927d-4b36-bace-74bd853390f7&id=2d0057f2-b7bc-4b22-8db9-e97455ba39b3&id=14893546-927d-4b36-bace-74bd853390f7 HTTP/1.1" status: 200 len: 1392 time: 0.2900057 Nov 25 17:23:08.005982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-a6e240fc-56d4-4412-aa67-ab6393014d1c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/quotas/3e3ee9d5723d4c5c8a79a2c812cde37f HTTP/1.1" status: 200 len: 375 time: 0.0294728 Nov 25 17:23:08.012006 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:23:01Z', 'revision_number': 4, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port': {'id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:53Z', 'updated_at': '2021-11-25T17:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6', 'name': '', 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'mac_address': 'fa:16:3e:36:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:59Z', 'updated_at': '2021-11-25T17:23:01Z', 'revision_number': 2, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'subnets': [{'id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:08.059899 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.073559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Allocated IP 19.86.0.2 (2d0057f2-b7bc-4b22-8db9-e97455ba39b3/41c5711d-0e07-4c06-a8f0-fa9351f54e5b/a03eb9d2-5986-4236-8e12-cc3c234be090) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:08.077633 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Checking router: 6df53974-3729-4f78-8a56-38d3c8b8d7b7 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:08.078306 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Updating router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:08.147284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-84b5cad8-ad60-4d0c-b227-78ff405c7b2c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372471 Nov 25 17:23:08.157668 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.328493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:08.440079 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c0f77936-dec2-4b12-abb0-6f3ed8c0cbe1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9a82a1553c045359db4e84f6974da40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097107 Nov 25 17:23:08.444157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53472) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:08.461071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-24124aab-0695-4273-a5ec-fc8dba1fd4ae service neutron] 10.222.0.81 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047566 Nov 25 17:23:08.671351 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.701445 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.725003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abccbd88-b7db-41f8-96f3-b2e507868354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.772909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abccbd88-b7db-41f8-96f3-b2e507868354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.846496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device de0c4699-5e94-4714-a172-75ed315f24df up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:08.944197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abccbd88-b7db-41f8-96f3-b2e507868354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.947882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abccbd88-b7db-41f8-96f3-b2e507868354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.959900 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-abccbd88-b7db-41f8-96f3-b2e507868354 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4699cb3-b9ff-4ca3-8bdb-707903bffb0b HTTP/1.1" status: 204 len: 168 time: 0.5037677 Nov 25 17:23:08.999127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccbd88-b7db-41f8-96f3-b2e507868354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4699cb3-b9ff-4ca3-8bdb-707903bffb0b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:09.044871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-4cfc6ded-8a82-4fdd-9364-213cf0fd032f service neutron] 10.222.0.81 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748036 Nov 25 17:23:09.083622 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.096587 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.131314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:09.220537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-dedef182-07ba-41b3-b7de-dc3020f40955 service neutron] 10.222.0.81 "GET /v2.0/networks/2d0057f2-b7bc-4b22-8db9-e97455ba39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731570 Nov 25 17:23:09.250921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:09.268229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Pushing event updated for resources: {'Port': ['ID=a03eb9d2-5986-4236-8e12-cc3c234be090,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:09.299373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:09.306921 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Pushing event updated for resources: {'Port': ['ID=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:09.308779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.315069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.315696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.316273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.316840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.317681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.318016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.318588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.319159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.319726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.320300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.321116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.351060 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.351580 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.352580 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.353618 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.354591 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.355770 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.356586 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.357662 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.359355 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.360672 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.361180 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.362068 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:09.421990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-8b5656a7-8f7c-4e09-9da2-4ac2dfafc36d service neutron] 10.222.0.81 "GET /v2.0/networks/2d0057f2-b7bc-4b22-8db9-e97455ba39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002892 Nov 25 17:23:09.461848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b0c3e-6f2e-4158-85c7-51599f71e65f None None] Network 14893546-927d-4b36-bace-74bd853390f7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:09.577714 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Attempting to bind port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:09.580013 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Attempting to bind port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:09.580437 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Attempting to bind port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 on network eb57144f-5ea5-45d2-8531-da4ae476c085 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:09.586704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046d34-7b4a-44b6-b59e-c32551195f2f req-22608d9c-1b7f-47ab-9614-f79ec3720a13 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:09.595119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0046d34-7b4a-44b6-b59e-c32551195f2f req-22608d9c-1b7f-47ab-9614-f79ec3720a13 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 945 time: 0.1527805 Nov 25 17:23:09.602838 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:09.603632 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Checking segment: {'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:09.604103 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.609724 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Bound using segment: {'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:09.611187 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Bound port: bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7beac033-86bb-426a-abcc-7245424e20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:09.611671 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.754125 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] For port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:09.762220 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] For port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,segment=NetworkSegment(7beac033-86bb-426a-abcc-7245424e20e8),segment_id=7beac033-86bb-426a-abcc-7245424e20e8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:09.783790 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.824700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Attempting to bind port a03eb9d2-5986-4236-8e12-cc3c234be090 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:09.825268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Attempting to bind port a03eb9d2-5986-4236-8e12-cc3c234be090 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:09.825602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Attempting to bind port a03eb9d2-5986-4236-8e12-cc3c234be090 on network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:09.853808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0046d34-7b4a-44b6-b59e-c32551195f2f req-f1477777-1f4d-44f7-a497-d3b954e86eb4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577116 Nov 25 17:23:09.876499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4993916f-acd8-4ea3-894a-4cfa4e114f15 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:09.926942 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-f2080f95-9218-4ab6-b813-f5a8d88a2742 service neutron] 10.222.0.81 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022879 Nov 25 17:23:09.980821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 4993916f-acd8-4ea3-894a-4cfa4e114f15 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:09.987537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4993916f-acd8-4ea3-894a-4cfa4e114f15 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:10.014835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1824aeae-3539-45d5-b72b-37e78ea6145c None None] Provisioning complete for port de0c4699-5e94-4714-a172-75ed315f24df triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:10.019224 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1824aeae-3539-45d5-b72b-37e78ea6145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.033695 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Routers {'6df53974-3729-4f78-8a56-38d3c8b8d7b7'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:10.041802 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:23:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:10.064671 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f38bfb-5208-4fdb-86ea-9aab5a1e99fb None None] Pushing event updated for resources: {'Port': ['ID=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:10.164215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:10.164841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Checking segment: {'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:10.165473 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.165865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Bound using segment: {'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:10.166527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Bound port: a03eb9d2-5986-4236-8e12-cc3c234be090, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:10.166919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.208763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port de0c4699-5e94-4714-a172-75ed315f24df triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:10.209114 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.317375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-49f62739-371f-4cf0-8647-d04dc4d55a70 service neutron] 10.222.0.81 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718395 Nov 25 17:23:10.512980 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1824aeae-3539-45d5-b72b-37e78ea6145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.531021 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] Set router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:10.549623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] For port a03eb9d2-5986-4236-8e12-cc3c234be090, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:10.555618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] For port a03eb9d2-5986-4236-8e12-cc3c234be090, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a03eb9d2-5986-4236-8e12-cc3c234be090,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:10.610326 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.619152 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.831567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1824aeae-3539-45d5-b72b-37e78ea6145c None None] For port de0c4699-5e94-4714-a172-75ed315f24df, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=de0c4699-5e94-4714-a172-75ed315f24df,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:10.861971 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1824aeae-3539-45d5-b72b-37e78ea6145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.933332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c9c7f-98d4-4a03-b2ad-8da7de357026 req-e78116d0-e228-4a05-8296-bb3928893690 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:10.935562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f08c9c7f-98d4-4a03-b2ad-8da7de357026 req-e78116d0-e228-4a05-8296-bb3928893690 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 945 time: 0.1803782 Nov 25 17:23:11.047974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfc48a-7301-4c4f-91a4-6673bccf5d9d None None] Pushing event updated for resources: {'Port': ['ID=a03eb9d2-5986-4236-8e12-cc3c234be090,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:11.091078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a711ac3-78ab-44df-a925-81ca51336d36 req-025d2d30-52d4-4bd9-8b1e-314212504149 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 210 time: 0.1827018 Nov 25 17:23:11.164487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824aeae-3539-45d5-b72b-37e78ea6145c None None] Pushing event updated for resources: {'Port': ['ID=de0c4699-5e94-4714-a172-75ed315f24df,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:11.213406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f08c9c7f-98d4-4a03-b2ad-8da7de357026 req-5e468c20-b77d-430a-aa8f-94010e714f56 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305946 Nov 25 17:23:11.245862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:23:11.256155 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:23:11.257602 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:23:01Z', 'revision_number': 4, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port': {'id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:53Z', 'updated_at': '2021-11-25T17:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6', 'name': '', 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'mac_address': 'fa:16:3e:36:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:59Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 4, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'subnets': [{'id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:11.258947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f9dad005-aa00-4d0d-8460-663d52f67389 None None] Provisioning complete for port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:11.260734 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9dad005-aa00-4d0d-8460-663d52f67389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.346206 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2fb87c-24f7-4c0c-8a41-dad6c3fb4196 None None] The sync data for ids ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'] in n-d-819349-3 is: [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:23:01Z', 'revision_number': 4, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port': {'id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:53Z', 'updated_at': '2021-11-25T17:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6', 'name': '', 'network_id': 'eb57144f-5ea5-45d2-8531-da4ae476c085', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'mac_address': 'fa:16:3e:36:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:59Z', 'updated_at': '2021-11-25T17:23:09Z', 'revision_number': 4, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'subnets': [{'id': 'f7e4fff0-ce68-4b69-83fd-64ecb367ce45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:11.445580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53550) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:11.570368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a46af47-dd30-4d8e-b064-af4750aefd7d admin admin] Deleting subnet 979223af-c71c-4ad3-a851-19b1a7aa9fe4 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:11.577661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a46af47-dd30-4d8e-b064-af4750aefd7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.598946 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9dad005-aa00-4d0d-8460-663d52f67389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.719208 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a46af47-dd30-4d8e-b064-af4750aefd7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.720868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f9dad005-aa00-4d0d-8460-663d52f67389 None None] For port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,segment=NetworkSegment(7beac033-86bb-426a-abcc-7245424e20e8),segment_id=7beac033-86bb-426a-abcc-7245424e20e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:11.736264 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9dad005-aa00-4d0d-8460-663d52f67389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.792272 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a46af47-dd30-4d8e-b064-af4750aefd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.934598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a46af47-dd30-4d8e-b064-af4750aefd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.990110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a46af47-dd30-4d8e-b064-af4750aefd7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.005395 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7a46af47-dd30-4d8e-b064-af4750aefd7d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/979223af-c71c-4ad3-a851-19b1a7aa9fe4 HTTP/1.1" status: 204 len: 168 time: 0.5569909 Nov 25 17:23:12.008318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53592) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:12.277547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5148c9d0-9d4f-4b87-a5b8-c3990e5adbdd req-bedfc4da-31bd-4ff5-8a6a-a2fcd3b42acd tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 210 time: 0.0897739 Nov 25 17:23:12.327442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-16b7249a-56f3-4fa6-8bc6-48ee0c20c3ad None None] Provisioning complete for port de0c4699-5e94-4714-a172-75ed315f24df triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:12.328564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16b7249a-56f3-4fa6-8bc6-48ee0c20c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.374254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.378855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46af47-dd30-4d8e-b064-af4750aefd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979223af-c71c-4ad3-a851-19b1a7aa9fe4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:12.416903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dad005-aa00-4d0d-8460-663d52f67389 None None] Pushing event updated for resources: {'Port': ['ID=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:12.585358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cf51a-9eef-4b61-a887-52f60dc3c8ef req-87140405-c918-4834-ba4b-733d78ec6182 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.596401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b6cf51a-9eef-4b61-a887-52f60dc3c8ef req-87140405-c918-4834-ba4b-733d78ec6182 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 945 time: 0.1823478 Nov 25 17:23:12.673597 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.725120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd45888-ef9e-4ca7-8115-ed478b68e0cf']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:12.749199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2d404a-b73d-4a79-b575-a2597dcac69b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:12.749595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2d404a-b73d-4a79-b575-a2597dcac69b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:12.788032 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.795083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b6cf51a-9eef-4b61-a887-52f60dc3c8ef req-c44b9c04-85ca-4463-ac35-f5af101ddb35 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977634 Nov 25 17:23:12.853100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.881170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:12.881592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:12.888280 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:12.974266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:13.017836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device de0c4699-5e94-4714-a172-75ed315f24df up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:13.065927 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.097108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42f296-40a6-4ca4-bde5-9e028c858d7a None None] Network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:13.097323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.115827 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1dd45888-ef9e-4ca7-8115-ed478b68e0cf HTTP/1.1" status: 204 len: 168 time: 1.1045811 Nov 25 17:23:13.133127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d4a18-a406-4e49-b3fd-1d6324211907 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd45888-ef9e-4ca7-8115-ed478b68e0cf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:13.188745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fb301f39-0d9e-41e7-b0e6-577307835e4f None None] Provisioning complete for port a03eb9d2-5986-4236-8e12-cc3c234be090 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:13.189492 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb301f39-0d9e-41e7-b0e6-577307835e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.270979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port de0c4699-5e94-4714-a172-75ed315f24df triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:13.271610 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.405901 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0614935e-3cb7-4261-8040-97fd4ec06e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.464369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:13.487516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5f979-e690-426b-9f0f-20bca56347f6 req-28b392d3-ba39-4c37-a3fa-1d81d3a48bd7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.491305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ec5f979-e690-426b-9f0f-20bca56347f6 req-28b392d3-ba39-4c37-a3fa-1d81d3a48bd7 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 945 time: 0.1885958 Nov 25 17:23:13.526625 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb301f39-0d9e-41e7-b0e6-577307835e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.534382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fd551d27-8f99-4849-84e6-c012fc28f4e6 req-2b1ecfe5-0fe5-4d12-86ec-a0c7009c9742 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 210 time: 0.1004069 Nov 25 17:23:13.568954 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-17639536-2f56-4eb8-9d87-957780f11e7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68f3ee983bf0406fb1ddcdb3bd393baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1021395 Nov 25 17:23:13.571190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:13.611854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ec5f979-e690-426b-9f0f-20bca56347f6 req-00c0f47a-8b8e-45a9-9050-2326ed512c3d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764244 Nov 25 17:23:13.619630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:13.653884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bedf1cc-fc95-422a-a629-57bb2244699d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.683077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bedf1cc-fc95-422a-a629-57bb2244699d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.691110 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0614935e-3cb7-4261-8040-97fd4ec06e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.703636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0614935e-3cb7-4261-8040-97fd4ec06e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.709836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fb301f39-0d9e-41e7-b0e6-577307835e4f None None] For port a03eb9d2-5986-4236-8e12-cc3c234be090, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a03eb9d2-5986-4236-8e12-cc3c234be090,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:13.739845 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb301f39-0d9e-41e7-b0e6-577307835e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.759732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0614935e-3cb7-4261-8040-97fd4ec06e7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffe67af8991b451d9e39ac8f95f94433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7839339 Nov 25 17:23:13.762079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53634) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:13.782045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bedf1cc-fc95-422a-a629-57bb2244699d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.785202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bedf1cc-fc95-422a-a629-57bb2244699d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.787182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1bedf1cc-fc95-422a-a629-57bb2244699d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45584a2c-af0c-4932-8865-195c06778d07 HTTP/1.1" status: 204 len: 168 time: 0.2142770 Nov 25 17:23:13.823953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedf1cc-fc95-422a-a629-57bb2244699d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45584a2c-af0c-4932-8865-195c06778d07,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:13.896871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:13.898008 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.979966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb301f39-0d9e-41e7-b0e6-577307835e4f None None] Pushing event updated for resources: {'Port': ['ID=a03eb9d2-5986-4236-8e12-cc3c234be090,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:14.067207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614935e-3cb7-4261-8040-97fd4ec06e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce075a98-edb8-4b9d-9e1b-48af9fcdcb09,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:14.138431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a03eb9d2-5986-4236-8e12-cc3c234be090 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:14.196909 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05a50193-58f2-488f-a6c6-53bf8adbc23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.230243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a03eb9d2-5986-4236-8e12-cc3c234be090 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:14.230623 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.288248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05a50193-58f2-488f-a6c6-53bf8adbc23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.341759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-146b0146-0c8d-40f1-b650-4c8f53b7227f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:14.349168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-608f9b84-f4db-41e2-99b2-b423a4c7fd50 None None] Provisioning complete for port a03eb9d2-5986-4236-8e12-cc3c234be090 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:14.349913 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-608f9b84-f4db-41e2-99b2-b423a4c7fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.351013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-146b0146-0c8d-40f1-b650-4c8f53b7227f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:14.354755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-146b0146-0c8d-40f1-b650-4c8f53b7227f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "GET /v2.0/networks?id=14893546-927d-4b36-bace-74bd853390f7&id=2d0057f2-b7bc-4b22-8db9-e97455ba39b3&id=14893546-927d-4b36-bace-74bd853390f7 HTTP/1.1" status: 200 len: 1392 time: 0.4423549 Nov 25 17:23:14.372873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'port': {'device_id': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'network_id': '14893546-927d-4b36-bace-74bd853390f7', 'admin_state_up': True, 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:14.474746 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05a50193-58f2-488f-a6c6-53bf8adbc23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.477843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-05a50193-58f2-488f-a6c6-53bf8adbc23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.483491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-05a50193-58f2-488f-a6c6-53bf8adbc23e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce075a98-edb8-4b9d-9e1b-48af9fcdcb09 HTTP/1.1" status: 204 len: 168 time: 0.7156115 Nov 25 17:23:14.493836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a50193-58f2-488f-a6c6-53bf8adbc23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce075a98-edb8-4b9d-9e1b-48af9fcdcb09,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:14.580429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:14.591401 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.737832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:14.881482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:14.882148 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.026961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-614dda63-403a-4f45-bf71-82a6591a9021 req-07a0d990-830c-464a-9803-109f1ab8b92d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 210 time: 0.2375522 Nov 25 17:23:15.034987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a03eb9d2-5986-4236-8e12-cc3c234be090 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:15.158816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f998e-853e-4259-9c4b-3d97663c99cc req-731b8708-2732-46a4-b682-1aa7c2534a78 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.164652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a03eb9d2-5986-4236-8e12-cc3c234be090 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:15.165814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031f998e-853e-4259-9c4b-3d97663c99cc req-731b8708-2732-46a4-b682-1aa7c2534a78 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 945 time: 0.3753076 Nov 25 17:23:15.166652 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.209371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-f25bd666-de4c-4109-9cc1-b82d2ece5c50 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.210975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-f25bd666-de4c-4109-9cc1-b82d2ece5c50 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 945 time: 0.3362865 Nov 25 17:23:15.324259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Allocated IP 19.80.0.164 (14893546-927d-4b36-bace-74bd853390f7/171d916f-3d22-44d1-83c1-d33d84f80358/261e56a9-fb23-4730-b63e-62ad91d2b506) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:15.884913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031f998e-853e-4259-9c4b-3d97663c99cc req-cf7f99d1-5436-41f7-a4a6-3a1dc021c694 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962321 Nov 25 17:23:15.938337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Deleting port 82143a2e-1603-4522-bb69-0592be7e624b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:15.938916 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.002709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.103102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:16.131057 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.137778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] For port 82143a2e-1603-4522-bb69-0592be7e624b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=82143a2e-1603-4522-bb69-0592be7e624b,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:16.138402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.231818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Calling delete_port for 82143a2e-1603-4522-bb69-0592be7e624b owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:16.259324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 14893546-927d-4b36-bace-74bd853390f7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:16.296569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:16.304624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Port': ['ID=261e56a9-fb23-4730-b63e-62ad91d2b506,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.313868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:16.332327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea59912-b92b-4822-b04a-b8c208491d12 req-ef4f6f67-d05f-4d7e-b8a4-7699fdc42d10 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:16.341559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fea59912-b92b-4822-b04a-b8c208491d12 req-ef4f6f67-d05f-4d7e-b8a4-7699fdc42d10 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 932 time: 0.2125871 Nov 25 17:23:16.530175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fea59912-b92b-4822-b04a-b8c208491d12 req-004f56b4-5ef9-439c-8267-59270a6c3c2f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967841 Nov 25 17:23:16.547724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:16.548358 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.604921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-383204f6-7738-43ae-8e73-6bbd75710819 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2369671 Nov 25 17:23:16.619992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'port': {'device_id': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3', 'admin_state_up': True, 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:16.622855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a11dcee4-3ed9-41f6-9b12-48de28115c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.717446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f26b5676-6920-41c6-b11e-c6b1ac0ae0f5 None None] Provisioning complete for port 261e56a9-fb23-4730-b63e-62ad91d2b506 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:16.718132 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f26b5676-6920-41c6-b11e-c6b1ac0ae0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.767702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f26b5676-6920-41c6-b11e-c6b1ac0ae0f5 None None] Port 261e56a9-fb23-4730-b63e-62ad91d2b506 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:16.904310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b0451423-dc5e-4640-b182-e86bcfcae764 req-d39daa11-7675-4ac9-a37a-5f72f37cfcd1 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0957184 Nov 25 17:23:16.942547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:16.946821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.960654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.034061 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a11dcee4-3ed9-41f6-9b12-48de28115c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.039103 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a11dcee4-3ed9-41f6-9b12-48de28115c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.056772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event deleted for resources: {'Port': ['ID=82143a2e-1603-4522-bb69-0592be7e624b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.067578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-c6ab7a46-3e01-40d0-a041-917301dbf255 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=44c6e9b982674f7fbd780a354e4e9b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808077 Nov 25 17:23:17.099715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dcee4-3ed9-41f6-9b12-48de28115c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1888dc-3f03-4ef9-a1a9-05614eee1f7f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.116658 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a11dcee4-3ed9-41f6-9b12-48de28115c84 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=384f02e5834343ed877945a35a48d46a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0101397 Nov 25 17:23:17.117260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:17.139368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] No DVR routers for this DVR port 82143a2e-1603-4522-bb69-0592be7e624b on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:17.142668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e8cd649-2f4a-4941-9d6f-a44f5b4a1c6a req-09bc3923-03bd-4736-a2d0-14bb6397d525 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7 HTTP/1.1" status: 200 len: 210 time: 0.0633607 Nov 25 17:23:17.172992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.176661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64bc6db9-1d38-4f7d-a42b-6df13891fc81 req-2b9b7688-c3dd-44ab-bc24-35559221c85c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "DELETE /v2.0/ports/82143a2e-1603-4522-bb69-0592be7e624b HTTP/1.1" status: 204 len: 173 time: 1.9561009 Nov 25 17:23:17.177027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7', 'name': 'network-vif-deleted', 'tag': '82143a2e-1603-4522-bb69-0592be7e624b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:17.179455 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706bb0b-d3de-4ad3-a7a8-66da07ddc2db" -d '{"events": [{"server_uuid": "f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7", "name": "network-vif-deleted", "tag": "82143a2e-1603-4522-bb69-0592be7e624b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:17.194410 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a985b22a-9c02-4f06-82c8-757ac3e7f275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.252062 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a985b22a-9c02-4f06-82c8-757ac3e7f275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.326784 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a985b22a-9c02-4f06-82c8-757ac3e7f275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.333046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a985b22a-9c02-4f06-82c8-757ac3e7f275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.338129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a985b22a-9c02-4f06-82c8-757ac3e7f275 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af1888dc-3f03-4ef9-a1a9-05614eee1f7f HTTP/1.1" status: 204 len: 168 time: 0.2198856 Nov 25 17:23:17.349074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985b22a-9c02-4f06-82c8-757ac3e7f275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1888dc-3f03-4ef9-a1a9-05614eee1f7f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.443481 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24634b7b-fd32-4692-82d1-70be9064ef65 x-openstack-request-id: req-24634b7b-fd32-4692-82d1-70be9064ef65 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:17.443799 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7", "name": "network-vif-deleted", "tag": "82143a2e-1603-4522-bb69-0592be7e624b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:17.444040 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24634b7b-fd32-4692-82d1-70be9064ef65 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:17.444667 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3573ce2-3552-4a19-b0d3-eb3c3d5b21d7', 'name': 'network-vif-deleted', 'tag': '82143a2e-1603-4522-bb69-0592be7e624b', 'status': 'completed', 'code': 200} Nov 25 17:23:17.463112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-2007974c-2a31-4130-9866-acf8668c830f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:17.471570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-2007974c-2a31-4130-9866-acf8668c830f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3894799 Nov 25 17:23:17.493553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Allocated IP 19.86.0.54 (2d0057f2-b7bc-4b22-8db9-e97455ba39b3/41c5711d-0e07-4c06-a8f0-fa9351f54e5b/71b8369a-1594-47ba-aa8a-689ab8bec245) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:17.497244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-6a09d6e8-fee1-4235-b895-e62e7d54e57f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/quotas/44c6e9b982674f7fbd780a354e4e9b6c HTTP/1.1" status: 200 len: 375 time: 0.0247896 Nov 25 17:23:17.549445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-3e9872f6-03d6-4d32-9ca1-05e93b4956b6 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44c6e9b982674f7fbd780a354e4e9b6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433326 Nov 25 17:23:17.679476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 82143a2e-1603-4522-bb69-0592be7e624b no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:17.765338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 82143a2e-1603-4522-bb69-0592be7e624b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:17.766137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 82143a2e-1603-4522-bb69-0592be7e624b not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:17.884884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:17.917896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5b2b603-e21b-4801-b156-ef5521122ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.948043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7d945-e537-498e-ab6b-faf463e0bcf7 req-6d12f694-bcd8-4275-ba92-2e5c5ac93805 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:17.948043 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67c7d945-e537-498e-ab6b-faf463e0bcf7 req-6d12f694-bcd8-4275-ba92-2e5c5ac93805 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 932 time: 0.1888719 Nov 25 17:23:17.975352 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.116560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2fd35e3f-bb55-4ba8-9704-4a5a460f2355 req-00077731-ee37-4da1-bb16-0cdc675a1304 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 210 time: 0.0605376 Nov 25 17:23:18.127762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67c7d945-e537-498e-ab6b-faf463e0bcf7 req-33698229-0774-4bb4-9b6e-a1103ee414fd tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627347 Nov 25 17:23:18.130085 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.131901 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5b2b603-e21b-4801-b156-ef5521122ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.155582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5b2b603-e21b-4801-b156-ef5521122ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.239781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Port': ['ID=71b8369a-1594-47ba-aa8a-689ab8bec245,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:18.267945 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a5b2b603-e21b-4801-b156-ef5521122ca9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4835fb5ab0f74fa2b9285a1fb0b55009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3815424 Nov 25 17:23:18.273889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:18.288501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2b603-e21b-4801-b156-ef5521122ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c718643-cea7-4c92-85a4-a22bc89a9910,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:18.325269 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97a97155-ec5b-4818-8466-f4cc9ea77b97 req-09623efb-9bb0-4541-abb9-79dd67f60f96 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0869050 Nov 25 17:23:18.353938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:18.355741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:18.378775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:18.481742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-088296eb-49c4-46a1-bf79-b5751d6bbe52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.502056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:18.503057 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.546108 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-088296eb-49c4-46a1-bf79-b5751d6bbe52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.557837 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b9603fe9-27a9-49a9-b998-6eb4bf005f4c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9454460 Nov 25 17:23:18.588339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'port': {'device_id': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'network_id': '14893546-927d-4b36-bace-74bd853390f7', 'admin_state_up': True, 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:18.764004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-088296eb-49c4-46a1-bf79-b5751d6bbe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.766681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-088296eb-49c4-46a1-bf79-b5751d6bbe52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.767853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-088296eb-49c4-46a1-bf79-b5751d6bbe52 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c718643-cea7-4c92-85a4-a22bc89a9910 HTTP/1.1" status: 204 len: 168 time: 0.4869206 Nov 25 17:23:18.802433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088296eb-49c4-46a1-bf79-b5751d6bbe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c718643-cea7-4c92-85a4-a22bc89a9910,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:18.853103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-5742f9c3-1c14-4f03-bb9a-fbc598168af8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:18.854620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-5742f9c3-1c14-4f03-bb9a-fbc598168af8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.2461653 Nov 25 17:23:18.856154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:18.860420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-656f8d14-942e-4bb7-ad32-ab1a603ec1fa None None] Provisioning complete for port 71b8369a-1594-47ba-aa8a-689ab8bec245 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:18.861610 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-656f8d14-942e-4bb7-ad32-ab1a603ec1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.861871 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.886721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-012a954f-3b89-4f22-9258-67216b6e27aa tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/quotas/4e626f0952704d799bd9d7006a3e9750 HTTP/1.1" status: 200 len: 375 time: 0.0198209 Nov 25 17:23:18.940473 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-656f8d14-942e-4bb7-ad32-ab1a603ec1fa None None] Port 71b8369a-1594-47ba-aa8a-689ab8bec245 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:18.979498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-f56f0bec-a8d8-4e0a-b6bc-c35cd754d5d1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798314 Nov 25 17:23:19.193900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b8b02774-761d-4d38-ab78-e7c4914b8400 service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000363 Nov 25 17:23:19.201244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Allocated IP 19.80.0.173 (14893546-927d-4b36-bace-74bd853390f7/171d916f-3d22-44d1-83c1-d33d84f80358/559c7ebf-6170-45c3-bef3-c737d3012760) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:19.322112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a3ebe6a-a258-4a23-a2cf-88d581eb869c req-ce6b83bd-ce22-45e8-b578-11a0e4d05930 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 210 time: 0.0541298 Nov 25 17:23:19.394872 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-823be993-7e47-4754-9e55-d5ec7738ea30 req-6c158145-874f-4b92-8135-9d3921acd062 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0471139 Nov 25 17:23:19.433567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-82e4d02f-e915-49f1-8957-17a9f470aabf tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=44c6e9b982674f7fbd780a354e4e9b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706589 Nov 25 17:23:19.458329 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-5901e142-fbcd-41cd-a041-bbc05bbf976a service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540233 Nov 25 17:23:19.695305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfca27-f32a-45ae-b46f-45829a488bcb req-8a96cdcf-cd64-4649-9cdc-f31187864b9e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:19.701904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfca27-f32a-45ae-b46f-45829a488bcb req-8a96cdcf-cd64-4649-9cdc-f31187864b9e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:19.710988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbfca27-f32a-45ae-b46f-45829a488bcb req-8a96cdcf-cd64-4649-9cdc-f31187864b9e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 1654 time: 0.2692392 Nov 25 17:23:19.814877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77e1d044-0294-45e3-828f-eaec428796e6 req-d44ebceb-11f2-44e5-bf7a-720fa03d1588 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0861373 Nov 25 17:23:19.823141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-3407f913-41bc-469a-9fb4-c2ef6f99b7c0 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:19.825124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-3407f913-41bc-469a-9fb4-c2ef6f99b7c0 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3788111 Nov 25 17:23:19.856609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Request body: {'port': {'device_id': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '44c6e9b982674f7fbd780a354e4e9b6c'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:19.898429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.909852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbfca27-f32a-45ae-b46f-45829a488bcb req-f8dd1c12-c160-4f94-aa3e-996c855b9596 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976171 Nov 25 17:23:20.089276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70a4ace0-f27c-4eb9-92f0-284545990902 req-59ef68c9-c310-47a0-a252-b9fadfef03a0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 210 time: 0.1909235 Nov 25 17:23:20.179221 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.220278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Made reservation on behalf of 44c6e9b982674f7fbd780a354e4e9b6c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:20.224130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.245649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.260517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 14893546-927d-4b36-bace-74bd853390f7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:20.271866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:20.278934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:20.429010 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.430107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Port': ['ID=559c7ebf-6170-45c3-bef3-c737d3012760,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.446715 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.523854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:20.531566 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.628480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01343f5b-9004-49a8-b746-300fac70b468 req-33685104-5d6a-43b6-a892-61b0cb873d2e tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 210 time: 0.1176050 Nov 25 17:23:20.640114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212b57c4-91d5-43d7-aa93-103a8ac40f17,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.648367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-97af9da0-9b28-4cc6-8739-bda16cb59830 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0833628 Nov 25 17:23:20.665682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Request body: {'port': {'device_id': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:20.706517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3dae099a-879e-4dc8-9602-bbb9c43d4dda None None] Provisioning complete for port 559c7ebf-6170-45c3-bef3-c737d3012760 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:20.707201 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3dae099a-879e-4dc8-9602-bbb9c43d4dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.764594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3dae099a-879e-4dc8-9602-bbb9c43d4dda None None] Port 559c7ebf-6170-45c3-bef3-c737d3012760 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:21.197772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.201212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5439f8f-0400-4858-a000-754a4352f4cd req-36da23e1-e62a-4798-864e-103d2be3a443 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.1121991 Nov 25 17:23:21.203728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Allocated IP 192.168.233.58 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:21.366194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3698-e83c-49e4-ab5b-e5457683a76e req-26744823-231c-43a5-8819-dfa0e01ad061 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:21.372320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3698-e83c-49e4-ab5b-e5457683a76e req-26744823-231c-43a5-8819-dfa0e01ad061 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:21.379515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3698-e83c-49e4-ab5b-e5457683a76e req-26744823-231c-43a5-8819-dfa0e01ad061 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:21.381404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40fd3698-e83c-49e4-ab5b-e5457683a76e req-26744823-231c-43a5-8819-dfa0e01ad061 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2376 time: 0.2936375 Nov 25 17:23:21.432189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7053ddf-483c-48a1-bbe5-36dc12c28bd0 req-0d52ab60-4ea9-45c2-aef3-4d231f7959ae tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 210 time: 0.0983927 Nov 25 17:23:21.574753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-49591f1e-c078-4a1d-8d61-821e021da69e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:21.576150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-49591f1e-c078-4a1d-8d61-821e021da69e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.4543788 Nov 25 17:23:21.633314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Request body: {'port': {'device_id': '9a36300e-fd23-4928-98ec-2f49abbace79', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'admin_state_up': True, 'tenant_id': '4e626f0952704d799bd9d7006a3e9750'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:21.755729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40fd3698-e83c-49e4-ab5b-e5457683a76e req-e4823722-02c3-4de5-923f-c83188e1ca98 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626688 Nov 25 17:23:21.948326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0970b3ac-d9ab-4943-aec1-946d021c615c req-a7c189d7-b3af-47cd-a57a-09ba3be5145a tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 210 time: 0.0774984 Nov 25 17:23:21.970358 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.997872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Made reservation on behalf of 4e626f0952704d799bd9d7006a3e9750 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:22.002261 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.135380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.149481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261e56a9-fb23-4730-b63e-62ad91d2b506 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:22.166881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.257225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:22.260240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Transition to ACTIVE for port object 261e56a9-fb23-4730-b63e-62ad91d2b506 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:22.275367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:22.289453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:22.333607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Allocated IP 172.20.0.12 (72eb5744-4bc9-4a81-b495-30d4aaee14ae/483180c2-5451-4b43-98d2-fc76f7ce3b80/333dfb88-889b-4566-b713-ce6eac7e8bce) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:22.390956 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.438109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:22.585412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-749166d0-3cb5-4585-83f8-5886e258a04d req-1bd6c92a-78cc-42cd-805b-ee276bc30208 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.1540926 Nov 25 17:23:22.592697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Pushing event updated for resources: {'Port': ['ID=261e56a9-fb23-4730-b63e-62ad91d2b506,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:22.665995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:22.666647 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.709337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bd7ff49-484e-455a-ad32-077aee68be81 req-779c5bad-e0f4-4e34-b14c-a2cf042f9e78 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 210 time: 0.0551670 Nov 25 17:23:22.722717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b9a48be4-6293-4eb5-8777-9ec3212073c6 None None] Provisioning complete for port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:22.723844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9a48be4-6293-4eb5-8777-9ec3212073c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.806687 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-f4ee383d-521c-46ad-b699-b4620b18a447 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9673467 Nov 25 17:23:22.824792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b9a48be4-6293-4eb5-8777-9ec3212073c6 None None] Port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:22.833065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Request body: {'port': {'device_id': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:22.934213 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.965549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Attempting to bind port 261e56a9-fb23-4730-b63e-62ad91d2b506 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:22.965893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Attempting to bind port 261e56a9-fb23-4730-b63e-62ad91d2b506 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:22.966222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Attempting to bind port 261e56a9-fb23-4730-b63e-62ad91d2b506 on network 14893546-927d-4b36-bace-74bd853390f7 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:22.983984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.005651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Port 261e56a9-fb23-4730-b63e-62ad91d2b506 on network 14893546-927d-4b36-bace-74bd853390f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:23.005999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Attempting to bind port 261e56a9-fb23-4730-b63e-62ad91d2b506 on network 14893546-927d-4b36-bace-74bd853390f7 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:23.036689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:23.037046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Checking segment: {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:23.038258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Bound using segment: {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:23.038719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Bound port: 261e56a9-fb23-4730-b63e-62ad91d2b506, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:23.039082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.117406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.173536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aedd13-be0b-4900-9b44-d32fddfa28ad req-c753cd03-e942-4bf3-978e-3303f8f0a302 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.180115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aedd13-be0b-4900-9b44-d32fddfa28ad req-c753cd03-e942-4bf3-978e-3303f8f0a302 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.186747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aedd13-be0b-4900-9b44-d32fddfa28ad req-c753cd03-e942-4bf3-978e-3303f8f0a302 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.188719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7aedd13-be0b-4900-9b44-d32fddfa28ad req-c753cd03-e942-4bf3-978e-3303f8f0a302 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2388 time: 0.2453578 Nov 25 17:23:23.347579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:23.385968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event updated for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:23.388592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:23.398976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:23.405867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] For port 261e56a9-fb23-4730-b63e-62ad91d2b506, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:23.475713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] For port 261e56a9-fb23-4730-b63e-62ad91d2b506, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=261e56a9-fb23-4730-b63e-62ad91d2b506,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:23.485044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a49d5-f8a6-4af6-9ab6-75f5614a88d3 req-6b7fe27a-c08a-4b82-bb5e-c0f476194285 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.486570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429a49d5-f8a6-4af6-9ab6-75f5614a88d3 req-6b7fe27a-c08a-4b82-bb5e-c0f476194285 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 935 time: 0.4070406 Nov 25 17:23:23.521283 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.568840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7aedd13-be0b-4900-9b44-d32fddfa28ad req-e3c63118-c261-4d11-8305-9f0fd5bcd304 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654263 Nov 25 17:23:23.606113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.606735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.608751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] 10.222.0.95 "PUT /v2.0/ports/261e56a9-fb23-4730-b63e-62ad91d2b506 HTTP/1.1" status: 200 len: 1092 time: 2.9497840 Nov 25 17:23:23.615573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.615573 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.617707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'tag': '261e56a9-fb23-4730-b63e-62ad91d2b506'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:23.621101 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5768146c-2200-4f90-9167-87fe6cad0d57" -d '{"events": [{"name": "network-changed", "server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "tag": "261e56a9-fb23-4730-b63e-62ad91d2b506"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:23.657748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Request body: {'port': {'device_id': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:23.717744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-0ce4614e-0327-40fa-a5ec-bcb8d099392d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1266756 Nov 25 17:23:23.728914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b11e3-9b08-4cbc-ae17-f8c722682fbe service neutron] Pushing event updated for resources: {'Port': ['ID=261e56a9-fb23-4730-b63e-62ad91d2b506,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:23.743151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Request body: {'port': {'device_id': '9a36300e-fd23-4928-98ec-2f49abbace79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:23.762843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429a49d5-f8a6-4af6-9ab6-75f5614a88d3 req-ce78a08e-978a-44a5-a097-c6c28b99432f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688038 Nov 25 17:23:23.805333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-824e5479-44a0-4691-ac5f-6cc2c644817c req-a21e6ec3-fd33-4c92-bd51-7beefb887408 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0865281 Nov 25 17:23:23.931478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-4c69d171-d110-49bf-93c2-1e62b9254a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.932793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-4c69d171-d110-49bf-93c2-1e62b9254a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.933451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-4c69d171-d110-49bf-93c2-1e62b9254a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.936670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-4c69d171-d110-49bf-93c2-1e62b9254a96 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2731 time: 0.0694735 Nov 25 17:23:24.155195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-1e284bcb-4b7f-4740-bac7-9c2d199bdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.155195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-1e284bcb-4b7f-4740-bac7-9c2d199bdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.155653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-1e284bcb-4b7f-4740-bac7-9c2d199bdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.157817 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-1e284bcb-4b7f-4740-bac7-9c2d199bdea1 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2140522 Nov 25 17:23:24.207212 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716cd437-d135-453c-b937-eff0416fbe46 x-openstack-request-id: req-716cd437-d135-453c-b937-eff0416fbe46 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:24.207505 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "tag": "261e56a9-fb23-4730-b63e-62ad91d2b506", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:24.207760 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-716cd437-d135-453c-b937-eff0416fbe46 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:24.208388 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'tag': '261e56a9-fb23-4730-b63e-62ad91d2b506', 'status': 'completed', 'code': 200} Nov 25 17:23:24.289532 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.320517 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.411174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:24.442345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-d4944dbc-9f38-49b3-aee7-d721542d0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.444613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5768146c-2200-4f90-9167-87fe6cad0d57 req-d4944dbc-9f38-49b3-aee7-d721542d0976 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2783217 Nov 25 17:23:24.453244 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.462687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfb290-91f1-4be8-be3f-4ccc2714339a req-0d922dd9-c7cb-468e-8058-b405906c40d0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.465449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4dfb290-91f1-4be8-be3f-4ccc2714339a req-0d922dd9-c7cb-468e-8058-b405906c40d0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 932 time: 0.2614269 Nov 25 17:23:24.590096 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-c48227a1-11ee-4daa-b72b-287a72b01fda service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0485008 Nov 25 17:23:24.657803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Transition to ACTIVE for port object 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:24.715786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-44468380-7230-486f-86d2-f5c0d348c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.716596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-44468380-7230-486f-86d2-f5c0d348c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.718541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-44468380-7230-486f-86d2-f5c0d348c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.719178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-44468380-7230-486f-86d2-f5c0d348c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.719820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-44468380-7230-486f-86d2-f5c0d348c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.720446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-44468380-7230-486f-86d2-f5c0d348c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.721096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-44468380-7230-486f-86d2-f5c0d348c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.723194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-44468380-7230-486f-86d2-f5c0d348c1b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 6490 time: 0.0616107 Nov 25 17:23:24.731223 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.878106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-867e5cc8-2713-4a10-b334-60a6827fe613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.878879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-867e5cc8-2713-4a10-b334-60a6827fe613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.879684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-867e5cc8-2713-4a10-b334-60a6827fe613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.881943 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-867e5cc8-2713-4a10-b334-60a6827fe613 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=f11cc646-4505-4f7f-ba1b-17308c962b85&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 HTTP/1.1" status: 200 len: 2290 time: 0.1289515 Nov 25 17:23:24.909169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4dfb290-91f1-4be8-be3f-4ccc2714339a req-82d8b50f-94fe-4c4f-aef0-f91688883838 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324949 Nov 25 17:23:24.995103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:25.038394 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-72095c21-2b77-42f3-a900-4242e777235d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5 HTTP/1.1" status: 200 len: 1001 time: 0.1454289 Nov 25 17:23:25.112156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-787b6484-2b00-423e-a26c-cb8c58825a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.113848 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-787b6484-2b00-423e-a26c-cb8c58825a03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aff52488-4a16-4eb1-9f80-73658f526fe1 HTTP/1.1" status: 200 len: 850 time: 0.0662572 Nov 25 17:23:25.173883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-f8dac946-4610-48e1-bb91-c4922615d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.175726 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-f8dac946-4610-48e1-bb91-c4922615d7ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cac3821-1e0b-4ad6-b11f-cc813f8187e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535083 Nov 25 17:23:25.187829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ec476-d70d-476b-9475-88aa043f51d6 req-6a4ab05b-ef50-44f2-a960-6303ebcef714 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.194393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ec476-d70d-476b-9475-88aa043f51d6 req-6a4ab05b-ef50-44f2-a960-6303ebcef714 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.200459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ec476-d70d-476b-9475-88aa043f51d6 req-6a4ab05b-ef50-44f2-a960-6303ebcef714 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.202383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-345ec476-d70d-476b-9475-88aa043f51d6 req-6a4ab05b-ef50-44f2-a960-6303ebcef714 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2388 time: 0.4579000 Nov 25 17:23:25.226309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333dfb88-889b-4566-b713-ce6eac7e8bce {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:25.258851 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.287953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9c87c-1027-4bbb-9f38-87f729b0a0f3 req-46ec1ca3-3015-46e0-93b2-c15123147137 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.289549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99c9c87c-1027-4bbb-9f38-87f729b0a0f3 req-46ec1ca3-3015-46e0-93b2-c15123147137 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 947 time: 0.2229717 Nov 25 17:23:25.322086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Transition to ACTIVE for port object 333dfb88-889b-4566-b713-ce6eac7e8bce will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:25.358737 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-d546d765-a14d-4094-8f76-5c34c1479db7 service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732628 Nov 25 17:23:25.369173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.398350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-345ec476-d70d-476b-9475-88aa043f51d6 req-db507898-1e36-4cb6-af4d-8f9974fe029a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613791 Nov 25 17:23:25.476027 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-1e064590-542b-45bc-9673-20ec9a760318 service neutron] 10.222.0.60 "GET /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091549 Nov 25 17:23:25.532232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Attempting to bind port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:25.532973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Attempting to bind port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:25.533099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Attempting to bind port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:25.558363 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-a7eee1f4-24b8-4514-b8e5-2dae1f3c6fc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 200 len: 217 time: 0.0728374 Nov 25 17:23:25.583867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:25.584194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Attempting to bind port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:25.587700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffaf3c2d-e54a-49ed-9c73-9a76d8648f92 req-3f4981fc-6993-4ae2-92bb-015350d8b87a tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0875714 Nov 25 17:23:25.606637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Pushing event updated for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:25.634589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99c9c87c-1027-4bbb-9f38-87f729b0a0f3 req-e56cbdfa-0902-4841-ba94-31e88238754c tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253484 Nov 25 17:23:25.646349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:25.647040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:25.647612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:25.648236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Bound port: 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:25.648775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.665792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-fbcf7ca6-399c-427e-913b-3264f3eb5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.667278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-fbcf7ca6-399c-427e-913b-3264f3eb5318 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.0999553 Nov 25 17:23:25.721802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b8369a-1594-47ba-aa8a-689ab8bec245 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:25.734778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-9a43c9b8-05a5-47c4-a2e2-b83da8ffa1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.736578 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-9a43c9b8-05a5-47c4-a2e2-b83da8ffa1fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603359 Nov 25 17:23:25.752996 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.787036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Transition to ACTIVE for port object 71b8369a-1594-47ba-aa8a-689ab8bec245 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:25.811703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.819896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:25.847545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Attempting to bind port 333dfb88-889b-4566-b713-ce6eac7e8bce on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:25.847928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Attempting to bind port 333dfb88-889b-4566-b713-ce6eac7e8bce by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:25.848517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Attempting to bind port 333dfb88-889b-4566-b713-ce6eac7e8bce on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:25.873181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Port 333dfb88-889b-4566-b713-ce6eac7e8bce on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:25.873511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Attempting to bind port 333dfb88-889b-4566-b713-ce6eac7e8bce on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:25.878043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:25.889778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Pushing event updated for resources: {'Port': ['ID=71b8369a-1594-47ba-aa8a-689ab8bec245,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:25.894932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:25.895279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Checking segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:25.895677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Bound using segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:25.896131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Bound port: 333dfb88-889b-4566-b713-ce6eac7e8bce, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:25.896511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.898881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-80729d94-9ff2-479b-a425-e639ef4d87e6 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542461 Nov 25 17:23:25.901649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.071355 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-70477b01-3272-4e9c-9c6c-8a376dcc946f service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593375 Nov 25 17:23:26.076918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.093386 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.095049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] 10.222.0.60 "PUT /v2.0/ports/63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 HTTP/1.1" status: 200 len: 1095 time: 3.2753527 Nov 25 17:23:26.214406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:26.216875 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:26.251925 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-844cd65f-36eb-4da1-b95a-25a5fa2a71d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 200 len: 217 time: 0.1718071 Nov 25 17:23:26.339225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24db4b8-9928-43e3-8079-5b61b8e4aeab service neutron] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:26.344918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-d4a9d293-a2c2-4b77-a3b1-3c1d32b11afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.364557 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-d4a9d293-a2c2-4b77-a3b1-3c1d32b11afc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.1042328 Nov 25 17:23:26.440784 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e2eb7c-1466-4566-9521-cc315ca8ec1c x-openstack-request-id: req-52e2eb7c-1466-4566-9521-cc315ca8ec1c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:26.441199 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:26.441526 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52e2eb7c-1466-4566-9521-cc315ca8ec1c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:26.442011 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'status': 'completed', 'code': 200} Nov 25 17:23:26.465602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-c470bcb6-d5f6-4d9e-8ebc-b9e7cce2d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.468321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-c470bcb6-d5f6-4d9e-8ebc-b9e7cce2d390 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959463 Nov 25 17:23:26.563373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Attempting to bind port 71b8369a-1594-47ba-aa8a-689ab8bec245 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:26.564087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Attempting to bind port 71b8369a-1594-47ba-aa8a-689ab8bec245 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:26.564220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Attempting to bind port 71b8369a-1594-47ba-aa8a-689ab8bec245 on network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:26.574879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:26.598654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf16c2-58e1-4132-91bd-43842bec4120 req-572fc33e-d2d6-46e1-aada-0b838d7a2cea tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.600281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bbf16c2-58e1-4132-91bd-43842bec4120 req-572fc33e-d2d6-46e1-aada-0b838d7a2cea tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 944 time: 0.4487634 Nov 25 17:23:26.609492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-0f3188ed-a46d-472a-a909-60050d715969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.609755 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-07d6a6ac-481f-44ed-8f3d-a30d10766fa2 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281958 Nov 25 17:23:26.611335 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-0f3188ed-a46d-472a-a909-60050d715969 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44c6e9b982674f7fbd780a354e4e9b6c&device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 1098 time: 0.3130314 Nov 25 17:23:26.617573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Port 71b8369a-1594-47ba-aa8a-689ab8bec245 on network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:26.617908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Attempting to bind port 71b8369a-1594-47ba-aa8a-689ab8bec245 on network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:26.621096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:26.663627 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.720776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b4760-be76-487f-85e3-a2a5d7a4cfa7 req-a022e760-56c7-43d0-b717-57f9677c711f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.722588 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-452d04e0-8b07-4bdd-9179-a1574d351aa9 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962145 Nov 25 17:23:26.727185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b4760-be76-487f-85e3-a2a5d7a4cfa7 req-a022e760-56c7-43d0-b717-57f9677c711f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.733635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b4760-be76-487f-85e3-a2a5d7a4cfa7 req-a022e760-56c7-43d0-b717-57f9677c711f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.736390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-054b4760-be76-487f-85e3-a2a5d7a4cfa7 req-a022e760-56c7-43d0-b717-57f9677c711f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2400 time: 0.2060826 Nov 25 17:23:26.741548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:26.741843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Checking segment: {'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:26.742211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Bound using segment: {'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:26.742646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Bound port: 71b8369a-1594-47ba-aa8a-689ab8bec245, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b749364e-850b-4876-96cc-54c887867d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:26.742997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.752288 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.753026 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.755399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] 10.222.0.60 "PUT /v2.0/ports/333dfb88-889b-4566-b713-ce6eac7e8bce HTTP/1.1" status: 200 len: 1092 time: 3.0204847 Nov 25 17:23:26.769140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-63a237ba-3c5c-4c31-b19f-1c645ff031e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add HTTP/1.1" status: 200 len: 217 time: 0.0387247 Nov 25 17:23:26.794223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-1d3ff9f8-678e-4922-bc43-d7e56f1beca3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 HTTP/1.1" status: 200 len: 217 time: 0.1459186 Nov 25 17:23:26.830722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-d4694828-a284-4c18-b3ba-e90b21784e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.832168 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-d4694828-a284-4c18-b3ba-e90b21784e19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.0548196 Nov 25 17:23:26.843980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bbf16c2-58e1-4132-91bd-43842bec4120 req-c649fbff-7740-45de-a38d-9f522ba47b6b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214468 Nov 25 17:23:26.910390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-e28f5a6f-c9dc-4f7c-ae33-0a52cdb8ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.913794 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-e28f5a6f-c9dc-4f7c-ae33-0a52cdb8ac3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651619 Nov 25 17:23:26.995227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a5234-7cfd-4321-9dc2-9d94c66f6a41 service neutron] Pushing event updated for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.047493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c88e407d-5c00-4509-bb77-c4a091e92439 req-953a3729-6b29-4c48-a8f6-bccc8b2d6cfb tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0715811 Nov 25 17:23:27.048220 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-2640b2c8-853e-4512-977e-d9376da69e5d service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261148 Nov 25 17:23:27.060131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-054b4760-be76-487f-85e3-a2a5d7a4cfa7 req-ade16703-9559-454a-96ee-b49ff19f1864 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895224 Nov 25 17:23:27.066410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-fe10918c-fbf2-4b1f-95cb-3fe6981ef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.067800 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-fe10918c-fbf2-4b1f-95cb-3fe6981ef083 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2555132 Nov 25 17:23:27.071872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-ca368080-996d-4b81-b1a3-8f89236a6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.073395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-ca368080-996d-4b81-b1a3-8f89236a6c34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 1095 time: 0.2589784 Nov 25 17:23:27.094268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] For port 71b8369a-1594-47ba-aa8a-689ab8bec245, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:27.160099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-b94a2d8e-42b7-41c2-ac3a-a1b7606ded58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=333dfb88-889b-4566-b713-ce6eac7e8bce HTTP/1.1" status: 200 len: 217 time: 0.0681992 Nov 25 17:23:27.162998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] For port 71b8369a-1594-47ba-aa8a-689ab8bec245, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71b8369a-1594-47ba-aa8a-689ab8bec245,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:27.187791 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-5e8fda2c-1b7c-4a98-a476-b4ce7b80d5c6 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304445 Nov 25 17:23:27.189630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.242344 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-7ab06823-4762-4438-a0d4-7b0575ade567 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 HTTP/1.1" status: 200 len: 217 time: 0.0454879 Nov 25 17:23:27.302513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-1b5bdb74-bbba-43b9-b3d5-9746e15ef031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.304205 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-1b5bdb74-bbba-43b9-b3d5-9746e15ef031 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 200 len: 797 time: 0.0512457 Nov 25 17:23:27.365269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-d3f615e0-653f-483d-b690-45588bb02e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.367228 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-d3f615e0-653f-483d-b690-45588bb02e41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f11cc646-4505-4f7f-ba1b-17308c962b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538411 Nov 25 17:23:27.481061 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-2b048357-6f7e-4b61-aef4-f40f9dc54934 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030021 Nov 25 17:23:27.601904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.602630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.605682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] 10.222.0.95 "PUT /v2.0/ports/71b8369a-1594-47ba-aa8a-689ab8bec245 HTTP/1.1" status: 200 len: 1091 time: 3.9573936 Nov 25 17:23:27.666098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Request body: {'port': {'device_id': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:27.674855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-7ded816c-a4c6-4a82-82a1-74a9ac2d3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.677596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-7ded816c-a4c6-4a82-82a1-74a9ac2d3ea8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5933912 Nov 25 17:23:27.686294 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-9300428a-9d0a-4855-86f0-fdaf105cca56 service neutron] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883407 Nov 25 17:23:27.700717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-8bee446e-2425-43fe-8e7a-aafb122aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.703484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-8bee446e-2425-43fe-8e7a-aafb122aa169 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.5264006 Nov 25 17:23:27.773403 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-b7c3fbfc-b416-4364-8bd7-915bc1358aa9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 HTTP/1.1" status: 200 len: 217 time: 0.0756228 Nov 25 17:23:27.803712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa4692-162f-457e-b15a-b4f74665ef97 req-f1723224-8893-4c0e-8cea-62241abab3ef tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.805433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fafa4692-162f-457e-b15a-b4f74665ef97 req-f1723224-8893-4c0e-8cea-62241abab3ef tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 947 time: 0.6517336 Nov 25 17:23:27.813330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-236edd3d-b71b-4462-b554-44514fcacd94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993433 Nov 25 17:23:27.845084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-4864d939-e445-44df-a8b1-bb54fc91ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.847451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-4864d939-e445-44df-a8b1-bb54fc91ef49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.0640779 Nov 25 17:23:27.864177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c5681-1f62-458c-b858-a6db5e75093f service neutron] Pushing event updated for resources: {'Port': ['ID=71b8369a-1594-47ba-aa8a-689ab8bec245,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.939632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-01e5a387-8eb2-49b5-8d2e-501b90147d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.941624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-01e5a387-8eb2-49b5-8d2e-501b90147d98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826797 Nov 25 17:23:28.009819 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.046047 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-f25f2018-85bb-4a97-8003-d17dd6061d97 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957172 Nov 25 17:23:28.091479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fafa4692-162f-457e-b15a-b4f74665ef97 req-f4441516-ab2d-40dd-a267-0a177ece2fb2 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768867 Nov 25 17:23:28.153354 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-f9ee7edf-9a05-4a2c-81f6-e76f1c2b28dd service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996599 Nov 25 17:23:28.193413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-3b62e365-03f7-4e61-b3eb-7a62bd2759cf service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878716 Nov 25 17:23:28.214373 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-eefef1db-83e6-46c4-b884-32903bbbc157 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891 HTTP/1.1" status: 200 len: 217 time: 0.0519152 Nov 25 17:23:28.225835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-2f236e3c-7a20-49f4-87f8-8ce13efbd75c service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626904 Nov 25 17:23:28.244282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb89363-1066-4db3-8b2f-c6bdccbc0dad req-3c0b25f2-e0c3-4c9a-b1c7-6e7d477bbf03 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.252070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7eb89363-1066-4db3-8b2f-c6bdccbc0dad req-3c0b25f2-e0c3-4c9a-b1c7-6e7d477bbf03 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 944 time: 0.2542608 Nov 25 17:23:28.273728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-88d79b86-d20a-43e7-952a-1686934fea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.275623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-88d79b86-d20a-43e7-952a-1686934fea4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 200 len: 797 time: 0.0516713 Nov 25 17:23:28.327623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-61738a83-f7d2-45d0-88f0-3183e0ce2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.329740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-61738a83-f7d2-45d0-88f0-3183e0ce2aa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450120 Nov 25 17:23:28.383723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46c3add4-cc2d-490d-a119-d484b6175522 req-58497146-1319-4b07-bc4f-4475e4afa2d3 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.1747761 Nov 25 17:23:28.441837 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-fbb8e1bb-9684-4c0d-9a58-18a6a7c60630 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041203 Nov 25 17:23:28.459558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce'}, {'name': 'network-changed', 'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'tag': '71b8369a-1594-47ba-aa8a-689ab8bec245'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:28.465943 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce"}, {"name": "network-changed", "server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "tag": "71b8369a-1594-47ba-aa8a-689ab8bec245"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:28.569093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ce3e939f-1b8c-40f4-8156-98581169e738 req-bf8e2cd7-72c9-42ba-aaf5-7fd12d648fd6 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170437 Nov 25 17:23:28.610510 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:23:28.627885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7eb89363-1066-4db3-8b2f-c6bdccbc0dad req-31068c8b-8be5-44ee-8cde-dd98c80c4d91 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748672 Nov 25 17:23:28.664084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677fa21c-d77e-4cdd-a26f-9c9d6f7dfea3 req-69546cb3-061c-47bb-a727-a0a304b2e9d1 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528677 Nov 25 17:23:28.671439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f1c3174-2d51-4403-a99b-d94cd1672275 req-05a5d137-dd05-4273-b19a-a3d270dba1d0 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644009 Nov 25 17:23:28.712314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9b9d-785d-4cce-a4e2-00268ec02b65 req-6ecc6b8d-77d7-4ead-98db-daf495e7fa0e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.720112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9b9d-785d-4cce-a4e2-00268ec02b65 req-6ecc6b8d-77d7-4ead-98db-daf495e7fa0e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.726841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9b9d-785d-4cce-a4e2-00268ec02b65 req-6ecc6b8d-77d7-4ead-98db-daf495e7fa0e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.735843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-548e9b9d-785d-4cce-a4e2-00268ec02b65 req-6ecc6b8d-77d7-4ead-98db-daf495e7fa0e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2400 time: 0.2149491 Nov 25 17:23:28.873586 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-548e9b9d-785d-4cce-a4e2-00268ec02b65 req-38931390-fc89-4b2d-a4f1-7021223d958c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361520 Nov 25 17:23:28.887408 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd588730-e8fe-410e-8c36-afec25152245 x-openstack-request-id: req-fd588730-e8fe-410e-8c36-afec25152245 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:28.888035 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "tag": "71b8369a-1594-47ba-aa8a-689ab8bec245", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:28.888564 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd588730-e8fe-410e-8c36-afec25152245 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:28.889798 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'status': 'completed', 'code': 200} Nov 25 17:23:28.890274 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'tag': '71b8369a-1594-47ba-aa8a-689ab8bec245', 'status': 'completed', 'code': 200} Nov 25 17:23:28.901108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559c7ebf-6170-45c3-bef3-c737d3012760 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:28.912262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.929949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Transition to ACTIVE for port object 559c7ebf-6170-45c3-bef3-c737d3012760 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:28.947197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-c861bcf1-393c-4cf4-925d-a3b196106599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.949141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-c861bcf1-393c-4cf4-925d-a3b196106599 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44c6e9b982674f7fbd780a354e4e9b6c&device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 1098 time: 0.1471512 Nov 25 17:23:28.970198 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.003894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-4b8de68e-8740-49aa-b744-4c331fbe27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.004689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-4b8de68e-8740-49aa-b744-4c331fbe27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.005202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-4b8de68e-8740-49aa-b744-4c331fbe27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.007187 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-4b8de68e-8740-49aa-b744-4c331fbe27bf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2798 time: 0.0824463 Nov 25 17:23:29.289749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-86dcb3f4-6157-4dd5-a877-d3bbbd22b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.291777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-86dcb3f4-6157-4dd5-a877-d3bbbd22b2f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 1095 time: 0.3603666 Nov 25 17:23:29.300893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=559c7ebf-6170-45c3-bef3-c737d3012760,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:29.303793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-56fc1898-f4a3-4f8f-ba6f-1eab48c6f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.304578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-56fc1898-f4a3-4f8f-ba6f-1eab48c6f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.304578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-56fc1898-f4a3-4f8f-ba6f-1eab48c6f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.307378 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-56fc1898-f4a3-4f8f-ba6f-1eab48c6f9da service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2917597 Nov 25 17:23:29.457661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-d0501df6-88e3-4dcf-9fa1-a0ae415bc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.460143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-d0501df6-88e3-4dcf-9fa1-a0ae415bc078 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.4918621 Nov 25 17:23:29.540317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-f4fa31f6-be58-4d3a-9b49-0735428de9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.543451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-f4fa31f6-be58-4d3a-9b49-0735428de9c7 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2283914 Nov 25 17:23:29.546682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Attempting to bind port 559c7ebf-6170-45c3-bef3-c737d3012760 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:29.547356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Attempting to bind port 559c7ebf-6170-45c3-bef3-c737d3012760 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:29.547356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Attempting to bind port 559c7ebf-6170-45c3-bef3-c737d3012760 on network 14893546-927d-4b36-bace-74bd853390f7 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:29.568684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2c6a7-1ff2-434d-8a9f-70f583043615 req-51b2e94b-d639-4cf8-a435-8656f697ef54 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.576859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34d2c6a7-1ff2-434d-8a9f-70f583043615 req-51b2e94b-d639-4cf8-a435-8656f697ef54 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 947 time: 0.2832694 Nov 25 17:23:29.583914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-58a62aa7-2445-4973-b943-27312ade9f28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 HTTP/1.1" status: 200 len: 217 time: 0.1022642 Nov 25 17:23:29.596801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Port 559c7ebf-6170-45c3-bef3-c737d3012760 on network 14893546-927d-4b36-bace-74bd853390f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:29.597169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Attempting to bind port 559c7ebf-6170-45c3-bef3-c737d3012760 on network 14893546-927d-4b36-bace-74bd853390f7 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:29.661212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e07fc709-a039-420c-af14-3b364f924065 req-3dd47f9d-1cb8-4144-a6fd-90630866ffa2 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0760756 Nov 25 17:23:29.682150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:29.682572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Checking segment: {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:29.683046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Bound using segment: {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:29.683576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Bound port: 559c7ebf-6170-45c3-bef3-c737d3012760, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '14893546-927d-4b36-bace-74bd853390f7'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:29.684011 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.686888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-afbe9669-5858-48c7-ae2f-b51f8ed76562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.688477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-afbe9669-5858-48c7-ae2f-b51f8ed76562 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 913 time: 0.3794262 Nov 25 17:23:29.781021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-45f98c40-f389-4ebd-b1d2-633098d3f323 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=333dfb88-889b-4566-b713-ce6eac7e8bce HTTP/1.1" status: 200 len: 217 time: 0.0622947 Nov 25 17:23:29.841520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34d2c6a7-1ff2-434d-8a9f-70f583043615 req-93126d0e-f985-4b77-850f-d0d9a573a2f1 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636280 Nov 25 17:23:29.909945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-6a5d49ef-7867-4963-a8c7-1bd905b7ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.911555 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-6a5d49ef-7867-4963-a8c7-1bd905b7ef72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.3116260 Nov 25 17:23:29.989774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] For port 559c7ebf-6170-45c3-bef3-c737d3012760, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:29.999712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-5e52010e-701f-4704-9e38-75ecf99304c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.001565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-5e52010e-701f-4704-9e38-75ecf99304c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.1878340 Nov 25 17:23:30.018557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] For port 559c7ebf-6170-45c3-bef3-c737d3012760, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=559c7ebf-6170-45c3-bef3-c737d3012760,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:30.037392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f511b5-d647-4337-bf10-99a9b7bb07f2 req-99915141-e8bc-4dc7-9aad-7cc4b9ff7752 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.039082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8f511b5-d647-4337-bf10-99a9b7bb07f2 req-99915141-e8bc-4dc7-9aad-7cc4b9ff7752 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 944 time: 0.2529945 Nov 25 17:23:30.043297 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.067599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-f23055ad-7c5a-4369-85a0-a61e04158532 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559239 Nov 25 17:23:30.130234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-1670ab52-5cf9-4a96-95e4-fa80de2d3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.131879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-1670ab52-5cf9-4a96-95e4-fa80de2d3a07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001700 Nov 25 17:23:30.188060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.188682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.190166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] 10.222.0.95 "PUT /v2.0/ports/559c7ebf-6170-45c3-bef3-c737d3012760 HTTP/1.1" status: 200 len: 1092 time: 2.5413504 Nov 25 17:23:30.334547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae193a3b-ac88-4646-96db-c63fb6ade3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=559c7ebf-6170-45c3-bef3-c737d3012760,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:30.410910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8f511b5-d647-4337-bf10-99a9b7bb07f2 req-33a2dfd3-9554-4fe5-8fa6-b71eacbc0cb4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476646 Nov 25 17:23:30.782855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa290cc-4c0a-4853-8b0a-85170e3b34bf req-8db573eb-5c02-4867-8fcf-3d0055140beb tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.789855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa290cc-4c0a-4853-8b0a-85170e3b34bf req-8db573eb-5c02-4867-8fcf-3d0055140beb tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.798047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa290cc-4c0a-4853-8b0a-85170e3b34bf req-8db573eb-5c02-4867-8fcf-3d0055140beb tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.800015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-efa290cc-4c0a-4853-8b0a-85170e3b34bf req-8db573eb-5c02-4867-8fcf-3d0055140beb tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2412 time: 0.7357750 Nov 25 17:23:30.855192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cf00d97-d77a-43e1-98d5-a1ec189223fb req-f4ac0fe6-7a68-4ac7-ba80-649ea0cb85ca tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0501041 Nov 25 17:23:30.887546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-9643a1df-8e21-4572-a537-b37d0d5a4f50 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705867 Nov 25 17:23:30.891916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'tag': '559c7ebf-6170-45c3-bef3-c737d3012760'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:30.893932 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369d4864-f984-4a50-8510-34f95ea606bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "tag": "559c7ebf-6170-45c3-bef3-c737d3012760"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:30.950287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-148e307c-e807-404d-bac2-683756621a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.950990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-148e307c-e807-404d-bac2-683756621a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.952140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-148e307c-e807-404d-bac2-683756621a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.954195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-148e307c-e807-404d-bac2-683756621a93 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2865 time: 0.6812663 Nov 25 17:23:30.981036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-630b61aa-f5bf-47eb-9e55-53458bef4d39 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075013 Nov 25 17:23:31.127548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-4a07da7e-c485-40ff-bd35-95b1458932e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=261e56a9-fb23-4730-b63e-62ad91d2b506 HTTP/1.1" status: 200 len: 217 time: 0.1533318 Nov 25 17:23:31.167889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-efa290cc-4c0a-4853-8b0a-85170e3b34bf req-50222804-707d-403a-b714-f2e13cfc7950 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523169 Nov 25 17:23:31.235618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-bc10e97e-35b9-42f9-87a4-1d862262f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.243741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-bc10e97e-35b9-42f9-87a4-1d862262f608 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=171d916f-3d22-44d1-83c1-d33d84f80358 HTTP/1.1" status: 200 len: 801 time: 0.0587564 Nov 25 17:23:31.243741 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b841bd44-3658-4b38-94c3-be8fedb14d18 x-openstack-request-id: req-b841bd44-3658-4b38-94c3-be8fedb14d18 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:31.243741 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "tag": "559c7ebf-6170-45c3-bef3-c737d3012760", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:31.243741 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b841bd44-3658-4b38-94c3-be8fedb14d18 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:31.243741 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'tag': '559c7ebf-6170-45c3-bef3-c737d3012760', 'status': 'completed', 'code': 200} Nov 25 17:23:31.254908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31382ad-f2b8-451e-a687-e5c4fb35c310 req-9cdc7907-2a2a-41c7-b552-d5b4cb45819f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.256454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c31382ad-f2b8-451e-a687-e5c4fb35c310 req-9cdc7907-2a2a-41c7-b552-d5b4cb45819f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 947 time: 0.3012104 Nov 25 17:23:31.338318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c3ff68f3-e2f7-4d23-a552-15cad385a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.339817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-c3ff68f3-e2f7-4d23-a552-15cad385a357 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14893546-927d-4b36-bace-74bd853390f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794008 Nov 25 17:23:31.405322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cbcd1e1-cc20-4421-b82d-3dbe3ee241ff req-78cea441-8cd0-44ad-99ad-8dcb565db840 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956686 Nov 25 17:23:31.447094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc9c327d-98ec-4fcd-a0b5-b47b6bd9a1ac req-c64b0241-7188-4e6e-bbb8-ccf8f6156c02 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438922 Nov 25 17:23:31.467639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c31382ad-f2b8-451e-a687-e5c4fb35c310 req-f29fb51e-d744-4b54-9d5f-8014582d4efb tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717031 Nov 25 17:23:31.515883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-3e7947c9-da95-4a3b-986d-c05c23c67cf0 service neutron] 10.222.0.95 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519203 Nov 25 17:23:31.652653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c13e62-f0a2-4f58-b022-faa2c97f42b7 req-9508d23f-5d44-4b71-aa2d-554033f44d9d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.654972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72c13e62-f0a2-4f58-b022-faa2c97f42b7 req-9508d23f-5d44-4b71-aa2d-554033f44d9d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 944 time: 0.1064136 Nov 25 17:23:31.682235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-92e583fc-8783-4610-ba66-91f2cffd2dd8 service neutron] 10.222.0.95 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570082 Nov 25 17:23:31.728387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 333dfb88-889b-4566-b713-ce6eac7e8bce details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:31.738969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-54bbb87c-71b4-40cc-bd96-7f741c3a1ac8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=71b8369a-1594-47ba-aa8a-689ab8bec245 HTTP/1.1" status: 200 len: 217 time: 0.0483668 Nov 25 17:23:31.746686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72c13e62-f0a2-4f58-b022-faa2c97f42b7 req-163cd441-389d-4ed7-b46a-cf4992eb7547 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823417 Nov 25 17:23:31.802975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-f7b7090f-1c6c-4c57-a002-ef2bbe89f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.804573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-f7b7090f-1c6c-4c57-a002-ef2bbe89f516 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=41c5711d-0e07-4c06-a8f0-fa9351f54e5b HTTP/1.1" status: 200 len: 801 time: 0.0567212 Nov 25 17:23:31.863062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-5c283b5c-eaf1-47f0-bbc0-f9307f7d7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.864576 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-5c283b5c-eaf1-47f0-bbc0-f9307f7d7fb6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d0057f2-b7bc-4b22-8db9-e97455ba39b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517747 Nov 25 17:23:31.889797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:31.919542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'port_id': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'mac_address': 'fa:16:3e:9b:f2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483180c2-5451-4b43-98d2-fc76f7ce3b80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:32.015056 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.034255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333dfb88-889b-4566-b713-ce6eac7e8bce {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:32.056751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f29da425-4476-4da1-82d4-8aa4f69866bd req-a276a989-2c4f-463a-8724-b4b1cf449451 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0443623 Nov 25 17:23:32.064519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:32.074120 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.075632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:32.077239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-4f8e021d-89f7-468b-b6ec-611c819515d1 service neutron] 10.222.0.95 "GET /v2.0/networks/2d0057f2-b7bc-4b22-8db9-e97455ba39b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049272 Nov 25 17:23:32.162879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:32.187832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-b66fc89f-1f56-4c80-b098-5d88a0824863 service neutron] 10.222.0.95 "GET /v2.0/networks/2d0057f2-b7bc-4b22-8db9-e97455ba39b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018903 Nov 25 17:23:32.236326 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28afee71-adef-4b7d-aeb3-d44e98acef20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.268640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:32.271549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-8d529ceb-4c69-4fec-8713-d254271462a0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=559c7ebf-6170-45c3-bef3-c737d3012760 HTTP/1.1" status: 200 len: 217 time: 0.0707779 Nov 25 17:23:32.284916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'mac_address': 'fa:16:3e:ab:c9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:32.327895 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.351545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:32.381767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:32.387168 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.406000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d3fd-801a-4639-b362-fa2053057cd0 req-f5478012-08e1-4f12-88f4-6ba725654fc2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.414356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d3fd-801a-4639-b362-fa2053057cd0 req-f5478012-08e1-4f12-88f4-6ba725654fc2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.427252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d3fd-801a-4639-b362-fa2053057cd0 req-f5478012-08e1-4f12-88f4-6ba725654fc2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.433533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-69a8d3fd-801a-4639-b362-fa2053057cd0 req-f5478012-08e1-4f12-88f4-6ba725654fc2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2412 time: 0.1593418 Nov 25 17:23:32.445426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-52a2981a-7081-4ee5-bab9-5d59774d6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.447677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-52a2981a-7081-4ee5-bab9-5d59774d6967 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=171d916f-3d22-44d1-83c1-d33d84f80358 HTTP/1.1" status: 200 len: 801 time: 0.1620905 Nov 25 17:23:32.461400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:32.542623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-69a8d3fd-801a-4639-b362-fa2053057cd0 req-4bae93b6-9d9a-4503-acf2-82f5e79d5d12 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996087 Nov 25 17:23:32.545902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-e12b0cbe-0442-420e-ac30-54195ce1cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.547441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-e12b0cbe-0442-420e-ac30-54195ce1cccc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14893546-927d-4b36-bace-74bd853390f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931132 Nov 25 17:23:32.652122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083144ca-bdd5-4041-98a5-8624de9d6896 req-3f31faed-ebb1-497e-aa62-78fab752e2ba tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.653671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-083144ca-bdd5-4041-98a5-8624de9d6896 req-3f31faed-ebb1-497e-aa62-78fab752e2ba tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 948 time: 0.1053090 Nov 25 17:23:32.706892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-ae1f1f3d-7fdd-48fa-a42d-4d30d4ef50ad service neutron] 10.222.0.95 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496260 Nov 25 17:23:32.774380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-083144ca-bdd5-4041-98a5-8624de9d6896 req-0dd6e27d-617e-42e4-84fe-6e4a386e0d00 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101859 Nov 25 17:23:32.796688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:32.808871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['333dfb88-889b-4566-b713-ce6eac7e8bce'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:32.823145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf5133d-93b5-438c-9e48-01d5e6fa2729 req-6e84a20c-84bb-4f50-87f3-a60e461b5c4b service neutron] 10.222.0.95 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086197 Nov 25 17:23:32.929083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc44d6f-6c47-4828-ae36-b8fd74c7ccb2 req-661f9ff8-7f76-472a-a012-1dd0e09ab6c4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.930599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc44d6f-6c47-4828-ae36-b8fd74c7ccb2 req-661f9ff8-7f76-472a-a012-1dd0e09ab6c4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 945 time: 0.0832202 Nov 25 17:23:32.962669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d4864-f984-4a50-8510-34f95ea606bd req-64a4de8b-5580-4332-b5bf-95b2a90e8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.963185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d4864-f984-4a50-8510-34f95ea606bd req-64a4de8b-5580-4332-b5bf-95b2a90e8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.963636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d4864-f984-4a50-8510-34f95ea606bd req-64a4de8b-5580-4332-b5bf-95b2a90e8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.966094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-369d4864-f984-4a50-8510-34f95ea606bd req-64a4de8b-5580-4332-b5bf-95b2a90e8ee5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2865 time: 0.0785646 Nov 25 17:23:33.093940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc44d6f-6c47-4828-ae36-b8fd74c7ccb2 req-a9088980-9811-4cc6-915f-c2b927dc9f75 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542695 Nov 25 17:23:33.161762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d4864-f984-4a50-8510-34f95ea606bd req-cbfb2dcd-ceb0-4629-868c-a0fcf3a88de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.163506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-369d4864-f984-4a50-8510-34f95ea606bd req-cbfb2dcd-ceb0-4629-868c-a0fcf3a88de1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=14893546-927d-4b36-bace-74bd853390f7 HTTP/1.1" status: 200 len: 903 time: 0.1720762 Nov 25 17:23:33.223138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-369d4864-f984-4a50-8510-34f95ea606bd req-8d2ddc53-02d3-4f3b-bbbb-6b1f11d3cc40 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=559c7ebf-6170-45c3-bef3-c737d3012760 HTTP/1.1" status: 200 len: 217 time: 0.0503614 Nov 25 17:23:33.261078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a14ec2c-e5bf-4632-ad1d-af23178ff862 req-92d92c25-ae81-4b70-a0d3-d1e3432ce813 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0382931 Nov 25 17:23:33.315569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d4864-f984-4a50-8510-34f95ea606bd req-fb95feab-840e-471e-8e95-f52648cb4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.317011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-369d4864-f984-4a50-8510-34f95ea606bd req-fb95feab-840e-471e-8e95-f52648cb4a21 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=171d916f-3d22-44d1-83c1-d33d84f80358 HTTP/1.1" status: 200 len: 801 time: 0.0868006 Nov 25 17:23:33.367029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d4864-f984-4a50-8510-34f95ea606bd req-60e4b267-c355-4bf4-9cd7-acf55d2b4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.368550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-369d4864-f984-4a50-8510-34f95ea606bd req-60e4b267-c355-4bf4-9cd7-acf55d2b4312 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=14893546-927d-4b36-bace-74bd853390f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436499 Nov 25 17:23:33.565504 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-369d4864-f984-4a50-8510-34f95ea606bd req-8e096192-f3d9-4e67-9675-b6f40dc1fda2 service neutron] 10.222.0.95 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852760 Nov 25 17:23:33.737639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a2837-dfa6-4750-8529-de344e8521aa req-5271946d-8262-4d22-a6df-956f09bc1653 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.743659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a2837-dfa6-4750-8529-de344e8521aa req-5271946d-8262-4d22-a6df-956f09bc1653 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.749792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a2837-dfa6-4750-8529-de344e8521aa req-5271946d-8262-4d22-a6df-956f09bc1653 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.751547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-700a2837-dfa6-4750-8529-de344e8521aa req-5271946d-8262-4d22-a6df-956f09bc1653 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2412 time: 0.0994122 Nov 25 17:23:33.753571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-369d4864-f984-4a50-8510-34f95ea606bd req-a7df6cde-4bc6-4bf7-8992-ec694cf76778 service neutron] 10.222.0.95 "GET /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813118 Nov 25 17:23:33.815585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-700a2837-dfa6-4750-8529-de344e8521aa req-9b98f1bc-0974-4a51-9f4e-ab69b6a26631 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561609 Nov 25 17:23:33.964368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f51fc-a99c-453c-9a76-02c82451eb07 req-1818e457-6a38-4318-aa41-204081432ac0 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.966293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e29f51fc-a99c-453c-9a76-02c82451eb07 req-1818e457-6a38-4318-aa41-204081432ac0 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 948 time: 0.0696604 Nov 25 17:23:34.033109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e29f51fc-a99c-453c-9a76-02c82451eb07 req-27aa692e-6d15-420d-af0d-bae4bd96c0bf tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585258 Nov 25 17:23:34.248816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038544-ccb9-4444-a4ca-99e1831f9e26 req-62c3d0a4-aefb-43df-b9a9-c183ac2386ce tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.250437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9038544-ccb9-4444-a4ca-99e1831f9e26 req-62c3d0a4-aefb-43df-b9a9-c183ac2386ce tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 945 time: 0.0675085 Nov 25 17:23:34.336488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9038544-ccb9-4444-a4ca-99e1831f9e26 req-3889589c-28e2-4315-adcb-46a66cdcaee8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Nov 25 17:23:34.349075 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f5754a1-a821-4d64-a20b-5486a882e2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.402477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8db140f8-d8fa-46ae-83e3-2e829015002f req-7f32d305-02b6-458c-90a7-cd49e8e06f55 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0313566 Nov 25 17:23:34.963158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2052389-7650-466e-a688-5ab29df29c1f req-72348477-63cb-4304-a03f-4ed324fb96d2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.970168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2052389-7650-466e-a688-5ab29df29c1f req-72348477-63cb-4304-a03f-4ed324fb96d2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.976154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2052389-7650-466e-a688-5ab29df29c1f req-72348477-63cb-4304-a03f-4ed324fb96d2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.978074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2052389-7650-466e-a688-5ab29df29c1f req-72348477-63cb-4304-a03f-4ed324fb96d2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2412 time: 0.0855236 Nov 25 17:23:35.034421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2052389-7650-466e-a688-5ab29df29c1f req-dd6c99a3-a025-4d0d-abc4-ff4032ebbac6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Nov 25 17:23:35.166718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc6e95-1599-4cdd-bd83-8080b31d4d9a req-967ad9a3-4956-4a17-9a54-3092be854702 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.168217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bcc6e95-1599-4cdd-bd83-8080b31d4d9a req-967ad9a3-4956-4a17-9a54-3092be854702 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 948 time: 0.0598531 Nov 25 17:23:35.229081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bcc6e95-1599-4cdd-bd83-8080b31d4d9a req-7c40aeac-7122-400e-8c5c-49d0a9dde8ac tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Nov 25 17:23:35.478261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43df8b-ea1c-4b98-829c-242c49b2e300 req-0d4ca1b0-caf7-4766-b3f1-e6c93da8513d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.479890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a43df8b-ea1c-4b98-829c-242c49b2e300 req-0d4ca1b0-caf7-4766-b3f1-e6c93da8513d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 945 time: 0.0520442 Nov 25 17:23:35.527011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f66e53dd-ac6e-4614-9eec-414733828e1f req-1280e373-ddea-4811-911c-1242a0a7472e tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0397382 Nov 25 17:23:35.559457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a43df8b-ea1c-4b98-829c-242c49b2e300 req-c80908fa-ef09-42ab-ac25-d6395d3e50e3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703239 Nov 25 17:23:35.737892 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.764346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 333dfb88-889b-4566-b713-ce6eac7e8bce up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:35.852188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 333dfb88-889b-4566-b713-ce6eac7e8bce completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:35.858985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 333dfb88-889b-4566-b713-ce6eac7e8bce triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:35.859651 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.933468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 559c7ebf-6170-45c3-bef3-c737d3012760 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:35.959502 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.028703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:36.031232 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81f7c53-4ae3-48b4-8153-8d03111ae41b" -d '{"events": [{"server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "name": "network-vif-plugged", "status": "completed", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:36.049516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:36.102042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 559c7ebf-6170-45c3-bef3-c737d3012760, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=559c7ebf-6170-45c3-bef3-c737d3012760,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:36.120238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '559c7ebf-6170-45c3-bef3-c737d3012760', 'network_id': '14893546-927d-4b36-bace-74bd853390f7', 'port_id': '559c7ebf-6170-45c3-bef3-c737d3012760', 'mac_address': 'fa:16:3e:0c:7b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171d916f-3d22-44d1-83c1-d33d84f80358', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:36.124182 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e1f8cc-0a0c-46e9-9103-5a247bb1c962 x-openstack-request-id: req-57e1f8cc-0a0c-46e9-9103-5a247bb1c962 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:36.124483 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "name": "network-vif-plugged", "status": "completed", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:36.124743 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57e1f8cc-0a0c-46e9-9103-5a247bb1c962 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:36.125202 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'code': 200} Nov 25 17:23:36.126481 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.127517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:36.301984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4f6a-829a-4392-9f22-a39f6deb793c req-f6dfeb0b-97ff-408d-a9f4-55bee09b65c5 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.308618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4f6a-829a-4392-9f22-a39f6deb793c req-f6dfeb0b-97ff-408d-a9f4-55bee09b65c5 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.315435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4f6a-829a-4392-9f22-a39f6deb793c req-f6dfeb0b-97ff-408d-a9f4-55bee09b65c5 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.323894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc4f6a-829a-4392-9f22-a39f6deb793c req-f6dfeb0b-97ff-408d-a9f4-55bee09b65c5 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2412 time: 0.1823790 Nov 25 17:23:36.348459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822aadb-34eb-41f9-8989-8e3e7adea4ef req-cca81216-d9d4-4edc-ba49-083fb494b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.350131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5822aadb-34eb-41f9-8989-8e3e7adea4ef req-cca81216-d9d4-4edc-ba49-083fb494b947 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 1097 time: 0.1512716 Nov 25 17:23:36.444832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc4f6a-829a-4392-9f22-a39f6deb793c req-0e5fd828-a604-4563-b226-1f85bc89a75c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199684 Nov 25 17:23:36.456421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5822aadb-34eb-41f9-8989-8e3e7adea4ef req-b5695569-a325-4fe0-b2e8-56ffed46c4b4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917366 Nov 25 17:23:36.477440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181e498-acbe-48c3-a903-cb0a998db8ca req-c7314cd3-6fee-41ec-914a-fe6b5501ef6d tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.479121 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b181e498-acbe-48c3-a903-cb0a998db8ca req-c7314cd3-6fee-41ec-914a-fe6b5501ef6d tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 948 time: 0.1137831 Nov 25 17:23:36.532255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:36.552197 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.572230 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.581236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b181e498-acbe-48c3-a903-cb0a998db8ca req-5e280d67-f91d-4b38-b701-e503a756e73f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770562 Nov 25 17:23:36.609713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:36.615585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:36.615993 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.640482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559c7ebf-6170-45c3-bef3-c737d3012760 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:36.693501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f394dc1b-7739-4509-917d-89358f2a803c req-de9d430e-9bd1-43b1-a9fe-53deb3306adf tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0386643 Nov 25 17:23:36.726265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 559c7ebf-6170-45c3-bef3-c737d3012760, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=559c7ebf-6170-45c3-bef3-c737d3012760,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:36.739831 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.740518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 261e56a9-fb23-4730-b63e-62ad91d2b506 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:36.750855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209656b-9750-4a39-a933-a80dc2ec0714 req-a43f020b-30d8-4451-b61d-5e1a3d52e97e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.769738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2209656b-9750-4a39-a933-a80dc2ec0714 req-a43f020b-30d8-4451-b61d-5e1a3d52e97e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.0876920 Nov 25 17:23:36.855257 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.863888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 261e56a9-fb23-4730-b63e-62ad91d2b506, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=261e56a9-fb23-4730-b63e-62ad91d2b506,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:36.874091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=559c7ebf-6170-45c3-bef3-c737d3012760,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:36.893294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '261e56a9-fb23-4730-b63e-62ad91d2b506', 'network_id': '14893546-927d-4b36-bace-74bd853390f7', 'port_id': '261e56a9-fb23-4730-b63e-62ad91d2b506', 'mac_address': 'fa:16:3e:85:a4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171d916f-3d22-44d1-83c1-d33d84f80358', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:36.903056 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.930627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2209656b-9750-4a39-a933-a80dc2ec0714 req-af7a3861-ddb5-4b27-828d-992eb7a37f1e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423526 Nov 25 17:23:37.002170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:37.007582 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.014065 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.062221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261e56a9-fb23-4730-b63e-62ad91d2b506 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:37.069149 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.101054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 261e56a9-fb23-4730-b63e-62ad91d2b506, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=261e56a9-fb23-4730-b63e-62ad91d2b506,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:37.103047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.116092 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.116811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 71b8369a-1594-47ba-aa8a-689ab8bec245 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:37.230119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=261e56a9-fb23-4730-b63e-62ad91d2b506,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.291731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 71b8369a-1594-47ba-aa8a-689ab8bec245, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71b8369a-1594-47ba-aa8a-689ab8bec245,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:37.306464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '71b8369a-1594-47ba-aa8a-689ab8bec245', 'network_id': '2d0057f2-b7bc-4b22-8db9-e97455ba39b3', 'port_id': '71b8369a-1594-47ba-aa8a-689ab8bec245', 'mac_address': 'fa:16:3e:31:b6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c5711d-0e07-4c06-a8f0-fa9351f54e5b', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:37.347170 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.361327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b8369a-1594-47ba-aa8a-689ab8bec245 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:37.383937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 71b8369a-1594-47ba-aa8a-689ab8bec245, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71b8369a-1594-47ba-aa8a-689ab8bec245,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:37.389789 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.469054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=71b8369a-1594-47ba-aa8a-689ab8bec245,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.649350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3defd84-adf9-4521-a47c-50017bca0e46 req-9ba22295-437b-44da-b538-7cb2c0c075cb tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.658338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3defd84-adf9-4521-a47c-50017bca0e46 req-9ba22295-437b-44da-b538-7cb2c0c075cb tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.664875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['261e56a9-fb23-4730-b63e-62ad91d2b506'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:37.683665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3defd84-adf9-4521-a47c-50017bca0e46 req-9ba22295-437b-44da-b538-7cb2c0c075cb tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.698885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3defd84-adf9-4521-a47c-50017bca0e46 req-9ba22295-437b-44da-b538-7cb2c0c075cb tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2415 time: 0.1462998 Nov 25 17:23:37.740132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['559c7ebf-6170-45c3-bef3-c737d3012760'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:37.802663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e2e68-6d8b-445b-a94a-4c5f31ad45a4 req-f2954e6d-cdd8-47ba-911e-1a016ec357ca tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.811149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b1e2e68-6d8b-445b-a94a-4c5f31ad45a4 req-f2954e6d-cdd8-47ba-911e-1a016ec357ca tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 949 time: 0.1000965 Nov 25 17:23:37.847053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3defd84-adf9-4521-a47c-50017bca0e46 req-58342860-7484-4a9a-b4e2-bae306a7fc19 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467891 Nov 25 17:23:37.945427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b1e2e68-6d8b-445b-a94a-4c5f31ad45a4 req-e25dc07c-97fb-4f67-905b-3735bdfa8dd8 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146531 Nov 25 17:23:37.962864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.054158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9548d97-a9d9-4ed7-8ac0-ad3e878888bf req-56244940-0808-4895-b0a8-2b1981a05507 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0477183 Nov 25 17:23:38.127078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:38.129489 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a024e346-0aeb-4fcd-a09a-6f1e4c6a4131" -d '{"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-plugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:38.211773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb9036-7e23-4347-9ebc-cd896ce85c6e req-7b0c1a92-bb9c-4a6b-bc70-9eb91ed2595a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:38.215077 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e01b24-2a6a-4306-90a0-1c977a441c07 x-openstack-request-id: req-22e01b24-2a6a-4306-90a0-1c977a441c07 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:38.215725 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-plugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:38.216161 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22e01b24-2a6a-4306-90a0-1c977a441c07 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:38.217953 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'code': 200} Nov 25 17:23:38.222348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dfb9036-7e23-4347-9ebc-cd896ce85c6e req-7b0c1a92-bb9c-4a6b-bc70-9eb91ed2595a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.0812926 Nov 25 17:23:38.293540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dfb9036-7e23-4347-9ebc-cd896ce85c6e req-7d3cbced-1cc7-4bb8-873d-d9d6bc8d9cb6 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700884 Nov 25 17:23:38.350082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2b8bb-5a8f-4953-ae4a-df3c61df10c6 req-414fd3bc-ace0-456b-be89-5846c0893f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:38.353459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5f2b8bb-5a8f-4953-ae4a-df3c61df10c6 req-414fd3bc-ace0-456b-be89-5846c0893f66 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 1100 time: 0.0556722 Nov 25 17:23:38.423851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5f2b8bb-5a8f-4953-ae4a-df3c61df10c6 req-0691be38-4a4b-4953-a27b-9852e8b396b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588021 Nov 25 17:23:38.730835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['71b8369a-1594-47ba-aa8a-689ab8bec245'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:38.822835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6838b-f7d4-40c5-b31b-139308743e6a req-ac4a6f33-830b-49c4-acc3-ab285fb0b2b0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:38.833282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84d6838b-f7d4-40c5-b31b-139308743e6a req-ac4a6f33-830b-49c4-acc3-ab285fb0b2b0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.0746810 Nov 25 17:23:38.949071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84d6838b-f7d4-40c5-b31b-139308743e6a req-a2b57bf6-7e46-47a1-a243-4374d820165c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145241 Nov 25 17:23:39.110204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb092aad-3deb-429b-b944-9ffe8c36d113 req-e0212f25-ee9a-4ed8-94ca-d27cc289654e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.118251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb092aad-3deb-429b-b944-9ffe8c36d113 req-e0212f25-ee9a-4ed8-94ca-d27cc289654e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.127643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb092aad-3deb-429b-b944-9ffe8c36d113 req-e0212f25-ee9a-4ed8-94ca-d27cc289654e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.136607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb092aad-3deb-429b-b944-9ffe8c36d113 req-e0212f25-ee9a-4ed8-94ca-d27cc289654e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2415 time: 0.1383135 Nov 25 17:23:39.212455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b70d43-1e9b-49c1-899c-296986c7912c req-c40a9a6b-0e7c-4b92-ad87-4756d0746d03 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.214794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8b70d43-1e9b-49c1-899c-296986c7912c req-c40a9a6b-0e7c-4b92-ad87-4756d0746d03 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 949 time: 0.1588669 Nov 25 17:23:39.273674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb092aad-3deb-429b-b944-9ffe8c36d113 req-ef3e02e3-a502-428a-bb91-b4ad22782670 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356397 Nov 25 17:23:39.361558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8b70d43-1e9b-49c1-899c-296986c7912c req-f79b44cc-6dc4-4280-9ded-dea1eb531c45 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336083 Nov 25 17:23:39.415103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb04fae9-c75c-4a04-b42e-7683b287841f req-486fd13b-7c32-41d3-8303-7e9bc757d43c tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0394738 Nov 25 17:23:39.514674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:39.774103 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-670ae679-08c3-4f47-8028-5c60975f5e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.931440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 261e56a9-fb23-4730-b63e-62ad91d2b506 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:39.947415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-670ae679-08c3-4f47-8028-5c60975f5e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.960152 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-670ae679-08c3-4f47-8028-5c60975f5e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.053157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 261e56a9-fb23-4730-b63e-62ad91d2b506 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:40.067953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 261e56a9-fb23-4730-b63e-62ad91d2b506 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:40.069062 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.076879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54192) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:40.092307 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-670ae679-08c3-4f47-8028-5c60975f5e51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=332dc7be2ee54be681b312c6ef044218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5696452 Nov 25 17:23:40.180780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ae679-08c3-4f47-8028-5c60975f5e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0fa4f0-8781-4790-9956-8b8025efa602,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:40.194378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.204688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde4468-74ef-4057-8c1c-48809f9f5642 req-2efa8513-8c1c-4333-91c7-40f558a9aa45 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.206226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cde4468-74ef-4057-8c1c-48809f9f5642 req-2efa8513-8c1c-4333-91c7-40f558a9aa45 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1113565 Nov 25 17:23:40.244034 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.271569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.297269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261e56a9-fb23-4730-b63e-62ad91d2b506'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:40.300133 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48f9e9e-037e-4e60-ab18-26e994563889" -d '{"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-plugged", "status": "completed", "tag": "261e56a9-fb23-4730-b63e-62ad91d2b506"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:40.356773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cde4468-74ef-4057-8c1c-48809f9f5642 req-39db14ad-5433-49df-8b10-57f8388850dc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422613 Nov 25 17:23:40.359412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 261e56a9-fb23-4730-b63e-62ad91d2b506, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=261e56a9-fb23-4730-b63e-62ad91d2b506,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:40.382449 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.384731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 71b8369a-1594-47ba-aa8a-689ab8bec245 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:40.440344 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.444189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.446295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d0fa4f0-8781-4790-9956-8b8025efa602 HTTP/1.1" status: 204 len: 168 time: 0.3672459 Nov 25 17:23:40.458708 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80aca5b-92a5-4695-b178-4efd34b8fd82 x-openstack-request-id: req-c80aca5b-92a5-4695-b178-4efd34b8fd82 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:40.461456 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-plugged", "status": "completed", "tag": "261e56a9-fb23-4730-b63e-62ad91d2b506", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:40.462142 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c80aca5b-92a5-4695-b178-4efd34b8fd82 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:40.462653 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261e56a9-fb23-4730-b63e-62ad91d2b506', 'code': 200} Nov 25 17:23:40.483577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0fa4f0-8781-4790-9956-8b8025efa602,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:40.509267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.509847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.511218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.513788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.518276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=261e56a9-fb23-4730-b63e-62ad91d2b506,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:40.519911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.532467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.541321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.542144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.542835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.543283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.543719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.544265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afb8fe-36b8-4d2d-af47-a977c1ede60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:40.547769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 71b8369a-1594-47ba-aa8a-689ab8bec245 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:40.553821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 71b8369a-1594-47ba-aa8a-689ab8bec245 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:40.554392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.573212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3834f-687e-4686-b938-17dbcce41b23 req-ea7d4b05-0c27-40e9-bcdd-5500c229833b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.587102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3834f-687e-4686-b938-17dbcce41b23 req-ea7d4b05-0c27-40e9-bcdd-5500c229833b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.594739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3834f-687e-4686-b938-17dbcce41b23 req-ea7d4b05-0c27-40e9-bcdd-5500c229833b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.596704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7c3834f-687e-4686-b938-17dbcce41b23 req-ea7d4b05-0c27-40e9-bcdd-5500c229833b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2416 time: 0.1533022 Nov 25 17:23:40.705158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f082e-5869-40c7-aed2-c8e56f8bb24e req-e3c6ce72-6e22-4f6e-b910-77f65fee5edc tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.705391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.715155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-830f082e-5869-40c7-aed2-c8e56f8bb24e req-e3c6ce72-6e22-4f6e-b910-77f65fee5edc tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 949 time: 0.1171622 Nov 25 17:23:40.749630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 71b8369a-1594-47ba-aa8a-689ab8bec245, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71b8369a-1594-47ba-aa8a-689ab8bec245,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:40.761336 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.762976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 559c7ebf-6170-45c3-bef3-c737d3012760 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:40.809576 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7c3834f-687e-4686-b938-17dbcce41b23 req-04ac5782-4754-4cda-bb9b-df1c9374d274 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627400 Nov 25 17:23:40.880815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-830f082e-5869-40c7-aed2-c8e56f8bb24e req-d200871a-c6a3-4aad-af56-c087be7a7a1a tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623805 Nov 25 17:23:40.919053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=71b8369a-1594-47ba-aa8a-689ab8bec245,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:40.928087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 559c7ebf-6170-45c3-bef3-c737d3012760 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:40.933933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 559c7ebf-6170-45c3-bef3-c737d3012760 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:40.935939 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.005178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f813445-5d58-4f45-8218-403c16b3e513 req-8d382e27-3a8a-4868-908e-068db1d9d27c tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0499701 Nov 25 17:23:41.061380 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.107442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 559c7ebf-6170-45c3-bef3-c737d3012760, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=559c7ebf-6170-45c3-bef3-c737d3012760,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:41.116470 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.230290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=559c7ebf-6170-45c3-bef3-c737d3012760,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:41.249886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:41.273040 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.446580 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.464071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.587334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0199159-939f-4b69-96cd-860ee2991453,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:41.602050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efb5bc36a0fe4654833b32aacb1c0ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505929 Nov 25 17:23:41.610773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:41.615640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.615907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.616259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.616685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.617001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.617344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.617727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.618916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.618916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.618916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.621011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.621011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769808f3-2ec1-4f1c-b66d-d6c224ec15dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.634739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1170f4-d805-42db-9d74-80ace82f7fc1 req-64bf2911-f355-4534-9625-71589a01b1a3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:41.636320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c1170f4-d805-42db-9d74-80ace82f7fc1 req-64bf2911-f355-4534-9625-71589a01b1a3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1667118 Nov 25 17:23:41.692902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4e75-2907-4a83-b92a-1c11c049b5ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.737109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4e75-2907-4a83-b92a-1c11c049b5ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.751222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c1170f4-d805-42db-9d74-80ace82f7fc1 req-1cd56cc6-d841-4663-a0d1-75c8c0240035 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052191 Nov 25 17:23:41.845410 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4e75-2907-4a83-b92a-1c11c049b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.854059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4e75-2907-4a83-b92a-1c11c049b5ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.864047 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec7d4e75-2907-4a83-b92a-1c11c049b5ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0199159-939f-4b69-96cd-860ee2991453 HTTP/1.1" status: 204 len: 168 time: 0.2508917 Nov 25 17:23:41.877692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d4e75-2907-4a83-b92a-1c11c049b5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0199159-939f-4b69-96cd-860ee2991453,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:41.994597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1a04-623a-4cf0-91fc-2701efaf80c2 req-b7f8b43f-e7e4-4682-87a1-92c7ce42e7cc tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.004900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1a04-623a-4cf0-91fc-2701efaf80c2 req-b7f8b43f-e7e4-4682-87a1-92c7ce42e7cc tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.011655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c1a04-623a-4cf0-91fc-2701efaf80c2 req-b7f8b43f-e7e4-4682-87a1-92c7ce42e7cc tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.023468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e7c1a04-623a-4cf0-91fc-2701efaf80c2 req-b7f8b43f-e7e4-4682-87a1-92c7ce42e7cc tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2418 time: 0.1081920 Nov 25 17:23:42.097930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e7c1a04-623a-4cf0-91fc-2701efaf80c2 req-bffcecf4-a86b-4172-aeec-71f3e6b30a48 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Nov 25 17:23:42.333838 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06d0a549-390d-49c0-a7fc-0487a15c7507 req-14da60d4-2e52-4747-94e3-718513cdbc8a tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0910058 Nov 25 17:23:42.464369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b8369a-1594-47ba-aa8a-689ab8bec245'}, {'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c7ebf-6170-45c3-bef3-c737d3012760'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:42.469550 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97234ae6-65b3-41e6-95eb-37b11a958254" -d '{"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-plugged", "status": "completed", "tag": "71b8369a-1594-47ba-aa8a-689ab8bec245"}, {"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-plugged", "status": "completed", "tag": "559c7ebf-6170-45c3-bef3-c737d3012760"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:42.553446 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac86da28-8405-4f5c-bd95-5b9e6a5fdce3 x-openstack-request-id: req-ac86da28-8405-4f5c-bd95-5b9e6a5fdce3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:42.554198 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-plugged", "status": "completed", "tag": "71b8369a-1594-47ba-aa8a-689ab8bec245", "code": 200}, {"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-plugged", "status": "completed", "tag": "559c7ebf-6170-45c3-bef3-c737d3012760", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:42.554198 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac86da28-8405-4f5c-bd95-5b9e6a5fdce3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:42.555259 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b8369a-1594-47ba-aa8a-689ab8bec245', 'code': 200} Nov 25 17:23:42.556278 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c7ebf-6170-45c3-bef3-c737d3012760', 'code': 200} Nov 25 17:23:42.750367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690bd82-cdc0-4d3e-993c-4c981b9f6f84 req-248ad2e7-ae88-4efc-b9b6-524190416da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.751252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690bd82-cdc0-4d3e-993c-4c981b9f6f84 req-248ad2e7-ae88-4efc-b9b6-524190416da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.751743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690bd82-cdc0-4d3e-993c-4c981b9f6f84 req-248ad2e7-ae88-4efc-b9b6-524190416da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.753699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4690bd82-cdc0-4d3e-993c-4c981b9f6f84 req-248ad2e7-ae88-4efc-b9b6-524190416da3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2871 time: 0.0976110 Nov 25 17:23:42.902910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4690bd82-cdc0-4d3e-993c-4c981b9f6f84 req-7458c4c8-eb1f-4162-8cc9-7c5db466f3ca service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408069 Nov 25 17:23:42.927784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1f54f-39cb-4328-a6d4-e73cfb2cf731 req-e27477f2-9603-483f-97ee-f8eae2e20086 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.934452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19d1f54f-39cb-4328-a6d4-e73cfb2cf731 req-e27477f2-9603-483f-97ee-f8eae2e20086 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.0894861 Nov 25 17:23:43.022490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19d1f54f-39cb-4328-a6d4-e73cfb2cf731 req-179a9731-0c07-47d9-b7aa-d145a5b0d5f5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824814 Nov 25 17:23:43.305158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841197b2-1334-4870-bbdc-5f24c407aa57 req-2afce5d7-2602-49b0-bc77-79211a5a641e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.312174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841197b2-1334-4870-bbdc-5f24c407aa57 req-2afce5d7-2602-49b0-bc77-79211a5a641e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.318664 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841197b2-1334-4870-bbdc-5f24c407aa57 req-2afce5d7-2602-49b0-bc77-79211a5a641e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.320455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-841197b2-1334-4870-bbdc-5f24c407aa57 req-2afce5d7-2602-49b0-bc77-79211a5a641e tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2418 time: 0.0856392 Nov 25 17:23:43.387169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-841197b2-1334-4870-bbdc-5f24c407aa57 req-4179f19d-7a8c-458c-ba7b-c002e10f4519 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547256 Nov 25 17:23:43.581321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56503377-a5e8-46c5-b34e-293781e6634c req-24d0315b-0568-45b6-a6a0-43d50eb66c9c tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0437124 Nov 25 17:23:43.805998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:43.947617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:43.965132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'mac_address': 'fa:16:3e:ab:c9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:44.022930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.048785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:44.094922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:44.105739 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.210310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:44.288721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3294d-af65-4961-88c9-ad8ada357b1a req-556bd037-21fb-40ed-80a9-6530b455928b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.290332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44e3294d-af65-4961-88c9-ad8ada357b1a req-556bd037-21fb-40ed-80a9-6530b455928b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1208501 Nov 25 17:23:44.382611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:44.425808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44e3294d-af65-4961-88c9-ad8ada357b1a req-1c26c240-54e1-4586-9162-2ae8845ed919 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187325 Nov 25 17:23:44.584588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de928ea1-c348-4a3b-826f-76fed6290973 req-8190cb52-8650-4e6d-8a5c-4286fb143fb4 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.589923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de928ea1-c348-4a3b-826f-76fed6290973 req-8190cb52-8650-4e6d-8a5c-4286fb143fb4 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.596751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de928ea1-c348-4a3b-826f-76fed6290973 req-8190cb52-8650-4e6d-8a5c-4286fb143fb4 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.598604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de928ea1-c348-4a3b-826f-76fed6290973 req-8190cb52-8650-4e6d-8a5c-4286fb143fb4 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2418 time: 0.0790834 Nov 25 17:23:44.689811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de928ea1-c348-4a3b-826f-76fed6290973 req-b4862955-8fb6-4144-b608-b9292b372c45 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835824 Nov 25 17:23:44.750257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4257a7fb-ec85-4241-8e20-36a54df08e88 req-a8d0545e-f3c6-4ecb-9332-e3cdce800b7c tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0479102 Nov 25 17:23:45.178259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13753-2fb3-4221-a43b-bfead8d593e6 req-df6ac280-7fe6-4a4b-ae2a-1dc7b72fa89b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:45.185843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13753-2fb3-4221-a43b-bfead8d593e6 req-df6ac280-7fe6-4a4b-ae2a-1dc7b72fa89b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:45.192128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13753-2fb3-4221-a43b-bfead8d593e6 req-df6ac280-7fe6-4a4b-ae2a-1dc7b72fa89b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:45.193887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccf13753-2fb3-4221-a43b-bfead8d593e6 req-df6ac280-7fe6-4a4b-ae2a-1dc7b72fa89b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2418 time: 0.0837798 Nov 25 17:23:45.290981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccf13753-2fb3-4221-a43b-bfead8d593e6 req-c3b186e0-d06e-46c8-a24d-7d188dcd4d64 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823603 Nov 25 17:23:45.671884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cc039-e316-4ba1-b007-26614ce5246f req-b160acc5-ee07-4a01-9710-f2a58ffc7e9f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:45.673729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad4cc039-e316-4ba1-b007-26614ce5246f req-b160acc5-ee07-4a01-9710-f2a58ffc7e9f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1186130 Nov 25 17:23:45.763846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad4cc039-e316-4ba1-b007-26614ce5246f req-16aa9a11-495b-401d-8d72-dc0baea8a81d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827293 Nov 25 17:23:45.821862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:45.949069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:45.949444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.096692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81f14069-818c-420f-a0d7-3106e262f548 req-31bcc9fb-6323-47e1-9dbc-fa925bcfe500 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0926237 Nov 25 17:23:46.312658 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.382299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:46.384541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:46.390308 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61fca73-017d-4b70-b883-4024d355e086" -d '{"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-plugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:46.397643 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.536074 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:46.630275 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d05084c-84fb-40ab-b875-22a39682df53 x-openstack-request-id: req-5d05084c-84fb-40ab-b875-22a39682df53 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:46.630841 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-plugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:46.631315 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d05084c-84fb-40ab-b875-22a39682df53 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:46.631927 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'code': 200} Nov 25 17:23:47.010469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-80e82b43-ea22-473b-b29e-fc45aaf10ae5 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:47.021205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-80e82b43-ea22-473b-b29e-fc45aaf10ae5 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:47.027961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-80e82b43-ea22-473b-b29e-fc45aaf10ae5 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:47.029747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-80e82b43-ea22-473b-b29e-fc45aaf10ae5 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2418 time: 0.3448634 Nov 25 17:23:47.044140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e63ba-75e8-4c47-add8-a34c48a41766 req-06407a8d-b1d0-41ed-9eb2-6dad8ccd5645 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:47.051009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e63ba-75e8-4c47-add8-a34c48a41766 req-06407a8d-b1d0-41ed-9eb2-6dad8ccd5645 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:47.058688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e63ba-75e8-4c47-add8-a34c48a41766 req-06407a8d-b1d0-41ed-9eb2-6dad8ccd5645 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:47.072624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c06e63ba-75e8-4c47-add8-a34c48a41766 req-06407a8d-b1d0-41ed-9eb2-6dad8ccd5645 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 2418 time: 0.3983889 Nov 25 17:23:47.212039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefa93b-147e-4821-812d-a6e612fdd649 req-7e63cdc8-8c46-4142-b080-d538bc910884 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:47.213664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dcefa93b-147e-4821-812d-a6e612fdd649 req-7e63cdc8-8c46-4142-b080-d538bc910884 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2847180 Nov 25 17:23:47.230435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c06e63ba-75e8-4c47-add8-a34c48a41766 req-025002d8-218d-41bd-a6c4-0abc915dba38 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567342 Nov 25 17:23:47.351686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port 261e56a9-fb23-4730-b63e-62ad91d2b506 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:47.352337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.380147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dcefa93b-147e-4821-812d-a6e612fdd649 req-1f849bad-bb26-4a43-8b7a-0e906c845fee tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458254 Nov 25 17:23:47.459707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59cf7e25-7b6e-4565-8df8-325e7458397d req-26bc2cf5-55a4-45d5-bcf0-5e1e275390cc tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0329947 Nov 25 17:23:48.019139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port 261e56a9-fb23-4730-b63e-62ad91d2b506, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=261e56a9-fb23-4730-b63e-62ad91d2b506,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:48.019810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.034718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for 261e56a9-fb23-4730-b63e-62ad91d2b506 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:48.314605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.456011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=261e56a9-fb23-4730-b63e-62ad91d2b506,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:48.539962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port 261e56a9-fb23-4730-b63e-62ad91d2b506 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:48.554174 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.580685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dd744c96-c9aa-4aae-8a29-c68d357b694b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "DELETE /v2.0/ports/261e56a9-fb23-4730-b63e-62ad91d2b506 HTTP/1.1" status: 204 len: 173 time: 1.4964278 Nov 25 17:23:48.583783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-deleted', 'tag': '261e56a9-fb23-4730-b63e-62ad91d2b506'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:48.594413 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75787dba-a46c-42e0-aa8f-b6c45605c60e" -d '{"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-deleted", "tag": "261e56a9-fb23-4730-b63e-62ad91d2b506"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:48.818737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f6472-bb84-4062-a3c6-890a9ca36374 req-82931438-2aee-49f4-b250-9ab9edde6592 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:48.827751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f6472-bb84-4062-a3c6-890a9ca36374 req-82931438-2aee-49f4-b250-9ab9edde6592 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:48.836988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-902f6472-bb84-4062-a3c6-890a9ca36374 req-82931438-2aee-49f4-b250-9ab9edde6592 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 1682 time: 0.4244616 Nov 25 17:23:48.925337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-902f6472-bb84-4062-a3c6-890a9ca36374 req-7d38d863-336f-4a00-8700-0fa8558c7084 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858486 Nov 25 17:23:48.999119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port 71b8369a-1594-47ba-aa8a-689ab8bec245 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:48.999450 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.236343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port 71b8369a-1594-47ba-aa8a-689ab8bec245, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71b8369a-1594-47ba-aa8a-689ab8bec245,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:49.245462 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.338804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for 71b8369a-1594-47ba-aa8a-689ab8bec245 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:49.395086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cde657c-b930-40a7-86d6-78f4cd830dbc req-e10f6fb4-81fc-4c00-b9a5-c23b78599c99 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0604496 Nov 25 17:23:49.571916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90b41d-2ec5-4bbd-a67e-27299e6c2b6e req-760e0b17-b871-4745-a6b7-5c6859c6b32d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.574284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b90b41d-2ec5-4bbd-a67e-27299e6c2b6e req-760e0b17-b871-4745-a6b7-5c6859c6b32d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.6162789 Nov 25 17:23:49.789282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9491-8802-485e-8d69-1bf6610724b7 req-d254be08-0ec2-46ef-bdd7-b5dbcdaa4dad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.815609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9491-8802-485e-8d69-1bf6610724b7 req-d254be08-0ec2-46ef-bdd7-b5dbcdaa4dad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.821772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9491-8802-485e-8d69-1bf6610724b7 req-d254be08-0ec2-46ef-bdd7-b5dbcdaa4dad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.848321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9491-8802-485e-8d69-1bf6610724b7 req-d254be08-0ec2-46ef-bdd7-b5dbcdaa4dad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.856255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9491-8802-485e-8d69-1bf6610724b7 req-d254be08-0ec2-46ef-bdd7-b5dbcdaa4dad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.883291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9491-8802-485e-8d69-1bf6610724b7 req-d254be08-0ec2-46ef-bdd7-b5dbcdaa4dad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.903439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9491-8802-485e-8d69-1bf6610724b7 req-d254be08-0ec2-46ef-bdd7-b5dbcdaa4dad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.917663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-706e9491-8802-485e-8d69-1bf6610724b7 req-d254be08-0ec2-46ef-bdd7-b5dbcdaa4dad tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.3998172 Nov 25 17:23:49.970835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 261e56a9-fb23-4730-b63e-62ad91d2b506 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:50.003636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 261e56a9-fb23-4730-b63e-62ad91d2b506 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:50.004132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 261e56a9-fb23-4730-b63e-62ad91d2b506 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:50.020695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 71b8369a-1594-47ba-aa8a-689ab8bec245 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:50.111481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b90b41d-2ec5-4bbd-a67e-27299e6c2b6e req-136e2130-d3ce-4194-b0a8-d86513f02d78 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176187 Nov 25 17:23:50.258259 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-706e9491-8802-485e-8d69-1bf6610724b7 req-dbbe3d66-a141-4396-a095-3e5e9e6df6da tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3182521 Nov 25 17:23:50.351036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.409338 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8205c79c-2a1c-4f39-9f39-88311b0440b2 x-openstack-request-id: req-8205c79c-2a1c-4f39-9f39-88311b0440b2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:50.410087 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-deleted", "tag": "261e56a9-fb23-4730-b63e-62ad91d2b506", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:50.426664 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8205c79c-2a1c-4f39-9f39-88311b0440b2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:50.428742 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-deleted', 'tag': '261e56a9-fb23-4730-b63e-62ad91d2b506', 'status': 'completed', 'code': 200} Nov 25 17:23:50.449226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.461646 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1eaa1273-fb04-4efe-8249-8e583bd5b527 req-a29844e6-76e8-468f-bee0-4439f2bd08f8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0987010 Nov 25 17:23:50.476490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 559c7ebf-6170-45c3-bef3-c737d3012760 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:50.604818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=71b8369a-1594-47ba-aa8a-689ab8bec245,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:50.649450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.722288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 559c7ebf-6170-45c3-bef3-c737d3012760, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=559c7ebf-6170-45c3-bef3-c737d3012760,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:50.726959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559c7ebf-6170-45c3-bef3-c737d3012760'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:50.731606 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761ba2e1-9d9e-4707-8c8c-79980c8e1bc5" -d '{"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "559c7ebf-6170-45c3-bef3-c737d3012760"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:50.738883 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.739522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-6a574ed9-8ac9-46cf-a060-20c01f8cf40b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.747814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-6a574ed9-8ac9-46cf-a060-20c01f8cf40b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.754140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-6a574ed9-8ac9-46cf-a060-20c01f8cf40b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.761027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-6a574ed9-8ac9-46cf-a060-20c01f8cf40b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.768330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-6a574ed9-8ac9-46cf-a060-20c01f8cf40b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.774554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-6a574ed9-8ac9-46cf-a060-20c01f8cf40b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.782087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-6a574ed9-8ac9-46cf-a060-20c01f8cf40b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.784086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-6a574ed9-8ac9-46cf-a060-20c01f8cf40b tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.4825609 Nov 25 17:23:50.792365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port 71b8369a-1594-47ba-aa8a-689ab8bec245 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:50.796087 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.800713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-dfe2223b-718f-4a65-9d02-f00eebc5af25 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "DELETE /v2.0/ports/71b8369a-1594-47ba-aa8a-689ab8bec245 HTTP/1.1" status: 204 len: 173 time: 2.2186041 Nov 25 17:23:50.806454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=559c7ebf-6170-45c3-bef3-c737d3012760,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:50.884409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fce25ed2-e42b-4341-a87b-666d26bbafdf req-bf2473a7-c6e3-40ce-af6a-4d846570ce5d tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0942774 Nov 25 17:23:50.941598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-b10a8c9b-379d-486e-8d7e-016587d33748 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.943124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-b10a8c9b-379d-486e-8d7e-016587d33748 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "GET /v2.0/ports/457c5142-1f03-4c25-b320-6e96464b266c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1204686 Nov 25 17:23:50.955302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445d82b-50c4-466e-a124-de7ec73cb6fc req-95c4a0c6-c80f-4656-bf1e-eb2ccd36caec tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.957858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8445d82b-50c4-466e-a124-de7ec73cb6fc req-95c4a0c6-c80f-4656-bf1e-eb2ccd36caec tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 946 time: 0.3389297 Nov 25 17:23:51.046611 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a29842-a01f-40c6-af79-036b5af55a16 x-openstack-request-id: req-01a29842-a01f-40c6-af79-036b5af55a16 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:51.047421 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "559c7ebf-6170-45c3-bef3-c737d3012760", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:51.047421 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01a29842-a01f-40c6-af79-036b5af55a16 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:51.047861 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559c7ebf-6170-45c3-bef3-c737d3012760', 'code': 200} Nov 25 17:23:51.196277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-03278223-89cc-4b07-aa0e-1d9aae3d379a tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "GET /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2085092 Nov 25 17:23:51.212916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8445d82b-50c4-466e-a124-de7ec73cb6fc req-6ddb25db-7dfb-46e6-9eca-e7ddff83d60f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916332 Nov 25 17:23:51.226443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:51.263597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port 559c7ebf-6170-45c3-bef3-c737d3012760 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:51.265050 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.480009 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.642002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c9ac-43fd-4f2e-82b0-7a9adcea4bcc req-ab2b9240-ce55-46ce-ab77-05b14e92c655 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.650589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca8c9ac-43fd-4f2e-82b0-7a9adcea4bcc req-ab2b9240-ce55-46ce-ab77-05b14e92c655 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2524295 Nov 25 17:23:51.655202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port 559c7ebf-6170-45c3-bef3-c737d3012760, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=559c7ebf-6170-45c3-bef3-c737d3012760,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:51.655580 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.738909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for 559c7ebf-6170-45c3-bef3-c737d3012760 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:51.784788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca8c9ac-43fd-4f2e-82b0-7a9adcea4bcc req-1df8f403-33d1-4e21-a769-592133b0bbfc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328199 Nov 25 17:23:51.846590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-6a950847-7f80-4d7c-bb84-e28a8a827210 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.867862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-6a950847-7f80-4d7c-bb84-e28a8a827210 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.875848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-6a950847-7f80-4d7c-bb84-e28a8a827210 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.877848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 72a6b9b0-bdeb-4ed3-847c-5bca4b075add no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:51.896258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-6a950847-7f80-4d7c-bb84-e28a8a827210 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.919573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-6a950847-7f80-4d7c-bb84-e28a8a827210 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.946636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-6a950847-7f80-4d7c-bb84-e28a8a827210 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.990689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-6a950847-7f80-4d7c-bb84-e28a8a827210 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.994075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-6a950847-7f80-4d7c-bb84-e28a8a827210 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 5433 time: 0.4642370 Nov 25 17:23:52.045545 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.104002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:52.110614 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.112018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:52.432748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:52.452478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-deleted', 'tag': '71b8369a-1594-47ba-aa8a-689ab8bec245'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:52.453455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.467694 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61d9430-8416-4b29-b706-9810e38e9c67" -d '{"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-deleted", "tag": "71b8369a-1594-47ba-aa8a-689ab8bec245"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:52.518814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:52.528797 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.529867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device bc9babf0-86ac-41b8-b3fa-d98b54928891 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:52.703040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:52.717641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef2e2323-3043-4770-a78e-a6821a166811 req-6abcbc67-db97-433c-b106-e122bf5fa3cf tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.3640416 Nov 25 17:23:52.736018 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.785274 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.809059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] For port 457c5142-1f03-4c25-b320-6e96464b266c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=457c5142-1f03-4c25-b320-6e96464b266c,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:52.811918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=559c7ebf-6170-45c3-bef3-c737d3012760,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:52.830412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-864c031d-87e7-4c43-9ff0-cfa53ad6ef6a req-5d21aec1-45cc-4058-a67e-2d83dcaebe66 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8088787 Nov 25 17:23:52.837523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port bc9babf0-86ac-41b8-b3fa-d98b54928891, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:52.850245 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.851226 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 457c5142-1f03-4c25-b320-6e96464b266c no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:52.966479 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6628eada-dca2-49aa-b92a-3ac768b22c32 x-openstack-request-id: req-6628eada-dca2-49aa-b92a-3ac768b22c32 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:52.967242 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-deleted", "tag": "71b8369a-1594-47ba-aa8a-689ab8bec245", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:52.967836 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6628eada-dca2-49aa-b92a-3ac768b22c32 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:52.968567 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-deleted', 'tag': '71b8369a-1594-47ba-aa8a-689ab8bec245', 'status': 'completed', 'code': 200} Nov 25 17:23:52.969888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port 559c7ebf-6170-45c3-bef3-c737d3012760 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:52.979476 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.984956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77f3b5fb-ba19-4bb0-9822-396add2d2ef3 req-2b1b9c5f-d386-4a42-a0e5-e6bfc475b4ad tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "DELETE /v2.0/ports/559c7ebf-6170-45c3-bef3-c737d3012760 HTTP/1.1" status: 204 len: 173 time: 2.1639371 Nov 25 17:23:53.027156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] For port 457c5142-1f03-4c25-b320-6e96464b266c, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:53.128136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add'}, {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25'}, {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9babf0-86ac-41b8-b3fa-d98b54928891'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:53.132546 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdc06c7-f0dd-4444-94fc-7c963caddb1f" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "72a6b9b0-bdeb-4ed3-847c-5bca4b075add"}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25"}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9babf0-86ac-41b8-b3fa-d98b54928891"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:53.170086 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=bc9babf0-86ac-41b8-b3fa-d98b54928891,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:53.182820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a155058e-a9e7-4f75-82d3-ff67799c78e8 req-f604d3f3-71cf-4af3-9d24-7c72a87bd208 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=d02c391a-090a-474c-a489-99708d6fe6e6 HTTP/1.1" status: 200 len: 210 time: 0.1815617 Nov 25 17:23:53.240743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] device_id is not set on port 457c5142-1f03-4c25-b320-6e96464b266c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:23:53.326055 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.337542 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.371516 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.486202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f085ea-9447-4e6e-a6fc-fb93b3cba285 req-fdce9a77-3883-464c-ae02-6c40c186c304 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.496306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1f085ea-9447-4e6e-a6fc-fb93b3cba285 req-fdce9a77-3883-464c-ae02-6c40c186c304 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2172909 Nov 25 17:23:53.499450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:23:53.499828 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:23:53.625232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] No DVR routers for this DVR port 457c5142-1f03-4c25-b320-6e96464b266c on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:53.750715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] Pushing event updated for resources: {'Port': ['ID=457c5142-1f03-4c25-b320-6e96464b266c,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:53.853341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] In _notify_port_updated(), no bound segment for port 457c5142-1f03-4c25-b320-6e96464b266c on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:23:53.855399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.856364 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.859499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-7ec327fc-556c-4045-a1a3-07e7c740f90f service neutron] 10.222.0.60 "PUT /v2.0/ports/457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 200 len: 1027 time: 2.6395197 Nov 25 17:23:54.079029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1f085ea-9447-4e6e-a6fc-fb93b3cba285 req-872eb020-3dd9-48e3-9970-37d0d09c2725 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814888 Nov 25 17:23:54.093688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-64607985-e743-4e96-b4a6-8244bf97c7af tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.097795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-64607985-e743-4e96-b4a6-8244bf97c7af tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "GET /v2.0/ports/1c32d82b-20c2-48d8-9d1f-8719d2098e98?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2257926 Nov 25 17:23:54.126154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device cfe03c39-285e-4c8b-b3ae-e7b714c814d5 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:54.144649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-204a5562-8da6-41a4-829c-58670abd8f74 req-dcd49e46-ff3c-49bd-a80d-6079baa466c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=211c18b3a00f4f36abf93d3a5bfa6a74&device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.1801116 Nov 25 17:23:54.157204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:54.184217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a1db347e-9057-4dcf-9727-6495496c4679 None None] Provisioning complete for port 457c5142-1f03-4c25-b320-6e96464b266c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:54.187720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1db347e-9057-4dcf-9727-6495496c4679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.300969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-204a5562-8da6-41a4-829c-58670abd8f74 req-8ca39f1e-ee17-4eb9-8c6a-7ac89f6221f1 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=211c18b3a00f4f36abf93d3a5bfa6a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369462 Nov 25 17:23:54.338591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a1db347e-9057-4dcf-9727-6495496c4679 None None] Port 457c5142-1f03-4c25-b320-6e96464b266c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:54.368180 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eed8b5-15b1-40a8-a073-d22efb2ee812 x-openstack-request-id: req-63eed8b5-15b1-40a8-a073-d22efb2ee812 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:54.368491 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "72a6b9b0-bdeb-4ed3-847c-5bca4b075add", "code": 200}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25", "code": 200}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9babf0-86ac-41b8-b3fa-d98b54928891", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:54.368749 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63eed8b5-15b1-40a8-a073-d22efb2ee812 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:54.369200 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add', 'code': 200} Nov 25 17:23:54.369457 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25', 'code': 200} Nov 25 17:23:54.369714 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9babf0-86ac-41b8-b3fa-d98b54928891', 'code': 200} Nov 25 17:23:54.455565 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.539954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port cfe03c39-285e-4c8b-b3ae-e7b714c814d5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:54.549377 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.550962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1c32d82b-20c2-48d8-9d1f-8719d2098e98 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:54.649297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:54.785715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.867703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a5562-8da6-41a4-829c-58670abd8f74 req-77cbf57e-1944-45bc-ae99-bda0f243245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.869554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-204a5562-8da6-41a4-829c-58670abd8f74 req-77cbf57e-1944-45bc-ae99-bda0f243245d service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5559194 Nov 25 17:23:54.871383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:54.882957 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.884808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:54.906177 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.001055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-deleted', 'tag': '559c7ebf-6170-45c3-bef3-c737d3012760'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:55.002434 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3788ede-ef51-421f-817f-97539c448b2b" -d '{"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-deleted", "tag": "559c7ebf-6170-45c3-bef3-c737d3012760"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:55.164869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1c32d82b-20c2-48d8-9d1f-8719d2098e98,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:55.189141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03603cd9-1274-413f-8dfe-ce80e544799e req-1f2f7e10-8827-4c80-be8f-5ab0edc3bc39 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.2861836 Nov 25 17:23:55.217201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391dd3-f243-442f-bc88-873500195cc4 req-52b0256d-dc1a-4ef5-9d27-8968af15ceab tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.224280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391dd3-f243-442f-bc88-873500195cc4 req-52b0256d-dc1a-4ef5-9d27-8968af15ceab tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.233603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391dd3-f243-442f-bc88-873500195cc4 req-52b0256d-dc1a-4ef5-9d27-8968af15ceab tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.249572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391dd3-f243-442f-bc88-873500195cc4 req-52b0256d-dc1a-4ef5-9d27-8968af15ceab tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.258953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391dd3-f243-442f-bc88-873500195cc4 req-52b0256d-dc1a-4ef5-9d27-8968af15ceab tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.267999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391dd3-f243-442f-bc88-873500195cc4 req-52b0256d-dc1a-4ef5-9d27-8968af15ceab tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.271142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4391dd3-f243-442f-bc88-873500195cc4 req-52b0256d-dc1a-4ef5-9d27-8968af15ceab tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 4653 time: 0.9586542 Nov 25 17:23:55.298831 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.299430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54582) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:55.330807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] For port 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1c32d82b-20c2-48d8-9d1f-8719d2098e98,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:55.374036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-96753fe9-4824-4e6a-9233-519f2c34468f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting subnet 41c5711d-0e07-4c06-a8f0-fa9351f54e5b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:55.378886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96753fe9-4824-4e6a-9233-519f2c34468f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.383839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:55.396651 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.472076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96753fe9-4824-4e6a-9233-519f2c34468f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.511755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:55.545860 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862e9c2-ff2f-4004-b141-23d4f91e966d x-openstack-request-id: req-e862e9c2-ff2f-4004-b141-23d4f91e966d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:55.546176 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c391a-090a-474c-a489-99708d6fe6e6", "name": "network-vif-deleted", "tag": "559c7ebf-6170-45c3-bef3-c737d3012760", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:55.547397 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e862e9c2-ff2f-4004-b141-23d4f91e966d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:55.547820 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c391a-090a-474c-a489-99708d6fe6e6', 'name': 'network-vif-deleted', 'tag': '559c7ebf-6170-45c3-bef3-c737d3012760', 'status': 'completed', 'code': 200} Nov 25 17:23:55.587456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4391dd3-f243-442f-bc88-873500195cc4 req-b4ba6e25-4fd9-47e3-b08b-a614b176e087 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=c527ceb0-1097-4446-9e2f-635a26736fa7&id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3035028 Nov 25 17:23:55.589824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] For port 1c32d82b-20c2-48d8-9d1f-8719d2098e98, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:55.596551 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96753fe9-4824-4e6a-9233-519f2c34468f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.693726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96753fe9-4824-4e6a-9233-519f2c34468f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.697214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] device_id is not set on port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:23:55.722721 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.730688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753fe9-4824-4e6a-9233-519f2c34468f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Subnet': ['ID=41c5711d-0e07-4c06-a8f0-fa9351f54e5b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:55.748200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96753fe9-4824-4e6a-9233-519f2c34468f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.748404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfbc9d-2feb-477a-8a69-6c2cb47d9ab8 None None] Network 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:55.762278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-96753fe9-4824-4e6a-9233-519f2c34468f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "DELETE /v2.0/subnets/41c5711d-0e07-4c06-a8f0-fa9351f54e5b HTTP/1.1" status: 204 len: 168 time: 0.4619162 Nov 25 17:23:55.765428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54596) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:55.777478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.993491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] Pushing event updated for resources: {'Port': ['ID=1c32d82b-20c2-48d8-9d1f-8719d2098e98,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:56.046130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] No DVR routers for this DVR port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:56.075974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ae7e5-4c36-491e-866c-39ca806c3fa3 req-628a7404-9ca1-4749-a940-2fbce0fbf9ee tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.092197 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-553ae7e5-4c36-491e-866c-39ca806c3fa3 req-628a7404-9ca1-4749-a940-2fbce0fbf9ee tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.3867338 Nov 25 17:23:56.129767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] DHCP port deletion for 2d0057f2-b7bc-4b22-8db9-e97455ba39b3 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:56.325948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] In _notify_port_updated(), no bound segment for port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 on network f11cc646-4505-4f7f-ba1b-17308c962b85 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:23:56.328674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] Deleting port a03eb9d2-5986-4236-8e12-cc3c234be090 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:56.329346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.336141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.339179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.343408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-cd9ad8ce-16c9-43df-a7b2-0950a021c51c service neutron] 10.222.0.60 "PUT /v2.0/ports/1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 200 len: 1026 time: 2.1954315 Nov 25 17:23:56.419890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5'}, {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c32d82b-20c2-48d8-9d1f-8719d2098e98'}, {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:56.431895 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7c4b1a-2e26-4287-af13-5682bf4f6d73" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5"}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "1c32d82b-20c2-48d8-9d1f-8719d2098e98"}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "17262fbf-d2b6-4d0d-a3bb-2e41d5233af1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:56.440325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-204a5562-8da6-41a4-829c-58670abd8f74 req-f9ed2a1d-fd0a-4a8d-88a9-d3767d42a425 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.95 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.1814265 Nov 25 17:23:56.484634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] For port a03eb9d2-5986-4236-8e12-cc3c234be090, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a03eb9d2-5986-4236-8e12-cc3c234be090,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:56.486798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.490392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.552277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] Calling delete_port for a03eb9d2-5986-4236-8e12-cc3c234be090 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:56.609875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port a03eb9d2-5986-4236-8e12-cc3c234be090 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:56.609875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.616476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ab4f1195-3907-4759-8bb9-49aa0eb88433 req-a5b55f01-aece-4727-beae-9ec40a5b68f6 tempest-ServerShowV254Test-20089127 tempest-ServerShowV254Test-20089127-project] 10.222.0.81 "GET /v2.0/ports?device_id=78b5c72c-a168-4cb9-a4df-4d5267930406 HTTP/1.1" status: 200 len: 210 time: 0.0925674 Nov 25 17:23:56.687581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-553ae7e5-4c36-491e-866c-39ca806c3fa3 req-eb37711b-7698-43ba-8df0-b41a692da9ce tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941670 Nov 25 17:23:56.786660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port a03eb9d2-5986-4236-8e12-cc3c234be090, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a03eb9d2-5986-4236-8e12-cc3c234be090,segment=NetworkSegment(b749364e-850b-4876-96cc-54c887867d21),segment_id=b749364e-850b-4876-96cc-54c887867d21)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:56.792689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.805910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:56.806247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.820394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for a03eb9d2-5986-4236-8e12-cc3c234be090 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:56.908425 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259dafcf-c287-4403-ba4d-1b58230c9de6 x-openstack-request-id: req-259dafcf-c287-4403-ba4d-1b58230c9de6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:56.908859 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5", "code": 200}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "1c32d82b-20c2-48d8-9d1f-8719d2098e98", "code": 200}, {"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-unplugged", "status": "completed", "tag": "17262fbf-d2b6-4d0d-a3bb-2e41d5233af1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:56.910483 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-259dafcf-c287-4403-ba4d-1b58230c9de6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:56.911001 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'code': 200} Nov 25 17:23:56.911383 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c32d82b-20c2-48d8-9d1f-8719d2098e98', 'code': 200} Nov 25 17:23:56.913275 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1', 'code': 200} Nov 25 17:23:56.915973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a03eb9d2-5986-4236-8e12-cc3c234be090 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:56.921189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f6d7a3fe-1243-4d54-b697-99eba0640453 None None] Provisioning complete for port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:56.921968 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a3fe-1243-4d54-b697-99eba0640453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.094542 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.094774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.130664 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] For port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:57.131267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.137022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] Pushing event deleted for resources: {'Port': ['ID=a03eb9d2-5986-4236-8e12-cc3c234be090,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:57.145637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e0e26-fb87-43c0-ac4a-1dbe63e6844c None None] No DVR routers for this DVR port a03eb9d2-5986-4236-8e12-cc3c234be090 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:57.163475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7a3fe-1243-4d54-b697-99eba0640453 None None] Port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:57.173841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No active binding found for port a03eb9d2-5986-4236-8e12-cc3c234be090 {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:23:57.177214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a03eb9d2-5986-4236-8e12-cc3c234be090 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:57.190772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Calling delete_port for 72a6b9b0-bdeb-4ed3-847c-5bca4b075add owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:57.193903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port a03eb9d2-5986-4236-8e12-cc3c234be090 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:57.198781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=a03eb9d2-5986-4236-8e12-cc3c234be090,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:57.363547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.392377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0057f2-b7bc-4b22-8db9-e97455ba39b3']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:57.406027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b749364e-850b-4876-96cc-54c887867d21') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:57.406513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b749364e-850b-4876-96cc-54c887867d21') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:57.418235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.442056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.459039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:57.460069 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.522599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebeb90-1b96-4eb7-9195-af771d6b04b1 req-4adeec3d-4d76-46d9-92a7-efab6a7d1605 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.538163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebeb90-1b96-4eb7-9195-af771d6b04b1 req-4adeec3d-4d76-46d9-92a7-efab6a7d1605 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:57.546950 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:57.552514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebeb90-1b96-4eb7-9195-af771d6b04b1 req-4adeec3d-4d76-46d9-92a7-efab6a7d1605 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.552973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.556571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebeb90-1b96-4eb7-9195-af771d6b04b1 req-4adeec3d-4d76-46d9-92a7-efab6a7d1605 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.564691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebeb90-1b96-4eb7-9195-af771d6b04b1 req-4adeec3d-4d76-46d9-92a7-efab6a7d1605 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.572422 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.572773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67ebeb90-1b96-4eb7-9195-af771d6b04b1 req-4adeec3d-4d76-46d9-92a7-efab6a7d1605 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 3876 time: 0.4054244 Nov 25 17:23:57.582626 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "DELETE /v2.0/networks/2d0057f2-b7bc-4b22-8db9-e97455ba39b3 HTTP/1.1" status: 204 len: 168 time: 1.8131289 Nov 25 17:23:57.586067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54634) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:57.605585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62add28c-80c1-4baf-be05-f545910220b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Network': ['ID=2d0057f2-b7bc-4b22-8db9-e97455ba39b3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:57.709719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67ebeb90-1b96-4eb7-9195-af771d6b04b1 req-972c3bc1-9e44-4a4d-bc17-49df79509b78 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357512 Nov 25 17:23:57.766930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f11e84e-b543-4a92-b993-900533c731a1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting subnet 171d916f-3d22-44d1-83c1-d33d84f80358 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:57.800506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f11e84e-b543-4a92-b993-900533c731a1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.884928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f11e84e-b543-4a92-b993-900533c731a1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.031218 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.103192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Port': ['ID=72a6b9b0-bdeb-4ed3-847c-5bca4b075add,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:58.209959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4c894-c300-4058-828d-1ff4980c0ab9 req-41b022a5-7f38-4142-9ef9-a61c04544d50 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.211550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8d4c894-c300-4058-828d-1ff4980c0ab9 req-41b022a5-7f38-4142-9ef9-a61c04544d50 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.3728228 Nov 25 17:23:58.257879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] No DVR routers for this DVR port 72a6b9b0-bdeb-4ed3-847c-5bca4b075add on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:58.268834 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.275912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-8b38574e-60c1-4818-9e90-770c96159372 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "DELETE /v2.0/ports/72a6b9b0-bdeb-4ed3-847c-5bca4b075add HTTP/1.1" status: 204 len: 173 time: 1.8666677 Nov 25 17:23:58.278611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:58.281191 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1568f9-ebe4-4f53-b4bf-b3ee90f3f408" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "72a6b9b0-bdeb-4ed3-847c-5bca4b075add"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:58.312919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54662) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:58.330548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f11e84e-b543-4a92-b993-900533c731a1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.393789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8d4c894-c300-4058-828d-1ff4980c0ab9 req-62788054-33a9-4217-aae9-737136e21120 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554976 Nov 25 17:23:58.395401 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6239282d-900f-4cdd-930e-3525143ef7f2 x-openstack-request-id: req-6239282d-900f-4cdd-930e-3525143ef7f2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:58.395705 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "72a6b9b0-bdeb-4ed3-847c-5bca4b075add", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:58.395982 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6239282d-900f-4cdd-930e-3525143ef7f2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:58.396344 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': '72a6b9b0-bdeb-4ed3-847c-5bca4b075add', 'status': 'completed', 'code': 200} Nov 25 17:23:58.507356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f11e84e-b543-4a92-b993-900533c731a1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.608112 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f11e84e-b543-4a92-b993-900533c731a1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.618336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8d658-1567-4bd1-92d0-e015b5eedcd0 None None] Network 14893546-927d-4b36-bace-74bd853390f7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:58.631701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4f11e84e-b543-4a92-b993-900533c731a1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "DELETE /v2.0/subnets/171d916f-3d22-44d1-83c1-d33d84f80358 HTTP/1.1" status: 204 len: 168 time: 1.0436797 Nov 25 17:23:58.635332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:58.642779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11e84e-b543-4a92-b993-900533c731a1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Subnet': ['ID=171d916f-3d22-44d1-83c1-d33d84f80358,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:58.718441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:58.720564 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.847112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997b935f-67ca-49db-b764-24269f1d0d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.007740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.237944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port de0c4699-5e94-4714-a172-75ed315f24df {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:59.238564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.260342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997b935f-67ca-49db-b764-24269f1d0d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.262565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] DHCP port deletion for 14893546-927d-4b36-bace-74bd853390f7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:59.282788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77f5dd-bbca-4689-862c-44dc42196338 req-fed477b2-7f5e-4a21-a01f-5fc30a7dffe3 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.289872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77f5dd-bbca-4689-862c-44dc42196338 req-fed477b2-7f5e-4a21-a01f-5fc30a7dffe3 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.292690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997b935f-67ca-49db-b764-24269f1d0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.301803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77f5dd-bbca-4689-862c-44dc42196338 req-fed477b2-7f5e-4a21-a01f-5fc30a7dffe3 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.316529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77f5dd-bbca-4689-862c-44dc42196338 req-fed477b2-7f5e-4a21-a01f-5fc30a7dffe3 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.337231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad77f5dd-bbca-4689-862c-44dc42196338 req-fed477b2-7f5e-4a21-a01f-5fc30a7dffe3 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 3143 time: 0.3465614 Nov 25 17:23:59.444691 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-997b935f-67ca-49db-b764-24269f1d0d37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=211c18b3a00f4f36abf93d3a5bfa6a74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1263216 Nov 25 17:23:59.454060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:59.495128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] Deleting port de0c4699-5e94-4714-a172-75ed315f24df {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:59.495605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.518034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port de0c4699-5e94-4714-a172-75ed315f24df, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=de0c4699-5e94-4714-a172-75ed315f24df,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:59.518991 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.521662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b935f-67ca-49db-b764-24269f1d0d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61633bf-75a8-4b7b-b774-dca4f9a837d8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:59.555723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for de0c4699-5e94-4714-a172-75ed315f24df owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:59.569997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] For port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:59.570756 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.623833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Calling delete_port for e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:59.745305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] For port de0c4699-5e94-4714-a172-75ed315f24df, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=de0c4699-5e94-4714-a172-75ed315f24df,segment=NetworkSegment(3c0018d6-00fa-4d1c-b4b9-67b12b388ed3),segment_id=3c0018d6-00fa-4d1c-b4b9-67b12b388ed3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:59.745908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.749194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.779491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port de0c4699-5e94-4714-a172-75ed315f24df on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:59.811598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] Calling delete_port for de0c4699-5e94-4714-a172-75ed315f24df owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:59.907443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=de0c4699-5e94-4714-a172-75ed315f24df,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.068853 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.107061 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.175431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] Pushing event deleted for resources: {'Port': ['ID=de0c4699-5e94-4714-a172-75ed315f24df,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.208981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c08e2-97d1-408d-b190-d91e4b6e1b18 None None] No DVR routers for this DVR port de0c4699-5e94-4714-a172-75ed315f24df on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:00.227763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad77f5dd-bbca-4689-862c-44dc42196338 req-6f7f09be-6e29-493d-8a10-957c113ae315 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8889925 Nov 25 17:24:00.249396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Port': ['ID=e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.287359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.323327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14893546-927d-4b36-bace-74bd853390f7']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:00.345767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:00.345767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0018d6-00fa-4d1c-b4b9-67b12b388ed3') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:00.380366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.415711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.435834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:00.436525 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:00.444318 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:00.542765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd435f-5591-46fc-beca-f3a83acd65bb req-7cf59293-d401-459d-b245-7dfd48ba23b1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:00.554200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76dd435f-5591-46fc-beca-f3a83acd65bb req-7cf59293-d401-459d-b245-7dfd48ba23b1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.5844162 Nov 25 17:24:00.559587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] No DVR routers for this DVR port e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:00.568406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.578105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-78e19840-7683-47a3-9919-d9ad35076013 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "DELETE /v2.0/ports/e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25 HTTP/1.1" status: 204 len: 173 time: 2.2893136 Nov 25 17:24:00.585619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:00.589712 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8f0d5f-572e-4dc0-aae6-add5409e1ca0" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:00.608572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d27ab857-0197-4d4d-9abe-da5fd9ebea41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.651858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.689442 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.693342 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "DELETE /v2.0/networks/14893546-927d-4b36-bace-74bd853390f7 HTTP/1.1" status: 204 len: 168 time: 2.0565801 Nov 25 17:24:00.770770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:00.792527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2010375428'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:00.806248 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc0ea8-1b5c-49a2-af31-683a1d23003a x-openstack-request-id: req-eacc0ea8-1b5c-49a2-af31-683a1d23003a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:00.806868 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:00.807296 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eacc0ea8-1b5c-49a2-af31-683a1d23003a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:00.807860 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': 'e02f8dae-a519-42f4-8b8e-3a0dc6cb4f25', 'status': 'completed', 'code': 200} Nov 25 17:24:00.808551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d33d2-9bc9-4989-a975-d68864292c6a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Network': ['ID=14893546-927d-4b36-bace-74bd853390f7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.818330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76dd435f-5591-46fc-beca-f3a83acd65bb req-21a26ba6-4c50-4e10-bb82-11fbd24b6fcb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342868 Nov 25 17:24:00.869740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:00.877086 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.943271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device de0c4699-5e94-4714-a172-75ed315f24df no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:00.946101 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d27ab857-0197-4d4d-9abe-da5fd9ebea41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.977714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:01.030575 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.031211 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Added segment f66c213a-7741-4f76-857d-71759e76b8a0 of type vlan for network 4c4f3637-0b43-4aac-8529-80b5b67b3849 Nov 25 17:24:01.042584 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d27ab857-0197-4d4d-9abe-da5fd9ebea41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.047593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d27ab857-0197-4d4d-9abe-da5fd9ebea41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.051104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d27ab857-0197-4d4d-9abe-da5fd9ebea41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b61633bf-75a8-4b7b-b774-dca4f9a837d8 HTTP/1.1" status: 204 len: 168 time: 1.5926831 Nov 25 17:24:01.067922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: de0c4699-5e94-4714-a172-75ed315f24df {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:01.070000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device de0c4699-5e94-4714-a172-75ed315f24df not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:01.137746 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.238712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ab857-0197-4d4d-9abe-da5fd9ebea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61633bf-75a8-4b7b-b774-dca4f9a837d8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:01.271400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.290908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.291587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.384147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:01.386537 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.641651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8668559 Nov 25 17:24:01.654227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:01.669485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'subnet': {'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:02.061785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10013bd0-b515-4abe-be01-74fe8ceaa493 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Network': ['ID=4c4f3637-0b43-4aac-8529-80b5b67b3849,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:02.083983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 4c4f3637-0b43-4aac-8529-80b5b67b3849 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:02.128987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4acc0-19d5-466a-9fc4-297dce202bac req-45c58b1a-9b67-469b-99a0-a86ff052b612 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.135705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4acc0-19d5-466a-9fc4-297dce202bac req-45c58b1a-9b67-469b-99a0-a86ff052b612 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.142417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4acc0-19d5-466a-9fc4-297dce202bac req-45c58b1a-9b67-469b-99a0-a86ff052b612 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.144119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46c4acc0-19d5-466a-9fc4-297dce202bac req-45c58b1a-9b67-469b-99a0-a86ff052b612 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 2410 time: 0.7253053 Nov 25 17:24:02.173156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] For port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:02.173571 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.189934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:02.205092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.224050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Calling delete_port for 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:02.282987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68284-703b-4963-8e99-42826b0f4d27 req-ff417a33-daa4-4f58-b6e2-007b38c8fd00 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.291192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5e68284-703b-4963-8e99-42826b0f4d27 req-ff417a33-daa4-4f58-b6e2-007b38c8fd00 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2646990 Nov 25 17:24:02.390570 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc43b4f9-b164-4ad9-9a39-381e881dd118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.523459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46c4acc0-19d5-466a-9fc4-297dce202bac req-acc8c131-7469-4d54-a7f1-b7a1fbbf5440 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533077 Nov 25 17:24:02.616640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5e68284-703b-4963-8e99-42826b0f4d27 req-60f77642-5fd4-488b-8047-4954d71217ea tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244252 Nov 25 17:24:02.659438 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.784571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Port': ['ID=17262fbf-d2b6-4d0d-a3bb-2e41d5233af1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:02.841832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.859683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] No DVR routers for this DVR port 17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:02.869651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.879964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-a97a5b91-80d4-49d0-91b2-c643753a3176 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "DELETE /v2.0/ports/17262fbf-d2b6-4d0d-a3bb-2e41d5233af1 HTTP/1.1" status: 204 len: 173 time: 2.2733705 Nov 25 17:24:02.880860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:02.888326 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8390f12d-53fc-4a84-b51d-b454e7b5348c" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "17262fbf-d2b6-4d0d-a3bb-2e41d5233af1"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:03.058499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Checking segment: {'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:03.058878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network hostable DHCP agents. Network: 4c4f3637-0b43-4aac-8529-80b5b67b3849, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:03.104796 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9435b360-7a4e-4f7f-b625-26008f3f6279 x-openstack-request-id: req-9435b360-7a4e-4f7f-b625-26008f3f6279 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:03.105185 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "17262fbf-d2b6-4d0d-a3bb-2e41d5233af1", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:03.105383 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9435b360-7a4e-4f7f-b625-26008f3f6279 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:03.105798 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': '17262fbf-d2b6-4d0d-a3bb-2e41d5233af1', 'status': 'completed', 'code': 200} Nov 25 17:24:03.107021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Subnet': ['ID=d4a957c6-be04-4f4b-a16d-a4588d832e2a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.162496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 4c4f3637-0b43-4aac-8529-80b5b67b3849 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:03.174964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 4c4f3637-0b43-4aac-8529-80b5b67b3849) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:03.185084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:03.187346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.198590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55db6d-f144-44a5-a74c-7d5b7a128192 None None] Network 4c4f3637-0b43-4aac-8529-80b5b67b3849 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:03.231986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f6e96c2f-4bdd-4e05-8fef-c102857fef54 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5643947 Nov 25 17:24:03.232795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:03.238079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1718287722'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:03.275173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:03.276012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.379051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:03.382702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.462213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:03.480426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.480874 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Added segment 589607bd-ee78-4f7e-b6d1-092b023ba845 of type vlan for network 95f41c6c-11ef-44a8-8309-576369615b7d Nov 25 17:24:03.656893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-4c4f3637-0b43-4aac-8529-80b5b67b3849', 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'fixed_ips': [{'subnet_id': 'd4a957c6-be04-4f4b-a16d-a4588d832e2a'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:03.657170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] For port cfe03c39-285e-4c8b-b3ae-e7b714c814d5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:03.657363 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.658276 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.683478 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.770273 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.784679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:03.786134 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.872100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:03.876732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Network': ['ID=95f41c6c-11ef-44a8-8309-576369615b7d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.894849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 95f41c6c-11ef-44a8-8309-576369615b7d details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:03.920692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-80cdd3a8-26f9-4a7d-b9de-e1fcb50e8844 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6866663 Nov 25 17:24:03.921952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54808) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:03.929397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'subnet': {'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:04.163707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e6c28b5-b80f-49f8-bad2-c5062bc4d558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.178537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Allocated IP 19.80.0.2 (4c4f3637-0b43-4aac-8529-80b5b67b3849/d4a957c6-be04-4f4b-a16d-a4588d832e2a/b61da3d1-beb8-413d-aca9-ead842d8223b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:04.248401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:04.252583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.258073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.258412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.258743 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Floating IP 9926d848-0b84-40f0-933b-6091e776e6bf disassociated. External IP: 172.25.1.195, port: cfe03c39-285e-4c8b-b3ae-e7b714c814d5. Nov 25 17:24:04.259097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Calling delete_port for cfe03c39-285e-4c8b-b3ae-e7b714c814d5 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:04.370439 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c35bfae-784c-48cb-9b0a-7c9dc964f3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.469045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.482802 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.576465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9974b-53fc-4d26-873b-e3baeff61e4d req-ea120b33-9c0b-41b2-82f7-478c47ec7979 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.589450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Network 4c4f3637-0b43-4aac-8529-80b5b67b3849 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:04.595672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9974b-53fc-4d26-873b-e3baeff61e4d req-ea120b33-9c0b-41b2-82f7-478c47ec7979 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.597546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83d9974b-53fc-4d26-873b-e3baeff61e4d req-ea120b33-9c0b-41b2-82f7-478c47ec7979 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 1677 time: 0.3922005 Nov 25 17:24:04.610062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:04.616788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e6c28b5-b80f-49f8-bad2-c5062bc4d558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.618239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:04.623012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefd673-548f-475e-bccf-fcddf2b20cbd req-91adf0bb-97e6-4f0c-85bf-8435a1aeffc8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.625377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edefd673-548f-475e-bccf-fcddf2b20cbd req-91adf0bb-97e6-4f0c-85bf-8435a1aeffc8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.4274611 Nov 25 17:24:04.634716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e6c28b5-b80f-49f8-bad2-c5062bc4d558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.640026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Pushing event updated for resources: {'Port': ['ID=b61da3d1-beb8-413d-aca9-ead842d8223b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:04.869493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Attempting to bind port b61da3d1-beb8-413d-aca9-ead842d8223b on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:04.870146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Attempting to bind port b61da3d1-beb8-413d-aca9-ead842d8223b by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:04.870599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Attempting to bind port b61da3d1-beb8-413d-aca9-ead842d8223b on network 4c4f3637-0b43-4aac-8529-80b5b67b3849 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:04.876233 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edefd673-548f-475e-bccf-fcddf2b20cbd req-b1a23a57-9eff-4a8a-9fca-264e754e6860 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261419 Nov 25 17:24:04.898274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:04.898569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Checking segment: {'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:04.898947 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.899366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Bound using segment: {'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:04.910139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Bound port: b61da3d1-beb8-413d-aca9-ead842d8223b, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:04.910139 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.916297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83d9974b-53fc-4d26-873b-e3baeff61e4d req-e4035a84-d3ac-4e59-818e-163c8ce3eadf tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839541 Nov 25 17:24:04.947902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c28b5-b80f-49f8-bad2-c5062bc4d558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a81761-1433-4a14-b44f-d263c12bb6fc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.043448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.053569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e6c28b5-b80f-49f8-bad2-c5062bc4d558 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60b929f38a3e490db407300415bfef78&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1631591 Nov 25 17:24:05.055105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54820) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:05.169290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] For port b61da3d1-beb8-413d-aca9-ead842d8223b, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:05.174121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] For port b61da3d1-beb8-413d-aca9-ead842d8223b, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b61da3d1-beb8-413d-aca9-ead842d8223b,segment=NetworkSegment(f66c213a-7741-4f76-857d-71759e76b8a0),segment_id=f66c213a-7741-4f76-857d-71759e76b8a0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:05.205887 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.287745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.324842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a0560-b29a-493b-8e2d-66418409cc98 None None] Pushing event updated for resources: {'Port': ['ID=b61da3d1-beb8-413d-aca9-ead842d8223b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.475020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Subnet': ['ID=210a8e76-23ec-4264-87fe-e623b7006943,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.524529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9148fdda-cd3d-493a-9c3d-364ad1650f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.526998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Checking segment: {'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:05.527392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network hostable DHCP agents. Network: 95f41c6c-11ef-44a8-8309-576369615b7d, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:05.632064 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:24:05.662434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9148fdda-cd3d-493a-9c3d-364ad1650f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.692275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 95f41c6c-11ef-44a8-8309-576369615b7d is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:05.710261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Port': ['ID=cfe03c39-285e-4c8b-b3ae-e7b714c814d5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.763223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.772105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 95f41c6c-11ef-44a8-8309-576369615b7d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:05.783240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb3425-ee65-4c6f-a21f-0210f79f9ed9 None None] Network 95f41c6c-11ef-44a8-8309-576369615b7d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:05.792085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.792709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.853331 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7cc04630-0104-468c-adf7-f4bdb8d08d36 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9286776 Nov 25 17:24:05.885585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9148fdda-cd3d-493a-9c3d-364ad1650f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.894744 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9148fdda-cd3d-493a-9c3d-364ad1650f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.903242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9148fdda-cd3d-493a-9c3d-364ad1650f8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89a81761-1433-4a14-b44f-d263c12bb6fc HTTP/1.1" status: 204 len: 168 time: 0.6566784 Nov 25 17:24:05.946756 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148fdda-cd3d-493a-9c3d-364ad1650f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a81761-1433-4a14-b44f-d263c12bb6fc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:06.039668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:06.384216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-95f41c6c-11ef-44a8-8309-576369615b7d', 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'fixed_ips': [{'subnet_id': '210a8e76-23ec-4264-87fe-e623b7006943'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:06.386309 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.673659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce63f9c-cb5f-4a56-b88e-bd4062196283 req-f90fdcc3-745a-499a-8df5-15b404f2dbd8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:06.683251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce63f9c-cb5f-4a56-b88e-bd4062196283 req-f90fdcc3-745a-499a-8df5-15b404f2dbd8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.5404058 Nov 25 17:24:06.815478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e8478-6e41-45fd-8852-edc4b7c825e5 req-20a9ee3e-d8a3-495a-aaad-35e064f59d31 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:06.833081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a41e8478-6e41-45fd-8852-edc4b7c825e5 req-20a9ee3e-d8a3-495a-aaad-35e064f59d31 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 943 time: 0.4409804 Nov 25 17:24:06.856384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:06.902569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Allocated IP 19.86.0.2 (95f41c6c-11ef-44a8-8309-576369615b7d/210a8e76-23ec-4264-87fe-e623b7006943/ac8158d8-b0dd-4f47-8ced-4e2880bbad2c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:06.925627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cce63f9c-cb5f-4a56-b88e-bd4062196283 req-3cf3937a-1b65-44f6-9993-2a3b5da3775a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413824 Nov 25 17:24:07.052777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] No DVR routers for this DVR port cfe03c39-285e-4c8b-b3ae-e7b714c814d5 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:07.060142 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.064258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-2516fde8-f015-4c08-a2d8-0f8f9e5c4066 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "DELETE /v2.0/ports/cfe03c39-285e-4c8b-b3ae-e7b714c814d5 HTTP/1.1" status: 204 len: 173 time: 4.1713653 Nov 25 17:24:07.064893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:07.070680 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d987e40-c5b4-477b-b9c3-7c9c75e989a6" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:07.097130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a41e8478-6e41-45fd-8852-edc4b7c825e5 req-5d5358c7-1d20-4f06-bd86-0434c9aa396c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups?id=17bfdaab-4edf-4477-a119-3cc3ab3a8351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624598 Nov 25 17:24:07.437568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] Sync routers for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:07.448500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b61da3d1-beb8-413d-aca9-ead842d8223b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:07.605472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f618d-efea-43c8-8389-e6e5c8720c34 None None] Network 4c4f3637-0b43-4aac-8529-80b5b67b3849 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:07.623271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:07.624262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:24:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:07.626584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.683439 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4698449-4f42-436c-883b-a844fd43d0aa x-openstack-request-id: req-c4698449-4f42-436c-883b-a844fd43d0aa {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:07.683740 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "cfe03c39-285e-4c8b-b3ae-e7b714c814d5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:07.684010 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4698449-4f42-436c-883b-a844fd43d0aa {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:07.685806 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': 'cfe03c39-285e-4c8b-b3ae-e7b714c814d5', 'status': 'completed', 'code': 200} Nov 25 17:24:07.708813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-68a617e8-1dc2-4e0a-a569-ef9e41c3a984 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:07.718669 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.719661 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.727711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-68a617e8-1dc2-4e0a-a569-ef9e41c3a984 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:07.730345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-68a617e8-1dc2-4e0a-a569-ef9e41c3a984 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/networks?id=4c4f3637-0b43-4aac-8529-80b5b67b3849&id=95f41c6c-11ef-44a8-8309-576369615b7d HTTP/1.1" status: 200 len: 1392 time: 0.3947744 Nov 25 17:24:07.800528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-357c5a13-294f-4665-a68e-3be0e1819069 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/quotas/3e3ee9d5723d4c5c8a79a2c812cde37f HTTP/1.1" status: 200 len: 375 time: 0.0386119 Nov 25 17:24:07.838893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting port bc9babf0-86ac-41b8-b3fa-d98b54928891 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:07.839609 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.060681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-45bdf64a-0d7f-4126-8632-10f870eb983c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2485709 Nov 25 17:24:08.318463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] For port bc9babf0-86ac-41b8-b3fa-d98b54928891, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=bc9babf0-86ac-41b8-b3fa-d98b54928891,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:08.318920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.341633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Calling delete_port for bc9babf0-86ac-41b8-b3fa-d98b54928891 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:08.383034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821b82-77ff-4df3-b6b8-c431325d918d req-deeeda76-b2bd-4c0b-9e9e-35e87fb24f9b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:08.384831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e821b82-77ff-4df3-b6b8-c431325d918d req-deeeda76-b2bd-4c0b-9e9e-35e87fb24f9b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2305641 Nov 25 17:24:08.455617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-2e56fcae-207f-44f6-b062-f2245932d4c0 service neutron] 10.222.0.81 "GET /v2.0/networks/4c4f3637-0b43-4aac-8529-80b5b67b3849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810728 Nov 25 17:24:08.552685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:08.602317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.663414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e821b82-77ff-4df3-b6b8-c431325d918d req-a3929147-f7c7-4af1-af1a-9c6fa1877e61 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703135 Nov 25 17:24:08.782557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2caf9117-cf85-4c09-9461-d2156d7a0eb8 None None] Provisioning complete for port b61da3d1-beb8-413d-aca9-ead842d8223b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:08.783090 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2caf9117-cf85-4c09-9461-d2156d7a0eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.830587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-a70ea890-263a-4326-8228-2676051e966f service neutron] 10.222.0.81 "GET /v2.0/networks/4c4f3637-0b43-4aac-8529-80b5b67b3849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516567 Nov 25 17:24:08.854413 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.867462 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.152468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.257597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b752089-ad09-4041-b9fc-a3764ec95144 req-785888fc-3d46-4486-b647-e982b40df22e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.3438895 Nov 25 17:24:09.264354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Port': ['ID=bc9babf0-86ac-41b8-b3fa-d98b54928891,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.287340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Network 95f41c6c-11ef-44a8-8309-576369615b7d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:09.401514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b61da3d1-beb8-413d-aca9-ead842d8223b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:09.401892 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.577202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:09.585543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-4faba40f-8c0e-4206-bce3-a09955fb3d62 service neutron] 10.222.0.81 "GET /v2.0/networks/95f41c6c-11ef-44a8-8309-576369615b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337441 Nov 25 17:24:09.586413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] No DVR routers for this DVR port bc9babf0-86ac-41b8-b3fa-d98b54928891 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:09.589539 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.594047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c51953-4185-4183-904e-8a92518baee0 req-a0430148-6729-433e-9516-d99e721d370e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.60 "DELETE /v2.0/ports/bc9babf0-86ac-41b8-b3fa-d98b54928891 HTTP/1.1" status: 204 len: 173 time: 2.4956703 Nov 25 17:24:09.597714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:09.611378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Pushing event updated for resources: {'Port': ['ID=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.719648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': 'bc9babf0-86ac-41b8-b3fa-d98b54928891'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:09.725330 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b56699-ddb5-4de3-81c9-968977c18fb0" -d '{"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "bc9babf0-86ac-41b8-b3fa-d98b54928891"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:09.820318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.820812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.821289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.825772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.826441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.826892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.827336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.828786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.831594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.835111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.835959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.837422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.963479 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d93af-2e1d-43bf-a881-931825b2491f x-openstack-request-id: req-a23d93af-2e1d-43bf-a881-931825b2491f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:09.963933 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f", "name": "network-vif-deleted", "tag": "bc9babf0-86ac-41b8-b3fa-d98b54928891", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:09.964340 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a23d93af-2e1d-43bf-a881-931825b2491f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:09.964927 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f', 'name': 'network-vif-deleted', 'tag': 'bc9babf0-86ac-41b8-b3fa-d98b54928891', 'status': 'completed', 'code': 200} Nov 25 17:24:10.010671 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2caf9117-cf85-4c09-9461-d2156d7a0eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.094176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-00aa1538-f23a-46a5-b1f1-12edbc870911 service neutron] 10.222.0.81 "GET /v2.0/networks/95f41c6c-11ef-44a8-8309-576369615b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976480 Nov 25 17:24:10.190287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2caf9117-cf85-4c09-9461-d2156d7a0eb8 None None] For port b61da3d1-beb8-413d-aca9-ead842d8223b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b61da3d1-beb8-413d-aca9-ead842d8223b,segment=NetworkSegment(f66c213a-7741-4f76-857d-71759e76b8a0),segment_id=f66c213a-7741-4f76-857d-71759e76b8a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:10.233815 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2caf9117-cf85-4c09-9461-d2156d7a0eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.247270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Attempting to bind port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:10.247270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Attempting to bind port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:10.247270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Attempting to bind port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c on network 95f41c6c-11ef-44a8-8309-576369615b7d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:10.276879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3f0e2-8bcc-46f7-a0b1-e319a73865f9 req-70cab34e-763b-46d2-8661-bde45ba37114 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.283455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39f3f0e2-8bcc-46f7-a0b1-e319a73865f9 req-70cab34e-763b-46d2-8661-bde45ba37114 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.3167946 Nov 25 17:24:10.474115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:37Z', 'revision_number': 5, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:10.496615 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39f3f0e2-8bcc-46f7-a0b1-e319a73865f9 req-2479c314-2852-450d-84ab-1440f08cf1fa tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805973 Nov 25 17:24:10.535889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf9117-cf85-4c09-9461-d2156d7a0eb8 None None] Pushing event updated for resources: {'Port': ['ID=b61da3d1-beb8-413d-aca9-ead842d8223b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:10.800328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:10.802519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Checking segment: {'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:10.803120 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.803626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Bound using segment: {'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:10.804164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Bound port: ac8158d8-b0dd-4f47-8ced-4e2880bbad2c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:10.811175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.853649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-997ca396-9f9a-4ad8-a675-0a6919626f88 req-29858bdb-0bc7-4262-b4e7-a24b4dfad8ef tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.0651419 Nov 25 17:24:10.864352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] Checking router: c192b99c-5dea-4a50-af79-1b2f31dd4ac4 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:10.987688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:10.989821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:24:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:11.021992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2da21bd6-b967-4ad3-adca-30fbf3d73a5e req-4e113501-2c99-4f10-a011-229935665f2f tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 210 time: 0.1013124 Nov 25 17:24:11.211832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-16decefa-537b-4046-8616-40f46304155a None None] Provisioning complete for port b61da3d1-beb8-413d-aca9-ead842d8223b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:11.212172 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16decefa-537b-4046-8616-40f46304155a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.797502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b61da3d1-beb8-413d-aca9-ead842d8223b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:11.869803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670c8eb-5079-49f6-b19b-355e5d073836 req-16e3172e-01ab-4cb2-bd6c-e8c8fd336d2f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.886641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c670c8eb-5079-49f6-b19b-355e5d073836 req-16e3172e-01ab-4cb2-bd6c-e8c8fd336d2f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1396632 Nov 25 17:24:12.009540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] For port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:12.115215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:12.197203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] For port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:12.255367 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.305651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c670c8eb-5079-49f6-b19b-355e5d073836 req-922a72bd-9da8-46b2-a33f-0fb91c0b31f4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177892 Nov 25 17:24:12.338247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-606b03af-32bd-426c-b7a5-5c91a4869e98 req-de52d803-d24d-4871-a85b-d550c7d58f44 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.2248483 Nov 25 17:24:12.428776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3b5f7-1944-4c1c-bb51-499d354497c5 None None] Pushing event updated for resources: {'Port': ['ID=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:12.642631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff0d60bf-0bf9-47ca-9098-e8f02fd1b501 req-52688f2d-6abf-4016-b376-66ec183d5bda tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 210 time: 0.0938830 Nov 25 17:24:12.803401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b61da3d1-beb8-413d-aca9-ead842d8223b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:12.806179 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.420638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:37Z', 'revision_number': 5, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:13.479082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55028) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:13.487381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d296f-d881-46cb-be75-fcd57333da56 None None] The sync data for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 is: [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '892e99bd-a3b6-4a25-807e-8746e63af7b4', 'name': '', 'network_id': '1cac3821-1e0b-4ad6-b11f-cc813f8187e4', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'mac_address': 'fa:16:3e:a2:dc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:31Z', 'updated_at': '2021-11-25T17:12:37Z', 'revision_number': 5, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'subnets': [{'id': 'aff52488-4a16-4eb1-9f80-73658f526fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:13.796543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ac8158d8-b0dd-4f47-8ced-4e2880bbad2c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:13.863928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d20040ba-af44-408d-b9e1-86b96b5741e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.892194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-68d65639-9ff1-45b7-9254-dbd68040d2ac tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.915348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-68d65639-9ff1-45b7-9254-dbd68040d2ac tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.922864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-68d65639-9ff1-45b7-9254-dbd68040d2ac tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "GET /v2.0/networks?id=4c4f3637-0b43-4aac-8529-80b5b67b3849&id=95f41c6c-11ef-44a8-8309-576369615b7d HTTP/1.1" status: 200 len: 1392 time: 0.5484548 Nov 25 17:24:13.959830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:13.960570 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.969005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'port': {'device_id': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849', 'admin_state_up': True, 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:14.307400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.350076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d20040ba-af44-408d-b9e1-86b96b5741e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.364814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-522c8a3d-2c25-4287-98dd-498ed9ded26b req-f6bec00f-d557-421d-b44b-7cdbfbae5c2e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.5058074 Nov 25 17:24:14.368209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d20040ba-af44-408d-b9e1-86b96b5741e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.381544 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e64a9-542b-4322-af93-75f6c7404e84 None None] New status for floating IP 9926d848-0b84-40f0-933b-6091e776e6bf: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:24:14.478587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:14.484383 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.491260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d20040ba-af44-408d-b9e1-86b96b5741e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3c5db9cbf47459197d38a47e617da14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0109887 Nov 25 17:24:14.500425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.537914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244df723-dc73-462b-895d-77848f8de28c req-f5b7e18c-5528-476f-ace4-10eacfe0644d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.552422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-244df723-dc73-462b-895d-77848f8de28c req-f5b7e18c-5528-476f-ace4-10eacfe0644d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 1.0158997 Nov 25 17:24:14.665966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.777928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:14.782527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20040ba-af44-408d-b9e1-86b96b5741e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8ac40d-f5c3-4862-9da7-25e915db5d4f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.793182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.833945 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3984f6ac-e2b0-4a1e-8524-6cbc494b3d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.902383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e8c0d-526f-4ef7-8714-1feb85b5d8f9 None None] Network 95f41c6c-11ef-44a8-8309-576369615b7d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:14.910336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-244df723-dc73-462b-895d-77848f8de28c req-a11250eb-ee3b-4b4c-b7ae-e1319c0684b5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514931 Nov 25 17:24:14.916697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3984f6ac-e2b0-4a1e-8524-6cbc494b3d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.078890 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3984f6ac-e2b0-4a1e-8524-6cbc494b3d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.081415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3984f6ac-e2b0-4a1e-8524-6cbc494b3d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.092661 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3984f6ac-e2b0-4a1e-8524-6cbc494b3d6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce8ac40d-f5c3-4862-9da7-25e915db5d4f HTTP/1.1" status: 204 len: 168 time: 0.5882638 Nov 25 17:24:15.126294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984f6ac-e2b0-4a1e-8524-6cbc494b3d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8ac40d-f5c3-4862-9da7-25e915db5d4f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:15.199517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-677d6470-2d6a-400d-b6b6-d25c396880f9 req-0ca57898-ff74-40d9-b34b-3a5496266600 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 210 time: 0.2358878 Nov 25 17:24:15.509044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Allocated IP 19.80.0.105 (4c4f3637-0b43-4aac-8529-80b5b67b3849/d4a957c6-be04-4f4b-a16d-a4588d832e2a/bd1f1769-057f-4dd9-8fc7-a96c1e1c1750) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:15.546064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b79d8e5f-1528-4930-9ec1-505534fdcebd None None] Provisioning complete for port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:15.547355 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b79d8e5f-1528-4930-9ec1-505534fdcebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.693300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ac8158d8-b0dd-4f47-8ced-4e2880bbad2c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:16.035902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55068) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:16.069444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20fc09cd-3c31-445a-8a13-a057597bc1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.144777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81f7b375-677f-46f0-a8f1-f53410c55359 req-78e0ced4-afcd-4acc-959f-9781513ca34d tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.2911241 Nov 25 17:24:16.302041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.303052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:16.303052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.389653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac8c8-8b28-4957-ae32-1cf94571829c req-86eb61d7-79bb-4850-8f62-54a9cc9c88b8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.399754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ecac8c8-8b28-4957-ae32-1cf94571829c req-86eb61d7-79bb-4850-8f62-54a9cc9c88b8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1191764 Nov 25 17:24:16.517091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20fc09cd-3c31-445a-8a13-a057597bc1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.534710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ecac8c8-8b28-4957-ae32-1cf94571829c req-02834def-8d66-4d08-a9ba-397476789ec8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312335 Nov 25 17:24:16.542314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20fc09cd-3c31-445a-8a13-a057597bc1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.547180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.744379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc09cd-3c31-445a-8a13-a057597bc1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cd6a1c-0233-4cdb-9e48-1ce66796ffd4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:16.814584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Port': ['ID=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:16.837653 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20fc09cd-3c31-445a-8a13-a057597bc1f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba0723ca17734a279cd373a09742be51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8004138 Nov 25 17:24:16.842196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55088) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:17.155033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 4c4f3637-0b43-4aac-8529-80b5b67b3849 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:17.172504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:17.229728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:17.273720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5c0788a-d033-460b-8a0d-f3113663fd78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.387641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5c0788a-d033-460b-8a0d-f3113663fd78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.495056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.497996 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.536719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-24284b3c-e9b2-447b-a0cc-a5a6e2dd26ab None None] Provisioning complete for port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:17.537421 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24284b3c-e9b2-447b-a0cc-a5a6e2dd26ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.598415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5c0788a-d033-460b-8a0d-f3113663fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.601931 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5c0788a-d033-460b-8a0d-f3113663fd78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.603918 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e5c0788a-d033-460b-8a0d-f3113663fd78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33cd6a1c-0233-4cdb-9e48-1ce66796ffd4 HTTP/1.1" status: 204 len: 168 time: 0.7555544 Nov 25 17:24:17.631615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0788a-d033-460b-8a0d-f3113663fd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cd6a1c-0233-4cdb-9e48-1ce66796ffd4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:17.732651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6e109-9565-48e4-8186-961ceb62a12f req-43b23712-a122-44fa-933a-e1361a8e7465 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.740517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4d6e109-9565-48e4-8186-961ceb62a12f req-43b23712-a122-44fa-933a-e1361a8e7465 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 932 time: 0.9269543 Nov 25 17:24:17.757131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b127b2de-d16a-4db1-b19e-c50dcdd7d46c req-78e180d9-3714-4cdd-a809-15f283a4a0c2 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.2107587 Nov 25 17:24:17.777375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-c285c33b-3753-45cb-ab09-c9fff0f7ffab tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8239906 Nov 25 17:24:17.848389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Request body: {'port': {'device_id': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d', 'admin_state_up': True, 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:17.891198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4d6e109-9565-48e4-8186-961ceb62a12f req-d824c604-9356-4b5a-8949-64787776f7f9 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099739 Nov 25 17:24:18.182122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-58b1ad72-9253-43c5-8e8f-93abfac3fb29 None None] Provisioning complete for port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:18.182490 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58b1ad72-9253-43c5-8e8f-93abfac3fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.399153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-58b1ad72-9253-43c5-8e8f-93abfac3fb29 None None] Port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:18.492471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Made reservation on behalf of 3e3ee9d5723d4c5c8a79a2c812cde37f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:18.498984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.533473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876679a-f974-49a3-a9c6-5821d8cde9e9 req-799d01c6-de47-4f04-9d8d-59f703b29373 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.535069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a876679a-f974-49a3-a9c6-5821d8cde9e9 req-799d01c6-de47-4f04-9d8d-59f703b29373 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.3527977 Nov 25 17:24:18.808563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a876679a-f974-49a3-a9c6-5821d8cde9e9 req-d1191a94-e414-469a-891c-00e66f349562 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549496 Nov 25 17:24:18.842875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Allocated IP 19.86.0.53 (95f41c6c-11ef-44a8-8309-576369615b7d/210a8e76-23ec-4264-87fe-e623b7006943/7114c344-efa3-4b2c-98d3-8be3c4fdf260) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:19.294111 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.361724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d38949eb-041b-4399-9873-507d5fcfd447 req-70a21139-0973-4f28-b4ba-8b68a908b917 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1525011 Nov 25 17:24:19.469171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b53a-adce-4de4-97fd-c6dc61368cc8 req-3f50c8b3-eca6-4ca7-a8b6-8a283265d902 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:19.472960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30f5b53a-adce-4de4-97fd-c6dc61368cc8 req-3f50c8b3-eca6-4ca7-a8b6-8a283265d902 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 932 time: 0.2466531 Nov 25 17:24:19.522735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.574441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Network 95f41c6c-11ef-44a8-8309-576369615b7d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:19.627253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:19.649870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30f5b53a-adce-4de4-97fd-c6dc61368cc8 req-063fa3b8-250a-489c-b29b-b190ae94fc85 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700385 Nov 25 17:24:19.693235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:19.783074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event updated for resources: {'Port': ['ID=7114c344-efa3-4b2c-98d3-8be3c4fdf260,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:19.831070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:19.831843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.878632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-7f23504d-745c-4c43-ae90-277aff554ac3 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0934386 Nov 25 17:24:19.893341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Request body: {'port': {'device_id': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:20.017419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 333dfb88-889b-4566-b713-ce6eac7e8bce details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:20.177409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e077-15d6-492f-a276-4b68f3bcbdfc req-608fd3dc-c88b-4794-b604-f7ceafe63e0e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:20.179107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4671e077-15d6-492f-a276-4b68f3bcbdfc req-608fd3dc-c88b-4794-b604-f7ceafe63e0e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2058434 Nov 25 17:24:20.190699 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.222577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd37a40-5986-4cf3-b7b9-4506a3c171fd req-6d93558f-5e46-4614-9fd2-84429ec6b742 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:20.224309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bd37a40-5986-4cf3-b7b9-4506a3c171fd req-6d93558f-5e46-4614-9fd2-84429ec6b742 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 949 time: 0.2791295 Nov 25 17:24:20.336372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fc48ebaa-9254-4684-b7ca-7c1e3441ae84 None None] Provisioning complete for port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:20.345891 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc48ebaa-9254-4684-b7ca-7c1e3441ae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.473553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4671e077-15d6-492f-a276-4b68f3bcbdfc req-141c452f-3b51-4349-b816-378210270cef tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799325 Nov 25 17:24:20.504571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:20.519121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fc48ebaa-9254-4684-b7ca-7c1e3441ae84 None None] Port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:20.523223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'port_id': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'mac_address': 'fa:16:3e:9b:f2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483180c2-5451-4b43-98d2-fc76f7ce3b80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:20.539756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bd37a40-5986-4cf3-b7b9-4506a3c171fd req-1b236d2b-a3fc-4815-861f-943085ac64b1 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941155 Nov 25 17:24:20.648533 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.688508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 333dfb88-889b-4566-b713-ce6eac7e8bce {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:20.765878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:20.775262 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.920070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:20.920721 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:20.940180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.957998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['333dfb88-889b-4566-b713-ce6eac7e8bce'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:20.986490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Transition to ACTIVE for port object bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:21.038493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40375046-3a1f-440b-81c5-382d006c6c88 req-24a2733b-96ec-451d-908e-250087140414 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1858923 Nov 25 17:24:21.039195 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.232154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:21.265158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be4470-d6d9-48b2-8407-01f1485d7fc9 req-39d48833-bdac-4e6a-b282-250ba2e25145 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:21.271934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be4470-d6d9-48b2-8407-01f1485d7fc9 req-39d48833-bdac-4e6a-b282-250ba2e25145 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:21.281324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3be4470-d6d9-48b2-8407-01f1485d7fc9 req-39d48833-bdac-4e6a-b282-250ba2e25145 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1654 time: 0.4303513 Nov 25 17:24:21.381682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3be4470-d6d9-48b2-8407-01f1485d7fc9 req-7d2931c7-95a9-4af0-9748-918c34d3b7c9 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993683 Nov 25 17:24:21.735569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Attempting to bind port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:21.736470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Attempting to bind port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:21.736470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Attempting to bind port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 on network 4c4f3637-0b43-4aac-8529-80b5b67b3849 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:21.756631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 on network 4c4f3637-0b43-4aac-8529-80b5b67b3849 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:21.758792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Attempting to bind port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 on network 4c4f3637-0b43-4aac-8529-80b5b67b3849 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:21.794133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:21.794133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Checking segment: {'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:21.794497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Bound using segment: {'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:21.794899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Bound port: bd1f1769-057f-4dd9-8fc7-a96c1e1c1750, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66c213a-7741-4f76-857d-71759e76b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:21.795273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.021732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 333dfb88-889b-4566-b713-ce6eac7e8bce up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:22.102960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24934e-b222-4c9d-92dc-01d6e39971a9 req-fb6c99a0-8d98-4c55-a52a-4ce1bbb4d31b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:22.117429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c24934e-b222-4c9d-92dc-01d6e39971a9 req-fb6c99a0-8d98-4c55-a52a-4ce1bbb4d31b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 945 time: 0.3608036 Nov 25 17:24:22.176698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] For port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:22.205169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] For port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,segment=NetworkSegment(f66c213a-7741-4f76-857d-71759e76b8a0),segment_id=f66c213a-7741-4f76-857d-71759e76b8a0)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:22.214994 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.265404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c24934e-b222-4c9d-92dc-01d6e39971a9 req-9c9038d3-9fe3-4289-9af4-3ad2cd481423 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468782 Nov 25 17:24:22.286447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:22.289147 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.290696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] 10.222.0.95 "PUT /v2.0/ports/bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 HTTP/1.1" status: 200 len: 1092 time: 2.4031177 Nov 25 17:24:22.335939 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 333dfb88-889b-4566-b713-ce6eac7e8bce triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:22.336615 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.362004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'tag': 'bd1f1769-057f-4dd9-8fc7-a96c1e1c1750'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:22.364373 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82" -d '{"events": [{"name": "network-changed", "server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "tag": "bd1f1769-057f-4dd9-8fc7-a96c1e1c1750"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:22.372367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9366e-4914-43ef-ae80-ae0d4d5b258c service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:22.396373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Request body: {'port': {'device_id': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:22.563091 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d676534-3c2a-4144-9a14-154b31c9d080 req-55dfbee8-0645-411b-8282-5c57aaf8d0b5 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1530223 Nov 25 17:24:22.630300 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.653079 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4e7a8a-1b62-4144-9417-c91ac695554e x-openstack-request-id: req-2b4e7a8a-1b62-4144-9417-c91ac695554e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:22.653421 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "tag": "bd1f1769-057f-4dd9-8fc7-a96c1e1c1750", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:22.653768 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b4e7a8a-1b62-4144-9417-c91ac695554e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:22.659704 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'tag': 'bd1f1769-057f-4dd9-8fc7-a96c1e1c1750', 'status': 'completed', 'code': 200} Nov 25 17:24:22.674854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.783637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:22.800451 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22102c1b-a3b6-4a3b-ac2f-fe013911e99c" -d '{"events": [{"server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "name": "network-vif-plugged", "status": "completed", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:22.801686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-d73fcf0a-946f-4f47-83dc-7857212a578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:22.802863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-d73fcf0a-946f-4f47-83dc-7857212a578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:22.804683 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-d73fcf0a-946f-4f47-83dc-7857212a578d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1913 time: 0.1488407 Nov 25 17:24:22.876690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:22.892513 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.894784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:23.032919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-92302a52-f54b-4e8e-8df5-174237a47c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.033674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-92302a52-f54b-4e8e-8df5-174237a47c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.037100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-92302a52-f54b-4e8e-8df5-174237a47c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.039632 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-92302a52-f54b-4e8e-8df5-174237a47c00 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2268679 Nov 25 17:24:23.211005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.233139 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.389920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:23.392340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-1778f663-f51d-4dfe-8ac7-885c40ba71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.395241 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-99b8bfa6-1fe7-491a-ac7e-4826db24ae82 req-1778f663-f51d-4dfe-8ac7-885c40ba71d9 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3465650 Nov 25 17:24:23.407273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.517485 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.616392 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f45ed3-077d-42a9-a70f-e6cce6e79731 x-openstack-request-id: req-79f45ed3-077d-42a9-a70f-e6cce6e79731 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:23.619672 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "name": "network-vif-plugged", "status": "completed", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:23.620062 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79f45ed3-077d-42a9-a70f-e6cce6e79731 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:23.620590 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'code': 200} Nov 25 17:24:24.228708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd7dcf-de93-420f-b970-a7fd2bdda415 req-49366802-6c29-453e-9eb0-ae26a3fa6d3c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.236556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd7dcf-de93-420f-b970-a7fd2bdda415 req-49366802-6c29-453e-9eb0-ae26a3fa6d3c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.256704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07fd7dcf-de93-420f-b970-a7fd2bdda415 req-49366802-6c29-453e-9eb0-ae26a3fa6d3c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1666 time: 0.2238081 Nov 25 17:24:24.342057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b018cf-93cb-4373-8f70-efa58e1b2ab5 req-efaa8917-80db-4ee9-a2b8-2cb3778fcbd6 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.351512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b018cf-93cb-4373-8f70-efa58e1b2ab5 req-efaa8917-80db-4ee9-a2b8-2cb3778fcbd6 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.3215468 Nov 25 17:24:24.525197 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07fd7dcf-de93-420f-b970-a7fd2bdda415 req-d1a29fc2-e980-428d-8ada-8407e1982d97 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669208 Nov 25 17:24:24.641645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b018cf-93cb-4373-8f70-efa58e1b2ab5 req-6e4c7d99-34e2-40f4-9fda-303101e1784c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885182 Nov 25 17:24:24.899263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df33995a-9f01-47b2-8f92-5c43c5eeb654 req-c01e21bc-b63b-47b9-936b-4a8cda2697f5 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1047449 Nov 25 17:24:24.936591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7114c344-efa3-4b2c-98d3-8be3c4fdf260 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:24.949718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.991793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Transition to ACTIVE for port object 7114c344-efa3-4b2c-98d3-8be3c4fdf260 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:25.001466 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.154225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Pushing event updated for resources: {'Port': ['ID=7114c344-efa3-4b2c-98d3-8be3c4fdf260,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.349324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Attempting to bind port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:25.349979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Attempting to bind port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:25.357042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Attempting to bind port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 on network 95f41c6c-11ef-44a8-8309-576369615b7d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:25.369510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 on network 95f41c6c-11ef-44a8-8309-576369615b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:25.372465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Attempting to bind port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 on network 95f41c6c-11ef-44a8-8309-576369615b7d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:25.394347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:25.397758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Checking segment: {'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:25.398299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Bound using segment: {'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:25.399188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Bound port: 7114c344-efa3-4b2c-98d3-8be3c4fdf260, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589607bd-ee78-4f7e-b6d1-092b023ba845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:25.404414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.623263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:25.628002 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880db50-13eb-4f7a-9498-e4aae7f817df" -d '{"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-unplugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:25.722151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] For port 7114c344-efa3-4b2c-98d3-8be3c4fdf260, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:25.746292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] For port 7114c344-efa3-4b2c-98d3-8be3c4fdf260, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=7114c344-efa3-4b2c-98d3-8be3c4fdf260,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:25.756735 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73072d3-559d-4cbd-99f4-68bc14b6506d x-openstack-request-id: req-a73072d3-559d-4cbd-99f4-68bc14b6506d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:25.757126 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-unplugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:25.757605 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a73072d3-559d-4cbd-99f4-68bc14b6506d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:25.758074 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'code': 200} Nov 25 17:24:25.760881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.948946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Pushing event updated for resources: {'Port': ['ID=7114c344-efa3-4b2c-98d3-8be3c4fdf260,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.991037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-82f40816-0ab3-4991-b72d-63d08eee0357 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3556154 Nov 25 17:24:26.002088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.002858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.004507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-d12a960e-c6ce-46ce-b27e-9fe72e0d9798 service neutron] 10.222.0.95 "PUT /v2.0/ports/7114c344-efa3-4b2c-98d3-8be3c4fdf260 HTTP/1.1" status: 200 len: 1091 time: 3.6203899 Nov 25 17:24:26.017870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'tag': '7114c344-efa3-4b2c-98d3-8be3c4fdf260'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:26.023674 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be641bec-aed8-403d-9030-47a3317da485" -d '{"events": [{"name": "network-changed", "server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "tag": "7114c344-efa3-4b2c-98d3-8be3c4fdf260"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:26.040402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:26.109052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b00d1-b517-4c46-bd77-4c3e024d8b02 req-d8f46b5d-1c56-4fc2-aba5-f96efd290e48 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.117411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b00d1-b517-4c46-bd77-4c3e024d8b02 req-d8f46b5d-1c56-4fc2-aba5-f96efd290e48 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.119749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-594b00d1-b517-4c46-bd77-4c3e024d8b02 req-d8f46b5d-1c56-4fc2-aba5-f96efd290e48 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1678 time: 0.3699825 Nov 25 17:24:26.247658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55398) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:26.296322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efacbb1-5936-489a-b6ee-df32f5224280 req-52bb169a-4930-4777-8dd5-1a489c646522 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.298422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4efacbb1-5936-489a-b6ee-df32f5224280 req-52bb169a-4930-4777-8dd5-1a489c646522 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.3365483 Nov 25 17:24:26.373700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:26.394526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'mac_address': 'fa:16:3e:ab:c9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:26.504437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-e7d20304-f73a-4516-8a1e-a85435df82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.505439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-e7d20304-f73a-4516-8a1e-a85435df82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.508103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-e7d20304-f73a-4516-8a1e-a85435df82e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1980 time: 0.4111416 Nov 25 17:24:26.552387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4efacbb1-5936-489a-b6ee-df32f5224280 req-0709ef8d-136e-459f-9865-784171f49a11 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286808 Nov 25 17:24:26.596403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-594b00d1-b517-4c46-bd77-4c3e024d8b02 req-148125cb-c384-493a-9916-7e32cee4fc03 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619033 Nov 25 17:24:26.597280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.661435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a35-757f-468b-acb7-e8fc8fc05e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.697485 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:26.781893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:26.798474 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.799438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-b20e5740-9551-47e0-97cd-e5275e934235 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 HTTP/1.1" status: 200 len: 217 time: 0.2702832 Nov 25 17:24:26.822620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-bc0145ea-4037-4cac-b17e-2630a5db6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.841997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-bc0145ea-4037-4cac-b17e-2630a5db6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.843327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-bc0145ea-4037-4cac-b17e-2630a5db6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.846578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-bc0145ea-4037-4cac-b17e-2630a5db6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.847601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-bc0145ea-4037-4cac-b17e-2630a5db6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.850828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-bc0145ea-4037-4cac-b17e-2630a5db6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.857263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-bc0145ea-4037-4cac-b17e-2630a5db6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.867472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-bc0145ea-4037-4cac-b17e-2630a5db6713 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6502 time: 0.6700654 Nov 25 17:24:26.959515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:27.017555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a35-757f-468b-acb7-e8fc8fc05e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.027876 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8a35-757f-468b-acb7-e8fc8fc05e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.111526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8a35-757f-468b-acb7-e8fc8fc05e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f652d6-0699-41d1-9362-54aea07886fe,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:27.118748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:27.161494 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e8fe8a35-757f-468b-acb7-e8fc8fc05e0f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ceda5972e3484f0791e70e37dd20bcb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9124513 Nov 25 17:24:27.179979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55414) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:27.200225 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-563efa54-f3ca-44b1-a914-92ba8fcc64bc req-b9d0e286-82f9-4f59-b4cf-54aee7522d5c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1759624 Nov 25 17:24:27.209929 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9e4cf0-b5c3-4907-aab3-14f223f1f36c x-openstack-request-id: req-0c9e4cf0-b5c3-4907-aab3-14f223f1f36c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:27.217507 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "tag": "7114c344-efa3-4b2c-98d3-8be3c4fdf260", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:27.218267 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c9e4cf0-b5c3-4907-aab3-14f223f1f36c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:27.218970 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'tag': '7114c344-efa3-4b2c-98d3-8be3c4fdf260', 'status': 'completed', 'code': 200} Nov 25 17:24:27.388278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c633ebb-0cdb-404e-af6c-6734b399ec4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.406142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-763a9770-0591-423e-a3c4-a50da6161969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.415027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-763a9770-0591-423e-a3c4-a50da6161969 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d4a957c6-be04-4f4b-a16d-a4588d832e2a HTTP/1.1" status: 200 len: 801 time: 0.6059864 Nov 25 17:24:27.463163 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c633ebb-0cdb-404e-af6c-6734b399ec4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.656706 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c633ebb-0cdb-404e-af6c-6734b399ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.686467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c633ebb-0cdb-404e-af6c-6734b399ec4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.691565 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5c633ebb-0cdb-404e-af6c-6734b399ec4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59f652d6-0699-41d1-9362-54aea07886fe HTTP/1.1" status: 204 len: 168 time: 0.5096745 Nov 25 17:24:27.708311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c633ebb-0cdb-404e-af6c-6734b399ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f652d6-0699-41d1-9362-54aea07886fe,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:27.897463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-0fae082c-9dd1-4207-95c7-2d311f6b2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.907273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-0fae082c-9dd1-4207-95c7-2d311f6b2dd4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4c4f3637-0b43-4aac-8529-80b5b67b3849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4784451 Nov 25 17:24:27.943079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-9dd7f3ed-6bee-4173-9fc7-44a62b53f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.951322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-9dd7f3ed-6bee-4173-9fc7-44a62b53f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.956972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-9dd7f3ed-6bee-4173-9fc7-44a62b53f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.963604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-9dd7f3ed-6bee-4173-9fc7-44a62b53f296 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=a159a140-c32b-487a-857c-191ffdb4911e&id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 2297 time: 0.9423170 Nov 25 17:24:28.314264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-fcd3de19-ddc5-4191-a122-9262a450b068 service neutron] 10.222.0.95 "GET /v2.0/networks/4c4f3637-0b43-4aac-8529-80b5b67b3849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936675 Nov 25 17:24:28.734330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-5b9d14b0-8bf9-4ec8-9b3c-7e8e6ef5c5af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 200 len: 1000 time: 0.7282979 Nov 25 17:24:28.760040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:28.820632 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd1a7-afbd-4e5d-8646-171413c7293f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.977215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe7e5e-80c5-4de7-b6b4-f41ead2d1a83 req-c8df41a1-9fd5-45fd-b6e8-7225e72b1773 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:28.994429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2fe7e5e-80c5-4de7-b6b4-f41ead2d1a83 req-c8df41a1-9fd5-45fd-b6e8-7225e72b1773 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.9713523 Nov 25 17:24:29.049936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43124a19-0c25-4eb5-83be-211e634418e2 req-e742b40f-a19f-4551-a9d5-d89d7bac8f06 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.065353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43124a19-0c25-4eb5-83be-211e634418e2 req-e742b40f-a19f-4551-a9d5-d89d7bac8f06 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.072026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43124a19-0c25-4eb5-83be-211e634418e2 req-e742b40f-a19f-4551-a9d5-d89d7bac8f06 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1678 time: 1.0619848 Nov 25 17:24:29.129424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd1a7-afbd-4e5d-8646-171413c7293f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.135805 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dbcd1a7-afbd-4e5d-8646-171413c7293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.141856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-00fba14c-5d8f-4d8d-b1be-08b61aebfe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.150190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-00fba14c-5d8f-4d8d-b1be-08b61aebfe75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f12de2ce-9a48-4f26-81e7-fd454e827edd HTTP/1.1" status: 200 len: 855 time: 0.2997241 Nov 25 17:24:29.305729 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9dbcd1a7-afbd-4e5d-8646-171413c7293f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b8f85803c8a4ac780bba9568316c78e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5443571 Nov 25 17:24:29.309619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:29.310350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcd1a7-afbd-4e5d-8646-171413c7293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783b1b93-2715-44ab-af81-bfb164d700bb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:29.383146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-89b4920a-c1d6-43d9-89c5-cc4a64e729d7 service neutron] 10.222.0.95 "GET /v2.0/networks/4c4f3637-0b43-4aac-8529-80b5b67b3849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9899926 Nov 25 17:24:29.464455 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95f2dbfc-2088-4489-9e67-ef4a0ce0b429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.493119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-51dd7f6e-cd34-475c-afa9-30e90253d652 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.53&port_id=7114c344-efa3-4b2c-98d3-8be3c4fdf260 HTTP/1.1" status: 200 len: 217 time: 0.0991328 Nov 25 17:24:29.502971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2fe7e5e-80c5-4de7-b6b4-f41ead2d1a83 req-ff71f8f3-1317-4f17-97d4-b3132a0f5e0e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068946 Nov 25 17:24:29.567724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95f2dbfc-2088-4489-9e67-ef4a0ce0b429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.579485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-ffd3c942-72f8-4b7c-b3e6-53c5a3ee0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.581164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-ffd3c942-72f8-4b7c-b3e6-53c5a3ee0d93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4068854 Nov 25 17:24:29.637308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43124a19-0c25-4eb5-83be-211e634418e2 req-addb3a6b-9463-485b-b2bf-286d19489705 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969687 Nov 25 17:24:29.651580 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95f2dbfc-2088-4489-9e67-ef4a0ce0b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.659766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95f2dbfc-2088-4489-9e67-ef4a0ce0b429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.664561 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-95f2dbfc-2088-4489-9e67-ef4a0ce0b429 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/783b1b93-2715-44ab-af81-bfb164d700bb HTTP/1.1" status: 204 len: 168 time: 0.3381748 Nov 25 17:24:29.688331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2dbfc-2088-4489-9e67-ef4a0ce0b429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b1b93-2715-44ab-af81-bfb164d700bb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:29.825627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-635c43a4-a54c-4e53-bfa0-975a4e2f8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.827579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-635c43a4-a54c-4e53-bfa0-975a4e2f8a06 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=210a8e76-23ec-4264-87fe-e623b7006943 HTTP/1.1" status: 200 len: 801 time: 0.3215797 Nov 25 17:24:30.051912 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:30.187288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:30.187954 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.212102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09b01488-e357-43c3-9ce9-7f73c78c4612 req-af0c48f4-9cea-4f31-a453-0484cef2ccc5 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.2368755 Nov 25 17:24:30.248962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-cdf734b0-44ae-41c7-a85a-c27e787396d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.260592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-cdf734b0-44ae-41c7-a85a-c27e787396d2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=95f41c6c-11ef-44a8-8309-576369615b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4164720 Nov 25 17:24:30.274245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-a8797dd5-3b4a-4f18-ad75-eda98b419a23 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774614 Nov 25 17:24:30.611133 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.733148 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:30.740229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:30.751549 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b28f60-9b7d-407f-9eef-cd2ae81fd742" -d '{"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-plugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:30.766524 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.908176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-ed0e47cd-1831-4edb-941a-10b6d02343e9 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014616 Nov 25 17:24:30.927329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34d8ac-611c-4ed8-b783-2d58bc3d5d99 req-61db30a6-61a0-45c2-a7da-e63109b3e90a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.947317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:30.952010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f34d8ac-611c-4ed8-b783-2d58bc3d5d99 req-61db30a6-61a0-45c2-a7da-e63109b3e90a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2798622 Nov 25 17:24:31.062746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-030b2e47-4343-4fe8-b773-bb5c1139afba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 217 time: 0.1439960 Nov 25 17:24:31.066289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-33df1786-f73c-45dd-8707-0ad613fbbddd service neutron] 10.222.0.95 "GET /v2.0/networks/95f41c6c-11ef-44a8-8309-576369615b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7890623 Nov 25 17:24:31.156196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f34d8ac-611c-4ed8-b783-2d58bc3d5d99 req-565c4308-c4c9-4618-9838-3e4364936e0b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952755 Nov 25 17:24:31.725475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-57717288-ec44-4403-9aea-3402d2881477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.727156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-57717288-ec44-4403-9aea-3402d2881477 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.5771358 Nov 25 17:24:31.979926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e1aa-931e-402b-8441-19d84099dde0 req-b245ae96-8e66-4b2f-90d7-305170e829e9 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.003554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e1aa-931e-402b-8441-19d84099dde0 req-b245ae96-8e66-4b2f-90d7-305170e829e9 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.029616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7196e1aa-931e-402b-8441-19d84099dde0 req-b245ae96-8e66-4b2f-90d7-305170e829e9 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1678 time: 0.5901575 Nov 25 17:24:32.035839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec21216a-eeea-4d54-ac42-56a6521d8996 req-9c62b3ff-c01c-426c-9596-486b5b4b07a5 service neutron] 10.222.0.95 "GET /v2.0/networks/95f41c6c-11ef-44a8-8309-576369615b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8840787 Nov 25 17:24:32.226679 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b10cb4b7-9a5b-4c73-a62d-df2fb866647c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:32.426010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-aca40e39-597e-4fc9-b89b-6d48377d58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.428045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-aca40e39-597e-4fc9-b89b-6d48377d58ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6423643 Nov 25 17:24:32.446829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7196e1aa-931e-402b-8441-19d84099dde0 req-1877027e-fce8-4b76-8157-62fccc79504b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162171 Nov 25 17:24:32.633952 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42dc9b3-1776-489f-8fa2-5123cee0731e x-openstack-request-id: req-d42dc9b3-1776-489f-8fa2-5123cee0731e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:32.634476 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-plugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:32.634899 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d42dc9b3-1776-489f-8fa2-5123cee0731e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:32.635484 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'code': 200} Nov 25 17:24:33.350562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a160705-5222-4259-a156-f21514c70d74 req-882f6293-d37b-44b3-9727-a1a0a7fac972 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.0723419 Nov 25 17:24:33.387218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641bec-aed8-403d-9030-47a3317da485 req-b56a6044-dcaa-4892-b7bc-8144bed548be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.391235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641bec-aed8-403d-9030-47a3317da485 req-b56a6044-dcaa-4892-b7bc-8144bed548be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.397772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be641bec-aed8-403d-9030-47a3317da485 req-b56a6044-dcaa-4892-b7bc-8144bed548be service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1980 time: 1.1605721 Nov 25 17:24:33.801477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a7118-2dc8-41f3-9b13-59c0ae20fd16 req-b9c29505-ecb9-45d9-ba87-20a6103b3950 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.842813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-035a7118-2dc8-41f3-9b13-59c0ae20fd16 req-b9c29505-ecb9-45d9-ba87-20a6103b3950 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2516754 Nov 25 17:24:33.871483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-a5b2156d-69c7-4c4c-b1f0-09bb8c11f9c6 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4215984 Nov 25 17:24:34.155488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-474e42aa-1c7f-414c-a477-5b2aa05234bd service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135091 Nov 25 17:24:34.226060 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:34.427966 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-d2d2da48-6e2a-41ed-8120-58332e8485d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 217 time: 0.2404842 Nov 25 17:24:34.506370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641bec-aed8-403d-9030-47a3317da485 req-9b744880-83e5-4c52-9b80-a4c595de0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.523054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be641bec-aed8-403d-9030-47a3317da485 req-9b744880-83e5-4c52-9b80-a4c595de0f74 service neutron] 10.222.0.95 "GET /v2.0/networks?id=95f41c6c-11ef-44a8-8309-576369615b7d HTTP/1.1" status: 200 len: 903 time: 1.1108897 Nov 25 17:24:34.607709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be641bec-aed8-403d-9030-47a3317da485 req-9df6a5ac-629a-4be2-8cd0-684dfff63138 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.53&port_id=7114c344-efa3-4b2c-98d3-8be3c4fdf260 HTTP/1.1" status: 200 len: 217 time: 0.0479743 Nov 25 17:24:34.660294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,segment=NetworkSegment(f66c213a-7741-4f76-857d-71759e76b8a0),segment_id=f66c213a-7741-4f76-857d-71759e76b8a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:34.680338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'bd1f1769-057f-4dd9-8fc7-a96c1e1c1750', 'network_id': '4c4f3637-0b43-4aac-8529-80b5b67b3849', 'port_id': 'bd1f1769-057f-4dd9-8fc7-a96c1e1c1750', 'mac_address': 'fa:16:3e:37:a4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a957c6-be04-4f4b-a16d-a4588d832e2a', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:34.737653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41f14e0a-8718-4d46-840b-3ee598dbf97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.742675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641bec-aed8-403d-9030-47a3317da485 req-2aa10d99-06ec-4149-8002-e3b1c618de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.744291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be641bec-aed8-403d-9030-47a3317da485 req-2aa10d99-06ec-4149-8002-e3b1c618de47 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=210a8e76-23ec-4264-87fe-e623b7006943 HTTP/1.1" status: 200 len: 801 time: 0.1171248 Nov 25 17:24:34.757255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-035a7118-2dc8-41f3-9b13-59c0ae20fd16 req-490102dd-3d5b-4475-88df-4c094288b116 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9064474 Nov 25 17:24:34.777784 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.810170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:34.862060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-fbd209ed-bbc3-46b6-8311-c87c2837b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.867405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,segment=NetworkSegment(f66c213a-7741-4f76-857d-71759e76b8a0),segment_id=f66c213a-7741-4f76-857d-71759e76b8a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:34.867932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-fbd209ed-bbc3-46b6-8311-c87c2837b181 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.4153054 Nov 25 17:24:34.881986 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.883067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 7114c344-efa3-4b2c-98d3-8be3c4fdf260 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:35.138897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 7114c344-efa3-4b2c-98d3-8be3c4fdf260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=7114c344-efa3-4b2c-98d3-8be3c4fdf260,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:35.144739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641bec-aed8-403d-9030-47a3317da485 req-074d610e-4dbe-46d4-97ed-767436d341c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.157732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be641bec-aed8-403d-9030-47a3317da485 req-074d610e-4dbe-46d4-97ed-767436d341c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=95f41c6c-11ef-44a8-8309-576369615b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3935008 Nov 25 17:24:35.201223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-2ecf9811-0485-4c73-9931-d43a4f8d7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.206962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-2ecf9811-0485-4c73-9931-d43a4f8d7f13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3194113 Nov 25 17:24:35.297389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '7114c344-efa3-4b2c-98d3-8be3c4fdf260', 'network_id': '95f41c6c-11ef-44a8-8309-576369615b7d', 'port_id': '7114c344-efa3-4b2c-98d3-8be3c4fdf260', 'mac_address': 'fa:16:3e:ad:4f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210a8e76-23ec-4264-87fe-e623b7006943', 'ip_address': '19.86.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:35.305430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:35.418438 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.453028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7114c344-efa3-4b2c-98d3-8be3c4fdf260 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:35.504112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 7114c344-efa3-4b2c-98d3-8be3c4fdf260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=7114c344-efa3-4b2c-98d3-8be3c4fdf260,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:35.510368 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.649357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=7114c344-efa3-4b2c-98d3-8be3c4fdf260,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:35.739473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-54c3be84-7beb-44ad-a5fc-21ee0122f1c3 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887900 Nov 25 17:24:35.752551 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['bd1f1769-057f-4dd9-8fc7-a96c1e1c1750'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:35.884965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.940522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54d19-f6c6-49d1-a38e-b1586491eeba req-224dffe1-5d30-478f-a248-784995504252 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.949375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54d19-f6c6-49d1-a38e-b1586491eeba req-224dffe1-5d30-478f-a248-784995504252 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.970111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2b54d19-f6c6-49d1-a38e-b1586491eeba req-224dffe1-5d30-478f-a248-784995504252 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1679 time: 0.9806368 Nov 25 17:24:36.430172 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.464782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2b54d19-f6c6-49d1-a38e-b1586491eeba req-020dee98-118b-43a5-b948-027dd3973952 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928949 Nov 25 17:24:36.470080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be641bec-aed8-403d-9030-47a3317da485 req-c199d135-df51-43c6-bd62-703ebf0dbdd6 service neutron] 10.222.0.95 "GET /v2.0/networks/95f41c6c-11ef-44a8-8309-576369615b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2773740 Nov 25 17:24:36.475246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-c4755673-99aa-4708-b5a6-817bb309ce2c service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257224 Nov 25 17:24:36.688575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-e8d2e960-b11c-4e04-8f3f-a8657057bc4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=085da1b1-1c41-445c-9f70-285163ebfa81 HTTP/1.1" status: 200 len: 217 time: 0.1821306 Nov 25 17:24:36.769408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['7114c344-efa3-4b2c-98d3-8be3c4fdf260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:36.861921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-8c7ac1c4-104a-4b35-8407-fad6d815a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:36.863537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-8c7ac1c4-104a-4b35-8407-fad6d815a51c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1538918 Nov 25 17:24:36.929357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be641bec-aed8-403d-9030-47a3317da485 req-15539bbd-bf84-42aa-b9cc-0d9307fd6585 service neutron] 10.222.0.95 "GET /v2.0/networks/95f41c6c-11ef-44a8-8309-576369615b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514489 Nov 25 17:24:37.047206 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.098891 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.233855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4341d33-ffe9-4be2-ace9-7b976bab54b2 req-55704494-a630-4ba1-8177-ef6dca5296a0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1931019 Nov 25 17:24:37.278564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-3d7da1c6-4b64-4bde-8b74-69965f0c2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:37.307571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-3d7da1c6-4b64-4bde-8b74-69965f0c2eb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4231849 Nov 25 17:24:37.750407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-f8661b9e-6327-4f82-b1a2-b980fa62bb66 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281459 Nov 25 17:24:37.907045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.028972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-5a0e4ff3-6f37-4f91-9965-58c35385907d service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650723 Nov 25 17:24:38.155505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-4fe11806-fbe2-4acb-be05-54e5ed92c23b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 HTTP/1.1" status: 200 len: 217 time: 0.1047285 Nov 25 17:24:38.240725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 7114c344-efa3-4b2c-98d3-8be3c4fdf260 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:38.472168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:38.493867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:38.499983 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.531458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea1679-ea11-41aa-b907-7e6ab3acec1c req-186f21f4-0e8b-4212-bab0-f8f281e6a1c2 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.547026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50ea1679-ea11-41aa-b907-7e6ab3acec1c req-186f21f4-0e8b-4212-bab0-f8f281e6a1c2 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.7951386 Nov 25 17:24:38.647929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-afafcd27-5c33-45f8-8389-a5dc85ed549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.654588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-afafcd27-5c33-45f8-8389-a5dc85ed549c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.4411626 Nov 25 17:24:38.831021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50ea1679-ea11-41aa-b907-7e6ab3acec1c req-d50fc558-9f68-4a55-a31c-07d9d9475796 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780130 Nov 25 17:24:38.864845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-2bcbda5e-96cd-47b7-90a2-967959d633df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.874831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-2bcbda5e-96cd-47b7-90a2-967959d633df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2074871 Nov 25 17:24:38.906049 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.018077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 7114c344-efa3-4b2c-98d3-8be3c4fdf260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=7114c344-efa3-4b2c-98d3-8be3c4fdf260,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:39.022500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114c344-efa3-4b2c-98d3-8be3c4fdf260'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:39.035246 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4f01f9-8880-4574-bd81-fc948d980674" -d '{"events": [{"server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "name": "network-vif-plugged", "status": "completed", "tag": "7114c344-efa3-4b2c-98d3-8be3c4fdf260"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:39.049342 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.051666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:39.361275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ab102-d8a6-482e-9fb5-9ce56642e4e0 req-a93904db-84ad-4deb-abb7-2d31f1285f1c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:39.369626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ab102-d8a6-482e-9fb5-9ce56642e4e0 req-a93904db-84ad-4deb-abb7-2d31f1285f1c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:39.384626 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0ab102-d8a6-482e-9fb5-9ce56642e4e0 req-a93904db-84ad-4deb-abb7-2d31f1285f1c tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1681 time: 0.2981966 Nov 25 17:24:39.464109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-b991d0b9-15de-4475-b82a-a6aa31b566f5 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772021 Nov 25 17:24:39.471741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=7114c344-efa3-4b2c-98d3-8be3c4fdf260,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:39.497724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:39.522336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:39.527381 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.748562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-90f7091e-7697-4882-84d3-05d43d485b25 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638690 Nov 25 17:24:39.777663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0ab102-d8a6-482e-9fb5-9ce56642e4e0 req-f58bceea-710b-4e57-974e-44e69ac87653 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873532 Nov 25 17:24:39.825794 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.994911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-ed4a6b7e-73e4-4192-b89d-a6711dbff874 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 200 len: 217 time: 0.2138150 Nov 25 17:24:40.304022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-77f06acc-4197-46f0-b7c2-ffd79d43e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.313896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-77f06acc-4197-46f0-b7c2-ffd79d43e41d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.3145278 Nov 25 17:24:40.441985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fed654a0-6f2d-4fca-950f-8e2a5cc815c7 req-f0aafa46-dc7e-4a1f-9632-336f2bb61942 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1226885 Nov 25 17:24:40.634822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-00e3dd09-f7a9-49cb-ba71-b29c3480ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.638800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,segment=NetworkSegment(f66c213a-7741-4f76-857d-71759e76b8a0),segment_id=f66c213a-7741-4f76-857d-71759e76b8a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:40.642690 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-00e3dd09-f7a9-49cb-ba71-b29c3480ecf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3215303 Nov 25 17:24:40.647435 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.663719 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8bd473-9cec-4e88-86c3-a1f597fa1382 x-openstack-request-id: req-3f8bd473-9cec-4e88-86c3-a1f597fa1382 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:40.668161 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "name": "network-vif-plugged", "status": "completed", "tag": "7114c344-efa3-4b2c-98d3-8be3c4fdf260", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:40.668745 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f8bd473-9cec-4e88-86c3-a1f597fa1382 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:40.669292 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7114c344-efa3-4b2c-98d3-8be3c4fdf260', 'code': 200} Nov 25 17:24:40.849852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:41.202385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-591c33b3-f9df-453e-b03d-946ad4d85689 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503113 Nov 25 17:24:41.556502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-b1423137-8603-4dbc-b1bf-ec23c38d5d20 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977991 Nov 25 17:24:41.663649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-b3729581-6f4a-449d-80c8-4982277bcc82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 200 len: 217 time: 0.1137595 Nov 25 17:24:41.674645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198f9df-dfce-4ce3-8ec2-72737ca33da8 req-a1f702ea-7d48-45be-b8c5-b5492f3f69f2 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.683549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6198f9df-dfce-4ce3-8ec2-72737ca33da8 req-a1f702ea-7d48-45be-b8c5-b5492f3f69f2 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.4792838 Nov 25 17:24:41.802419 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6198f9df-dfce-4ce3-8ec2-72737ca33da8 req-752381bd-4bc9-41ee-bd30-7d90e36047fe tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175230 Nov 25 17:24:41.806052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-4fc5d02c-9f1b-4488-916d-f32086542bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.813710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-4fc5d02c-9f1b-4488-916d-f32086542bc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1265156 Nov 25 17:24:42.044360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-7db81016-1da0-45e8-880f-90dbb2692720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.049785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-7db81016-1da0-45e8-880f-90dbb2692720 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2229908 Nov 25 17:24:42.298347 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-71aa9fb9-afa4-494f-86c1-35b12723c245 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303481 Nov 25 17:24:42.313909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6b5ad-9563-46f4-bbef-d95b39761e11 req-34eb9385-7e18-487a-a4d5-494a9ead94ba tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.320297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6b5ad-9563-46f4-bbef-d95b39761e11 req-34eb9385-7e18-487a-a4d5-494a9ead94ba tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.328970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ed6b5ad-9563-46f4-bbef-d95b39761e11 req-34eb9385-7e18-487a-a4d5-494a9ead94ba tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1682 time: 0.4161046 Nov 25 17:24:42.525734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1fa7c17-728d-4a94-9296-4cae998d8b01 req-dd1e272b-7b84-49a1-9cf7-a7968050fe8c service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888185 Nov 25 17:24:42.617070 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:24:42.670965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f1769-057f-4dd9-8fc7-a96c1e1c1750'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:42.673550 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d781137e-69d3-44af-a994-22c6d3aadf5d" -d '{"events": [{"server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f1769-057f-4dd9-8fc7-a96c1e1c1750"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:42.695781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ed6b5ad-9563-46f4-bbef-d95b39761e11 req-41e16afc-de25-435e-bd1e-f081655d3ba6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658001 Nov 25 17:24:43.374405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d853b56b-9bfb-42ce-bffc-d9de14f28ec2 req-03c5e969-49a2-4a2b-a70e-4df036028791 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1167178 Nov 25 17:24:43.611042 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c8f32-02f7-48d6-8633-5528b50e1b1f x-openstack-request-id: req-ff4c8f32-02f7-48d6-8633-5528b50e1b1f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:43.611644 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f1769-057f-4dd9-8fc7-a96c1e1c1750", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:43.612001 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff4c8f32-02f7-48d6-8633-5528b50e1b1f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:43.612527 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f1769-057f-4dd9-8fc7-a96c1e1c1750', 'code': 200} Nov 25 17:24:44.059834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435667-1b74-40ed-bf2f-3fe7fafd1546 req-016329fa-0572-400a-a5a7-f7034fe206d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.060660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435667-1b74-40ed-bf2f-3fe7fafd1546 req-016329fa-0572-400a-a5a7-f7034fe206d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.062416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1435667-1b74-40ed-bf2f-3fe7fafd1546 req-016329fa-0572-400a-a5a7-f7034fe206d1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1984 time: 0.3444283 Nov 25 17:24:44.157846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0c7c1-49b6-402f-8c59-c30f5429b559 req-70f521b2-fe32-4efb-9581-fd98c972e6e3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.165387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56f0c7c1-49b6-402f-8c59-c30f5429b559 req-70f521b2-fe32-4efb-9581-fd98c972e6e3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.3293054 Nov 25 17:24:44.256525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1435667-1b74-40ed-bf2f-3fe7fafd1546 req-5a07a434-737f-4f72-a3a8-93b6a7a4ac31 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845345 Nov 25 17:24:44.366522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56f0c7c1-49b6-402f-8c59-c30f5429b559 req-8cdb860c-8ec4-444e-8775-3b489b17e2c5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115124 Nov 25 17:24:44.822753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28d413-0889-4e8b-9a96-ddd1b6a1615a req-0d15aa8c-098f-4f8c-8379-7b042ca6c117 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.873419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28d413-0889-4e8b-9a96-ddd1b6a1615a req-0d15aa8c-098f-4f8c-8379-7b042ca6c117 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.875127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca28d413-0889-4e8b-9a96-ddd1b6a1615a req-0d15aa8c-098f-4f8c-8379-7b042ca6c117 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1682 time: 0.2619495 Nov 25 17:24:45.181932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca28d413-0889-4e8b-9a96-ddd1b6a1615a req-0f2c9537-7fb2-47d8-a4bd-595b28b3a2b6 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959576 Nov 25 17:24:45.876793 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9204409b-108c-40b4-acc8-8e6dc80879e3 req-befe8118-5650-4963-b0ac-b13f6ca6fb84 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.0844116 Nov 25 17:24:46.234224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbe094-771f-48fc-b8b0-1e11ed2e6d0c req-16b52872-e3b7-41a1-9048-cec360ffd81c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.243497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dfbe094-771f-48fc-b8b0-1e11ed2e6d0c req-16b52872-e3b7-41a1-9048-cec360ffd81c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1600425 Nov 25 17:24:46.398386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3dfbe094-771f-48fc-b8b0-1e11ed2e6d0c req-48875e3a-2162-44f9-bc24-725a36da9b42 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417587 Nov 25 17:24:46.430977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.720468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd154-9b35-405b-ae2e-032c4624113e req-5e515c82-9001-46b5-9ff5-0e34b1a39d68 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.734144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd154-9b35-405b-ae2e-032c4624113e req-5e515c82-9001-46b5-9ff5-0e34b1a39d68 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.749384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f6fd154-9b35-405b-ae2e-032c4624113e req-5e515c82-9001-46b5-9ff5-0e34b1a39d68 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1682 time: 0.1498840 Nov 25 17:24:46.803179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.944036 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.957718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.035418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb91c852-c28c-4172-8c96-e3888395f982,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:47.129599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f6fd154-9b35-405b-ae2e-032c4624113e req-89dcac3d-dfee-4291-a974-9114cd05f2e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790140 Nov 25 17:24:47.132305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.132653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.133015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.133359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.133695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.134030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.134359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.134688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.135015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.135342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.135668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.136702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:47.152830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dc891e5e-c901-4055-bcd7-fb1ca033c86e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bae5adec00b45c68db07707bdcdedbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7207282 Nov 25 17:24:47.156464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:47.331897 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-581e0991-a22b-4aa3-8f27-77a0e89bf4cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.398587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-581e0991-a22b-4aa3-8f27-77a0e89bf4cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.522861 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-581e0991-a22b-4aa3-8f27-77a0e89bf4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.525787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-581e0991-a22b-4aa3-8f27-77a0e89bf4cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.530328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-581e0991-a22b-4aa3-8f27-77a0e89bf4cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb91c852-c28c-4172-8c96-e3888395f982 HTTP/1.1" status: 204 len: 168 time: 0.3699057 Nov 25 17:24:47.548423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e0991-a22b-4aa3-8f27-77a0e89bf4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb91c852-c28c-4172-8c96-e3888395f982,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:47.612958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1d29417-bbf7-4fb0-b896-dee4b3132b80 req-04687085-0e4e-4e34-8f52-1f8be739f2aa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.0512164 Nov 25 17:24:48.144366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad1c32-9062-4233-b8ae-16d5e7485b92 req-c37ed1de-9cc2-4eca-a2ea-56d38cb8b1e2 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:48.146322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-daad1c32-9062-4233-b8ae-16d5e7485b92 req-c37ed1de-9cc2-4eca-a2ea-56d38cb8b1e2 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1575990 Nov 25 17:24:48.276811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-daad1c32-9062-4233-b8ae-16d5e7485b92 req-70e28722-5313-4165-bf87-9d82b4f9b98b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231360 Nov 25 17:24:48.393431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.432259 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7be64b3-9356-49ed-8539-1733bf8bc254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.748224 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7be64b3-9356-49ed-8539-1733bf8bc254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.764617 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7be64b3-9356-49ed-8539-1733bf8bc254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.864623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.876381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a7be64b3-9356-49ed-8539-1733bf8bc254 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c47a89d7ffbc46c4a15d6d804ba08ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4812479 Nov 25 17:24:48.880606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be64b3-9356-49ed-8539-1733bf8bc254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9565f6a8-90bf-4ee5-b5c9-9f9d567680a8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:48.994877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.088544 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.122123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775e9f-b375-4653-8b68-6d081c7a6c99 req-4a91ffb2-0008-437b-ac9c-5c6ba3e9e50d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:49.149893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775e9f-b375-4653-8b68-6d081c7a6c99 req-4a91ffb2-0008-437b-ac9c-5c6ba3e9e50d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:49.160483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8775e9f-b375-4653-8b68-6d081c7a6c99 req-4a91ffb2-0008-437b-ac9c-5c6ba3e9e50d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1682 time: 0.1973357 Nov 25 17:24:49.198779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.203211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.207996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9565f6a8-90bf-4ee5-b5c9-9f9d567680a8 HTTP/1.1" status: 204 len: 168 time: 0.3420138 Nov 25 17:24:49.219951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9565f6a8-90bf-4ee5-b5c9-9f9d567680a8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:49.257781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.258138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.258494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.258842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.259186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.259525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.259862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.260197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.260544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.279541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.280711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.281065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c3604-0b35-4e38-a5eb-45f1d0456817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:49.387736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8775e9f-b375-4653-8b68-6d081c7a6c99 req-21963b17-3f9f-4608-80b6-2e605ec7cb87 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166805 Nov 25 17:24:49.684761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e3db54d-9ba3-40c1-860b-9fbe0a97a7de req-9c61fbd5-4f1d-4235-8585-74af017a3c53 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.0705295 Nov 25 17:24:49.857667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:50.097577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48fa0c-4a70-4414-86b5-fef7d6a69e89 req-95740ff3-449a-4113-8a77-5afaa83fb46e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:50.111235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e48fa0c-4a70-4414-86b5-fef7d6a69e89 req-95740ff3-449a-4113-8a77-5afaa83fb46e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.2449179 Nov 25 17:24:50.261471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e48fa0c-4a70-4414-86b5-fef7d6a69e89 req-4d9e48c9-2626-4734-99dc-76c05b8e484b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482410 Nov 25 17:24:50.277510 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae684334-6e4a-4679-bb9c-51b74d7101bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.445854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae684334-6e4a-4679-bb9c-51b74d7101bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.457930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-ac5725f1-981c-4efd-ba90-6a3bf9d65aaf tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:50.465947 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-ac5725f1-981c-4efd-ba90-6a3bf9d65aaf tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:50.468369 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-ac5725f1-981c-4efd-ba90-6a3bf9d65aaf tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1682 time: 0.4453604 Nov 25 17:24:50.470135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae684334-6e4a-4679-bb9c-51b74d7101bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.127183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55942) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:51.155236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ae684334-6e4a-4679-bb9c-51b74d7101bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9f82c8b1a02402c96257ecbb8420b54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2962689 Nov 25 17:24:51.262321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae684334-6e4a-4679-bb9c-51b74d7101bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fde664-8510-4b32-8a8a-ffba1e6474d4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:51.312830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f369add-062a-4b1a-9b11-ddcc64bbcef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.331057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c451b9-423e-4561-bb0d-96d89cf51557 req-eba272fc-3f2b-455b-9660-6281ac802b5d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:51.339574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c451b9-423e-4561-bb0d-96d89cf51557 req-eba272fc-3f2b-455b-9660-6281ac802b5d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:51.365463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7c451b9-423e-4561-bb0d-96d89cf51557 req-eba272fc-3f2b-455b-9660-6281ac802b5d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 1682 time: 0.1871116 Nov 25 17:24:51.377691 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f369add-062a-4b1a-9b11-ddcc64bbcef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.503089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f369add-062a-4b1a-9b11-ddcc64bbcef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.512266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f369add-062a-4b1a-9b11-ddcc64bbcef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.513518 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9f369add-062a-4b1a-9b11-ddcc64bbcef1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36fde664-8510-4b32-8a8a-ffba1e6474d4 HTTP/1.1" status: 204 len: 168 time: 0.3846807 Nov 25 17:24:51.534752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f369add-062a-4b1a-9b11-ddcc64bbcef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fde664-8510-4b32-8a8a-ffba1e6474d4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:51.589031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7c451b9-423e-4561-bb0d-96d89cf51557 req-4d5d5e4c-6227-4b1f-b652-22da6fcc875a tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196672 Nov 25 17:24:51.610275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:51.610624 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.843545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port 7114c344-efa3-4b2c-98d3-8be3c4fdf260, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=7114c344-efa3-4b2c-98d3-8be3c4fdf260,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:51.843928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.882763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for 7114c344-efa3-4b2c-98d3-8be3c4fdf260 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:52.185370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51ed5d78-3e49-42d5-98ab-fdfb1f5f108c req-c01864a9-66ca-4ca0-8de3-eb53d47b1a5e tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.0403547 Nov 25 17:24:52.188515 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.201766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['bd1f1769-057f-4dd9-8fc7-a96c1e1c1750', '7114c344-efa3-4b2c-98d3-8be3c4fdf260'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:52.474307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:52.530158 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89364803-ab10-4e17-a451-d1a03ddf0aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.685497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port 7114c344-efa3-4b2c-98d3-8be3c4fdf260 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:52.695192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=7114c344-efa3-4b2c-98d3-8be3c4fdf260,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:52.721498 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.740686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-f796b70e-f942-49d3-b1cb-891198cddc9b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "DELETE /v2.0/ports/7114c344-efa3-4b2c-98d3-8be3c4fdf260 HTTP/1.1" status: 204 len: 173 time: 2.2345207 Nov 25 17:24:52.755773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'name': 'network-vif-deleted', 'tag': '7114c344-efa3-4b2c-98d3-8be3c4fdf260'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:52.762374 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac9c5e-43a5-440f-8463-ba64281f20ec" -d '{"events": [{"server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "name": "network-vif-deleted", "tag": "7114c344-efa3-4b2c-98d3-8be3c4fdf260"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:52.852180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89364803-ab10-4e17-a451-d1a03ddf0aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.858390 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89364803-ab10-4e17-a451-d1a03ddf0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.875651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945616b4-8f83-44c8-bc67-1fec0b0ff5d6 req-eca18be1-143b-4b89-b878-f97ee11e1a35 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:52.883288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-945616b4-8f83-44c8-bc67-1fec0b0ff5d6 req-eca18be1-143b-4b89-b878-f97ee11e1a35 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.7381678 Nov 25 17:24:52.899519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56000) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:52.926703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-89364803-ab10-4e17-a451-d1a03ddf0aa7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86f48157a2bf46eaa2409dc5212636ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505315 Nov 25 17:24:52.929382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89364803-ab10-4e17-a451-d1a03ddf0aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a900622a-44f2-4ee8-be09-73d21165b47f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:52.951419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:52.994010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dda51-347a-4740-913f-0509b0678ec6 req-74d01c2a-4807-4e08-831b-fef8f02fce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:52.996751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315dda51-347a-4740-913f-0509b0678ec6 req-74d01c2a-4807-4e08-831b-fef8f02fce7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 1097 time: 0.5857253 Nov 25 17:24:53.282774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-945616b4-8f83-44c8-bc67-1fec0b0ff5d6 req-3d7504c5-f2f5-4cb1-a6b8-3990b9b9a17c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776666 Nov 25 17:24:53.343581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e7fea04-e8fc-4e7b-aefe-805dfa8b1fee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.355312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdb27815-8846-4a71-a32c-8e3dae20c6e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.399425 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345847c6-c5b0-4ee9-ac9e-06efc3d562a7 x-openstack-request-id: req-345847c6-c5b0-4ee9-ac9e-06efc3d562a7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:53.401696 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "name": "network-vif-deleted", "tag": "7114c344-efa3-4b2c-98d3-8be3c4fdf260", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:53.403161 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-345847c6-c5b0-4ee9-ac9e-06efc3d562a7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:53.403685 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'name': 'network-vif-deleted', 'tag': '7114c344-efa3-4b2c-98d3-8be3c4fdf260', 'status': 'completed', 'code': 200} Nov 25 17:24:53.478827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdb27815-8846-4a71-a32c-8e3dae20c6e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.508454 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e7fea04-e8fc-4e7b-aefe-805dfa8b1fee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.518167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e7fea04-e8fc-4e7b-aefe-805dfa8b1fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.549822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656012f-9770-4728-902e-dd9a1c5a49a3 req-a2b78ca0-1b80-4461-b989-ff81a9def973 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.557219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d656012f-9770-4728-902e-dd9a1c5a49a3 req-a2b78ca0-1b80-4461-b989-ff81a9def973 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 946 time: 0.5532479 Nov 25 17:24:53.568628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdb27815-8846-4a71-a32c-8e3dae20c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.571408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdb27815-8846-4a71-a32c-8e3dae20c6e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.580274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cdb27815-8846-4a71-a32c-8e3dae20c6e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a900622a-44f2-4ee8-be09-73d21165b47f HTTP/1.1" status: 204 len: 168 time: 0.6196854 Nov 25 17:24:53.599724 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3e7fea04-e8fc-4e7b-aefe-805dfa8b1fee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e1036214b424265a180f49facc6dccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6691141 Nov 25 17:24:53.600487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:53.638627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fea04-e8fc-4e7b-aefe-805dfa8b1fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a09d96-f583-469d-99f4-0083f3c225b9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:53.673354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a55634b3-a3cb-4c3d-9a60-767cce1e05ec req-7c09784a-bdb9-4804-a86b-661983d7057c tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1321950 Nov 25 17:24:53.752379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dda51-347a-4740-913f-0509b0678ec6 req-5bc41669-5650-4e0c-a842-79fe9f8dc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.763754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d604149-627e-47b6-a1aa-9bd31bc271c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.768981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315dda51-347a-4740-913f-0509b0678ec6 req-5bc41669-5650-4e0c-a842-79fe9f8dc29f service neutron] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 913 time: 0.7602634 Nov 25 17:24:53.772347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27815-8846-4a71-a32c-8e3dae20c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a900622a-44f2-4ee8-be09-73d21165b47f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:53.833089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d604149-627e-47b6-a1aa-9bd31bc271c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.982248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d604149-627e-47b6-a1aa-9bd31bc271c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.985169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d604149-627e-47b6-a1aa-9bd31bc271c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.988984 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7d604149-627e-47b6-a1aa-9bd31bc271c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4a09d96-f583-469d-99f4-0083f3c225b9 HTTP/1.1" status: 204 len: 168 time: 0.3793449 Nov 25 17:24:54.000738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d604149-627e-47b6-a1aa-9bd31bc271c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a09d96-f583-469d-99f4-0083f3c225b9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:54.061770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:54.061934 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.228274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,segment=NetworkSegment(f66c213a-7741-4f76-857d-71759e76b8a0),segment_id=f66c213a-7741-4f76-857d-71759e76b8a0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:54.228903 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.251901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:54.318403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 7114c344-efa3-4b2c-98d3-8be3c4fdf260 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:54.493705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 7114c344-efa3-4b2c-98d3-8be3c4fdf260 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:54.494436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 7114c344-efa3-4b2c-98d3-8be3c4fdf260 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:54.496774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:54.545762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d656012f-9770-4728-902e-dd9a1c5a49a3 req-8988aa1f-413c-4e6e-9ed7-ab0d09ec0cdd tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/security-groups?id=adfc87f6-082f-4c67-9364-e1f20de336b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9871087 Nov 25 17:24:54.551602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315dda51-347a-4740-913f-0509b0678ec6 req-d02026f9-4af3-43ff-ab30-d572a857adeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=333dfb88-889b-4566-b713-ce6eac7e8bce HTTP/1.1" status: 200 len: 217 time: 0.7601163 Nov 25 17:24:54.599133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No active binding found for port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:24:54.599854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:54.610348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18face85-0376-4aa5-8a22-9d1bb9bc4874 req-01c8e71b-1397-4d10-8039-f59adbcd1c36 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.616768 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18face85-0376-4aa5-8a22-9d1bb9bc4874 req-01c8e71b-1397-4d10-8039-f59adbcd1c36 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1200709 Nov 25 17:24:54.618906 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.714974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=bd1f1769-057f-4dd9-8fc7-a96c1e1c1750,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:54.847770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:54.856416 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.860016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e9673dd-f5ee-490c-bf87-e3eca29dc9c9 req-b9a47b1f-d085-4850-9504-17ec4e8658c0 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.95 "DELETE /v2.0/ports/bd1f1769-057f-4dd9-8fc7-a96c1e1c1750 HTTP/1.1" status: 204 len: 173 time: 2.0845075 Nov 25 17:24:54.997281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dda51-347a-4740-913f-0509b0678ec6 req-48357eb7-93e4-4961-9012-c6c714c26983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.007087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315dda51-347a-4740-913f-0509b0678ec6 req-48357eb7-93e4-4961-9012-c6c714c26983 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.4359703 Nov 25 17:24:55.020547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4ee5684-5c26-4b3c-a47a-a48f8fd7a1e1 req-4039a93d-2d0b-4be0-a1c8-6d6498daba95 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/ports?device_id=02e0b7ed-45a1-4a6f-94fb-fb3fa677f14f HTTP/1.1" status: 200 len: 210 time: 0.1237755 Nov 25 17:24:55.065473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18face85-0376-4aa5-8a22-9d1bb9bc4874 req-818ea41a-5b86-4de2-9938-27130da2c80e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048095 Nov 25 17:24:55.176652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315dda51-347a-4740-913f-0509b0678ec6 req-c3e8c5fa-d2d6-4d2c-b935-55ca6b5adde9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288471 Nov 25 17:24:55.411233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'name': 'network-vif-deleted', 'tag': 'bd1f1769-057f-4dd9-8fc7-a96c1e1c1750'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:55.414266 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d93357d-3270-4e0c-94df-b1b592178c84" -d '{"events": [{"server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "name": "network-vif-deleted", "tag": "bd1f1769-057f-4dd9-8fc7-a96c1e1c1750"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:55.420130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315dda51-347a-4740-913f-0509b0678ec6 req-be6fdcb1-9c9b-4e59-83c5-36a74538b588 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201226 Nov 25 17:24:55.596621 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfa12da-ac75-4738-8dde-3f4a43d3f9a7 x-openstack-request-id: req-edfa12da-ac75-4738-8dde-3f4a43d3f9a7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:55.597660 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4588275d-5ae3-4e9d-8298-e7dd48228ef3", "name": "network-vif-deleted", "tag": "bd1f1769-057f-4dd9-8fc7-a96c1e1c1750", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:55.598074 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edfa12da-ac75-4738-8dde-3f4a43d3f9a7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:55.598667 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4588275d-5ae3-4e9d-8298-e7dd48228ef3', 'name': 'network-vif-deleted', 'tag': 'bd1f1769-057f-4dd9-8fc7-a96c1e1c1750', 'status': 'completed', 'code': 200} Nov 25 17:24:55.667971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-315dda51-347a-4740-913f-0509b0678ec6 req-c22d724f-bc0d-46c5-beb4-0d53c7e1a442 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283230 Nov 25 17:24:55.781296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ae6494d-c15e-4c36-89b6-f0b3744a070c req-d83dbe80-5f65-4de0-955f-a6c142584aa2 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4588275d-5ae3-4e9d-8298-e7dd48228ef3 HTTP/1.1" status: 200 len: 210 time: 0.0427740 Nov 25 17:24:56.152024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:56.190639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 333dfb88-889b-4566-b713-ce6eac7e8bce no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:56.334897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00f08e2b-604e-4447-bdba-c43496f48b35 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.359471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498553e-ecc7-4443-8f52-a6ccc4c8e270 req-51f366e4-45f2-4d5d-9642-613328774d1b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:56.364581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f498553e-ecc7-4443-8f52-a6ccc4c8e270 req-51f366e4-45f2-4d5d-9642-613328774d1b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 946 time: 0.1986957 Nov 25 17:24:56.371942 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.410809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00f08e2b-604e-4447-bdba-c43496f48b35 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.418149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:56.429031 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97898be4-83f8-47b8-bf9c-474cb941afdd" -d '{"events": [{"server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "name": "network-vif-unplugged", "status": "completed", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:56.457170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:56.466397 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.519894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f498553e-ecc7-4443-8f52-a6ccc4c8e270 req-17ff34c8-c719-44a8-820a-1fdd921de296 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440847 Nov 25 17:24:56.535090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00f08e2b-604e-4447-bdba-c43496f48b35 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.540383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00f08e2b-604e-4447-bdba-c43496f48b35 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.543148 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-00f08e2b-604e-4447-bdba-c43496f48b35 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "DELETE /v2.0/security-groups/17bfdaab-4edf-4477-a119-3cc3ab3a8351 HTTP/1.1" status: 204 len: 168 time: 0.3898525 Nov 25 17:24:56.547865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:56.558812 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aef8367-4813-4cb6-8f18-9966cf52380d x-openstack-request-id: req-9aef8367-4813-4cb6-8f18-9966cf52380d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:56.559269 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "name": "network-vif-unplugged", "status": "completed", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:56.559580 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9aef8367-4813-4cb6-8f18-9966cf52380d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:56.560761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f08e2b-604e-4447-bdba-c43496f48b35 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bfdaab-4edf-4477-a119-3cc3ab3a8351,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:56.562553 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'code': 200} Nov 25 17:24:56.567811 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-c6a3950f-7ba8-4b78-abe4-95b230583877 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] show failed (client error): The resource could not be found. Nov 25 17:24:56.569051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c6a3950f-7ba8-4b78-abe4-95b230583877 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "GET /v2.0/security-groups/17bfdaab-4edf-4477-a119-3cc3ab3a8351 HTTP/1.1" status: 404 len: 347 time: 0.0200274 Nov 25 17:24:56.574742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56138) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:56.612960 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:56.760965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting port 3971284d-d40e-4e7e-9ff9-782229bc3638 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:56.761333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.865273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:56.885836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.886153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.905235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Calling delete_port for 3971284d-d40e-4e7e-9ff9-782229bc3638 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:56.945515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b3f18b-ca1c-4632-90f3-764fc9faf15d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting subnet 210a8e76-23ec-4264-87fe-e623b7006943 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:56.950605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83b3f18b-ca1c-4632-90f3-764fc9faf15d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.007723 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83b3f18b-ca1c-4632-90f3-764fc9faf15d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.083575 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.113637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Port': ['ID=3971284d-d40e-4e7e-9ff9-782229bc3638,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:57.133670 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83b3f18b-ca1c-4632-90f3-764fc9faf15d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.142367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e5048-2307-438b-af0d-9d70796c78e0 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:57.194274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.197266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.199328 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-96beae6c-65a4-4383-bb4c-1e40e88c36e9 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "DELETE /v2.0/floatingips/9926d848-0b84-40f0-933b-6091e776e6bf HTTP/1.1" status: 204 len: 168 time: 0.6232705 Nov 25 17:24:57.203031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56160) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:57.240368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83b3f18b-ca1c-4632-90f3-764fc9faf15d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.324642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dcbcfa9b-e61c-4118-8877-a1a1936de316 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting port 457c5142-1f03-4c25-b320-6e96464b266c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:57.325277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa9b-e61c-4118-8877-a1a1936de316 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.328674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00fff97-cf5e-4538-a98b-2204496eb4fe None None] Network 95f41c6c-11ef-44a8-8309-576369615b7d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:57.347428 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-83b3f18b-ca1c-4632-90f3-764fc9faf15d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.363239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-83b3f18b-ca1c-4632-90f3-764fc9faf15d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "DELETE /v2.0/subnets/210a8e76-23ec-4264-87fe-e623b7006943 HTTP/1.1" status: 204 len: 168 time: 0.4969034 Nov 25 17:24:57.369456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:57.370960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f18b-ca1c-4632-90f3-764fc9faf15d tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Subnet': ['ID=210a8e76-23ec-4264-87fe-e623b7006943,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:57.482286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa9b-e61c-4118-8877-a1a1936de316 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.518466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dcbcfa9b-e61c-4118-8877-a1a1936de316 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Calling delete_port for 457c5142-1f03-4c25-b320-6e96464b266c owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:57.609418 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.674600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] DHCP port deletion for 95f41c6c-11ef-44a8-8309-576369615b7d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:57.732516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:57.732865 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.788392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] Deleting port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:57.788771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.827504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:57.832605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.854791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for ac8158d8-b0dd-4f47-8ced-4e2880bbad2c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:57.938693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa9b-e61c-4118-8877-a1a1936de316 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.974512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] For port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,segment=NetworkSegment(589607bd-ee78-4f7e-b6d1-092b023ba845),segment_id=589607bd-ee78-4f7e-b6d1-092b023ba845)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:57.975893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcfa9b-e61c-4118-8877-a1a1936de316 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Port': ['ID=457c5142-1f03-4c25-b320-6e96464b266c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:57.976022 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.021821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] Calling delete_port for ac8158d8-b0dd-4f47-8ced-4e2880bbad2c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:58.132468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bd8ee-a827-4984-899e-d6123e10fcfc req-f83d450a-ee85-4bea-ba84-8436953c0a9e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:58.133907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-708bd8ee-a827-4984-899e-d6123e10fcfc req-f83d450a-ee85-4bea-ba84-8436953c0a9e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 944 time: 0.2733583 Nov 25 17:24:58.150673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223c162-dd0b-4dc3-9564-df4c8d4be8cd req-b92ffce0-90e9-419e-bd36-b61cc60dd62a tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:58.159765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b223c162-dd0b-4dc3-9564-df4c8d4be8cd req-b92ffce0-90e9-419e-bd36-b61cc60dd62a tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 950 time: 0.2975559 Nov 25 17:24:58.193486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa9b-e61c-4118-8877-a1a1936de316 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.203952 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.206825 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dcbcfa9b-e61c-4118-8877-a1a1936de316 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "DELETE /v2.0/ports/457c5142-1f03-4c25-b320-6e96464b266c HTTP/1.1" status: 204 len: 168 time: 1.0017767 Nov 25 17:24:58.229700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56242) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:58.251442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] No DVR routers for this DVR port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:58.289605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b223c162-dd0b-4dc3-9564-df4c8d4be8cd req-b4a4f29f-36bf-49a8-8164-5869dd612c8f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288276 Nov 25 17:24:58.336882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039878b-b11b-4283-ae5c-dbd35d7394e0 None None] Pushing event deleted for resources: {'Port': ['ID=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:58.390129 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.442783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=ac8158d8-b0dd-4f47-8ced-4e2880bbad2c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:58.470009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-708bd8ee-a827-4984-899e-d6123e10fcfc req-e9e9c3c9-51cb-4850-b779-cc5e7e011903 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663991 Nov 25 17:24:58.485073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port ac8158d8-b0dd-4f47-8ced-4e2880bbad2c on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:58.595267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-17018a2a-969f-464e-b681-67521247be7f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting port 1c32d82b-20c2-48d8-9d1f-8719d2098e98 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:58.595625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17018a2a-969f-464e-b681-67521247be7f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.801704 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.878347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f41c6c-11ef-44a8-8309-576369615b7d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:58.910076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589607bd-ee78-4f7e-b6d1-092b023ba845') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:58.913027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589607bd-ee78-4f7e-b6d1-092b023ba845') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:58.918048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17018a2a-969f-464e-b681-67521247be7f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.942263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.967379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-17018a2a-969f-464e-b681-67521247be7f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Calling delete_port for 1c32d82b-20c2-48d8-9d1f-8719d2098e98 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:58.981188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.003847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:59.007699 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:59.021575 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:59.135036 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.149389 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.154589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "DELETE /v2.0/networks/95f41c6c-11ef-44a8-8309-576369615b7d HTTP/1.1" status: 204 len: 168 time: 1.7789919 Nov 25 17:24:59.157940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:59.181436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17afda-38d2-4a76-96e7-fc9fb0c8dc22 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Network': ['ID=95f41c6c-11ef-44a8-8309-576369615b7d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:59.279020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f0bfb5-c302-4882-9e00-2761c758f7e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting subnet d4a957c6-be04-4f4b-a16d-a4588d832e2a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:59.281569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17018a2a-969f-464e-b681-67521247be7f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.290131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57f0bfb5-c302-4882-9e00-2761c758f7e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.340362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17018a2a-969f-464e-b681-67521247be7f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Port': ['ID=1c32d82b-20c2-48d8-9d1f-8719d2098e98,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:59.451221 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57f0bfb5-c302-4882-9e00-2761c758f7e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.556823 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17018a2a-969f-464e-b681-67521247be7f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.563281 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-17018a2a-969f-464e-b681-67521247be7f tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "DELETE /v2.0/ports/1c32d82b-20c2-48d8-9d1f-8719d2098e98 HTTP/1.1" status: 204 len: 168 time: 1.3262296 Nov 25 17:24:59.565725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:59.644126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ac8158d8-b0dd-4f47-8ced-4e2880bbad2c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:59.662127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57f0bfb5-c302-4882-9e00-2761c758f7e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.703456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ac8158d8-b0dd-4f47-8ced-4e2880bbad2c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:59.705745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ac8158d8-b0dd-4f47-8ced-4e2880bbad2c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:59.753177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-786b08a3-85c8-402d-b70d-c87e6e763db8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting subnet 5521e773-5470-44ad-81f0-8484dfac8926 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:59.765174 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-786b08a3-85c8-402d-b70d-c87e6e763db8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.790123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57f0bfb5-c302-4882-9e00-2761c758f7e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.824782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68a0f5-f5fd-40fd-833b-2d05f39edf52 req-637566e1-c82a-407c-a89e-1b691f08d6bc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.839751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0bfb5-c302-4882-9e00-2761c758f7e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a957c6-be04-4f4b-a16d-a4588d832e2a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:59.839988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b68a0f5-f5fd-40fd-833b-2d05f39edf52 req-637566e1-c82a-407c-a89e-1b691f08d6bc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 944 time: 0.1743171 Nov 25 17:24:59.863826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d84d6-7cd5-4094-87c2-0612bd3f73a0 None None] Network 4c4f3637-0b43-4aac-8529-80b5b67b3849 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:59.881959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57f0bfb5-c302-4882-9e00-2761c758f7e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.894512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:59.895261 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-57f0bfb5-c302-4882-9e00-2761c758f7e1 tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "DELETE /v2.0/subnets/d4a957c6-be04-4f4b-a16d-a4588d832e2a HTTP/1.1" status: 204 len: 168 time: 0.7314925 Nov 25 17:25:00.033176 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-786b08a3-85c8-402d-b70d-c87e6e763db8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.068710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b68a0f5-f5fd-40fd-833b-2d05f39edf52 req-cdaf8d65-5dcd-44fe-bf3e-e527e55fe7fb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276859 Nov 25 17:25:00.258858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] DHCP port deletion for 4c4f3637-0b43-4aac-8529-80b5b67b3849 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:00.480585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] Deleting port b61da3d1-beb8-413d-aca9-ead842d8223b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:00.484927 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.500168 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.616555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] For port b61da3d1-beb8-413d-aca9-ead842d8223b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b61da3d1-beb8-413d-aca9-ead842d8223b,segment=NetworkSegment(f66c213a-7741-4f76-857d-71759e76b8a0),segment_id=f66c213a-7741-4f76-857d-71759e76b8a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:00.616984 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.640124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] Calling delete_port for b61da3d1-beb8-413d-aca9-ead842d8223b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:00.769798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.814667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] No DVR routers for this DVR port b61da3d1-beb8-413d-aca9-ead842d8223b on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:00.844549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462090e-f0ea-411e-88f5-c38fe74e8bcf None None] Pushing event deleted for resources: {'Port': ['ID=b61da3d1-beb8-413d-aca9-ead842d8223b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:00.967711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-786b08a3-85c8-402d-b70d-c87e6e763db8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.130894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e4d52-3c05-4c28-a822-fa46552201ac req-d54187ac-fd1a-4b87-bb34-58d469b67a6e tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:01.141041 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-326e4d52-3c05-4c28-a822-fa46552201ac req-d54187ac-fd1a-4b87-bb34-58d469b67a6e tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 950 time: 0.6448956 Nov 25 17:25:01.148775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-786b08a3-85c8-402d-b70d-c87e6e763db8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.212046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b08a3-85c8-402d-b70d-c87e6e763db8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Subnet': ['ID=5521e773-5470-44ad-81f0-8484dfac8926,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:01.239298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4835e76-5d69-448b-8d71-35b078d3bcde None None] Network 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:01.252695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-786b08a3-85c8-402d-b70d-c87e6e763db8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.259240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56396) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:01.267779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-786b08a3-85c8-402d-b70d-c87e6e763db8 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "DELETE /v2.0/subnets/5521e773-5470-44ad-81f0-8484dfac8926 HTTP/1.1" status: 204 len: 168 time: 1.6895213 Nov 25 17:25:01.269859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Deleting port b61da3d1-beb8-413d-aca9-ead842d8223b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:01.270190 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.407891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d69968b-58ce-4438-8b69-4b5ef52b78fa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Deleting subnet 48fc26fa-de5a-4d22-97a0-9aefc6e6017f {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:01.413026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d69968b-58ce-4438-8b69-4b5ef52b78fa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.607061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] For port b61da3d1-beb8-413d-aca9-ead842d8223b, host n-d-819349-3, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:01.607650 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.623090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d69968b-58ce-4438-8b69-4b5ef52b78fa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.664646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Calling delete_port for b61da3d1-beb8-413d-aca9-ead842d8223b owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:01.677280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Port b61da3d1-beb8-413d-aca9-ead842d8223b was not found and therefore no delete operation was performed {{(pid=103599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:25:01.698452 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.707649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] DHCP port deletion for 4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:01.726737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-326e4d52-3c05-4c28-a822-fa46552201ac req-eb4704d2-14df-4ddf-a6ff-a08856e351c9 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736864 Nov 25 17:25:01.789180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b61da3d1-beb8-413d-aca9-ead842d8223b no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:01.800250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Port': ['ID=b61da3d1-beb8-413d-aca9-ead842d8223b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:01.804813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] No DVR routers for this DVR port b61da3d1-beb8-413d-aca9-ead842d8223b on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:01.890200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b61da3d1-beb8-413d-aca9-ead842d8223b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:01.890905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b61da3d1-beb8-413d-aca9-ead842d8223b not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:01.922185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] Deleting port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:01.922829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.928263 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d69968b-58ce-4438-8b69-4b5ef52b78fa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.056563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.076491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] For port 9b0ff522-6bb1-4260-9f9e-711c7ec31264, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=9b0ff522-6bb1-4260-9f9e-711c7ec31264,segment=NetworkSegment(d47bdd14-55d3-49e2-84ef-97bbf229429e),segment_id=d47bdd14-55d3-49e2-84ef-97bbf229429e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:02.078967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d69968b-58ce-4438-8b69-4b5ef52b78fa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.082100 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.108695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4f3637-0b43-4aac-8529-80b5b67b3849']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:02.114430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69968b-58ce-4438-8b69-4b5ef52b78fa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Subnet': ['ID=48fc26fa-de5a-4d22-97a0-9aefc6e6017f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.116450 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d69968b-58ce-4438-8b69-4b5ef52b78fa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.120518 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d69968b-58ce-4438-8b69-4b5ef52b78fa tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "DELETE /v2.0/subnets/48fc26fa-de5a-4d22-97a0-9aefc6e6017f HTTP/1.1" status: 204 len: 168 time: 0.8594909 Nov 25 17:25:02.123230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] Calling delete_port for 9b0ff522-6bb1-4260-9f9e-711c7ec31264 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:02.131038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:02.144964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66c213a-7741-4f76-857d-71759e76b8a0') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:02.145356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66c213a-7741-4f76-857d-71759e76b8a0') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:02.170101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-d8b0b752-089a-4b0f-a0c7-f87ac7734f9c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.171653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-d8b0b752-089a-4b0f-a0c7-f87ac7734f9c tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a36300e-fd23-4928-98ec-2f49abbace79 HTTP/1.1" status: 200 len: 944 time: 0.1706407 Nov 25 17:25:02.177119 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.246689 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8e270-ae15-4b3e-8266-a39432a41633 None None] Network f11cc646-4505-4f7f-ba1b-17308c962b85 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:02.251627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 333dfb88-889b-4566-b713-ce6eac7e8bce no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:02.312758 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.386374 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3a92941-dcd7-4b30-80da-9d7c23817fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.398152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] Pushing event deleted for resources: {'Port': ['ID=9b0ff522-6bb1-4260-9f9e-711c7ec31264,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.427282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62ccf3-8b6f-4bc8-8ec6-69ef9ab9db8e None None] No DVR routers for this DVR port 9b0ff522-6bb1-4260-9f9e-711c7ec31264 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:02.516278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:02.570261 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.590082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:02.590478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:02.598652 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:02.626028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.693693 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.736807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:02.739757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-00e77871-54a5-48d4-9394-3528e7d7620c tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.741371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-00e77871-54a5-48d4-9394-3528e7d7620c tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.60 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 950 time: 0.2447095 Nov 25 17:25:02.743566 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd797eaf-bf7c-4687-81d0-d3b8f3887ec4" -d '{"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-unplugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:02.769254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:02.783426 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.789932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] DHCP port deletion for f11cc646-4505-4f7f-ba1b-17308c962b85 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:02.797863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.799407 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.801076 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] 10.222.0.81 "DELETE /v2.0/networks/4c4f3637-0b43-4aac-8529-80b5b67b3849 HTTP/1.1" status: 204 len: 168 time: 2.8976405 Nov 25 17:25:02.870683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c28c97-9c5f-4231-ad8f-eb18ad361b0b tempest-ServersTestMultiNic-479519692 tempest-ServersTestMultiNic-479519692-project] Pushing event deleted for resources: {'Network': ['ID=4c4f3637-0b43-4aac-8529-80b5b67b3849,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.899721 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c602607-552b-44fc-9990-d468178cd281 x-openstack-request-id: req-5c602607-552b-44fc-9990-d468178cd281 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:02.900268 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-unplugged", "status": "completed", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:02.900890 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c602607-552b-44fc-9990-d468178cd281 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:02.901922 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'code': 200} Nov 25 17:25:02.903530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.988057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] Deleting port 460afbae-954b-48f7-b4cd-57442d770827 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:02.988548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.074612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.098115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] For port 460afbae-954b-48f7-b4cd-57442d770827, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=460afbae-954b-48f7-b4cd-57442d770827,segment=NetworkSegment(55d5c4ae-2890-4f8b-b599-517cdc1337f5),segment_id=55d5c4ae-2890-4f8b-b599-517cdc1337f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:03.098648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.120472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] Calling delete_port for 460afbae-954b-48f7-b4cd-57442d770827 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:03.123701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:03.145983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Deleting port 333dfb88-889b-4566-b713-ce6eac7e8bce {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:03.146324 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.170535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47bdd14-55d3-49e2-84ef-97bbf229429e') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:03.170832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47bdd14-55d3-49e2-84ef-97bbf229429e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:03.247633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2619f-cca6-410e-9dc4-e55954e5f59a req-6f27c1f6-75d2-4c3e-96dc-d3e4c93c7f1f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:03.256623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ad2619f-cca6-410e-9dc4-e55954e5f59a req-6f27c1f6-75d2-4c3e-96dc-d3e4c93c7f1f tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 948 time: 0.2453449 Nov 25 17:25:03.259478 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.261249 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.282467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] No DVR routers for this DVR port 460afbae-954b-48f7-b4cd-57442d770827 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:03.310935 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81588ab8-f49f-45a6-ab6d-7407e0c6b9fe None None] Pushing event deleted for resources: {'Port': ['ID=460afbae-954b-48f7-b4cd-57442d770827,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:03.311726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Deleting port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:03.312157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.354265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.414158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:03.414577 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:03.418557 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:03.465894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ad2619f-cca6-410e-9dc4-e55954e5f59a req-ece476c4-2803-49e9-a243-9f35812f0f55 tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/security-groups?id=212b57c4-91d5-43d7-aa93-103a8ac40f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013562 Nov 25 17:25:03.547342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] For port 333dfb88-889b-4566-b713-ce6eac7e8bce, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=333dfb88-889b-4566-b713-ce6eac7e8bce,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:03.547723 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.593549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Calling delete_port for 333dfb88-889b-4566-b713-ce6eac7e8bce owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:03.608371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] For port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:03.608880 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.614514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 9b0ff522-6bb1-4260-9f9e-711c7ec31264 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:03.614686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.629278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.633518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "DELETE /v2.0/networks/4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12 HTTP/1.1" status: 204 len: 168 time: 1.5013387 Nov 25 17:25:03.636740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56462) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:03.642963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Calling delete_port for 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:03.686232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 9b0ff522-6bb1-4260-9f9e-711c7ec31264 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:03.686583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 9b0ff522-6bb1-4260-9f9e-711c7ec31264 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:03.687008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 460afbae-954b-48f7-b4cd-57442d770827 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:03.692332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029e329-8896-45ac-a453-f27035a4f5f0 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Network': ['ID=4b8d9aaf-d44f-482a-beb4-1b5d6dfe5b12,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:03.767897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 460afbae-954b-48f7-b4cd-57442d770827 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:03.769367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 460afbae-954b-48f7-b4cd-57442d770827 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:03.881076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.032667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:04.101312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.108067 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.137240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11cc646-4505-4f7f-ba1b-17308c962b85']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:04.149144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d5c4ae-2890-4f8b-b599-517cdc1337f5') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:04.149813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d5c4ae-2890-4f8b-b599-517cdc1337f5') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:04.164337 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.181671 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.187348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event deleted for resources: {'Port': ['ID=333dfb88-889b-4566-b713-ce6eac7e8bce,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:04.201692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:04.202112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.203340 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:04.210096 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:04.230216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:04.281629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Pushing event deleted for resources: {'Port': ['ID=63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:04.286597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] No DVR routers for this DVR port 333dfb88-889b-4566-b713-ce6eac7e8bce on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:04.296165 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.309806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfb66dac-23dd-4d36-9a9e-ad66864a0fc8 req-8b8eb44c-691d-4adc-bda9-5406eb484ed1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "DELETE /v2.0/ports/333dfb88-889b-4566-b713-ce6eac7e8bce HTTP/1.1" status: 204 len: 173 time: 1.8118579 Nov 25 17:25:04.312816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'name': 'network-vif-deleted', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:04.323778 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fe9adc-b337-4d49-adc0-87907dd14a7f" -d '{"events": [{"server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "name": "network-vif-deleted", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:04.356648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.366347 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.386214 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] 10.222.0.81 "DELETE /v2.0/networks/f11cc646-4505-4f7f-ba1b-17308c962b85 HTTP/1.1" status: 204 len: 168 time: 0.7389083 Nov 25 17:25:04.386657 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3b26c36-9e34-480a-8565-5784616b6b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.399345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8604b-a22f-485b-bb15-651af27f6c07 tempest-TaggedBootDevicesTest-1199749379 tempest-TaggedBootDevicesTest-1199749379-project] Pushing event deleted for resources: {'Network': ['ID=f11cc646-4505-4f7f-ba1b-17308c962b85,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:04.445569 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79371d34-8d68-49ee-b0f1-dd8fd102dd04 x-openstack-request-id: req-79371d34-8d68-49ee-b0f1-dd8fd102dd04 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:04.446109 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a36300e-fd23-4928-98ec-2f49abbace79", "name": "network-vif-deleted", "tag": "333dfb88-889b-4566-b713-ce6eac7e8bce", "status": "failed", "code": 422}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:04.446584 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79371d34-8d68-49ee-b0f1-dd8fd102dd04 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:04.449387 n-d-819349-3 neutron-server[103599]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a36300e-fd23-4928-98ec-2f49abbace79', 'name': 'network-vif-deleted', 'tag': '333dfb88-889b-4566-b713-ce6eac7e8bce', 'status': 'failed', 'code': 422} returned with failed status Nov 25 17:25:04.456577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] No DVR routers for this DVR port 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:04.461586 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.465252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-509041aa-78be-4af2-9bda-be33a5cc0f3d req-742f3ab6-f8b5-4e79-85a7-b1571cfc26ce tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.60 "DELETE /v2.0/ports/63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 HTTP/1.1" status: 204 len: 173 time: 1.7154286 Nov 25 17:25:04.583204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67540839-cc70-49eb-a787-2a0dd305a642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.651721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7ecbf40-b979-4372-aeb2-fb78f75cd929 req-2efb8203-fb47-4e4b-b4bc-7c294ea6a09a tempest-ImagesOneServerTestJSON-1263266289 tempest-ImagesOneServerTestJSON-1263266289-project] 10.222.0.81 "GET /v2.0/ports?device_id=d708ee4b-97b5-417c-b7df-39d55fd245a3 HTTP/1.1" status: 200 len: 210 time: 0.0493584 Nov 25 17:25:04.792278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67540839-cc70-49eb-a787-2a0dd305a642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.804249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67540839-cc70-49eb-a787-2a0dd305a642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.946036 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-67540839-cc70-49eb-a787-2a0dd305a642 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=063bb67a592d4cf3ab600aa58566c1c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7142918 Nov 25 17:25:04.950850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:04.969021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67540839-cc70-49eb-a787-2a0dd305a642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaf049c-6dfc-461e-aaf8-be85df1700f2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.108287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e034122f-e995-488e-ac69-c0a65e4f6f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.173852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e034122f-e995-488e-ac69-c0a65e4f6f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.266627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e034122f-e995-488e-ac69-c0a65e4f6f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.269694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e034122f-e995-488e-ac69-c0a65e4f6f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.273916 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e034122f-e995-488e-ac69-c0a65e4f6f91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5eaf049c-6dfc-461e-aaf8-be85df1700f2 HTTP/1.1" status: 204 len: 168 time: 0.3217652 Nov 25 17:25:05.284496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034122f-e995-488e-ac69-c0a65e4f6f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaf049c-6dfc-461e-aaf8-be85df1700f2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.391687 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.453944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6416dc05-0fd9-481e-b61a-96e2f0596d39 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:05.455472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6416dc05-0fd9-481e-b61a-96e2f0596d39 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.2167802 Nov 25 17:25:05.513443 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-74f6502e-00fe-48ea-9aac-594ac798f2fc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/quotas/4e626f0952704d799bd9d7006a3e9750 HTTP/1.1" status: 200 len: 375 time: 0.0495450 Nov 25 17:25:05.565301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-9099b43c-f8ec-4192-bfc1-3a80f32de98f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416310 Nov 25 17:25:05.763818 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.797454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56524) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:05.821556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-140bfbcc-9539-4a31-8ea2-23896220d775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.028235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-140bfbcc-9539-4a31-8ea2-23896220d775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.032712 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-140bfbcc-9539-4a31-8ea2-23896220d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.063807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-73e043eb-2f3e-4fcf-9d1d-ee7db0a8a721 service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975412 Nov 25 17:25:06.070881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-140bfbcc-9539-4a31-8ea2-23896220d775 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5feda01f04be4d8eb6a40d2aac454127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2715411 Nov 25 17:25:06.073686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:06.087412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bfbcc-9539-4a31-8ea2-23896220d775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5845e40e-dab6-466f-999b-f934e4a0a155,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:06.221895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:06.229861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:06.284726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:06.285109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:06.319537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Deleting port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:06.320248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.322171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31dd3398-5cea-4324-af5e-dd69da0aa9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.442242 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.451428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] For port bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,segment=NetworkSegment(7beac033-86bb-426a-abcc-7245424e20e8),segment_id=7beac033-86bb-426a-abcc-7245424e20e8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:06.452068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.464286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca05f56c-f753-4442-8853-2e2e75e5861b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44c6e9b982674f7fbd780a354e4e9b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306042 Nov 25 17:25:06.464610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56542) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:06.471445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Calling delete_port for bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:06.534570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-70942ad5-a93c-4d9c-be97-8d1031d8d2f9 service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623260 Nov 25 17:25:06.535107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-deleted', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:06.537571 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1275ef4d-6491-48c6-95c1-55782e11fdbc" -d '{"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-deleted", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:06.544707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-162bc088-960e-43b7-96a4-2029bbc95b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.561553 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31dd3398-5cea-4324-af5e-dd69da0aa9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.612616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-162bc088-960e-43b7-96a4-2029bbc95b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.638530 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf933288-15aa-48fb-ba3c-f9e43604b1eb x-openstack-request-id: req-bf933288-15aa-48fb-ba3c-f9e43604b1eb {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:06.638964 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d708ee4b-97b5-417c-b7df-39d55fd245a3", "name": "network-vif-deleted", "tag": "63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:06.639323 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf933288-15aa-48fb-ba3c-f9e43604b1eb {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:06.639824 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd708ee4b-97b5-417c-b7df-39d55fd245a3', 'name': 'network-vif-deleted', 'tag': '63f5dbdc-cb5a-42f4-8fe2-ca90ccc55ec9', 'status': 'completed', 'code': 200} Nov 25 17:25:06.701775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31dd3398-5cea-4324-af5e-dd69da0aa9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.704598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-162bc088-960e-43b7-96a4-2029bbc95b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.707199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-162bc088-960e-43b7-96a4-2029bbc95b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.710791 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-162bc088-960e-43b7-96a4-2029bbc95b9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/212b57c4-91d5-43d7-aa93-103a8ac40f17 HTTP/1.1" status: 204 len: 168 time: 0.2428293 Nov 25 17:25:06.710964 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31dd3398-5cea-4324-af5e-dd69da0aa9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.717801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-31dd3398-5cea-4324-af5e-dd69da0aa9b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5845e40e-dab6-466f-999b-f934e4a0a155 HTTP/1.1" status: 204 len: 168 time: 0.6277144 Nov 25 17:25:06.720272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bc088-960e-43b7-96a4-2029bbc95b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212b57c4-91d5-43d7-aa93-103a8ac40f17,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:06.733670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd3398-5cea-4324-af5e-dd69da0aa9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5845e40e-dab6-466f-999b-f934e4a0a155,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:06.850286 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.910855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16ed1510-677a-4ed5-bb1b-5a66c4bf19c2 req-7ec96668-7126-4e31-9f4c-104b71bfd9b9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 210 time: 0.0410707 Nov 25 17:25:06.920402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.035522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:07.061763 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.392545 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.819714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:07.911513 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.043409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:08.052611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-47333dd9-263c-4a4e-970d-1cf8b169c852 admin admin] 10.222.0.81 "PUT /v2.0/routers/6df53974-3729-4f78-8a56-38d3c8b8d7b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0188837 Nov 25 17:25:08.053691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] Sync routers for ids ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:08.055167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56604) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:08.081621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] Routers {'6df53974-3729-4f78-8a56-38d3c8b8d7b7'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:08.082281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:25:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:08.182164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0d7d1e7-4e2a-40e6-83f5-bd0f5408892c req-8f07179b-2a9a-42eb-90a6-0c7a467d8ca5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 210 time: 0.0347664 Nov 25 17:25:08.291055 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.347939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:08.536003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.626285 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-104161780-network', 'tenant_id': '84a5082137684f76a8d84551cd57063c'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:08.678168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Made reservation on behalf of 84a5082137684f76a8d84551cd57063c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:08.686043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.719329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.721100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Deleting port 1712c871-a623-4741-80de-a7fb2efc7f68 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:08.721447 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.729724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-8e519c45-9624-4cac-868f-31c1aa678dcf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:08.730200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] Set router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:08.731233 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-8e519c45-9624-4cac-868f-31c1aa678dcf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.95 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.2361436 Nov 25 17:25:08.768141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Request body: {'port': {'device_id': 'd3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'admin_state_up': True, 'tenant_id': '4e626f0952704d799bd9d7006a3e9750'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:08.973041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.983328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.026576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:09.048012 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d1a34-a566-4acb-82f0-cabdfd0fb44b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:09.051405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.051694 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Added segment 5456c3dd-f8fa-4ba4-aff7-b5c2ecab10f3 of type vlan for network 821f1ff7-da86-4467-ab7e-73e3df094f3d Nov 25 17:25:09.098443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] For port 1712c871-a623-4741-80de-a7fb2efc7f68, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1712c871-a623-4741-80de-a7fb2efc7f68,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:09.099109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.121287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.149454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Calling delete_port for 1712c871-a623-4741-80de-a7fb2efc7f68 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:09.169004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.170039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.170714 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.171033 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:25:06Z', 'revision_number': 5, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port': {'id': '1712c871-a623-4741-80de-a7fb2efc7f68', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:53Z', 'updated_at': '2021-11-25T17:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.238337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] Checking router: 6df53974-3729-4f78-8a56-38d3c8b8d7b7 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:09.256760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] Routers {'6df53974-3729-4f78-8a56-38d3c8b8d7b7'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:09.258186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:25:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.290868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Made reservation on behalf of 4e626f0952704d799bd9d7006a3e9750 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:09.297370 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9457488 Nov 25 17:25:09.297907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56636) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:09.303527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Request body: {'subnet': {'network_id': '821f1ff7-da86-4467-ab7e-73e3df094f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-104161780-subnet', 'tenant_id': '84a5082137684f76a8d84551cd57063c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:09.308865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a7e81-60b8-4401-aac8-a7bdc99e559c admin admin] Pushing event updated for resources: {'Network': ['ID=821f1ff7-da86-4467-ab7e-73e3df094f3d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:09.321494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 821f1ff7-da86-4467-ab7e-73e3df094f3d details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:09.326435 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.338953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Made reservation on behalf of 84a5082137684f76a8d84551cd57063c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:09.343207 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.396909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3644618-f2e2-47d7-87ab-8f2cdbbadcb1 req-b460f8dc-a617-4733-83a1-53b6b9760950 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 210 time: 0.0437155 Nov 25 17:25:09.623209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] Set router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:09.714503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.761488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:25:08Z', 'revision_number': 6, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.801605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Allocated IP 172.20.0.8 (72eb5744-4bc9-4a81-b495-30d4aaee14ae/483180c2-5451-4b43-98d2-fc76f7ce3b80/da7cebd1-83fd-406d-b00a-13954eebdc96) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:09.803908 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.838503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Checking segment: {'id': '5456c3dd-f8fa-4ba4-aff7-b5c2ecab10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '821f1ff7-da86-4467-ab7e-73e3df094f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:09.839102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Network hostable DHCP agents. Network: 821f1ff7-da86-4467-ab7e-73e3df094f3d, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:09.842868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b0e0e3-259e-494c-8f7e-68a6b85f8f08,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:09.853245 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Pushing event deleted for resources: {'Port': ['ID=1712c871-a623-4741-80de-a7fb2efc7f68,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:09.882089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Network 821f1ff7-da86-4467-ab7e-73e3df094f3d is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:09.901384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 821f1ff7-da86-4467-ab7e-73e3df094f3d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:09.907330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef70df7-2b61-4706-9e14-6b93677593c9 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:09.920853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.924055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.925005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a923f4-1145-42fe-8bd6-b9a141e2b1f1 None None] The sync data for ids ['6df53974-3729-4f78-8a56-38d3c8b8d7b7'] in n-d-819349-3 is: [{'id': '6df53974-3729-4f78-8a56-38d3c8b8d7b7', 'name': 'tempest-ServersTestMultiNic-838308617-router', 'tenant_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:52Z', 'updated_at': '2021-11-25T17:25:08Z', 'revision_number': 6, 'project_id': '3e3ee9d5723d4c5c8a79a2c812cde37f', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:09.929335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee469b6-83c4-4e16-a395-c34a05064f77 None None] Network 821f1ff7-da86-4467-ab7e-73e3df094f3d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:09.982787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-46de7757-779c-4adc-b1e1-47f144879ed1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6837561 Nov 25 17:25:10.118713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb3313-6fd9-42ee-8ef1-ff389470c413 None None] Network 821f1ff7-da86-4467-ab7e-73e3df094f3d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:10.291615 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.338964 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.516909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-936c8b12-cd22-40d4-a372-90eb4a6b532d req-9c6c78b2-8da7-4fd3-975b-fb23d51aaeee tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-30533463', 'description': 'tempest-description-1710265728'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:10.546030 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.561543 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.595086 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-936c8b12-cd22-40d4-a372-90eb4a6b532d req-9c6c78b2-8da7-4fd3-975b-fb23d51aaeee tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.602318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bdf5e4b-519a-41bd-8a6a-aed36b823fe4 req-769862f7-0c6f-4b19-9c2a-d2b44866b17e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 210 time: 0.0539577 Nov 25 17:25:10.659125 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.685260 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.686243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df53974-3729-4f78-8a56-38d3c8b8d7b7 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:10.691229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.695112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-75b71b76-e82c-488a-84cc-6b356d0dc35d admin admin] 10.222.0.81 "DELETE /v2.0/routers/6df53974-3729-4f78-8a56-38d3c8b8d7b7 HTTP/1.1" status: 204 len: 168 time: 2.6351552 Nov 25 17:25:10.695591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:10.722325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:10.781684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:10.791744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:10.949006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event updated for resources: {'Port': ['ID=da7cebd1-83fd-406d-b00a-13954eebdc96,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:11.109339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.110024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.187697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-6eff5460-7a69-4cf0-aeb4-ba1231ca7777 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4441855 Nov 25 17:25:11.225493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Request body: {'port': {'device_id': 'd3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:11.407916 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-936c8b12-cd22-40d4-a372-90eb4a6b532d req-9c6c78b2-8da7-4fd3-975b-fb23d51aaeee tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.437231 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-936c8b12-cd22-40d4-a372-90eb4a6b532d req-9c6c78b2-8da7-4fd3-975b-fb23d51aaeee tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.461664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.479049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-936c8b12-cd22-40d4-a372-90eb4a6b532d req-9c6c78b2-8da7-4fd3-975b-fb23d51aaeee tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.506070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-936c8b12-cd22-40d4-a372-90eb4a6b532d req-9c6c78b2-8da7-4fd3-975b-fb23d51aaeee tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9968548 Nov 25 17:25:11.622001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf644b6-9eda-4004-b144-c0b68c45cf2d admin admin] Deleting subnet f7e4fff0-ce68-4b69-83fd-64ecb367ce45 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:11.630600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-adf644b6-9eda-4004-b144-c0b68c45cf2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.679413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1712c871-a623-4741-80de-a7fb2efc7f68 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:11.719995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 1712c871-a623-4741-80de-a7fb2efc7f68 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:11.729265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1712c871-a623-4741-80de-a7fb2efc7f68 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:11.729948 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:11.730818 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-adf644b6-9eda-4004-b144-c0b68c45cf2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.787542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:11.790468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bebbd7fa-db0c-4dde-83b2-e6e7e08d76d6 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:11.898360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c78b2-8da7-4fd3-975b-fb23d51aaeee tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb4bed1-e89d-4110-afab-ac82dfe16e8f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:11.981587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e84692bf-2936-46b1-9f86-613140bdf098 req-8f53cbfd-b013-44a6-9f6d-7ab19213ca70 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/0bb4bed1-e89d-4110-afab-ac82dfe16e8f HTTP/1.1" status: 200 len: 1822 time: 0.4459727 Nov 25 17:25:11.993485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-adf644b6-9eda-4004-b144-c0b68c45cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.088802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7cebd1-83fd-406d-b00a-13954eebdc96 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:12.094911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:12.104077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e84692bf-2936-46b1-9f86-613140bdf098 req-0150f8e3-021e-4769-8ea3-4f7e1eea1a3f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bb4bed1-e89d-4110-afab-ac82dfe16e8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:12.104403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e84692bf-2936-46b1-9f86-613140bdf098 req-0150f8e3-021e-4769-8ea3-4f7e1eea1a3f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bb4bed1-e89d-4110-afab-ac82dfe16e8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:12.112510 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.126677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664ca7c-8473-47a0-b7db-6783eac54859 req-e570bb21-441f-4191-b054-8370c9f141bf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:12.128622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b664ca7c-8473-47a0-b7db-6783eac54859 req-e570bb21-441f-4191-b054-8370c9f141bf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 931 time: 0.2507892 Nov 25 17:25:12.173796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-adf644b6-9eda-4004-b144-c0b68c45cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.175464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Transition to ACTIVE for port object da7cebd1-83fd-406d-b00a-13954eebdc96 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:12.199515 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.248596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b664ca7c-8473-47a0-b7db-6783eac54859 req-108e2b34-70e9-4db6-8a8d-911e6bff2778 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105578 Nov 25 17:25:12.264821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf644b6-9eda-4004-b144-c0b68c45cf2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e4fff0-ce68-4b69-83fd-64ecb367ce45,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:12.290433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-adf644b6-9eda-4004-b144-c0b68c45cf2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.295211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b10afd-84b6-4493-aff5-29650d429930 None None] Network eb57144f-5ea5-45d2-8531-da4ae476c085 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:12.302289 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-adf644b6-9eda-4004-b144-c0b68c45cf2d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f7e4fff0-ce68-4b69-83fd-64ecb367ce45 HTTP/1.1" status: 204 len: 168 time: 1.6060371 Nov 25 17:25:12.305087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56726) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:12.319883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Pushing event updated for resources: {'Port': ['ID=da7cebd1-83fd-406d-b00a-13954eebdc96,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:12.436678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bc97c13-fa1c-487e-b061-db5e82f5955e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.643952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bc97c13-fa1c-487e-b061-db5e82f5955e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.651654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.657618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bc97c13-fa1c-487e-b061-db5e82f5955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.662404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] DHCP port deletion for eb57144f-5ea5-45d2-8531-da4ae476c085 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:12.723066 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1bc97c13-fa1c-487e-b061-db5e82f5955e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f74643443a1f4afc9c45a93af52b2d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6257277 Nov 25 17:25:12.723859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:12.795530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Deleting port 4df6faf9-a638-416d-b799-f5f9c709a0e2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:12.796793 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.842629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc97c13-fa1c-487e-b061-db5e82f5955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d9f35f-2f47-4468-8a84-cb3e183c6b36,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:12.905581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] For port 4df6faf9-a638-416d-b799-f5f9c709a0e2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4df6faf9-a638-416d-b799-f5f9c709a0e2,segment=NetworkSegment(7beac033-86bb-426a-abcc-7245424e20e8),segment_id=7beac033-86bb-426a-abcc-7245424e20e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:12.907013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7196-9ea6-4154-ab0a-02b98734ee72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.907730 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.925270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Calling delete_port for 4df6faf9-a638-416d-b799-f5f9c709a0e2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:12.998054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7196-9ea6-4154-ab0a-02b98734ee72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.000838 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e84692bf-2936-46b1-9f86-613140bdf098 req-0150f8e3-021e-4769-8ea3-4f7e1eea1a3f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.031396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Deleting port 4df6faf9-a638-416d-b799-f5f9c709a0e2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:13.033367 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.043433 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.060584 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e84692bf-2936-46b1-9f86-613140bdf098 req-0150f8e3-021e-4769-8ea3-4f7e1eea1a3f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.077446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Attempting to bind port da7cebd1-83fd-406d-b00a-13954eebdc96 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:13.077963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Attempting to bind port da7cebd1-83fd-406d-b00a-13954eebdc96 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:13.078394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Attempting to bind port da7cebd1-83fd-406d-b00a-13954eebdc96 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:13.083653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Port da7cebd1-83fd-406d-b00a-13954eebdc96 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:13.084117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Attempting to bind port da7cebd1-83fd-406d-b00a-13954eebdc96 on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:13.091305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:13.091815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Checking segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:13.092322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Bound using segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:13.092878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Bound port: da7cebd1-83fd-406d-b00a-13954eebdc96, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:13.093375 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.095843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e84692bf-2936-46b1-9f86-613140bdf098 req-0150f8e3-021e-4769-8ea3-4f7e1eea1a3f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.113548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Pushing event deleted for resources: {'Port': ['ID=4df6faf9-a638-416d-b799-f5f9c709a0e2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.116959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] No DVR routers for this DVR port 4df6faf9-a638-416d-b799-f5f9c709a0e2 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:13.141340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.141877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.142381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.142882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.143571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.144219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.144717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.145240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.145738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.146930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.147443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.148301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d08dd1-e02d-4fd4-a7e5-01c527c3bfad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.202315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150f8e3-021e-4769-8ea3-4f7e1eea1a3f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a745abb-c53f-4381-a3a7-18c137de95e5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.219097 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e84692bf-2936-46b1-9f86-613140bdf098 req-0150f8e3-021e-4769-8ea3-4f7e1eea1a3f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.220699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e84692bf-2936-46b1-9f86-613140bdf098 req-0150f8e3-021e-4769-8ea3-4f7e1eea1a3f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1269376 Nov 25 17:25:13.223793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] For port da7cebd1-83fd-406d-b00a-13954eebdc96, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:13.227564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] For port da7cebd1-83fd-406d-b00a-13954eebdc96, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da7cebd1-83fd-406d-b00a-13954eebdc96,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:13.253602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.274852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] For port 4df6faf9-a638-416d-b799-f5f9c709a0e2, host n-d-819349-3, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:13.275819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.304913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c58980db-078e-4e9c-b330-3af22ff8c4ad req-cb0c1fe5-a675-403b-82c3-4bec0dd3904e tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1795018063', 'description': 'tempest-description-641481318'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:13.311512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Calling delete_port for 4df6faf9-a638-416d-b799-f5f9c709a0e2 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:13.323937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Port 4df6faf9-a638-416d-b799-f5f9c709a0e2 was not found and therefore no delete operation was performed {{(pid=103598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:25:13.329056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.329984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.331774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] 10.222.0.95 "PUT /v2.0/ports/da7cebd1-83fd-406d-b00a-13954eebdc96 HTTP/1.1" status: 200 len: 1091 time: 2.1294456 Nov 25 17:25:13.331921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.333393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0', 'tag': 'da7cebd1-83fd-406d-b00a-13954eebdc96'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:13.336924 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0", "tag": "da7cebd1-83fd-406d-b00a-13954eebdc96"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:13.378349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03e908-0606-4f2f-9af0-70a8ae378428 service neutron] Pushing event updated for resources: {'Port': ['ID=da7cebd1-83fd-406d-b00a-13954eebdc96,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.383700 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c58980db-078e-4e9c-b330-3af22ff8c4ad req-cb0c1fe5-a675-403b-82c3-4bec0dd3904e tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.407544 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7196-9ea6-4154-ab0a-02b98734ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.410751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7196-9ea6-4154-ab0a-02b98734ee72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.423235 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5f8f7196-9ea6-4154-ab0a-02b98734ee72 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6d9f35f-2f47-4468-8a84-cb3e183c6b36 HTTP/1.1" status: 204 len: 168 time: 0.6915445 Nov 25 17:25:13.448728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df6faf9-a638-416d-b799-f5f9c709a0e2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.452682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f7196-9ea6-4154-ab0a-02b98734ee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d9f35f-2f47-4468-8a84-cb3e183c6b36,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.463763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] No DVR routers for this DVR port 4df6faf9-a638-416d-b799-f5f9c709a0e2 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:13.633031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4df6faf9-a638-416d-b799-f5f9c709a0e2 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:13.641031 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c58980db-078e-4e9c-b330-3af22ff8c4ad req-cb0c1fe5-a675-403b-82c3-4bec0dd3904e tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.654370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.678788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4df6faf9-a638-416d-b799-f5f9c709a0e2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:13.679140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4df6faf9-a638-416d-b799-f5f9c709a0e2 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:13.692421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c58980db-078e-4e9c-b330-3af22ff8c4ad req-cb0c1fe5-a675-403b-82c3-4bec0dd3904e tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.705308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb57144f-5ea5-45d2-8531-da4ae476c085']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:13.738422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7beac033-86bb-426a-abcc-7245424e20e8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:13.741708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7beac033-86bb-426a-abcc-7245424e20e8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:13.771043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.792862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c1fe5-a675-403b-82c3-4bec0dd3904e tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0687d237-d522-4330-a856-6098fe4f02df,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.807366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.825053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:13.825794 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.831232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-f7a87348-7d25-4e8c-817d-2e902009b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:13.832892 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:13.836763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-f7a87348-7d25-4e8c-817d-2e902009b950 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 1094 time: 0.4452841 Nov 25 17:25:13.859889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa0a17-ea3e-452c-92d5-45f92e59fcd3 req-3b8934e9-0f18-4e49-92a9-368eafd65bb4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.871632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5dfa0a17-ea3e-452c-92d5-45f92e59fcd3 req-3b8934e9-0f18-4e49-92a9-368eafd65bb4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 943 time: 0.4812710 Nov 25 17:25:13.915451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-42c5bbf4-88e4-4c76-ad4f-1fedf0997c78 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da7cebd1-83fd-406d-b00a-13954eebdc96 HTTP/1.1" status: 200 len: 217 time: 0.0411136 Nov 25 17:25:13.939876 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c58980db-078e-4e9c-b330-3af22ff8c4ad req-cb0c1fe5-a675-403b-82c3-4bec0dd3904e tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.959694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.960419 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c58980db-078e-4e9c-b330-3af22ff8c4ad req-cb0c1fe5-a675-403b-82c3-4bec0dd3904e tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6920731 Nov 25 17:25:13.982011 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.997292 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] 10.222.0.81 "DELETE /v2.0/networks/eb57144f-5ea5-45d2-8531-da4ae476c085 HTTP/1.1" status: 204 len: 168 time: 1.6880088 Nov 25 17:25:14.061540 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fee5395-8583-4913-b4ef-4e7c9f32e486 x-openstack-request-id: req-1fee5395-8583-4913-b4ef-4e7c9f32e486 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:14.062111 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0", "tag": "da7cebd1-83fd-406d-b00a-13954eebdc96", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:14.062111 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fee5395-8583-4913-b4ef-4e7c9f32e486 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:14.062473 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0', 'tag': 'da7cebd1-83fd-406d-b00a-13954eebdc96', 'status': 'completed', 'code': 200} Nov 25 17:25:14.075341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81e4d3-70aa-410a-80c8-553d9121ed18 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb57144f-5ea5-45d2-8531-da4ae476c085,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.111018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56758) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:14.151834 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ecd81f7-afee-422a-8d81-598713dc13c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.204821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5dfa0a17-ea3e-452c-92d5-45f92e59fcd3 req-58e3adf7-ec7e-4609-b52b-99ff2f04f7fb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293478 Nov 25 17:25:14.261571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:14.262453 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ecd81f7-afee-422a-8d81-598713dc13c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.273390 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ecd81f7-afee-422a-8d81-598713dc13c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.310966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-dc939384-e104-4bb5-a17e-eae7504bb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:14.315213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-dc939384-e104-4bb5-a17e-eae7504bb9a5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.3468330 Nov 25 17:25:14.321280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42fbb35b-c7c3-476d-96f5-3fb39241ce61 req-dd3723a5-52cb-4ac1-bb90-8dc41457bc02 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/0687d237-d522-4330-a856-6098fe4f02df HTTP/1.1" status: 200 len: 1823 time: 0.1443927 Nov 25 17:25:14.333023 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4ecd81f7-afee-422a-8d81-598713dc13c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7dc14878a8864957b2762c492bf5e44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184589 Nov 25 17:25:14.333747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56762) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:14.337406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd81f7-afee-422a-8d81-598713dc13c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3f7886-9f65-4029-89e5-8b00a5b68776,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.390750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-42fbb35b-c7c3-476d-96f5-3fb39241ce61 req-a4e49824-0816-43b6-9544-77d46faff7a1 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0687d237-d522-4330-a856-6098fe4f02df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:14.391368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-42fbb35b-c7c3-476d-96f5-3fb39241ce61 req-a4e49824-0816-43b6-9544-77d46faff7a1 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0687d237-d522-4330-a856-6098fe4f02df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:14.422004 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4a2c0541-1ecf-4be7-b320-bb066c72b5fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e3ee9d5723d4c5c8a79a2c812cde37f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536763 Nov 25 17:25:14.426954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-eab3f29d-460b-4f2f-9c3b-fe153fe211cf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999758 Nov 25 17:25:14.427441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:14.433673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7afaded5-46ba-4f43-8d7a-dcbd08eb87c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.473368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7afaded5-46ba-4f43-8d7a-dcbd08eb87c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.543762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7afaded5-46ba-4f43-8d7a-dcbd08eb87c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.547241 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7afaded5-46ba-4f43-8d7a-dcbd08eb87c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.551055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7afaded5-46ba-4f43-8d7a-dcbd08eb87c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad3f7886-9f65-4029-89e5-8b00a5b68776 HTTP/1.1" status: 204 len: 168 time: 0.2139013 Nov 25 17:25:14.576116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaded5-46ba-4f43-8d7a-dcbd08eb87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3f7886-9f65-4029-89e5-8b00a5b68776,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.640080 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42fbb35b-c7c3-476d-96f5-3fb39241ce61 req-a4e49824-0816-43b6-9544-77d46faff7a1 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.652430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-edf02d2d-b0a1-4aec-8a98-21e7b1a80ac4 service neutron] 10.222.0.95 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144592 Nov 25 17:25:14.655013 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7aaba5e2-da77-4188-b44a-039922ab73e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.861116 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7aaba5e2-da77-4188-b44a-039922ab73e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.864443 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42fbb35b-c7c3-476d-96f5-3fb39241ce61 req-a4e49824-0816-43b6-9544-77d46faff7a1 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.894347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42fbb35b-c7c3-476d-96f5-3fb39241ce61 req-a4e49824-0816-43b6-9544-77d46faff7a1 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.908314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30d1ece5-3dcf-4926-a494-013e6c5030ba req-08d6a12a-d279-4ace-aefd-5602cdfab3c4 service neutron] 10.222.0.95 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432840 Nov 25 17:25:14.999768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e49824-0816-43b6-9544-77d46faff7a1 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a597878d-6625-4ef2-a4f3-2951caae759b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:15.029985 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-42fbb35b-c7c3-476d-96f5-3fb39241ce61 req-a4e49824-0816-43b6-9544-77d46faff7a1 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.031477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42fbb35b-c7c3-476d-96f5-3fb39241ce61 req-a4e49824-0816-43b6-9544-77d46faff7a1 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6917894 Nov 25 17:25:15.054949 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7aaba5e2-da77-4188-b44a-039922ab73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.058649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7aaba5e2-da77-4188-b44a-039922ab73e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.060455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7aaba5e2-da77-4188-b44a-039922ab73e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adfc87f6-082f-4c67-9364-e1f20de336b2 HTTP/1.1" status: 204 len: 168 time: 0.6305604 Nov 25 17:25:15.071094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-4ef7e2d5-2f54-4464-906a-9949f28bed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.075042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-4ef7e2d5-2f54-4464-906a-9949f28bed3a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 1094 time: 0.0879214 Nov 25 17:25:15.084198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-3f95d3c5-94a0-4a1c-9dbd-4c3c43f43649 req-7d56f890-1270-4a9d-aa89-c4f2e76d2cf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-315774571', 'description': 'tempest-description-1621727755'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:15.102083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaba5e2-da77-4188-b44a-039922ab73e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfc87f6-082f-4c67-9364-e1f20de336b2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:15.207430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3f95d3c5-94a0-4a1c-9dbd-4c3c43f43649 req-7d56f890-1270-4a9d-aa89-c4f2e76d2cf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.263790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-b8b3c0f8-1e93-4bd5-8cfa-aa59550e664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.266018 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-b8b3c0f8-1e93-4bd5-8cfa-aa59550e664a service neutron] 10.222.0.95 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 913 time: 0.1743960 Nov 25 17:25:15.351324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-c5810acd-a581-4764-a482-8b9b54a5c77f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da7cebd1-83fd-406d-b00a-13954eebdc96 HTTP/1.1" status: 200 len: 217 time: 0.0745108 Nov 25 17:25:15.450841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3f95d3c5-94a0-4a1c-9dbd-4c3c43f43649 req-7d56f890-1270-4a9d-aa89-c4f2e76d2cf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.458676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-04bc4c2e-3d7a-437f-8d16-4cece17037e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.461067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-04bc4c2e-3d7a-437f-8d16-4cece17037e1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.1011791 Nov 25 17:25:15.467320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3f95d3c5-94a0-4a1c-9dbd-4c3c43f43649 req-7d56f890-1270-4a9d-aa89-c4f2e76d2cf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.513736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-78b22d50-04b2-40a5-bccc-c9e0f9f3a354 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416310 Nov 25 17:25:15.585205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3f95d3c5-94a0-4a1c-9dbd-4c3c43f43649 req-7d56f890-1270-4a9d-aa89-c4f2e76d2cf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.586884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f95d3c5-94a0-4a1c-9dbd-4c3c43f43649 req-7d56f890-1270-4a9d-aa89-c4f2e76d2cf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5200405 Nov 25 17:25:15.632243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56f890-1270-4a9d-aa89-c4f2e76d2cf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ccccd1-95a5-4e81-b0d9-e0d0f5ab35ad,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:15.646437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e6dabd3b-b37f-45b3-b087-cc090003534d req-51756237-751a-4f0b-988c-6a8193d3ce03 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-573702000', 'description': 'tempest-description-1979106498'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:15.699787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2209f-e4e8-4ce4-afb7-348e8668bb4a req-7fdc2284-7a6c-45dd-9b41-97946bdbeb3f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.701735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fa2209f-e4e8-4ce4-afb7-348e8668bb4a req-7fdc2284-7a6c-45dd-9b41-97946bdbeb3f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 943 time: 0.1790700 Nov 25 17:25:15.789087 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e6dabd3b-b37f-45b3-b087-cc090003534d req-51756237-751a-4f0b-988c-6a8193d3ce03 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.891776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-ae4bbeb1-be45-4b06-9b3e-0cd446ae908d service neutron] 10.222.0.95 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662996 Nov 25 17:25:16.031983 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e6dabd3b-b37f-45b3-b087-cc090003534d req-51756237-751a-4f0b-988c-6a8193d3ce03 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.289528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fa2209f-e4e8-4ce4-afb7-348e8668bb4a req-0ab192c8-1f8a-4a42-9f8d-0f8e04243fab tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690405 Nov 25 17:25:16.293224 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e6dabd3b-b37f-45b3-b087-cc090003534d req-51756237-751a-4f0b-988c-6a8193d3ce03 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.481059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41b4eed1-d111-40c2-8f7e-32fa43c3a9ab req-a6f6f5c1-3ec9-4211-a5a4-37008e9eb633 service neutron] 10.222.0.95 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468682 Nov 25 17:25:16.497429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e6dabd3b-b37f-45b3-b087-cc090003534d req-51756237-751a-4f0b-988c-6a8193d3ce03 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.500773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6dabd3b-b37f-45b3-b087-cc090003534d req-51756237-751a-4f0b-988c-6a8193d3ce03 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8732061 Nov 25 17:25:16.501479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51756237-751a-4f0b-988c-6a8193d3ce03 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c21474-7c3e-43df-8cae-a48653475378,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:16.668731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e64589a8-0281-4907-8912-1a1d2950390b req-f06562e7-be96-40bb-bd13-a74c3e64650d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/83ccccd1-95a5-4e81-b0d9-e0d0f5ab35ad HTTP/1.1" status: 200 len: 1823 time: 0.1087043 Nov 25 17:25:16.803396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e64589a8-0281-4907-8912-1a1d2950390b req-72e17cc8-6937-452c-b627-dc79b16e8135 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/93c21474-7c3e-43df-8cae-a48653475378 HTTP/1.1" status: 200 len: 1823 time: 0.1307237 Nov 25 17:25:16.813930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e64589a8-0281-4907-8912-1a1d2950390b req-cd27b8eb-4979-4808-9587-89cda3375e17 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '83ccccd1-95a5-4e81-b0d9-e0d0f5ab35ad', 'remote_group_id': '93c21474-7c3e-43df-8cae-a48653475378', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:16.814426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-e64589a8-0281-4907-8912-1a1d2950390b req-cd27b8eb-4979-4808-9587-89cda3375e17 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '83ccccd1-95a5-4e81-b0d9-e0d0f5ab35ad', 'remote_group_id': '93c21474-7c3e-43df-8cae-a48653475378', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:16.887393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:16.976500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e64589a8-0281-4907-8912-1a1d2950390b req-cd27b8eb-4979-4808-9587-89cda3375e17 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.112501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e64589a8-0281-4907-8912-1a1d2950390b req-cd27b8eb-4979-4808-9587-89cda3375e17 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.121598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-155555134-network', 'tenant_id': 'b97e17932dfa440dad31969a910d8612'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:17.125451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e64589a8-0281-4907-8912-1a1d2950390b req-cd27b8eb-4979-4808-9587-89cda3375e17 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.148455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27b8eb-4979-4808-9587-89cda3375e17 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b48b2a-030b-425b-9320-064c43727b6f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:17.196617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Made reservation on behalf of b97e17932dfa440dad31969a910d8612 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:17.200207 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.209076 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e64589a8-0281-4907-8912-1a1d2950390b req-cd27b8eb-4979-4808-9587-89cda3375e17 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.210970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e64589a8-0281-4907-8912-1a1d2950390b req-cd27b8eb-4979-4808-9587-89cda3375e17 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4064016 Nov 25 17:25:17.232763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.272783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-185d81bc-c073-46f9-9a56-bdd727504b97 req-16b7b005-eb31-45ca-bcd2-5106c6ed6f51 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1003997606', 'description': 'tempest-description-2143208443'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:17.337683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.340599 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-185d81bc-c073-46f9-9a56-bdd727504b97 req-16b7b005-eb31-45ca-bcd2-5106c6ed6f51 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.355201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.404608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:17.446525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0058591-5bce-4f85-b2ab-5f8980a55f99,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:17.459985 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.461233 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Added segment 63dd2655-4271-49da-a141-663bce1f7b25 of type vlan for network 13090da5-c060-4f91-bfd7-69d6d2c05932 Nov 25 17:25:17.592417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.617876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d2f76-3993-4728-a5a6-9ec7b2f17dbf req-c2c9d67b-3d6b-4d9d-a85a-117dc59748cd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:17.620659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-203d2f76-3993-4728-a5a6-9ec7b2f17dbf req-c2c9d67b-3d6b-4d9d-a85a-117dc59748cd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 943 time: 0.1992939 Nov 25 17:25:17.633673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-185d81bc-c073-46f9-9a56-bdd727504b97 req-16b7b005-eb31-45ca-bcd2-5106c6ed6f51 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.652660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-185d81bc-c073-46f9-9a56-bdd727504b97 req-16b7b005-eb31-45ca-bcd2-5106c6ed6f51 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.675899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.676979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:17.678292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.724372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7b005-eb31-45ca-bcd2-5106c6ed6f51 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61887fc-55bc-479f-bf3b-5025b0fbead6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:17.739058 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-185d81bc-c073-46f9-9a56-bdd727504b97 req-16b7b005-eb31-45ca-bcd2-5106c6ed6f51 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.739058 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-185d81bc-c073-46f9-9a56-bdd727504b97 req-16b7b005-eb31-45ca-bcd2-5106c6ed6f51 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4734523 Nov 25 17:25:17.740442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:17.746737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Request body: {'subnet': {'network_id': '13090da5-c060-4f91-bfd7-69d6d2c05932', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-155555134-subnet', 'tenant_id': 'b97e17932dfa440dad31969a910d8612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:17.754811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-203d2f76-3993-4728-a5a6-9ec7b2f17dbf req-76aa15ed-42a6-4a1b-b3ec-63d7240ea591 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242039 Nov 25 17:25:17.789242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9002886 Nov 25 17:25:17.796689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Made reservation on behalf of b97e17932dfa440dad31969a910d8612 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:17.805686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.875188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727ee73-5573-461c-8a3a-3c0c9d18997d admin admin] Pushing event updated for resources: {'Network': ['ID=13090da5-c060-4f91-bfd7-69d6d2c05932,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:17.892910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 13090da5-c060-4f91-bfd7-69d6d2c05932 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:17.936717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7ad5863c-baf9-461e-8945-c134d348956d req-3021a231-3d46-4a9f-aa64-763e6d6cb02d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1739674287', 'description': 'tempest-description-1873534993'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:18.000889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ad5863c-baf9-461e-8945-c134d348956d req-3021a231-3d46-4a9f-aa64-763e6d6cb02d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.179037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ad5863c-baf9-461e-8945-c134d348956d req-3021a231-3d46-4a9f-aa64-763e6d6cb02d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.179037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.186279 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ad5863c-baf9-461e-8945-c134d348956d req-3021a231-3d46-4a9f-aa64-763e6d6cb02d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.298362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7ad5863c-baf9-461e-8945-c134d348956d req-3021a231-3d46-4a9f-aa64-763e6d6cb02d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.305502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ad5863c-baf9-461e-8945-c134d348956d req-3021a231-3d46-4a9f-aa64-763e6d6cb02d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4683249 Nov 25 17:25:18.346372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c0ccd0-43db-4e76-b3b9-9cabe554fae4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:18.388552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021a231-3d46-4a9f-aa64-763e6d6cb02d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac0d7d2-ea98-4253-ab68-e0aa0c774509,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:18.408757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device da7cebd1-83fd-406d-b00a-13954eebdc96 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:18.410621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Checking segment: {'id': '63dd2655-4271-49da-a141-663bce1f7b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '13090da5-c060-4f91-bfd7-69d6d2c05932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:18.411047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Network hostable DHCP agents. Network: 13090da5-c060-4f91-bfd7-69d6d2c05932, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:18.443054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b19d65-c52e-490d-8774-4b18622012d7 req-57086633-d833-45ba-9b0c-606545b6a14d tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/e61887fc-55bc-479f-bf3b-5025b0fbead6 HTTP/1.1" status: 200 len: 1824 time: 0.0812657 Nov 25 17:25:18.444238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Network 13090da5-c060-4f91-bfd7-69d6d2c05932 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:18.463160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 13090da5-c060-4f91-bfd7-69d6d2c05932) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:18.475868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:18.476517 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.487359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df1cbee-05b6-433e-bb57-b65034f31059 None None] Network 13090da5-c060-4f91-bfd7-69d6d2c05932 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:18.502991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e9914d25-aa6b-4240-b6df-f9b7e015cdb0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7604091 Nov 25 17:25:18.533302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b19d65-c52e-490d-8774-4b18622012d7 req-d8742dcf-d200-483d-a499-0befa7b766a4 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/4ac0d7d2-ea98-4253-ab68-e0aa0c774509 HTTP/1.1" status: 200 len: 1824 time: 0.0784469 Nov 25 17:25:18.549465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-85b19d65-c52e-490d-8774-4b18622012d7 req-da0cf9d1-5334-4a33-938c-b2096f4a803c tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e61887fc-55bc-479f-bf3b-5025b0fbead6', 'remote_group_id': '4ac0d7d2-ea98-4253-ab68-e0aa0c774509', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:18.549783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-85b19d65-c52e-490d-8774-4b18622012d7 req-da0cf9d1-5334-4a33-938c-b2096f4a803c tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e61887fc-55bc-479f-bf3b-5025b0fbead6', 'remote_group_id': '4ac0d7d2-ea98-4253-ab68-e0aa0c774509', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:18.671068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-85b19d65-c52e-490d-8774-4b18622012d7 req-da0cf9d1-5334-4a33-938c-b2096f4a803c tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.714013 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-85b19d65-c52e-490d-8774-4b18622012d7 req-da0cf9d1-5334-4a33-938c-b2096f4a803c tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.720354 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-85b19d65-c52e-490d-8774-4b18622012d7 req-da0cf9d1-5334-4a33-938c-b2096f4a803c tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.767192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cf9d1-5334-4a33-938c-b2096f4a803c tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8df86c2-6a29-4695-acbb-f368d6643a92,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:18.813048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-85b19d65-c52e-490d-8774-4b18622012d7 req-da0cf9d1-5334-4a33-938c-b2096f4a803c tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.819369 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b19d65-c52e-490d-8774-4b18622012d7 req-da0cf9d1-5334-4a33-938c-b2096f4a803c tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2743080 Nov 25 17:25:18.940780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-faacc65a-40b8-4b26-ad8f-7731ddbf59bd req-e7d3e063-6232-4a5f-bcda-acc3503c71e7 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/4ac0d7d2-ea98-4253-ab68-e0aa0c774509 HTTP/1.1" status: 200 len: 1824 time: 0.0934353 Nov 25 17:25:19.029930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a20b71-e173-4306-8a32-ed292309fb28 None None] Network 13090da5-c060-4f91-bfd7-69d6d2c05932 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:19.101784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port da7cebd1-83fd-406d-b00a-13954eebdc96, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da7cebd1-83fd-406d-b00a-13954eebdc96,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:19.124819 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-faacc65a-40b8-4b26-ad8f-7731ddbf59bd req-f789ac7f-1822-4cc0-b646-fc5039e61e52 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.128248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'da7cebd1-83fd-406d-b00a-13954eebdc96', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'port_id': 'da7cebd1-83fd-406d-b00a-13954eebdc96', 'mac_address': 'fa:16:3e:4e:47:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483180c2-5451-4b43-98d2-fc76f7ce3b80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:19.187958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac63e57-cbd2-4b4c-afdb-88215a32a874 req-6e7a80c1-099b-4200-ad7c-dd3719e993ef tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:19.190755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ac63e57-cbd2-4b4c-afdb-88215a32a874 req-6e7a80c1-099b-4200-ad7c-dd3719e993ef tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 943 time: 0.2641027 Nov 25 17:25:19.209277 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.219923 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-faacc65a-40b8-4b26-ad8f-7731ddbf59bd req-f789ac7f-1822-4cc0-b646-fc5039e61e52 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.280830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7cebd1-83fd-406d-b00a-13954eebdc96 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:19.356655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port da7cebd1-83fd-406d-b00a-13954eebdc96, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da7cebd1-83fd-406d-b00a-13954eebdc96,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:19.373404 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.413248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ac63e57-cbd2-4b4c-afdb-88215a32a874 req-7e75aa91-953d-496f-a528-4f7d2f745218 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111740 Nov 25 17:25:19.481826 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-faacc65a-40b8-4b26-ad8f-7731ddbf59bd req-f789ac7f-1822-4cc0-b646-fc5039e61e52 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.485560 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-faacc65a-40b8-4b26-ad8f-7731ddbf59bd req-f789ac7f-1822-4cc0-b646-fc5039e61e52 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.487464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-faacc65a-40b8-4b26-ad8f-7731ddbf59bd req-f789ac7f-1822-4cc0-b646-fc5039e61e52 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "DELETE /v2.0/security-groups/4ac0d7d2-ea98-4253-ab68-e0aa0c774509 HTTP/1.1" status: 204 len: 173 time: 0.5449085 Nov 25 17:25:19.502359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=da7cebd1-83fd-406d-b00a-13954eebdc96,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:19.510348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789ac7f-1822-4cc0-b646-fc5039e61e52 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac0d7d2-ea98-4253-ab68-e0aa0c774509,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:19.615327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['da7cebd1-83fd-406d-b00a-13954eebdc96'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:19.631166 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:25:19.662786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc38332d-9d65-4b11-87fe-09380765b7ef req-b8e4a364-8e39-40e6-9854-140e90f46a86 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/e61887fc-55bc-479f-bf3b-5025b0fbead6 HTTP/1.1" status: 200 len: 1824 time: 0.0645437 Nov 25 17:25:19.698814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9089f5e5-d5ae-4ba1-afac-cd95927ed3ca req-31d75e3c-8fba-4218-8183-e77020f66bf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1311164319', 'description': 'tempest-description-174418251'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:19.773212 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9089f5e5-d5ae-4ba1-afac-cd95927ed3ca req-31d75e3c-8fba-4218-8183-e77020f66bf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.894277 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9089f5e5-d5ae-4ba1-afac-cd95927ed3ca req-31d75e3c-8fba-4218-8183-e77020f66bf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.899670 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9089f5e5-d5ae-4ba1-afac-cd95927ed3ca req-31d75e3c-8fba-4218-8183-e77020f66bf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.960696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9089f5e5-d5ae-4ba1-afac-cd95927ed3ca req-31d75e3c-8fba-4218-8183-e77020f66bf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.969293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9089f5e5-d5ae-4ba1-afac-cd95927ed3ca req-31d75e3c-8fba-4218-8183-e77020f66bf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2771425 Nov 25 17:25:20.005595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d75e3c-8fba-4218-8183-e77020f66bf3 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:20.061111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5242bafa-1245-4a4d-8bd9-b282173a234c req-9dd51e7f-d942-4c20-bb5e-281607ea8d13 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6 HTTP/1.1" status: 200 len: 1823 time: 0.0700188 Nov 25 17:25:20.070608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5242bafa-1245-4a4d-8bd9-b282173a234c req-0679f43e-e244-4eb1-8a0c-d045a127eae5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:20.071164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5242bafa-1245-4a4d-8bd9-b282173a234c req-0679f43e-e244-4eb1-8a0c-d045a127eae5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:20.193424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5242bafa-1245-4a4d-8bd9-b282173a234c req-0679f43e-e244-4eb1-8a0c-d045a127eae5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.301855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5242bafa-1245-4a4d-8bd9-b282173a234c req-0679f43e-e244-4eb1-8a0c-d045a127eae5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.346353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5242bafa-1245-4a4d-8bd9-b282173a234c req-0679f43e-e244-4eb1-8a0c-d045a127eae5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.379202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679f43e-e244-4eb1-8a0c-d045a127eae5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9cacd6-1f47-4686-973e-5665fe0098f4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:20.405365 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5242bafa-1245-4a4d-8bd9-b282173a234c req-0679f43e-e244-4eb1-8a0c-d045a127eae5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.411589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device da7cebd1-83fd-406d-b00a-13954eebdc96 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:20.426801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5242bafa-1245-4a4d-8bd9-b282173a234c req-0679f43e-e244-4eb1-8a0c-d045a127eae5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3609674 Nov 25 17:25:20.513014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port da7cebd1-83fd-406d-b00a-13954eebdc96 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:20.518942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port da7cebd1-83fd-406d-b00a-13954eebdc96 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:20.519622 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.544546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-f111cbc9-6a22-41fe-9b81-81fcbd044324 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:20.564990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-f111cbc9-6a22-41fe-9b81-81fcbd044324 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/networks?id=13090da5-c060-4f91-bfd7-69d6d2c05932 HTTP/1.1" status: 200 len: 821 time: 0.3376644 Nov 25 17:25:20.603393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-022b2c23-60e5-49b4-8c86-5a88802e4371 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/quotas/b97e17932dfa440dad31969a910d8612 HTTP/1.1" status: 200 len: 375 time: 0.0371866 Nov 25 17:25:20.614634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8ca72a0-db5f-4285-90f5-3e29e9aa7945 req-c2ff05db-8c37-43de-81a3-b83c4d114456 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6 HTTP/1.1" status: 200 len: 2417 time: 0.1500201 Nov 25 17:25:20.628257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c8ca72a0-db5f-4285-90f5-3e29e9aa7945 req-1f54b43e-ed97-4e70-930c-1a53212b6894 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6', 'remote_group_id': None}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:20.628711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c8ca72a0-db5f-4285-90f5-3e29e9aa7945 req-1f54b43e-ed97-4e70-930c-1a53212b6894 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6', 'remote_group_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:20.655116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.683137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d77fff2c-a80c-413d-8697-e5745fce5747 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b97e17932dfa440dad31969a910d8612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787106 Nov 25 17:25:20.708522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7cebd1-83fd-406d-b00a-13954eebdc96'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:20.711776 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b239ccf6-dcd3-4105-90bd-4667f9ba7db8" -d '{"events": [{"server_uuid": "d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0", "name": "network-vif-plugged", "status": "completed", "tag": "da7cebd1-83fd-406d-b00a-13954eebdc96"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:20.736469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port da7cebd1-83fd-406d-b00a-13954eebdc96, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da7cebd1-83fd-406d-b00a-13954eebdc96,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:20.764965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.862061 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c8ca72a0-db5f-4285-90f5-3e29e9aa7945 req-1f54b43e-ed97-4e70-930c-1a53212b6894 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.870755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=da7cebd1-83fd-406d-b00a-13954eebdc96,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:20.961933 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c8ca72a0-db5f-4285-90f5-3e29e9aa7945 req-1f54b43e-ed97-4e70-930c-1a53212b6894 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.992146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c8ca72a0-db5f-4285-90f5-3e29e9aa7945 req-1f54b43e-ed97-4e70-930c-1a53212b6894 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.087978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54b43e-ed97-4e70-930c-1a53212b6894 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b207012-8f38-4732-835b-95de7d1cf153,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:21.105000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c8ca72a0-db5f-4285-90f5-3e29e9aa7945 req-1f54b43e-ed97-4e70-930c-1a53212b6894 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.107053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8ca72a0-db5f-4285-90f5-3e29e9aa7945 req-1f54b43e-ed97-4e70-930c-1a53212b6894 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4914427 Nov 25 17:25:21.123060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-8ece9a29-e880-4950-a2d4-23bb4594e739 service neutron] 10.222.0.81 "GET /v2.0/networks/13090da5-c060-4f91-bfd7-69d6d2c05932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303174 Nov 25 17:25:21.325495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-f8e716bd-0ad3-4371-ae20-cae2a7cdb6a6 service neutron] 10.222.0.81 "GET /v2.0/networks/13090da5-c060-4f91-bfd7-69d6d2c05932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942790 Nov 25 17:25:21.431422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59fd1d-aad8-4cf2-a86b-7463312665ed req-a1229c66-ac8d-4268-9a5d-07007e5c7bdf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:21.433664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf59fd1d-aad8-4cf2-a86b-7463312665ed req-a1229c66-ac8d-4268-9a5d-07007e5c7bdf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1066911 Nov 25 17:25:21.592454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf59fd1d-aad8-4cf2-a86b-7463312665ed req-51d907e1-e3d9-43de-960e-1ff9719baeff tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488106 Nov 25 17:25:21.707946 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c64f105-7e91-4166-8927-63c569445342 x-openstack-request-id: req-5c64f105-7e91-4166-8927-63c569445342 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:21.708459 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0", "name": "network-vif-plugged", "status": "completed", "tag": "da7cebd1-83fd-406d-b00a-13954eebdc96", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:21.708560 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c64f105-7e91-4166-8927-63c569445342 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:21.708897 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7cebd1-83fd-406d-b00a-13954eebdc96', 'code': 200} Nov 25 17:25:21.745548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83cdb8bf-4dd6-40db-a604-0157a252d922 req-c6020943-634e-4367-a2fe-54651e349457 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6 HTTP/1.1" status: 200 len: 3016 time: 0.0848949 Nov 25 17:25:21.871533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67c87c6c-d8f2-4cc5-9c28-96f4373ccab0 req-03be9982-7350-4553-ae47-812e4e4eddbf tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 210 time: 0.1097102 Nov 25 17:25:21.966390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fefc02cd-545f-4844-9661-30090177820b req-4fea1c90-ab78-4e92-af23-1b393203d517 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-group-rules/5b207012-8f38-4732-835b-95de7d1cf153 HTTP/1.1" status: 200 len: 783 time: 0.1947033 Nov 25 17:25:22.034505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c6068-bc2a-4a77-8e12-160d829d8cff req-615039eb-e867-4ad1-8e8c-399c52000577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.036088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-066c6068-bc2a-4a77-8e12-160d829d8cff req-615039eb-e867-4ad1-8e8c-399c52000577 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 1096 time: 0.2403800 Nov 25 17:25:22.095628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fefc02cd-545f-4844-9661-30090177820b req-48ae4cad-7516-4d70-946f-0d078d8ca5f5 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6 HTTP/1.1" status: 200 len: 3016 time: 0.1282160 Nov 25 17:25:22.116115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-066c6068-bc2a-4a77-8e12-160d829d8cff req-fc2683fb-9e0a-44a4-aebb-b2d23e59358a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710721 Nov 25 17:25:22.130034 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fefc02cd-545f-4844-9661-30090177820b req-64672642-f5c8-47c1-b2d8-307733da22ab tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.140705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fefc02cd-545f-4844-9661-30090177820b req-64672642-f5c8-47c1-b2d8-307733da22ab tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.175460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fefc02cd-545f-4844-9661-30090177820b req-64672642-f5c8-47c1-b2d8-307733da22ab tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.191315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-fefc02cd-545f-4844-9661-30090177820b req-64672642-f5c8-47c1-b2d8-307733da22ab tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.198290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fefc02cd-545f-4844-9661-30090177820b req-64672642-f5c8-47c1-b2d8-307733da22ab tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5b207012-8f38-4732-835b-95de7d1cf153 HTTP/1.1" status: 204 len: 173 time: 0.1016157 Nov 25 17:25:22.201352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64672642-f5c8-47c1-b2d8-307733da22ab tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b207012-8f38-4732-835b-95de7d1cf153,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:22.361249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-995b6dee-7d21-4f73-85ac-e8d557a5ca69 req-ead83166-6ffc-49fd-8891-75b63ac4523f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6 HTTP/1.1" status: 200 len: 2417 time: 0.1433842 Nov 25 17:25:22.501302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-995b6dee-7d21-4f73-85ac-e8d557a5ca69 req-c96d6899-ab63-46c1-b4eb-e56b459007b0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.589117 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-995b6dee-7d21-4f73-85ac-e8d557a5ca69 req-c96d6899-ab63-46c1-b4eb-e56b459007b0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.708082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-995b6dee-7d21-4f73-85ac-e8d557a5ca69 req-c96d6899-ab63-46c1-b4eb-e56b459007b0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.712034 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-995b6dee-7d21-4f73-85ac-e8d557a5ca69 req-c96d6899-ab63-46c1-b4eb-e56b459007b0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.713883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-995b6dee-7d21-4f73-85ac-e8d557a5ca69 req-c96d6899-ab63-46c1-b4eb-e56b459007b0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "DELETE /v2.0/security-groups/6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6 HTTP/1.1" status: 204 len: 173 time: 0.3514771 Nov 25 17:25:22.772237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d6899-ab63-46c1-b4eb-e56b459007b0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c04b78e-36d2-4c0e-98e5-8fa76c52e9b6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:22.821401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070de79d-1656-4cbe-9a37-b0a79d8159ee req-db5fdc92-135d-4038-b8a8-c11cf06603ca tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.824882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-070de79d-1656-4cbe-9a37-b0a79d8159ee req-db5fdc92-135d-4038-b8a8-c11cf06603ca tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1102467 Nov 25 17:25:22.931763 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-3c5a8400-72af-4866-aef8-3957774a28fb req-5b20e6d7-e459-4718-83a6-36dc7b57098b tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] show failed (client error): The resource could not be found. Nov 25 17:25:22.946104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c5a8400-72af-4866-aef8-3957774a28fb req-5b20e6d7-e459-4718-83a6-36dc7b57098b tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/4ac0d7d2-ea98-4253-ab68-e0aa0c774509 HTTP/1.1" status: 404 len: 352 time: 0.0375617 Nov 25 17:25:22.959450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-070de79d-1656-4cbe-9a37-b0a79d8159ee req-4c7901a6-7b59-4bef-9b91-96a3d9dbebe3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278560 Nov 25 17:25:23.154262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ca02631-aab3-48b5-8908-77837a97bbe7 req-5f7f3dd8-fbd0-4f1d-bafe-3b1078230858 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/e61887fc-55bc-479f-bf3b-5025b0fbead6 HTTP/1.1" status: 200 len: 1824 time: 0.1456954 Nov 25 17:25:23.215059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1625ef78-9cd2-4e4c-854b-d3d10d246843 req-0f6987d4-3c6f-45ff-95c7-256ce70105a2 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 210 time: 0.1156709 Nov 25 17:25:23.289021 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9ca02631-aab3-48b5-8908-77837a97bbe7 req-023c7591-7940-45e6-9190-5312ab0a24d0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.323225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9ca02631-aab3-48b5-8908-77837a97bbe7 req-023c7591-7940-45e6-9190-5312ab0a24d0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.627932 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9ca02631-aab3-48b5-8908-77837a97bbe7 req-023c7591-7940-45e6-9190-5312ab0a24d0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.630637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9ca02631-aab3-48b5-8908-77837a97bbe7 req-023c7591-7940-45e6-9190-5312ab0a24d0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.631829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ca02631-aab3-48b5-8908-77837a97bbe7 req-023c7591-7940-45e6-9190-5312ab0a24d0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "DELETE /v2.0/security-groups/e61887fc-55bc-479f-bf3b-5025b0fbead6 HTTP/1.1" status: 204 len: 173 time: 0.4767537 Nov 25 17:25:23.687568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c7591-7940-45e6-9190-5312ab0a24d0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61887fc-55bc-479f-bf3b-5025b0fbead6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:23.756352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4075f001-6dca-4501-a503-527dea28dc66 req-6ebb0046-6ea6-4685-9208-860979751174 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/93c21474-7c3e-43df-8cae-a48653475378 HTTP/1.1" status: 200 len: 1823 time: 0.0801239 Nov 25 17:25:23.764656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-c0356ddb-7d24-4c33-bf92-7b9c510955aa tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:23.766676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-c0356ddb-7d24-4c33-bf92-7b9c510955aa tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.60 "GET /v2.0/networks?id=13090da5-c060-4f91-bfd7-69d6d2c05932 HTTP/1.1" status: 200 len: 821 time: 0.3834610 Nov 25 17:25:23.788900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Request body: {'port': {'device_id': 'def5525c-0e50-432c-bc13-1c02abf81a9e', 'network_id': '13090da5-c060-4f91-bfd7-69d6d2c05932', 'admin_state_up': True, 'tenant_id': 'b97e17932dfa440dad31969a910d8612'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:23.957957 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4075f001-6dca-4501-a503-527dea28dc66 req-00adc2c6-c079-4263-96ef-a949b562fdc0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.018455 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4075f001-6dca-4501-a503-527dea28dc66 req-00adc2c6-c079-4263-96ef-a949b562fdc0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.112040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Made reservation on behalf of b97e17932dfa440dad31969a910d8612 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:24.132231 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.722213 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4075f001-6dca-4501-a503-527dea28dc66 req-00adc2c6-c079-4263-96ef-a949b562fdc0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.724766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4075f001-6dca-4501-a503-527dea28dc66 req-00adc2c6-c079-4263-96ef-a949b562fdc0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.725941 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4075f001-6dca-4501-a503-527dea28dc66 req-00adc2c6-c079-4263-96ef-a949b562fdc0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "DELETE /v2.0/security-groups/93c21474-7c3e-43df-8cae-a48653475378 HTTP/1.1" status: 204 len: 173 time: 0.9582784 Nov 25 17:25:24.770597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adc2c6-c079-4263-96ef-a949b562fdc0 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c21474-7c3e-43df-8cae-a48653475378,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:24.802829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e9e24-4694-44fa-925e-5cfe137640e5 req-6bae54ff-9ce2-4ae8-8d96-225ba3f4bb64 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.804894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-847e9e24-4694-44fa-925e-5cfe137640e5 req-6bae54ff-9ce2-4ae8-8d96-225ba3f4bb64 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.6533551 Nov 25 17:25:24.820348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Allocated IP 172.20.0.7 (13090da5-c060-4f91-bfd7-69d6d2c05932/85c0ccd0-43db-4e76-b3b9-9cabe554fae4/5afc7aac-5953-4d5e-a2d4-ba76b5a33485) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:24.967914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-847e9e24-4694-44fa-925e-5cfe137640e5 req-60d9f6b8-aeaa-4d0f-96e9-7299def4591f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531930 Nov 25 17:25:25.025655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ed655573-e8bc-4a65-af5e-185224aa7e46 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.043296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ed655573-e8bc-4a65-af5e-185224aa7e46 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.055177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ed655573-e8bc-4a65-af5e-185224aa7e46 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.076697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ed655573-e8bc-4a65-af5e-185224aa7e46 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.082695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ed655573-e8bc-4a65-af5e-185224aa7e46 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.096672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ed655573-e8bc-4a65-af5e-185224aa7e46 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.118147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ed655573-e8bc-4a65-af5e-185224aa7e46 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.127000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ed655573-e8bc-4a65-af5e-185224aa7e46 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.2812326 Nov 25 17:25:25.176522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9ae8b6e-3226-4b9d-b949-45d74fd078b2 req-3830bb87-8255-43eb-b8e9-3251b07afc06 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 210 time: 0.0456319 Nov 25 17:25:25.362106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cdb7e4b-9023-445f-9885-3c7394e01b5a req-ccb3b596-9215-4c7d-9e7c-040cf3dfdd80 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2143717 Nov 25 17:25:25.482033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2afe3539-7203-4700-b542-81efc6d40fa3 req-b245887b-90cc-4465-9eec-19ac8bd1153f tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/83ccccd1-95a5-4e81-b0d9-e0d0f5ab35ad HTTP/1.1" status: 200 len: 1823 time: 0.1976614 Nov 25 17:25:25.628890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.714948 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-a0de8639-7735-4808-9a03-085cc10d6306 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1341569 Nov 25 17:25:25.729118 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2afe3539-7203-4700-b542-81efc6d40fa3 req-fe10dbbf-3ef9-4931-9d12-e68af88a13df tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.761301 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.839780 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2afe3539-7203-4700-b542-81efc6d40fa3 req-fe10dbbf-3ef9-4931-9d12-e68af88a13df tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.844592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Pushing event updated for resources: {'Port': ['ID=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.927396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Network 13090da5-c060-4f91-bfd7-69d6d2c05932 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:26.002967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:26.005990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:26.077671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-0b4d5001-eaa5-49ef-b15a-e7712270cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.078172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-0b4d5001-eaa5-49ef-b15a-e7712270cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.078701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-0b4d5001-eaa5-49ef-b15a-e7712270cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.079462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-0b4d5001-eaa5-49ef-b15a-e7712270cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.080180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-0b4d5001-eaa5-49ef-b15a-e7712270cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.080859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-0b4d5001-eaa5-49ef-b15a-e7712270cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.081510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-0b4d5001-eaa5-49ef-b15a-e7712270cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.083663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-0b4d5001-eaa5-49ef-b15a-e7712270cd87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6502 time: 0.2517409 Nov 25 17:25:26.106958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f18b-0732-443b-a26f-e179de4342d9 req-3f0b0602-44e4-475f-a288-1fb7eea40ca9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.114782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f18b-0732-443b-a26f-e179de4342d9 req-3f0b0602-44e4-475f-a288-1fb7eea40ca9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.123351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f18b-0732-443b-a26f-e179de4342d9 req-3f0b0602-44e4-475f-a288-1fb7eea40ca9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.130977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f18b-0732-443b-a26f-e179de4342d9 req-3f0b0602-44e4-475f-a288-1fb7eea40ca9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.138302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f18b-0732-443b-a26f-e179de4342d9 req-3f0b0602-44e4-475f-a288-1fb7eea40ca9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.145527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f18b-0732-443b-a26f-e179de4342d9 req-3f0b0602-44e4-475f-a288-1fb7eea40ca9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.168253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f18b-0732-443b-a26f-e179de4342d9 req-3f0b0602-44e4-475f-a288-1fb7eea40ca9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.179889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea44f18b-0732-443b-a26f-e179de4342d9 req-3f0b0602-44e4-475f-a288-1fb7eea40ca9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.2972136 Nov 25 17:25:26.228159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2afe3539-7203-4700-b542-81efc6d40fa3 req-fe10dbbf-3ef9-4931-9d12-e68af88a13df tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.236315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2afe3539-7203-4700-b542-81efc6d40fa3 req-fe10dbbf-3ef9-4931-9d12-e68af88a13df tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.246410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2afe3539-7203-4700-b542-81efc6d40fa3 req-fe10dbbf-3ef9-4931-9d12-e68af88a13df tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "DELETE /v2.0/security-groups/83ccccd1-95a5-4e81-b0d9-e0d0f5ab35ad HTTP/1.1" status: 204 len: 173 time: 0.7312839 Nov 25 17:25:26.454911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10dbbf-3ef9-4931-9d12-e68af88a13df tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ccccd1-95a5-4e81-b0d9-e0d0f5ab35ad,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:26.478578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.479745 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.541893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-8c4e55e5-064b-4ef1-b78a-c1046a8d5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.542536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-8c4e55e5-064b-4ef1-b78a-c1046a8d5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.543060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-8c4e55e5-064b-4ef1-b78a-c1046a8d5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.544905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-8c4e55e5-064b-4ef1-b78a-c1046a8d5ab4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=a159a140-c32b-487a-857c-191ffdb4911e&id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 2297 time: 0.3615303 Nov 25 17:25:26.719745 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-3e03029f-483a-4fb9-be8e-705b42f9dc83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 200 len: 1000 time: 0.1358867 Nov 25 17:25:26.780273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-99d4ab8c-743b-43e1-a446-9795812d0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.781806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-99d4ab8c-743b-43e1-a446-9795812d0e50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f12de2ce-9a48-4f26-81e7-fd454e827edd HTTP/1.1" status: 200 len: 855 time: 0.0532198 Nov 25 17:25:26.801782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92470fbe-9d98-488f-a4bf-1935dfef3fef req-244730d1-31d1-46a8-b211-cf51ac131164 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.810016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92470fbe-9d98-488f-a4bf-1935dfef3fef req-244730d1-31d1-46a8-b211-cf51ac131164 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.4326484 Nov 25 17:25:26.840976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5311dc0-eebc-4a63-a0b9-e127c911c72c req-0e4e7d29-3ce6-48e2-a199-f51f591e7635 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.850384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5311dc0-eebc-4a63-a0b9-e127c911c72c req-0e4e7d29-3ce6-48e2-a199-f51f591e7635 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 931 time: 0.4662404 Nov 25 17:25:26.877627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-d2511f97-9feb-47d9-a375-e5e4328be607 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0995946 Nov 25 17:25:26.937551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5311dc0-eebc-4a63-a0b9-e127c911c72c req-4aba9b57-fa9d-49c4-bb0d-a9d8abeace0b tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861778 Nov 25 17:25:26.943479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Request body: {'port': {'device_id': 'def5525c-0e50-432c-bc13-1c02abf81a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:26.968344 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57224) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:27.124026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29c88d2b-e022-480f-aeb5-390d116db6b2 req-0d4dcf2e-efdf-4b11-9d1c-e20c841adec6 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/0687d237-d522-4330-a856-6098fe4f02df HTTP/1.1" status: 200 len: 2423 time: 0.0973577 Nov 25 17:25:27.160536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3da148a5-69dd-44f8-b771-b36d3a244496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.217469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-5fc488cd-d962-4491-b872-68e3de004007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:27.219067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-5fc488cd-d962-4491-b872-68e3de004007 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4262035 Nov 25 17:25:27.237093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92470fbe-9d98-488f-a4bf-1935dfef3fef req-94f8e075-410b-4ddb-b183-074b8eb1b02d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261494 Nov 25 17:25:27.308372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3da148a5-69dd-44f8-b771-b36d3a244496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.330523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3da148a5-69dd-44f8-b771-b36d3a244496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.416115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-939629b9-866e-4e8d-aac9-309914f4e2e8 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697211 Nov 25 17:25:27.426065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da148a5-69dd-44f8-b771-b36d3a244496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3459f6f7-61ff-4e54-9748-b7c2f44912d1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:27.433579 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.474876 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3da148a5-69dd-44f8-b771-b36d3a244496 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e9411ae7e0d42c0895d5f6f9cf12c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5053482 Nov 25 17:25:27.478771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:27.534465 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29c88d2b-e022-480f-aeb5-390d116db6b2 req-5be19b9e-48a4-48ad-a45a-f5359fb94cbd tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.604151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29c88d2b-e022-480f-aeb5-390d116db6b2 req-5be19b9e-48a4-48ad-a45a-f5359fb94cbd tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.655501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5b52112-5f8d-41f9-bce3-29d95631df83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.709626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57240) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:27.751575 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5b52112-5f8d-41f9-bce3-29d95631df83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.772013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-d7e69dd3-86d7-44ea-8a81-79ae95e7486b service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506608 Nov 25 17:25:27.833648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5b52112-5f8d-41f9-bce3-29d95631df83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.836797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5b52112-5f8d-41f9-bce3-29d95631df83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.839697 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c5b52112-5f8d-41f9-bce3-29d95631df83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3459f6f7-61ff-4e54-9748-b7c2f44912d1 HTTP/1.1" status: 204 len: 168 time: 0.3599484 Nov 25 17:25:27.869328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-c45de51a-3b95-4457-9f54-250b1b011f3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 217 time: 0.0814097 Nov 25 17:25:27.918825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29c88d2b-e022-480f-aeb5-390d116db6b2 req-5be19b9e-48a4-48ad-a45a-f5359fb94cbd tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.922171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-29c88d2b-e022-480f-aeb5-390d116db6b2 req-5be19b9e-48a4-48ad-a45a-f5359fb94cbd tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.924695 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29c88d2b-e022-480f-aeb5-390d116db6b2 req-5be19b9e-48a4-48ad-a45a-f5359fb94cbd tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "DELETE /v2.0/security-groups/0687d237-d522-4330-a856-6098fe4f02df HTTP/1.1" status: 204 len: 173 time: 0.7992365 Nov 25 17:25:28.000669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be19b9e-48a4-48ad-a45a-f5359fb94cbd tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687d237-d522-4330-a856-6098fe4f02df,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.117252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dabf7014-faf3-4f6f-858b-50d8e402d7b2 req-20ce95d4-e7ac-49dc-8d3e-e3ece972e660 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "GET /v2.0/security-groups/0bb4bed1-e89d-4110-afab-ac82dfe16e8f HTTP/1.1" status: 200 len: 2416 time: 0.1231663 Nov 25 17:25:28.133272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b52112-5f8d-41f9-bce3-29d95631df83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3459f6f7-61ff-4e54-9748-b7c2f44912d1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.168409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-7708efde-218b-4f1e-8082-73cb86bbe74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:28.170669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-7708efde-218b-4f1e-8082-73cb86bbe74b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2888949 Nov 25 17:25:28.406691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:28.439870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19db7bad-9aa6-45d3-8e18-7887e07a1f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.445790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-ea0d6c71-7303-4509-a232-cdf817486614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:28.447772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-ea0d6c71-7303-4509-a232-cdf817486614 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2519860 Nov 25 17:25:28.479738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053a551-9b4b-4d35-ad5c-b45b74fca1e2 req-191d75db-25e0-477f-88ee-b914efbcf5ba tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:28.489684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d053a551-9b4b-4d35-ad5c-b45b74fca1e2 req-191d75db-25e0-477f-88ee-b914efbcf5ba tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 931 time: 0.3940129 Nov 25 17:25:28.619377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dabf7014-faf3-4f6f-858b-50d8e402d7b2 req-dfb5bdc1-8901-4d5d-be89-4ef81c7eb9b6 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.675951 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.862881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dabf7014-faf3-4f6f-858b-50d8e402d7b2 req-dfb5bdc1-8901-4d5d-be89-4ef81c7eb9b6 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.924115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d053a551-9b4b-4d35-ad5c-b45b74fca1e2 req-a8030109-944c-4c30-b74b-da6fcc99188d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332082 Nov 25 17:25:28.928831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:28.957731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.029992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Transition to ACTIVE for port object 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:29.037634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-6d141046-f84a-493f-ac21-566cab0b739a service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411053 Nov 25 17:25:29.075121 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.355350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:29.439050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Deleting port 892e99bd-a3b6-4a25-807e-8746e63af7b4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:29.439397 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.582455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-03925a01-5e5b-47ee-aebf-3c291e3e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.583196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-03925a01-5e5b-47ee-aebf-3c291e3e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.583828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-03925a01-5e5b-47ee-aebf-3c291e3e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.584759 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-03925a01-5e5b-47ee-aebf-3c291e3e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.585932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-03925a01-5e5b-47ee-aebf-3c291e3e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.587598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-03925a01-5e5b-47ee-aebf-3c291e3e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.588532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-03925a01-5e5b-47ee-aebf-3c291e3e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.590992 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-03925a01-5e5b-47ee-aebf-3c291e3e5b61 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6502 time: 0.2336919 Nov 25 17:25:29.629984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] For port 892e99bd-a3b6-4a25-807e-8746e63af7b4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=892e99bd-a3b6-4a25-807e-8746e63af7b4,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:29.630607 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.660638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Calling delete_port for 892e99bd-a3b6-4a25-807e-8746e63af7b4 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:29.773043 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dabf7014-faf3-4f6f-858b-50d8e402d7b2 req-dfb5bdc1-8901-4d5d-be89-4ef81c7eb9b6 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.777567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dabf7014-faf3-4f6f-858b-50d8e402d7b2 req-dfb5bdc1-8901-4d5d-be89-4ef81c7eb9b6 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.782701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dabf7014-faf3-4f6f-858b-50d8e402d7b2 req-dfb5bdc1-8901-4d5d-be89-4ef81c7eb9b6 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] 10.222.0.81 "DELETE /v2.0/security-groups/0bb4bed1-e89d-4110-afab-ac82dfe16e8f HTTP/1.1" status: 204 len: 173 time: 1.6643836 Nov 25 17:25:29.799487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:29.832575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5bdc1-8901-4d5d-be89-4ef81c7eb9b6 tempest-SecurityGroupRulesTestJSON-733478082 tempest-SecurityGroupRulesTestJSON-733478082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb4bed1-e89d-4110-afab-ac82dfe16e8f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:29.836387 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-e5f0e244-6aeb-4650-9520-c72fa27f4c66 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2301812 Nov 25 17:25:29.896402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a4d5b9-f248-44e4-9137-14cb2a71f749 admin admin] Deleting subnet 66b0e0e3-259e-494c-8f7e-68a6b85f8f08 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:29.900998 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d5b9-f248-44e4-9137-14cb2a71f749 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.954834 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19db7bad-9aa6-45d3-8e18-7887e07a1f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.984759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-858f8ca7-66c3-4647-ba23-e4aaf190d8cb service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9243762 Nov 25 17:25:29.984759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.002154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812caac2-03f5-44bd-8282-14101c1079f6 req-fa75d97a-2d3e-46c4-9caa-090fec7d01ed tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.003858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-812caac2-03f5-44bd-8282-14101c1079f6 req-fa75d97a-2d3e-46c4-9caa-090fec7d01ed tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.9225883 Nov 25 17:25:30.058834 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19db7bad-9aa6-45d3-8e18-7887e07a1f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.091946 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d5b9-f248-44e4-9137-14cb2a71f749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.181368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d5b9-f248-44e4-9137-14cb2a71f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.187426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-e7eb56fc-d309-412c-841b-8a63ece4aaa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 217 time: 0.1820619 Nov 25 17:25:30.224405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db7bad-9aa6-45d3-8e18-7887e07a1f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b44a3c-7ba3-482c-bdec-c087436fc781,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.267510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-19db7bad-9aa6-45d3-8e18-7887e07a1f21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e59126b023ad4863a6e4fe6d4d76ac6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8588207 Nov 25 17:25:30.271000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:30.346042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Attempting to bind port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:30.347015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Attempting to bind port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '63dd2655-4271-49da-a141-663bce1f7b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '13090da5-c060-4f91-bfd7-69d6d2c05932'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:30.347015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Attempting to bind port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 on network 13090da5-c060-4f91-bfd7-69d6d2c05932 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:30.362133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-812caac2-03f5-44bd-8282-14101c1079f6 req-7a8830b3-7d9d-4cd4-8c5c-abf352ca3934 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046477 Nov 25 17:25:30.365790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-5c7e1917-8913-43c6-b419-97eedc0384f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.367689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-5c7e1917-8913-43c6-b419-97eedc0384f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1493647 Nov 25 17:25:30.379622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bf7ad-38d3-4edf-b967-3cd75ea761c7 req-73046f36-29b4-44dc-9417-dd8ec6d4e93d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.380860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b76bf7ad-38d3-4edf-b967-3cd75ea761c7 req-73046f36-29b4-44dc-9417-dd8ec6d4e93d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 943 time: 0.3161671 Nov 25 17:25:30.382989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 on network 13090da5-c060-4f91-bfd7-69d6d2c05932 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:30.383360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Attempting to bind port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 on network 13090da5-c060-4f91-bfd7-69d6d2c05932 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:30.419550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:30.420865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Checking segment: {'id': '63dd2655-4271-49da-a141-663bce1f7b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '13090da5-c060-4f91-bfd7-69d6d2c05932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:30.421362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Bound using segment: {'id': '63dd2655-4271-49da-a141-663bce1f7b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '13090da5-c060-4f91-bfd7-69d6d2c05932'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:30.421838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Bound port: 5afc7aac-5953-4d5e-a2d4-ba76b5a33485, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dd2655-4271-49da-a141-663bce1f7b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '13090da5-c060-4f91-bfd7-69d6d2c05932'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:30.422212 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.429593 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d5b9-f248-44e4-9137-14cb2a71f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.489348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4d5b9-f248-44e4-9137-14cb2a71f749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b0e0e3-259e-494c-8f7e-68a6b85f8f08,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.504197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d5b9-f248-44e4-9137-14cb2a71f749 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.512062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-04056e9e-d413-434d-9e0e-4f46bb477a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.512184 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c7a4d5b9-f248-44e4-9137-14cb2a71f749 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/66b0e0e3-259e-494c-8f7e-68a6b85f8f08 HTTP/1.1" status: 204 len: 168 time: 0.7081823 Nov 25 17:25:30.512281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-04056e9e-d413-434d-9e0e-4f46bb477a2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283183 Nov 25 17:25:30.514101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57320) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:30.548790 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.569985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b76bf7ad-38d3-4edf-b967-3cd75ea761c7 req-e8afda6c-9fa5-4703-bcbd-dfc8243af88e tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692955 Nov 25 17:25:30.628359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c773a88-a224-482a-96da-eb0c7a5ef941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.640658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] For port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:30.645171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Pushing event deleted for resources: {'Port': ['ID=892e99bd-a3b6-4a25-807e-8746e63af7b4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.645753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] For port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,segment=NetworkSegment(63dd2655-4271-49da-a141-663bce1f7b25),segment_id=63dd2655-4271-49da-a141-663bce1f7b25)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:30.664984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.709949 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c773a88-a224-482a-96da-eb0c7a5ef941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.750019 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.756518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-ff8a828d-fb4d-425b-973f-70fd95216431 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368042 Nov 25 17:25:30.771130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.772448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.783728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] 10.222.0.60 "PUT /v2.0/ports/5afc7aac-5953-4d5e-a2d4-ba76b5a33485 HTTP/1.1" status: 200 len: 1091 time: 3.8470554 Nov 25 17:25:30.784333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def5525c-0e50-432c-bc13-1c02abf81a9e', 'tag': '5afc7aac-5953-4d5e-a2d4-ba76b5a33485'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:30.787057 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f572f2dd-0942-43b3-8dfd-dc5830d52445" -d '{"events": [{"name": "network-changed", "server_uuid": "def5525c-0e50-432c-bc13-1c02abf81a9e", "tag": "5afc7aac-5953-4d5e-a2d4-ba76b5a33485"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:30.914334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e6006-f3a9-411c-9ae0-82e6c7c66ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.919085 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c638ea8-873f-42c4-8ac1-060c8e794768 x-openstack-request-id: req-0c638ea8-873f-42c4-8ac1-060c8e794768 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:30.920360 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def5525c-0e50-432c-bc13-1c02abf81a9e", "tag": "5afc7aac-5953-4d5e-a2d4-ba76b5a33485", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:30.920636 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c638ea8-873f-42c4-8ac1-060c8e794768 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:30.921093 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def5525c-0e50-432c-bc13-1c02abf81a9e', 'tag': '5afc7aac-5953-4d5e-a2d4-ba76b5a33485', 'status': 'completed', 'code': 200} Nov 25 17:25:31.002966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-85243d82-4be9-4bc4-b77c-e7a59b521a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:31.004500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-85243d82-4be9-4bc4-b77c-e7a59b521a31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b97e17932dfa440dad31969a910d8612&device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 1094 time: 0.1439874 Nov 25 17:25:31.031836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-9f27d2a5-c7df-4db2-be2e-6f1916a839fd service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637300 Nov 25 17:25:31.117070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-4801fdb0-6c0d-44f8-a467-ce480d460c5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5afc7aac-5953-4d5e-a2d4-ba76b5a33485 HTTP/1.1" status: 200 len: 217 time: 0.1029711 Nov 25 17:25:31.120571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-171ca33b-3455-4066-9034-022690115c2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=085da1b1-1c41-445c-9f70-285163ebfa81 HTTP/1.1" status: 200 len: 217 time: 0.0500293 Nov 25 17:25:31.123383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.173927 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c773a88-a224-482a-96da-eb0c7a5ef941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.176484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c773a88-a224-482a-96da-eb0c7a5ef941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.184207 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0c773a88-a224-482a-96da-eb0c7a5ef941 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72b44a3c-7ba3-482c-bdec-c087436fc781 HTTP/1.1" status: 204 len: 168 time: 0.9079149 Nov 25 17:25:31.210352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-b8ab9852-d6e5-4f0e-9d26-7f78d38b025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:31.211318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821f1ff7-da86-4467-ab7e-73e3df094f3d']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:31.212782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-b8ab9852-d6e5-4f0e-9d26-7f78d38b025c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85c0ccd0-43db-4e76-b3b9-9cabe554fae4 HTTP/1.1" status: 200 len: 861 time: 0.0811994 Nov 25 17:25:31.243846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5456c3dd-f8fa-4ba4-aff7-b5c2ecab10f3') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:31.243846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5456c3dd-f8fa-4ba4-aff7-b5c2ecab10f3') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:31.255508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c773a88-a224-482a-96da-eb0c7a5ef941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b44a3c-7ba3-482c-bdec-c087436fc781,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:31.273901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-87745150-12a0-4f63-b0e5-cb7bb79c7705 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13090da5-c060-4f91-bfd7-69d6d2c05932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361702 Nov 25 17:25:31.284976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.293711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.302614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.312277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:31.312683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:31.314642 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:31.328120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-ca65d6e0-4a7d-4b88-8ffb-90d51f696202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:31.332362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-ca65d6e0-4a7d-4b88-8ffb-90d51f696202 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1878810 Nov 25 17:25:31.492031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-bc8c82ac-e0c0-412a-aa87-f9e363a8cc86 service neutron] 10.222.0.60 "GET /v2.0/networks/13090da5-c060-4f91-bfd7-69d6d2c05932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581028 Nov 25 17:25:31.580430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.630182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.637453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-8a9a77e4-c558-47e0-af87-5a91297c5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:31.639048 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-8a9a77e4-c558-47e0-af87-5a91297c5bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2003219 Nov 25 17:25:31.639365 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] 10.222.0.81 "DELETE /v2.0/networks/821f1ff7-da86-4467-ab7e-73e3df094f3d HTTP/1.1" status: 204 len: 168 time: 1.1238139 Nov 25 17:25:31.690789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a17bef-c3ae-495f-b7e2-ad0e2a0d63ab admin admin] Pushing event deleted for resources: {'Network': ['ID=821f1ff7-da86-4467-ab7e-73e3df094f3d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:31.826244 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:31.828525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba587255-5e07-460d-b11b-ebd661468de5 req-d4c85758-e56e-4281-9b0a-74c66724dec4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:31.830286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba587255-5e07-460d-b11b-ebd661468de5 req-d4c85758-e56e-4281-9b0a-74c66724dec4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.2692063 Nov 25 17:25:31.843340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f6a1ca-cbfb-4bcc-989f-2a8e60e039ff req-3b3ef327-9027-42fb-b248-fa851602f1f0 service neutron] 10.222.0.60 "GET /v2.0/networks/13090da5-c060-4f91-bfd7-69d6d2c05932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374391 Nov 25 17:25:31.909425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a079a5-40cb-49a8-adf5-5797bdd77a2f req-3b051898-a587-4036-843a-0a1c8d5e660a tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:31.911195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5a079a5-40cb-49a8-adf5-5797bdd77a2f req-3b051898-a587-4036-843a-0a1c8d5e660a tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 943 time: 0.2026188 Nov 25 17:25:31.958003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-f7409004-6298-40fd-8c39-72ca19015952 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094714 Nov 25 17:25:32.012183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba587255-5e07-460d-b11b-ebd661468de5 req-1c0dce2f-0367-4d65-a495-d8e163231c2b tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708004 Nov 25 17:25:32.103477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:32.103876 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fde1824b-dd54-443e-8109-c967f2baf21b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84a5082137684f76a8d84551cd57063c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742438 Nov 25 17:25:32.132153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:32.135582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-e4a778df-0769-4b8b-9edd-5d7c0b4a2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.137163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-e4a778df-0769-4b8b-9edd-5d7c0b4a2a62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b97e17932dfa440dad31969a910d8612&device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 1094 time: 0.2116039 Nov 25 17:25:32.180505 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f586622f-e5e5-4e10-97f6-53a80439fecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.221201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5a079a5-40cb-49a8-adf5-5797bdd77a2f req-55b1a971-032e-456e-b064-a98e2c035d0d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481675 Nov 25 17:25:32.311708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-68386ba7-9c9e-45e5-b1e5-106381d964cb service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219104 Nov 25 17:25:32.362227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:32.375710 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] Sync routers for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:32.381151 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2b4789c9-bf7e-4bf4-943f-bcf538ad1814 admin admin] 10.222.0.81 "PUT /v2.0/routers/c192b99c-5dea-4a50-af79-1b2f31dd4ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6663530 Nov 25 17:25:32.385400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:32.392301 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:32.392975 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:25:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:32.407449 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-955dca7c-45fe-4242-a270-6c1affa5e2a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.424644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-5d3d8cda-36d8-4e02-8813-dd03a9499d7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 HTTP/1.1" status: 200 len: 217 time: 0.0964005 Nov 25 17:25:32.456231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-5e15c62f-251d-4a59-8b99-fcc70e2204ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.458549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-5e15c62f-251d-4a59-8b99-fcc70e2204ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=13090da5-c060-4f91-bfd7-69d6d2c05932 HTTP/1.1" status: 200 len: 922 time: 0.3034551 Nov 25 17:25:32.589911 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:32.645535 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-955dca7c-45fe-4242-a270-6c1affa5e2a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.655745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.656690 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-593b6d82-2e8c-4f13-a654-ac82a32bfe88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5afc7aac-5953-4d5e-a2d4-ba76b5a33485 HTTP/1.1" status: 200 len: 217 time: 0.0934222 Nov 25 17:25:32.756498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-8b59cd0c-7e2d-4e54-8709-f370623daab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.759912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-8b59cd0c-7e2d-4e54-8709-f370623daab6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2890575 Nov 25 17:25:32.807586 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-955dca7c-45fe-4242-a270-6c1affa5e2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.810709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-955dca7c-45fe-4242-a270-6c1affa5e2a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.812137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-955dca7c-45fe-4242-a270-6c1affa5e2a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e31d1a34-a566-4acb-82f0-cabdfd0fb44b HTTP/1.1" status: 204 len: 168 time: 0.7010756 Nov 25 17:25:32.854416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dca7c-45fe-4242-a270-6c1affa5e2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d1a34-a566-4acb-82f0-cabdfd0fb44b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:32.870909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-a6ed8885-1649-438c-a9da-d75ace6a535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.872540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-a6ed8885-1649-438c-a9da-d75ace6a535c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85c0ccd0-43db-4e76-b3b9-9cabe554fae4 HTTP/1.1" status: 200 len: 861 time: 0.2024903 Nov 25 17:25:32.882332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-d1fd2cdf-1d10-48ca-9af8-f74f2eea40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.884607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-d1fd2cdf-1d10-48ca-9af8-f74f2eea40fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898418 Nov 25 17:25:32.945047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-fb9f6995-1536-4757-beba-ba4b78b20b6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=13090da5-c060-4f91-bfd7-69d6d2c05932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590138 Nov 25 17:25:32.979782 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:25:30Z', 'revision_number': 5, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port': {'id': 'c03e9cd1-c505-4428-a19c-87c1c4df7ff3', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:26Z', 'updated_at': '2021-11-25T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:32.981756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.036608 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] Checking router: c192b99c-5dea-4a50-af79-1b2f31dd4ac4 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:33.054175 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] Routers {'c192b99c-5dea-4a50-af79-1b2f31dd4ac4'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:33.057784 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:25:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:33.073686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Deleting port c03e9cd1-c505-4428-a19c-87c1c4df7ff3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:33.074218 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.233721 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] Set router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:33.320131 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:25:32Z', 'revision_number': 6, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:33.384100 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8777362-508a-4a31-b3d7-9fb0abc53605 None None] The sync data for ids ['c192b99c-5dea-4a50-af79-1b2f31dd4ac4'] in n-d-819349-3 is: [{'id': 'c192b99c-5dea-4a50-af79-1b2f31dd4ac4', 'name': 'tempest-TaggedBootDevicesTest-824100093-router', 'tenant_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:25Z', 'updated_at': '2021-11-25T17:25:32Z', 'revision_number': 6, 'project_id': 'a85c6cdf6a5e4149b5dabd36e73f2851', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:33.400792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-de2231dc-b921-4b45-9ddd-0e162792bd7a service neutron] 10.222.0.60 "GET /v2.0/networks/13090da5-c060-4f91-bfd7-69d6d2c05932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977449 Nov 25 17:25:33.424493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] For port c03e9cd1-c505-4428-a19c-87c1c4df7ff3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c03e9cd1-c505-4428-a19c-87c1c4df7ff3,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:33.424873 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.469399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Calling delete_port for c03e9cd1-c505-4428-a19c-87c1c4df7ff3 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:33.661630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-4930249a-0c40-4092-b9b8-f18c0f4ae7f8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644043 Nov 25 17:25:33.698618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60afaca-99a2-4cae-8000-d4dd1cc5f368 req-ea0c8491-d579-4ad9-8373-16d72d474559 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:33.701223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d60afaca-99a2-4cae-8000-d4dd1cc5f368 req-ea0c8491-d579-4ad9-8373-16d72d474559 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.5337305 Nov 25 17:25:33.835380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 892e99bd-a3b6-4a25-807e-8746e63af7b4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:33.906513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 892e99bd-a3b6-4a25-807e-8746e63af7b4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:33.906879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 892e99bd-a3b6-4a25-807e-8746e63af7b4 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:33.979990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.084686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4913723-f06c-4b91-bfd4-f66fb2a32dc5 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:34.090738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03e9cd1-c505-4428-a19c-87c1c4df7ff3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:34.718965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4e766-472c-4704-91b1-7740a7ebab41 req-b3c4de48-d059-4dfd-924a-9ed047b27abe tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:34.728069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdc4e766-472c-4704-91b1-7740a7ebab41 req-b3c4de48-d059-4dfd-924a-9ed047b27abe tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 943 time: 1.3261662 Nov 25 17:25:34.735379 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f572f2dd-0942-43b3-8dfd-dc5830d52445 req-5f06ae60-9e3c-4472-b3d8-23827b609824 service neutron] 10.222.0.60 "GET /v2.0/networks/13090da5-c060-4f91-bfd7-69d6d2c05932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2545922 Nov 25 17:25:34.807717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:34.816600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d60afaca-99a2-4cae-8000-d4dd1cc5f368 req-7c0e98b6-4f6b-41e7-8889-ff44c8159138 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0850205 Nov 25 17:25:34.912857 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdc4e766-472c-4704-91b1-7740a7ebab41 req-52f67b53-27df-4715-a833-8d5b04d72974 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710415 Nov 25 17:25:34.948324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.954048 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-1332736b-2ebb-4c92-951c-e719b2368951 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2496946 Nov 25 17:25:35.070148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-c8557caa-5f52-4846-9f91-8d72cef13b19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 200 len: 217 time: 0.1049814 Nov 25 17:25:35.070148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:35.075299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d533e4e-d3c6-40a7-b11e-dd6ae4e070e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.127548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,segment=NetworkSegment(63dd2655-4271-49da-a141-663bce1f7b25),segment_id=63dd2655-4271-49da-a141-663bce1f7b25)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:35.157416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '5afc7aac-5953-4d5e-a2d4-ba76b5a33485', 'network_id': '13090da5-c060-4f91-bfd7-69d6d2c05932', 'port_id': '5afc7aac-5953-4d5e-a2d4-ba76b5a33485', 'mac_address': 'fa:16:3e:47:e2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c0ccd0-43db-4e76-b3b9-9cabe554fae4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:35.211408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-9e145ceb-191d-4de7-8779-2f688caa2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.213004 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-9e145ceb-191d-4de7-8779-2f688caa2fcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1312368 Nov 25 17:25:35.225778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-500822056-network', 'tenant_id': '5103f46046fe4039aeac1f816f816064'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:35.230056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.233152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.254179 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.285990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:35.314389 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.315199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c192b99c-5dea-4a50-af79-1b2f31dd4ac4 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:35.326936 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.331694 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bc18bac7-145d-4a08-a44b-eb29d5baf445 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c192b99c-5dea-4a50-af79-1b2f31dd4ac4 HTTP/1.1" status: 204 len: 168 time: 2.9429302 Nov 25 17:25:35.332337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:35.346044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,segment=NetworkSegment(63dd2655-4271-49da-a141-663bce1f7b25),segment_id=63dd2655-4271-49da-a141-663bce1f7b25)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:35.359624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-5ce15335-c95f-4506-8452-3fd23693e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.361295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-5ce15335-c95f-4506-8452-3fd23693e7e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1254671 Nov 25 17:25:35.363199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Made reservation on behalf of 5103f46046fe4039aeac1f816f816064 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:35.366684 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.368915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.482049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d21939f-80f4-4a1f-ada2-0d757b0652e7 admin admin] Deleting subnet aff52488-4a16-4eb1-9f80-73658f526fe1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:35.496193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d21939f-80f4-4a1f-ada2-0d757b0652e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.496429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.537774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:35.590617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-a16667a9-be19-4083-a9d2-1977021cdc2f service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202389 Nov 25 17:25:35.650673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d21939f-80f4-4a1f-ada2-0d757b0652e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.655076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c03e9cd1-c505-4428-a19c-87c1c4df7ff3 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:35.708711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c03e9cd1-c505-4428-a19c-87c1c4df7ff3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:35.708711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c03e9cd1-c505-4428-a19c-87c1c4df7ff3 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:35.768457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['5afc7aac-5953-4d5e-a2d4-ba76b5a33485'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:35.850119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d21939f-80f4-4a1f-ada2-0d757b0652e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.885090 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.013508 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d21939f-80f4-4a1f-ada2-0d757b0652e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.088332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21939f-80f4-4a1f-ada2-0d757b0652e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff52488-4a16-4eb1-9f80-73658f526fe1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:36.112739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-05cc2e60-79db-400e-8aaa-a7eecd9f591d service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008166 Nov 25 17:25:36.114392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d21939f-80f4-4a1f-ada2-0d757b0652e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.117887 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.126729 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9d21939f-80f4-4a1f-ada2-0d757b0652e7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/aff52488-4a16-4eb1-9f80-73658f526fe1 HTTP/1.1" status: 204 len: 168 time: 0.7910666 Nov 25 17:25:36.128832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:36.133075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1229a-3cf8-4b37-96d9-dacb11f37f99 None None] Network 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:36.255100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-e899bb08-b75c-40eb-a7e9-217e5326cd80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 200 len: 217 time: 0.1337929 Nov 25 17:25:36.295251 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.312431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:36.326380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.326794 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Added segment 95574bc7-8a1d-44eb-9637-3508dacd60d8 of type vlan for network 367cdc96-de0a-4906-96cd-aad891bde9a7 Nov 25 17:25:36.382904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.400875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.450223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] DHCP port deletion for 1cac3821-1e0b-4ad6-b11f-cc813f8187e4 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:36.470992 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.473719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d8b5e-b57b-4d40-9b5b-b7b5fd6daf5f req-affa8009-5450-4f2d-a82f-b9d49cbe9812 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:36.475269 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e6d8b5e-b57b-4d40-9b5b-b7b5fd6daf5f req-affa8009-5450-4f2d-a82f-b9d49cbe9812 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 944 time: 0.4164443 Nov 25 17:25:36.482157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Deleting port 6b88e5fe-f945-448c-8b53-47d284712bcd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:36.483052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.487627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b795ce-0033-4bf6-8b14-f87eb373f4ef,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:36.503725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9171ec-b5a9-4381-93d8-5583aa371985 req-cf0077a3-46d1-47fe-950e-b24ce35cbf81 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:36.506260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c9171ec-b5a9-4381-93d8-5583aa371985 req-cf0077a3-46d1-47fe-950e-b24ce35cbf81 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.5309231 Nov 25 17:25:36.552151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-04bcf26d-009e-453c-9093-8a7c4976e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:36.554624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-04bcf26d-009e-453c-9093-8a7c4976e875 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.2853887 Nov 25 17:25:36.595281 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.596249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:36.596828 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.598876 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] Deleting port 6b88e5fe-f945-448c-8b53-47d284712bcd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:36.602912 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.611476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] For port 6b88e5fe-f945-448c-8b53-47d284712bcd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6b88e5fe-f945-448c-8b53-47d284712bcd,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:36.611982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.642469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Calling delete_port for 6b88e5fe-f945-448c-8b53-47d284712bcd owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:36.718246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:36.726741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c9171ec-b5a9-4381-93d8-5583aa371985 req-5ba2cad3-b115-4e74-a0d6-bf35548f1d85 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075577 Nov 25 17:25:36.746520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6753683 Nov 25 17:25:36.748903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57514) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:36.750750 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e6d8b5e-b57b-4d40-9b5b-b7b5fd6daf5f req-a2297cd2-dc6c-433a-b28c-eb6a179f19ee tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429686 Nov 25 17:25:36.761378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46143f61-f06a-432f-822a-34829698c39e admin admin] Pushing event updated for resources: {'Network': ['ID=367cdc96-de0a-4906-96cd-aad891bde9a7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:36.765535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Request body: {'subnet': {'network_id': '367cdc96-de0a-4906-96cd-aad891bde9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-500822056-subnet', 'tenant_id': '5103f46046fe4039aeac1f816f816064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:36.791064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 367cdc96-de0a-4906-96cd-aad891bde9a7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:36.801516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-39e440f1-2064-40a2-bdb6-17b1a80eb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:36.804018 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-39e440f1-2064-40a2-bdb6-17b1a80eb395 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341990 Nov 25 17:25:36.818790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Made reservation on behalf of 5103f46046fe4039aeac1f816f816064 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:36.822577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.902667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.956036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] For port 6b88e5fe-f945-448c-8b53-47d284712bcd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6b88e5fe-f945-448c-8b53-47d284712bcd,segment=NetworkSegment(603151a4-4ec0-4c10-93d5-7d1f1278ff6e),segment_id=603151a4-4ec0-4c10-93d5-7d1f1278ff6e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:36.956717 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.975816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.979015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] No DVR routers for this DVR port 6b88e5fe-f945-448c-8b53-47d284712bcd on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:36.998211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] Calling delete_port for 6b88e5fe-f945-448c-8b53-47d284712bcd owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:37.001947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b88e5fe-f945-448c-8b53-47d284712bcd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.030067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-405a0f6e-e97b-4c4d-90b1-8d00ea108c72 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177351 Nov 25 17:25:37.040927 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89242676-e4c5-4757-b577-fa735ee52d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.094537 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.157942 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.184308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cac3821-1e0b-4ad6-b11f-cc813f8187e4']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.189050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.197927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603151a4-4ec0-4c10-93d5-7d1f1278ff6e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.198304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603151a4-4ec0-4c10-93d5-7d1f1278ff6e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.216326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.232134 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.243664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:37.244929 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.257259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] Pushing event deleted for resources: {'Port': ['ID=6b88e5fe-f945-448c-8b53-47d284712bcd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.259322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63485d41-ce2a-4dd4-9bb6-0a187a04a81f None None] No DVR routers for this DVR port 6b88e5fe-f945-448c-8b53-47d284712bcd on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:37.311710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c19070c-0b16-4a72-89ce-33a47fbd17b7 req-362ee871-0708-4dc9-bce1-76f7746573ad service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737746 Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:37.327511 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:37.350071 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.381122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.388551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] 10.222.0.81 "DELETE /v2.0/networks/1cac3821-1e0b-4ad6-b11f-cc813f8187e4 HTTP/1.1" status: 204 len: 168 time: 1.2528965 Nov 25 17:25:37.390141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:37.415581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f3f0c-0921-4c09-b100-63938468812c admin admin] Pushing event deleted for resources: {'Network': ['ID=1cac3821-1e0b-4ad6-b11f-cc813f8187e4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.535293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89242676-e4c5-4757-b577-fa735ee52d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.549387 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89242676-e4c5-4757-b577-fa735ee52d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.552007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.644652 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-89242676-e4c5-4757-b577-fa735ee52d97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29680a8dc0bd4100a19a1e959cf58691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9249635 Nov 25 17:25:37.647412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:37.677049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6b88e5fe-f945-448c-8b53-47d284712bcd no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:37.680171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89242676-e4c5-4757-b577-fa735ee52d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e669a-2a5c-4b4b-b20d-f580f20ee136,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.707249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 6b88e5fe-f945-448c-8b53-47d284712bcd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:37.707606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6b88e5fe-f945-448c-8b53-47d284712bcd not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:37.773526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa8e8bf-c3af-48a2-b714-cbfd3f307a42,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.809265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Checking segment: {'id': '95574bc7-8a1d-44eb-9637-3508dacd60d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '367cdc96-de0a-4906-96cd-aad891bde9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:37.809589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Network hostable DHCP agents. Network: 367cdc96-de0a-4906-96cd-aad891bde9a7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:37.869256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c506447-df9a-4890-b6ba-a49ec0605991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.895636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Network 367cdc96-de0a-4906-96cd-aad891bde9a7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:37.919715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.943173 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c506447-df9a-4890-b6ba-a49ec0605991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.971398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 367cdc96-de0a-4906-96cd-aad891bde9a7) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:37.981573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e602a4-e9d1-4a4c-9443-093c59b5ed52 None None] Network 367cdc96-de0a-4906-96cd-aad891bde9a7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:38.010939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.012002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.024024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c506447-df9a-4890-b6ba-a49ec0605991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.028123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c506447-df9a-4890-b6ba-a49ec0605991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.029453 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2c506447-df9a-4890-b6ba-a49ec0605991 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee1e669a-2a5c-4b4b-b20d-f580f20ee136 HTTP/1.1" status: 204 len: 168 time: 0.3807960 Nov 25 17:25:38.039286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c506447-df9a-4890-b6ba-a49ec0605991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e669a-2a5c-4b4b-b20d-f580f20ee136,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:38.057055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b6e7c53c-d400-4ac4-b226-8500f5815b71 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2967105 Nov 25 17:25:38.083164 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.096539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ea75b-59f2-4890-99e3-24a6abb07b50 req-909b0e82-a9e9-40db-ab65-9a370d3116a3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.098212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-464ea75b-59f2-4890-99e3-24a6abb07b50 req-909b0e82-a9e9-40db-ab65-9a370d3116a3 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.2432806 Nov 25 17:25:38.108022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dea8e-b166-4900-aff2-dda8c7783721 req-6489bfa4-1243-4fe3-a268-52b5680a8271 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.113491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-685dea8e-b166-4900-aff2-dda8c7783721 req-6489bfa4-1243-4fe3-a268-52b5680a8271 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 944 time: 0.2140269 Nov 25 17:25:38.254692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18cc552-b655-40d3-af6f-dcbb2e3d4b1d None None] Network 367cdc96-de0a-4906-96cd-aad891bde9a7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:38.414440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:38.441422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-464ea75b-59f2-4890-99e3-24a6abb07b50 req-6dea5d8f-45ed-48c8-a0db-fb4517ae0454 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211076 Nov 25 17:25:38.453345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-685dea8e-b166-4900-aff2-dda8c7783721 req-544482da-24d1-403a-aa25-dab9937ec938 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203957 Nov 25 17:25:38.625657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:38.631955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:38.632270 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.771498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:38.797054 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35bd8252-4bf5-4b6f-8277-e6890c160ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.841175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.861025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Deleting port 706b347e-7e25-4510-82c5-37a2db61cd35 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:38.861592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.898344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-817ebc63-1259-4cd4-b6dc-225676c1b82e req-fae96204-64f1-4cfc-975a-560cbcc11448 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-12939906', 'description': 'tempest-description-1673092751'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:38.908639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def5525c-0e50-432c-bc13-1c02abf81a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afc7aac-5953-4d5e-a2d4-ba76b5a33485'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:38.911394 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6edc50-a396-42f7-b444-601bf8286a2a" -d '{"events": [{"server_uuid": "def5525c-0e50-432c-bc13-1c02abf81a9e", "name": "network-vif-plugged", "status": "completed", "tag": "5afc7aac-5953-4d5e-a2d4-ba76b5a33485"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:38.926825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,segment=NetworkSegment(63dd2655-4271-49da-a141-663bce1f7b25),segment_id=63dd2655-4271-49da-a141-663bce1f7b25)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:38.942976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.023139 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc79b26c-9ef6-4793-af61-4117ef301008 x-openstack-request-id: req-bc79b26c-9ef6-4793-af61-4117ef301008 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:39.023759 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def5525c-0e50-432c-bc13-1c02abf81a9e", "name": "network-vif-plugged", "status": "completed", "tag": "5afc7aac-5953-4d5e-a2d4-ba76b5a33485", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:39.025445 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc79b26c-9ef6-4793-af61-4117ef301008 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:39.025948 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def5525c-0e50-432c-bc13-1c02abf81a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afc7aac-5953-4d5e-a2d4-ba76b5a33485', 'code': 200} Nov 25 17:25:39.054520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.090528 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-817ebc63-1259-4cd4-b6dc-225676c1b82e req-fae96204-64f1-4cfc-975a-560cbcc11448 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.197078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] For port 706b347e-7e25-4510-82c5-37a2db61cd35, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=706b347e-7e25-4510-82c5-37a2db61cd35,segment=NetworkSegment(5a0d718c-bddd-425a-83fd-3a4dba682f4d),segment_id=5a0d718c-bddd-425a-83fd-3a4dba682f4d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:39.197546 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.204620 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35bd8252-4bf5-4b6f-8277-e6890c160ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.225760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35bd8252-4bf5-4b6f-8277-e6890c160ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.253230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Calling delete_port for 706b347e-7e25-4510-82c5-37a2db61cd35 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:39.316710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-35bd8252-4bf5-4b6f-8277-e6890c160ec0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=193616b31995456ab86085916e723c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5441024 Nov 25 17:25:39.318595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0eaf1-6a8b-42f4-a51c-ed9ec858e9bc req-34b3bf13-7b64-4483-816a-005744b3fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.319511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:39.320007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2d0eaf1-6a8b-42f4-a51c-ed9ec858e9bc req-34b3bf13-7b64-4483-816a-005744b3fc11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 1096 time: 0.2042534 Nov 25 17:25:39.357130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd8252-4bf5-4b6f-8277-e6890c160ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a0b6f6-a049-4068-a621-eef5b99ce0e6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.383213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46c22548-b24e-4b63-87c9-524058edf1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.408109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46c22548-b24e-4b63-87c9-524058edf1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.420093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-817ebc63-1259-4cd4-b6dc-225676c1b82e req-fae96204-64f1-4cfc-975a-560cbcc11448 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.434754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-817ebc63-1259-4cd4-b6dc-225676c1b82e req-fae96204-64f1-4cfc-975a-560cbcc11448 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.483851 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46c22548-b24e-4b63-87c9-524058edf1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.486615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46c22548-b24e-4b63-87c9-524058edf1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.486772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2d0eaf1-6a8b-42f4-a51c-ed9ec858e9bc req-6f6fb42b-9a05-4587-87d0-81cc0571adbc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316361 Nov 25 17:25:39.493139 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-46c22548-b24e-4b63-87c9-524058edf1b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57a0b6f6-a049-4068-a621-eef5b99ce0e6 HTTP/1.1" status: 204 len: 168 time: 0.1714072 Nov 25 17:25:39.503729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c22548-b24e-4b63-87c9-524058edf1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a0b6f6-a049-4068-a621-eef5b99ce0e6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.563771 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-817ebc63-1259-4cd4-b6dc-225676c1b82e req-fae96204-64f1-4cfc-975a-560cbcc11448 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.565420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-817ebc63-1259-4cd4-b6dc-225676c1b82e req-fae96204-64f1-4cfc-975a-560cbcc11448 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6786320 Nov 25 17:25:39.606726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96204-64f1-4cfc-975a-560cbcc11448 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948eb89c-4932-479b-b6aa-8a2dcf7266e1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.645172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec10d99-0cac-48f3-8e20-e56942b1a77d req-e53a9e38-6ff0-4270-ace9-83028c00e136 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.647188 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fec10d99-0cac-48f3-8e20-e56942b1a77d req-e53a9e38-6ff0-4270-ace9-83028c00e136 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 945 time: 0.0806365 Nov 25 17:25:39.804961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fec10d99-0cac-48f3-8e20-e56942b1a77d req-58c43afd-ad16-4a62-8162-a9814f6b1adc tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438408 Nov 25 17:25:39.818758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed994fe-5ad2-40c8-8002-4e09ca92621b req-93ff84ef-fdb0-4c0f-ad75-648254a1898a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.820456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ed994fe-5ad2-40c8-8002-4e09ca92621b req-93ff84ef-fdb0-4c0f-ad75-648254a1898a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1336143 Nov 25 17:25:39.853232 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.910729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=706b347e-7e25-4510-82c5-37a2db61cd35,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:40.042182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ed994fe-5ad2-40c8-8002-4e09ca92621b req-52347b32-7882-407f-944c-5abfe489bdde tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129350 Nov 25 17:25:40.085256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36f5e4b7-f759-48b4-ab54-bbdd26d2b48f req-fa5366f9-c92a-4e7e-81d0-16330bb82497 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/948eb89c-4932-479b-b6aa-8a2dcf7266e1 HTTP/1.1" status: 200 len: 1830 time: 0.1756761 Nov 25 17:25:40.145188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-36f5e4b7-f759-48b4-ab54-bbdd26d2b48f req-d3c0371d-1390-4d61-a580-5c634f08a633 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '948eb89c-4932-479b-b6aa-8a2dcf7266e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:40.145522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-36f5e4b7-f759-48b4-ab54-bbdd26d2b48f req-d3c0371d-1390-4d61-a580-5c634f08a633 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '948eb89c-4932-479b-b6aa-8a2dcf7266e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:40.640061 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.748862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-36f5e4b7-f759-48b4-ab54-bbdd26d2b48f req-d3c0371d-1390-4d61-a580-5c634f08a633 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.809604 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-36f5e4b7-f759-48b4-ab54-bbdd26d2b48f req-d3c0371d-1390-4d61-a580-5c634f08a633 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.815432 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-36f5e4b7-f759-48b4-ab54-bbdd26d2b48f req-d3c0371d-1390-4d61-a580-5c634f08a633 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.846980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0371d-1390-4d61-a580-5c634f08a633 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81eb289-c0e2-4662-89d6-54a739d8df00,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:40.878785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-36f5e4b7-f759-48b4-ab54-bbdd26d2b48f req-d3c0371d-1390-4d61-a580-5c634f08a633 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.880016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36f5e4b7-f759-48b4-ab54-bbdd26d2b48f req-d3c0371d-1390-4d61-a580-5c634f08a633 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7457843 Nov 25 17:25:41.138302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74e414-9028-4e1f-8887-50d16cdf296f req-f68101ff-b51f-41c6-9bcb-633f381573a6 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.145791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f74e414-9028-4e1f-8887-50d16cdf296f req-f68101ff-b51f-41c6-9bcb-633f381573a6 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 945 time: 0.1485281 Nov 25 17:25:41.230525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f74e414-9028-4e1f-8887-50d16cdf296f req-819ca2e6-125a-47c3-bb1c-4e5f6b8f2f5b tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818357 Nov 25 17:25:41.274415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18144cef-5cbb-4d8e-8f79-0469b186d004 req-7e44ce69-3dda-4707-a306-88faa755e60f tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/948eb89c-4932-479b-b6aa-8a2dcf7266e1 HTTP/1.1" status: 200 len: 2424 time: 0.2777417 Nov 25 17:25:41.280118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Router c1d713f7-b95e-42eb-af19-9e6ffb34d840 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:41.450424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-104b95ae-d9c9-4ed1-bf52-6628c699be34 req-521e81cd-4dbc-4380-abac-93b6a3f9e75b tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-group-rules/a81eb289-c0e2-4662-89d6-54a739d8df00 HTTP/1.1" status: 200 len: 778 time: 0.0576792 Nov 25 17:25:41.515636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:41.527908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3407b562-5690-4611-be5e-088843cbc636 None None] Sync routers for ids ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:41.535177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-79566dec-f1db-4a33-b1e2-c495d6f20f71 admin admin] 10.222.0.81 "PUT /v2.0/routers/c1d713f7-b95e-42eb-af19-9e6ffb34d840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1436489 Nov 25 17:25:41.537840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:41.543676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-104b95ae-d9c9-4ed1-bf52-6628c699be34 req-fd83f794-8b5c-4df8-ad7e-3918910ccbfd tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/948eb89c-4932-479b-b6aa-8a2dcf7266e1 HTTP/1.1" status: 200 len: 2424 time: 0.0857191 Nov 25 17:25:41.566556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4299c0-ec10-4cc1-94c6-149b5a890439 req-55876021-bb14-454f-be6b-6e28cd3ede3e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.568505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a4299c0-ec10-4cc1-94c6-149b5a890439 req-55876021-bb14-454f-be6b-6e28cd3ede3e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.2089608 Nov 25 17:25:41.573396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3407b562-5690-4611-be5e-088843cbc636 None None] Routers {'c1d713f7-b95e-42eb-af19-9e6ffb34d840'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:41.574058 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3407b562-5690-4611-be5e-088843cbc636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:25:35Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:41.610918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-104b95ae-d9c9-4ed1-bf52-6628c699be34 req-119fdd44-fd10-4311-aa61-2a65b8574527 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.647960 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-104b95ae-d9c9-4ed1-bf52-6628c699be34 req-119fdd44-fd10-4311-aa61-2a65b8574527 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.693021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a4299c0-ec10-4cc1-94c6-149b5a890439 req-08801441-b724-4cfd-96a2-91933e0f4ec5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845540 Nov 25 17:25:41.703746 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-104b95ae-d9c9-4ed1-bf52-6628c699be34 req-119fdd44-fd10-4311-aa61-2a65b8574527 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.717078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fdd44-fd10-4311-aa61-2a65b8574527 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a81eb289-c0e2-4662-89d6-54a739d8df00,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:41.733172 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-104b95ae-d9c9-4ed1-bf52-6628c699be34 req-119fdd44-fd10-4311-aa61-2a65b8574527 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.734609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-104b95ae-d9c9-4ed1-bf52-6628c699be34 req-119fdd44-fd10-4311-aa61-2a65b8574527 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a81eb289-c0e2-4662-89d6-54a739d8df00 HTTP/1.1" status: 204 len: 173 time: 0.1828790 Nov 25 17:25:41.782089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1926502b-34a9-447c-9b07-b9ef006293be req-133f98b4-83cd-447a-bbbe-9218c4bb7338 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-807488646', 'description': 'tempest-description-594340109'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:41.794609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.813073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1926502b-34a9-447c-9b07-b9ef006293be req-133f98b4-83cd-447a-bbbe-9218c4bb7338 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.829279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3407b562-5690-4611-be5e-088843cbc636 None None] Set router c1d713f7-b95e-42eb-af19-9e6ffb34d840 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:41.981659 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1926502b-34a9-447c-9b07-b9ef006293be req-133f98b4-83cd-447a-bbbe-9218c4bb7338 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.989157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1926502b-34a9-447c-9b07-b9ef006293be req-133f98b4-83cd-447a-bbbe-9218c4bb7338 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.154835 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1926502b-34a9-447c-9b07-b9ef006293be req-133f98b4-83cd-447a-bbbe-9218c4bb7338 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.167578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1926502b-34a9-447c-9b07-b9ef006293be req-133f98b4-83cd-447a-bbbe-9218c4bb7338 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3871777 Nov 25 17:25:42.169958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.172230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f98b4-83cd-447a-bbbe-9218c4bb7338 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f751069a-5b2c-48bd-b395-c3bb4b55f9db,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:42.276930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7be7afbb-0349-444b-9f33-20859c38c7b2 req-6bf7e090-e7ce-438d-8e9e-646c1c332676 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/f751069a-5b2c-48bd-b395-c3bb4b55f9db HTTP/1.1" status: 200 len: 1830 time: 0.0728776 Nov 25 17:25:42.341088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Deleting port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:42.341797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.384444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-48d9ba61-c7f3-43bb-b7e9-64cda07e4bab req-a8020f51-8667-4a1a-ac21-9cdf561453e0 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1427733836', 'description': 'tempest-description-1762163273'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:42.444074 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48d9ba61-c7f3-43bb-b7e9-64cda07e4bab req-a8020f51-8667-4a1a-ac21-9cdf561453e0 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.519715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3407b562-5690-4611-be5e-088843cbc636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:25:39Z', 'revision_number': 5, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port': {'id': 'c397f5b7-d99c-49b9-9c2f-ca41b35b76c4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:12:41Z', 'updated_at': '2021-11-25T17:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:42.536833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692bc6a-8d81-402f-a1d6-d16ff1ca7f08 req-150663f1-b9a4-427b-ac4c-2281a563f435 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.545919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0692bc6a-8d81-402f-a1d6-d16ff1ca7f08 req-150663f1-b9a4-427b-ac4c-2281a563f435 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 945 time: 0.2471609 Nov 25 17:25:42.556664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3407b562-5690-4611-be5e-088843cbc636 None None] Checking router: c1d713f7-b95e-42eb-af19-9e6ffb34d840 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:42.566807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3407b562-5690-4611-be5e-088843cbc636 None None] Routers {'c1d713f7-b95e-42eb-af19-9e6ffb34d840'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:42.567449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3407b562-5690-4611-be5e-088843cbc636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:25:35Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:42.585790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] For port c397f5b7-d99c-49b9-9c2f-ca41b35b76c4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c397f5b7-d99c-49b9-9c2f-ca41b35b76c4,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:42.587087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.605773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Calling delete_port for c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:42.630858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0692bc6a-8d81-402f-a1d6-d16ff1ca7f08 req-0a99efc9-d3ff-45e0-a408-2139f861bf12 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836408 Nov 25 17:25:42.660733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48d9ba61-c7f3-43bb-b7e9-64cda07e4bab req-a8020f51-8667-4a1a-ac21-9cdf561453e0 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.668025 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48d9ba61-c7f3-43bb-b7e9-64cda07e4bab req-a8020f51-8667-4a1a-ac21-9cdf561453e0 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.704029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8020f51-8667-4a1a-ac21-9cdf561453e0 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130dc048-fc32-4e71-baae-54e1aba50056,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:42.754144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3407b562-5690-4611-be5e-088843cbc636 None None] Set router c1d713f7-b95e-42eb-af19-9e6ffb34d840 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:42.757750 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-48d9ba61-c7f3-43bb-b7e9-64cda07e4bab req-a8020f51-8667-4a1a-ac21-9cdf561453e0 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.760649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48d9ba61-c7f3-43bb-b7e9-64cda07e4bab req-a8020f51-8667-4a1a-ac21-9cdf561453e0 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4058237 Nov 25 17:25:42.836889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3407b562-5690-4611-be5e-088843cbc636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:25:42Z', 'revision_number': 6, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:42.858248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e128ad1e-f09c-4929-9951-e63e5d25b00d req-60c226df-070a-4998-af98-17a78bd1be9a tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/130dc048-fc32-4e71-baae-54e1aba50056 HTTP/1.1" status: 200 len: 1832 time: 0.0669773 Nov 25 17:25:42.917490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3407b562-5690-4611-be5e-088843cbc636 None None] The sync data for ids ['c1d713f7-b95e-42eb-af19-9e6ffb34d840'] in n-d-819349-3 is: [{'id': 'c1d713f7-b95e-42eb-af19-9e6ffb34d840', 'name': 'tempest-TaggedBootDevicesTest-248179036-router', 'tenant_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:12:38Z', 'updated_at': '2021-11-25T17:25:42Z', 'revision_number': 6, 'project_id': 'f6127be3afd944fb8db8f20c953d5bd8', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:42.931569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a7987cdf-a8c0-4a10-8fe8-d788d3a71562 req-bd1fb060-02b3-48e3-ba16-4034adab4aa1 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1435901785', 'description': 'tempest-description-346410524'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:42.950929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575766-a4b6-40ce-adf8-37af181b9e68 req-c76af38a-5dc5-46a7-8cc3-1c7e6e5e3fbf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.957899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e575766-a4b6-40ce-adf8-37af181b9e68 req-c76af38a-5dc5-46a7-8cc3-1c7e6e5e3fbf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1302848 Nov 25 17:25:43.001798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.054102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Pushing event deleted for resources: {'Port': ['ID=c397f5b7-d99c-49b9-9c2f-ca41b35b76c4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:43.057335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0248ff4-3250-4ed3-9820-df24a0d75740 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:43.061027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e575766-a4b6-40ce-adf8-37af181b9e68 req-966e0340-6014-444f-9719-6f7b11a8e72e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001608 Nov 25 17:25:43.080928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7987cdf-a8c0-4a10-8fe8-d788d3a71562 req-bd1fb060-02b3-48e3-ba16-4034adab4aa1 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.163120 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.228015 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7987cdf-a8c0-4a10-8fe8-d788d3a71562 req-bd1fb060-02b3-48e3-ba16-4034adab4aa1 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.233757 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7987cdf-a8c0-4a10-8fe8-d788d3a71562 req-bd1fb060-02b3-48e3-ba16-4034adab4aa1 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.302371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a7987cdf-a8c0-4a10-8fe8-d788d3a71562 req-bd1fb060-02b3-48e3-ba16-4034adab4aa1 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.320472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7987cdf-a8c0-4a10-8fe8-d788d3a71562 req-bd1fb060-02b3-48e3-ba16-4034adab4aa1 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4253812 Nov 25 17:25:43.354846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fb060-02b3-48e3-ba16-4034adab4aa1 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29ba83d-8a71-4c8a-8fcf-9316fcf55f61,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:43.430165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.438250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.506851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5aa8ed14-6ef8-4c8d-8763-832c32bf658b req-23c21e61-6bf4-4e36-9f49-553411c085d7 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/e29ba83d-8a71-4c8a-8fcf-9316fcf55f61 HTTP/1.1" status: 200 len: 1831 time: 0.1149676 Nov 25 17:25:43.558440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-9879051f-9a4b-4ac1-b5aa-4ab57f04d714 req-0ea8ab28-42cf-4885-878d-367bc5333c15 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1811585017', 'description': 'tempest-description-1418695932'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:43.603094 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9879051f-9a4b-4ac1-b5aa-4ab57f04d714 req-0ea8ab28-42cf-4885-878d-367bc5333c15 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.615631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.616315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d713f7-b95e-42eb-af19-9e6ffb34d840 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:43.621558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.625335 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-955b2d5e-3a6d-4092-aea0-bb5d115b6823 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c1d713f7-b95e-42eb-af19-9e6ffb34d840 HTTP/1.1" status: 204 len: 168 time: 2.0849512 Nov 25 17:25:43.626058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57760) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:43.693320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9879051f-9a4b-4ac1-b5aa-4ab57f04d714 req-0ea8ab28-42cf-4885-878d-367bc5333c15 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.701520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9879051f-9a4b-4ac1-b5aa-4ab57f04d714 req-0ea8ab28-42cf-4885-878d-367bc5333c15 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.752192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9879051f-9a4b-4ac1-b5aa-4ab57f04d714 req-0ea8ab28-42cf-4885-878d-367bc5333c15 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.753891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9879051f-9a4b-4ac1-b5aa-4ab57f04d714 req-0ea8ab28-42cf-4885-878d-367bc5333c15 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2212589 Nov 25 17:25:43.799618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8ab28-42cf-4885-878d-367bc5333c15 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f241a0d-b736-42ab-b0e6-b599eda2c2dd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:43.832199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c11f9bf-3bb4-4311-9080-c82aaaa2192e admin admin] Deleting subnet 5b77f2c5-f715-4611-94bf-bf1813bde81f {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:43.841463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c11f9bf-3bb4-4311-9080-c82aaaa2192e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.935217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c11f9bf-3bb4-4311-9080-c82aaaa2192e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.951680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-48ad32da-76c9-46a5-ae6d-b5341ef5063f tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.954253 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-48ad32da-76c9-46a5-ae6d-b5341ef5063f tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.60 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 945 time: 0.2347140 Nov 25 17:25:43.962875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffd7bd01-06e4-4a13-9644-ba139866c47a req-aff74210-6d82-49c6-82d9-e4161c001440 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/0f241a0d-b736-42ab-b0e6-b599eda2c2dd HTTP/1.1" status: 200 len: 1832 time: 0.1591094 Nov 25 17:25:44.077693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf0a9c-2250-4d4c-8342-17fb53afbe76 req-7081e132-b6b7-45f9-9145-ef7b2776d428 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.079220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26bf0a9c-2250-4d4c-8342-17fb53afbe76 req-7081e132-b6b7-45f9-9145-ef7b2776d428 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 945 time: 0.2349088 Nov 25 17:25:44.083660 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-79b3bbbb-8de5-4a17-9f72-427711112540 req-eedf81b0-f194-41db-b4ac-7f4fec4870f4 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] show failed (client error): The resource could not be found. Nov 25 17:25:44.085014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79b3bbbb-8de5-4a17-9f72-427711112540 req-eedf81b0-f194-41db-b4ac-7f4fec4870f4 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/28616ae3-c50c-419e-83a2-896c368e0cf8 HTTP/1.1" status: 404 len: 352 time: 0.0630479 Nov 25 17:25:44.143102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c11f9bf-3bb4-4311-9080-c82aaaa2192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.143472 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-f08c3378-42ed-41dd-a667-17af2de32196 req-05e8fa42-e3d2-4b56-bc57-baa609ea49c6 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] show failed (client error): The resource could not be found. Nov 25 17:25:44.144706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f08c3378-42ed-41dd-a667-17af2de32196 req-05e8fa42-e3d2-4b56-bc57-baa609ea49c6 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-group-rules/b1860956-8f2e-4ea9-b9db-7f40e46b3100 HTTP/1.1" status: 404 len: 361 time: 0.0248454 Nov 25 17:25:44.197952 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26bf0a9c-2250-4d4c-8342-17fb53afbe76 req-40e2487b-7fdf-4efc-86d4-777539eccb0f tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0058591-5bce-4f85-b2ab-5f8980a55f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103079 Nov 25 17:25:44.232125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:44.250286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Deleting port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:44.250696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.288794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 706b347e-7e25-4510-82c5-37a2db61cd35 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:44.345372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c11f9bf-3bb4-4311-9080-c82aaaa2192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.347394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 706b347e-7e25-4510-82c5-37a2db61cd35 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:44.347975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 706b347e-7e25-4510-82c5-37a2db61cd35 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:44.348611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:44.384647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:44.385975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c397f5b7-d99c-49b9-9c2f-ca41b35b76c4 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:44.418537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11f9bf-3bb4-4311-9080-c82aaaa2192e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b77f2c5-f715-4611-94bf-bf1813bde81f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:44.437872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c11f9bf-3bb4-4311-9080-c82aaaa2192e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.440968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0131247-d47b-4552-849a-dae1fbcd849b None None] Network fd950fac-5a16-4e63-9c95-a6c6830b4601 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:44.450271 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1c11f9bf-3bb4-4311-9080-c82aaaa2192e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5b77f2c5-f715-4611-94bf-bf1813bde81f HTTP/1.1" status: 204 len: 168 time: 0.8230903 Nov 25 17:25:44.450955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:44.577679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4256-f488-49d5-b467-e7a2f9e172a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.591355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.625830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae65f3-03f8-473c-a3d4-84a6abdeadfe req-dc907867-3ba2-408f-ba42-1496600bd966 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.627341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6bae65f3-03f8-473c-a3d4-84a6abdeadfe req-dc907867-3ba2-408f-ba42-1496600bd966 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.3179557 Nov 25 17:25:44.629985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5edf1ab9-de01-45e7-b9de-87f847eb2a60 req-9154de72-cb9f-4dbe-93fd-7696a6a46596 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/0f241a0d-b736-42ab-b0e6-b599eda2c2dd HTTP/1.1" status: 200 len: 1832 time: 0.3677626 Nov 25 17:25:44.675912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] For port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,segment=NetworkSegment(63dd2655-4271-49da-a141-663bce1f7b25),segment_id=63dd2655-4271-49da-a141-663bce1f7b25)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:44.676288 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.690947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Deleting port 538408dc-ea6d-49e1-a00d-e905ad2236fd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:44.692107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.744998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Calling delete_port for 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:44.757495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] DHCP port deletion for fd950fac-5a16-4e63-9c95-a6c6830b4601 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:44.767591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6bae65f3-03f8-473c-a3d4-84a6abdeadfe req-cdaa1d88-f8b3-4d6b-825a-d39523cb8cdc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135654 Nov 25 17:25:44.829038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] For port 538408dc-ea6d-49e1-a00d-e905ad2236fd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=538408dc-ea6d-49e1-a00d-e905ad2236fd,segment=NetworkSegment(5a0d718c-bddd-425a-83fd-3a4dba682f4d),segment_id=5a0d718c-bddd-425a-83fd-3a4dba682f4d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:44.829616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.862999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Calling delete_port for 538408dc-ea6d-49e1-a00d-e905ad2236fd owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:44.866278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] Deleting port 538408dc-ea6d-49e1-a00d-e905ad2236fd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:44.868435 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.893308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5edf1ab9-de01-45e7-b9de-87f847eb2a60 req-8796109c-6408-4366-8fa5-69f927b5af10 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.917178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4256-f488-49d5-b467-e7a2f9e172a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.945324 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4256-f488-49d5-b467-e7a2f9e172a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.970219 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5edf1ab9-de01-45e7-b9de-87f847eb2a60 req-8796109c-6408-4366-8fa5-69f927b5af10 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.980208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aa3c4256-f488-49d5-b467-e7a2f9e172a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c32470649544cf8939f36207333c9bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7238274 Nov 25 17:25:44.980741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:44.993782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] For port 538408dc-ea6d-49e1-a00d-e905ad2236fd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=538408dc-ea6d-49e1-a00d-e905ad2236fd,segment=NetworkSegment(5a0d718c-bddd-425a-83fd-3a4dba682f4d),segment_id=5a0d718c-bddd-425a-83fd-3a4dba682f4d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:44.994413 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.013527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] Calling delete_port for 538408dc-ea6d-49e1-a00d-e905ad2236fd owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:45.046921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.068371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] No DVR routers for this DVR port 538408dc-ea6d-49e1-a00d-e905ad2236fd on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:45.096575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Pushing event deleted for resources: {'Port': ['ID=538408dc-ea6d-49e1-a00d-e905ad2236fd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.113447 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:45.116740 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:25:45.127002 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.127276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c4256-f488-49d5-b467-e7a2f9e172a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55657a8e-ddd7-4bcf-8982-ffcffbd4c1b9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.163122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] Pushing event deleted for resources: {'Port': ['ID=538408dc-ea6d-49e1-a00d-e905ad2236fd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.168469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82da72-30b3-4abb-ab95-06f5eb8eea01 None None] No DVR routers for this DVR port 538408dc-ea6d-49e1-a00d-e905ad2236fd on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:45.199029 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5edf1ab9-de01-45e7-b9de-87f847eb2a60 req-8796109c-6408-4366-8fa5-69f927b5af10 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.202325 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5edf1ab9-de01-45e7-b9de-87f847eb2a60 req-8796109c-6408-4366-8fa5-69f927b5af10 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.207087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5edf1ab9-de01-45e7-b9de-87f847eb2a60 req-8796109c-6408-4366-8fa5-69f927b5af10 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "DELETE /v2.0/security-groups/0f241a0d-b736-42ab-b0e6-b599eda2c2dd HTTP/1.1" status: 204 len: 173 time: 0.5519273 Nov 25 17:25:45.231689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.261259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd950fac-5a16-4e63-9c95-a6c6830b4601']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:45.262703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b771a93-d89c-4aa0-9243-4986070cdb34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.269296 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.275142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0d718c-bddd-425a-83fd-3a4dba682f4d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:45.276047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0d718c-bddd-425a-83fd-3a4dba682f4d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:45.294040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.294272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['5afc7aac-5953-4d5e-a2d4-ba76b5a33485'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:45.305923 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.329253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:45.329748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.344058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796109c-6408-4366-8fa5-69f927b5af10 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f241a0d-b736-42ab-b0e6-b599eda2c2dd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:45.406673 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:45.414718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.420309 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.425761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fd950fac-5a16-4e63-9c95-a6c6830b4601 HTTP/1.1" status: 204 len: 168 time: 0.9736793 Nov 25 17:25:45.442424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a52c8-1d7b-4faf-b3d6-6a6c0a446796 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd950fac-5a16-4e63-9c95-a6c6830b4601,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.507403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-544cc669-3593-4a10-ad6d-3091258fdd33 req-87f7312a-0343-43de-8ad0-2932c50f58b7 tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.81 "GET /v2.0/ports?device_id=def5525c-0e50-432c-bc13-1c02abf81a9e HTTP/1.1" status: 200 len: 210 time: 0.1721056 Nov 25 17:25:45.520019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Pushing event deleted for resources: {'Port': ['ID=5afc7aac-5953-4d5e-a2d4-ba76b5a33485,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.522438 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b771a93-d89c-4aa0-9243-4986070cdb34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.536783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f68f2087-e01c-4591-8acf-03628bb410be req-55e57e7c-1b54-4bb9-aed5-d63576af6793 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/e29ba83d-8a71-4c8a-8fcf-9316fcf55f61 HTTP/1.1" status: 200 len: 1831 time: 0.2916386 Nov 25 17:25:45.613694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] No DVR routers for this DVR port 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:45.631284 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.636123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-231ec25a-aa0e-4d60-9b68-d0a580423d57 req-999b018c-885d-4c0b-bfe8-96656526fd7d tempest-InstanceActionsNegativeTestJSON-1186944452 tempest-InstanceActionsNegativeTestJSON-1186944452-project] 10.222.0.60 "DELETE /v2.0/ports/5afc7aac-5953-4d5e-a2d4-ba76b5a33485 HTTP/1.1" status: 204 len: 173 time: 1.6687944 Nov 25 17:25:45.636624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def5525c-0e50-432c-bc13-1c02abf81a9e', 'name': 'network-vif-deleted', 'tag': '5afc7aac-5953-4d5e-a2d4-ba76b5a33485'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:45.639203 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc486232-124b-46e2-847f-06bd5a6131e8" -d '{"events": [{"server_uuid": "def5525c-0e50-432c-bc13-1c02abf81a9e", "name": "network-vif-deleted", "tag": "5afc7aac-5953-4d5e-a2d4-ba76b5a33485"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:45.669232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 538408dc-ea6d-49e1-a00d-e905ad2236fd no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:45.697570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:45.704358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 538408dc-ea6d-49e1-a00d-e905ad2236fd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:45.704810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 538408dc-ea6d-49e1-a00d-e905ad2236fd not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:45.707129 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f68f2087-e01c-4591-8acf-03628bb410be req-2d8ae859-6ad1-4bd4-be13-47507b13a534 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.724208 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b771a93-d89c-4aa0-9243-4986070cdb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.727480 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b771a93-d89c-4aa0-9243-4986070cdb34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.728797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3b771a93-d89c-4aa0-9243-4986070cdb34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/55657a8e-ddd7-4bcf-8982-ffcffbd4c1b9 HTTP/1.1" status: 204 len: 168 time: 0.7405083 Nov 25 17:25:45.741185 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ea61f5-8b3c-4025-9e25-18abf8d440e5 x-openstack-request-id: req-a6ea61f5-8b3c-4025-9e25-18abf8d440e5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:45.741763 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def5525c-0e50-432c-bc13-1c02abf81a9e", "name": "network-vif-deleted", "tag": "5afc7aac-5953-4d5e-a2d4-ba76b5a33485", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:45.741999 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6ea61f5-8b3c-4025-9e25-18abf8d440e5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:45.743334 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def5525c-0e50-432c-bc13-1c02abf81a9e', 'name': 'network-vif-deleted', 'tag': '5afc7aac-5953-4d5e-a2d4-ba76b5a33485', 'status': 'completed', 'code': 200} Nov 25 17:25:45.765152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b771a93-d89c-4aa0-9243-4986070cdb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55657a8e-ddd7-4bcf-8982-ffcffbd4c1b9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.781189 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f68f2087-e01c-4591-8acf-03628bb410be req-2d8ae859-6ad1-4bd4-be13-47507b13a534 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.825326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e4429d0a-211a-4f20-96c2-6efcacd4c644 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a85c6cdf6a5e4149b5dabd36e73f2851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261449 Nov 25 17:25:45.828366 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:45.866430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f68f2087-e01c-4591-8acf-03628bb410be req-2d8ae859-6ad1-4bd4-be13-47507b13a534 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.870304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f68f2087-e01c-4591-8acf-03628bb410be req-2d8ae859-6ad1-4bd4-be13-47507b13a534 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.871841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f68f2087-e01c-4591-8acf-03628bb410be req-2d8ae859-6ad1-4bd4-be13-47507b13a534 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "DELETE /v2.0/security-groups/e29ba83d-8a71-4c8a-8fcf-9316fcf55f61 HTTP/1.1" status: 204 len: 173 time: 0.3000576 Nov 25 17:25:45.886766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ae859-6ad1-4bd4-be13-47507b13a534 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29ba83d-8a71-4c8a-8fcf-9316fcf55f61,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.957602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a113fbd5-a3af-4291-89c3-97f940778b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.003760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57f562aa-f727-4cf7-ba59-b87aef2df5a2 req-fe98e32b-cca1-4797-bfa0-37c6f42a6b7d tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/130dc048-fc32-4e71-baae-54e1aba50056 HTTP/1.1" status: 200 len: 1832 time: 0.0984485 Nov 25 17:25:46.007910 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a113fbd5-a3af-4291-89c3-97f940778b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.032419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4da61-0969-44f6-8843-9472bb17af72 req-fefe25a9-3008-4136-936b-5003cdc07386 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.034695 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3e4da61-0969-44f6-8843-9472bb17af72 req-fefe25a9-3008-4136-936b-5003cdc07386 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1028960 Nov 25 17:25:46.148273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3e4da61-0969-44f6-8843-9472bb17af72 req-783957f8-8773-4ec3-8b8b-650480307597 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014833 Nov 25 17:25:46.150963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-57f562aa-f727-4cf7-ba59-b87aef2df5a2 req-789f5a55-5169-4e11-b7f0-6bbcaed40a04 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.183827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-57f562aa-f727-4cf7-ba59-b87aef2df5a2 req-789f5a55-5169-4e11-b7f0-6bbcaed40a04 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.185293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a113fbd5-a3af-4291-89c3-97f940778b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.194825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a113fbd5-a3af-4291-89c3-97f940778b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.200289 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a113fbd5-a3af-4291-89c3-97f940778b68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c527ceb0-1097-4446-9e2f-635a26736fa7 HTTP/1.1" status: 204 len: 168 time: 0.3680661 Nov 25 17:25:46.225083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113fbd5-a3af-4291-89c3-97f940778b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c527ceb0-1097-4446-9e2f-635a26736fa7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.259683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-57f562aa-f727-4cf7-ba59-b87aef2df5a2 req-789f5a55-5169-4e11-b7f0-6bbcaed40a04 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.267335 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-57f562aa-f727-4cf7-ba59-b87aef2df5a2 req-789f5a55-5169-4e11-b7f0-6bbcaed40a04 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.270037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57f562aa-f727-4cf7-ba59-b87aef2df5a2 req-789f5a55-5169-4e11-b7f0-6bbcaed40a04 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "DELETE /v2.0/security-groups/130dc048-fc32-4e71-baae-54e1aba50056 HTTP/1.1" status: 204 len: 173 time: 0.2584071 Nov 25 17:25:46.288821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f5a55-5169-4e11-b7f0-6bbcaed40a04 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130dc048-fc32-4e71-baae-54e1aba50056,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.378740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:46.395408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca3e5c04-0ab8-44af-b58d-0403be79da18 req-37f0feca-fa82-4775-a9f2-1bacba96072a tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/f751069a-5b2c-48bd-b395-c3bb4b55f9db HTTP/1.1" status: 200 len: 1830 time: 0.0903153 Nov 25 17:25:46.404275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24404a6a-6168-461b-9796-bf889765e2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.509647 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca3e5c04-0ab8-44af-b58d-0403be79da18 req-5bd2ea98-06c3-4dcf-a9af-b477ed87a68d tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.521410 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24404a6a-6168-461b-9796-bf889765e2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.528558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24404a6a-6168-461b-9796-bf889765e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.563628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca3e5c04-0ab8-44af-b58d-0403be79da18 req-5bd2ea98-06c3-4dcf-a9af-b477ed87a68d tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.574736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24404a6a-6168-461b-9796-bf889765e2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f923563d-a382-4c4d-bd75-259f90e71621,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.594051 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-24404a6a-6168-461b-9796-bf889765e2d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79622408dd6d4d9bba08b10031253725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2141860 Nov 25 17:25:46.596538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:46.624665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:46.673300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe35181b-b102-4b7b-baab-5b288a5fa5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.699991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Deleting subnet 85c0ccd0-43db-4e76-b3b9-9cabe554fae4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:46.705170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.725472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe35181b-b102-4b7b-baab-5b288a5fa5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.732070 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca3e5c04-0ab8-44af-b58d-0403be79da18 req-5bd2ea98-06c3-4dcf-a9af-b477ed87a68d tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.736193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ca3e5c04-0ab8-44af-b58d-0403be79da18 req-5bd2ea98-06c3-4dcf-a9af-b477ed87a68d tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.741188 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca3e5c04-0ab8-44af-b58d-0403be79da18 req-5bd2ea98-06c3-4dcf-a9af-b477ed87a68d tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "DELETE /v2.0/security-groups/f751069a-5b2c-48bd-b395-c3bb4b55f9db HTTP/1.1" status: 204 len: 173 time: 0.3382671 Nov 25 17:25:46.802361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe35181b-b102-4b7b-baab-5b288a5fa5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.806424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe35181b-b102-4b7b-baab-5b288a5fa5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.808509 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fe35181b-b102-4b7b-baab-5b288a5fa5ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f923563d-a382-4c4d-bd75-259f90e71621 HTTP/1.1" status: 204 len: 168 time: 0.2105544 Nov 25 17:25:46.820621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2ea98-06c3-4dcf-a9af-b477ed87a68d tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751069a-5b2c-48bd-b395-c3bb4b55f9db,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.862154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35181b-b102-4b7b-baab-5b288a5fa5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f923563d-a382-4c4d-bd75-259f90e71621,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.920064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.976784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b8e1388-8609-4bca-bdae-015820ea8d82 req-0b8fcbcc-9d49-4c9e-8d75-338836d68f37 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "GET /v2.0/security-groups/948eb89c-4932-479b-b6aa-8a2dcf7266e1 HTTP/1.1" status: 200 len: 1830 time: 0.2116737 Nov 25 17:25:47.022464 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.046067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57862) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:47.140986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b93605ff-ab8c-4b29-b04d-6e920f07abba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6127be3afd944fb8db8f20c953d5bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0921154 Nov 25 17:25:47.141563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b8e1388-8609-4bca-bdae-015820ea8d82 req-3905685d-7976-4397-8128-9878dfa99727 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.142962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:47.230978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b8e1388-8609-4bca-bdae-015820ea8d82 req-3905685d-7976-4397-8128-9878dfa99727 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.279606 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.328813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c0ccd0-43db-4e76-b3b9-9cabe554fae4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:47.395234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.395584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.395930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.396280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.396606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.396954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.397290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.397619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.397946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.398270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.398653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.399043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:47.408450 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.412232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c25fe7b3-b3ef-44ea-a529-b8aa5c0961d8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/85c0ccd0-43db-4e76-b3b9-9cabe554fae4 HTTP/1.1" status: 204 len: 168 time: 0.7868247 Nov 25 17:25:47.415129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:47.443378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55ab13b0-cf12-4ff6-ad67-b5e45b0a3371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.474427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b8e1388-8609-4bca-bdae-015820ea8d82 req-3905685d-7976-4397-8128-9878dfa99727 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.494245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8b8e1388-8609-4bca-bdae-015820ea8d82 req-3905685d-7976-4397-8128-9878dfa99727 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.495441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b8e1388-8609-4bca-bdae-015820ea8d82 req-3905685d-7976-4397-8128-9878dfa99727 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] 10.222.0.81 "DELETE /v2.0/security-groups/948eb89c-4932-479b-b6aa-8a2dcf7266e1 HTTP/1.1" status: 204 len: 173 time: 0.5103409 Nov 25 17:25:47.503667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:47.517638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098fd2c-e6b5-4392-b5f1-40d05a0f7e4d req-460a2a45-aaba-4fff-acc5-f923b697e8fe tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.519184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7098fd2c-e6b5-4392-b5f1-40d05a0f7e4d req-460a2a45-aaba-4fff-acc5-f923b697e8fe tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.2363689 Nov 25 17:25:47.521344 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55ab13b0-cf12-4ff6-ad67-b5e45b0a3371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.567147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905685d-7976-4397-8128-9878dfa99727 tempest-SecurityGroupRulesNegativeTestJSON-1538712401 tempest-SecurityGroupRulesNegativeTestJSON-1538712401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948eb89c-4932-479b-b6aa-8a2dcf7266e1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:47.574237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.707669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad1b967-7628-445e-9f3b-38d1bcfbd9de admin admin] Deleting subnet 6aa8e8bf-c3af-48a2-b714-cbfd3f307a42 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:47.719892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.724750 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b967-7628-445e-9f3b-38d1bcfbd9de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.729367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7098fd2c-e6b5-4392-b5f1-40d05a0f7e4d req-de2a08fe-b09d-435d-8571-b164167b6c21 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865122 Nov 25 17:25:47.797944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13090da5-c060-4f91-bfd7-69d6d2c05932']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:47.829002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dd2655-4271-49da-a141-663bce1f7b25') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:47.829002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dd2655-4271-49da-a141-663bce1f7b25') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:47.834650 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55ab13b0-cf12-4ff6-ad67-b5e45b0a3371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.841185 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55ab13b0-cf12-4ff6-ad67-b5e45b0a3371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.842541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-55ab13b0-cf12-4ff6-ad67-b5e45b0a3371 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f4ca09b-668e-45e8-918c-2bc4748ae164 HTTP/1.1" status: 204 len: 168 time: 0.6985593 Nov 25 17:25:47.850959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.860452 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b967-7628-445e-9f3b-38d1bcfbd9de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.874329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.884160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:47.884989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:47.887802 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:47.947116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab13b0-cf12-4ff6-ad67-b5e45b0a3371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ca09b-668e-45e8-918c-2bc4748ae164,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:47.985962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b967-7628-445e-9f3b-38d1bcfbd9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.050615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.064474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.071706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] 10.222.0.81 "DELETE /v2.0/networks/13090da5-c060-4f91-bfd7-69d6d2c05932 HTTP/1.1" status: 204 len: 168 time: 0.6550024 Nov 25 17:25:48.081128 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b967-7628-445e-9f3b-38d1bcfbd9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.113560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866179ff-bf6a-495c-99d4-051e1e613581 admin admin] Pushing event deleted for resources: {'Network': ['ID=13090da5-c060-4f91-bfd7-69d6d2c05932,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:48.130662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1b967-7628-445e-9f3b-38d1bcfbd9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa8e8bf-c3af-48a2-b714-cbfd3f307a42,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:48.139066 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b967-7628-445e-9f3b-38d1bcfbd9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.142789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3ad1b967-7628-445e-9f3b-38d1bcfbd9de admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6aa8e8bf-c3af-48a2-b714-cbfd3f307a42 HTTP/1.1" status: 204 len: 168 time: 0.6334753 Nov 25 17:25:48.145377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57908) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:48.257314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.489232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:48.497420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.517966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:48.518494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5afc7aac-5953-4d5e-a2d4-ba76b5a33485 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:48.538033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367cdc96-de0a-4906-96cd-aad891bde9a7']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:48.550744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95574bc7-8a1d-44eb-9637-3508dacd60d8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:48.551046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95574bc7-8a1d-44eb-9637-3508dacd60d8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:48.569656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.583585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57920) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:48.609612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.628055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:48.628372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:48.630769 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:48.708991 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7ad15df8-8278-4043-8012-bf5a07a1ef64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b97e17932dfa440dad31969a910d8612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1223302 Nov 25 17:25:48.710082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57928) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:48.721526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.756589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.762655 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/367cdc96-de0a-4906-96cd-aad891bde9a7 HTTP/1.1" status: 204 len: 168 time: 0.6151664 Nov 25 17:25:48.764472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d78c4f-8330-4d99-87df-c22be6fe21c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=367cdc96-de0a-4906-96cd-aad891bde9a7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:48.838444 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbacc76-427e-4a22-9932-5d4f4613ee40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.904449 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbacc76-427e-4a22-9932-5d4f4613ee40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.919804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57942) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:48.945115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80393f-8967-4a36-ad3c-be8d53ceead9 req-48c577fc-a1da-4979-af20-2611dad51a6f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.948117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e80393f-8967-4a36-ad3c-be8d53ceead9 req-48c577fc-a1da-4979-af20-2611dad51a6f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1128216 Nov 25 17:25:49.029882 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1b7712f4-8108-4721-baa7-51ce628e00fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5103f46046fe4039aeac1f816f816064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082413 Nov 25 17:25:49.036369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:49.052600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e80393f-8967-4a36-ad3c-be8d53ceead9 req-e16f6dcb-a2c3-4768-bb83-f90ee6e9f3eb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962048 Nov 25 17:25:49.081621 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbacc76-427e-4a22-9932-5d4f4613ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.087104 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ffbacc76-427e-4a22-9932-5d4f4613ee40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.091186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ffbacc76-427e-4a22-9932-5d4f4613ee40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0058591-5bce-4f85-b2ab-5f8980a55f99 HTTP/1.1" status: 204 len: 168 time: 0.3800609 Nov 25 17:25:49.105793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbacc76-427e-4a22-9932-5d4f4613ee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0058591-5bce-4f85-b2ab-5f8980a55f99,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:49.115821 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.146950 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.284688 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.288343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.292565 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7b795ce-0033-4bf6-8b14-f87eb373f4ef HTTP/1.1" status: 204 len: 168 time: 0.2489276 Nov 25 17:25:49.298932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b795ce-0033-4bf6-8b14-f87eb373f4ef,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:49.308134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.308613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.309073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.309498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.310048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.310936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.311370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.311777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.312520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.312966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.313686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.314099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeead27-ff3d-44a8-8399-7c890ecbfa3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:49.705977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:50.000334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-368529981'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:50.061090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Made reservation on behalf of 6b68229662bc4dee8e82c154d3faeed3 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:50.064796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.084615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.232770 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.249003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.318266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:50.320819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a9a69-f49d-4ff2-bcca-98af9b5589ae,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:50.328167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afcb6b-1037-483e-820e-1d86c526e4a4 req-6c389371-399e-4a27-9930-c7050702a58e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.330056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0afcb6b-1037-483e-820e-1d86c526e4a4 req-6c389371-399e-4a27-9930-c7050702a58e tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1222513 Nov 25 17:25:50.342524 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.342910 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Added segment 7629e7ce-37c3-4655-b51a-7a5e283dcdb5 of type vlan for network 7a1cc4eb-733c-486c-87d6-8b5d03cbefd6 Nov 25 17:25:50.424495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0afcb6b-1037-483e-820e-1d86c526e4a4 req-50e4d0fe-2692-4b56-a739-177cafcc5473 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850642 Nov 25 17:25:50.464698 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.507976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58024) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:50.516884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.526928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.534098 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.662892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9528134 Nov 25 17:25:50.663333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:50.697382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1ea0a-08e2-48ec-a36a-88bea70eb0ec tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Pushing event updated for resources: {'Network': ['ID=7a1cc4eb-733c-486c-87d6-8b5d03cbefd6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:50.709363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 7a1cc4eb-733c-486c-87d6-8b5d03cbefd6 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:50.718368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-871586428-network', 'tenant_id': 'a78c7e2d7f07444b92238f2ae7f7a3c6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:50.760305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Made reservation on behalf of a78c7e2d7f07444b92238f2ae7f7a3c6 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:50.764327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.782252 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.917825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.925052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Request body: {'network': {'name': 'tempest-network--1551462832', 'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:50.937340 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.973356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:50.994630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Made reservation on behalf of 808d996d107642fcbea6c3a903d54a99 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:50.998188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.030852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffece154-1c34-40df-9627-fbb1e3d9b758,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:51.046935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.047251 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Added segment 3b305d95-000d-4ad9-9a48-56f3a4bf5c64 of type vlan for network 58f60970-cb36-4959-979d-8f3d87607c80 Nov 25 17:25:51.048891 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.120196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58052) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:51.201987 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.266312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.267195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.267922 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.356586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] Pushing event updated for resources: {'Network': ['ID=58f60970-cb36-4959-979d-8f3d87607c80,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:51.364626 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.370974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 58f60970-cb36-4959-979d-8f3d87607c80 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:51.388788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d5cfa9cc-2765-4e41-bf7e-e68381859db5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8794093 Nov 25 17:25:51.390175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.392098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58066) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:51.397269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Request body: {'subnet': {'network_id': '58f60970-cb36-4959-979d-8f3d87607c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-871586428-subnet', 'tenant_id': 'a78c7e2d7f07444b92238f2ae7f7a3c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:51.449400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:51.457599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58068) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:51.465558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.465919 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Added segment 2536ae04-d622-414d-90f1-ff62ddacf281 of type vlan for network 7bddc851-203c-417d-a501-e9efe782887c Nov 25 17:25:51.469968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Made reservation on behalf of a78c7e2d7f07444b92238f2ae7f7a3c6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:51.474895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.529231 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.563730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1334754020-network', 'tenant_id': 'e41dec26e1c34c18945a8dad53ad75ab'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:51.578360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.580109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.580921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.606478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1328216773-network', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:51.631300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Made reservation on behalf of e41dec26e1c34c18945a8dad53ad75ab for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:51.634097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.667580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c03f5f-ebb6-4efd-9f74-531891e36379,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:51.672479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.680733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Made reservation on behalf of a417c3380e4643b087494ee99066e7ce for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:51.683409 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.687846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Network': ['ID=7bddc851-203c-417d-a501-e9efe782887c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:51.702297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-97a890db-472a-4c74-9ece-7402e00efebc tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0375407 Nov 25 17:25:51.704781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:51.706673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.719934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 7bddc851-203c-417d-a501-e9efe782887c details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:51.759009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8256531-9e68-4126-bc86-0528c72c96f1 req-b289741a-fd03-4bc1-b104-002082af5dcd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.760844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8256531-9e68-4126-bc86-0528c72c96f1 req-b289741a-fd03-4bc1-b104-002082af5dcd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1184847 Nov 25 17:25:51.803495 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.847517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8256531-9e68-4126-bc86-0528c72c96f1 req-0bf99e8a-178d-4065-a294-4366d9276145 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754049 Nov 25 17:25:51.871529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.931180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.963807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bddc851-203c-417d-a501-e9efe782887c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:51.977059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2536ae04-d622-414d-90f1-ff62ddacf281') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:51.977377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2536ae04-d622-414d-90f1-ff62ddacf281') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:51.990725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.007008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.020269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:52.021112 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:52.038179 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:52.068414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282597d3-9786-43af-8e78-7e0c39d897d4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.100656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.104524 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.104686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.105948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Checking segment: {'id': '3b305d95-000d-4ad9-9a48-56f3a4bf5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58f60970-cb36-4959-979d-8f3d87607c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:52.106446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Network hostable DHCP agents. Network: 58f60970-cb36-4959-979d-8f3d87607c80, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:52.110530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bddc851-203c-417d-a501-e9efe782887c {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:25:52.111274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.114157 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.138913 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.146078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "DELETE /v2.0/networks/7bddc851-203c-417d-a501-e9efe782887c HTTP/1.1" status: 204 len: 168 time: 0.4399064 Nov 25 17:25:52.146723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:52.154171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:52.160053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:52.166116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07e0a5-4ee1-4e16-9ed0-4fd5a3dc0f6e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bddc851-203c-417d-a501-e9efe782887c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.181024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.181568 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Added segment 404ca0d6-df3f-474c-a8ca-c68559e4a7ea of type vlan for network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf Nov 25 17:25:52.219860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e101ff-47db-48fa-a530-cc211160c726 req-a8f21633-01c0-474c-bed3-e7c434088e34 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.227956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1e101ff-47db-48fa-a530-cc211160c726 req-a8f21633-01c0-474c-bed3-e7c434088e34 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.0799849 Nov 25 17:25:52.231104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Made reservation on behalf of 808d996d107642fcbea6c3a903d54a99 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:52.233556 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.247080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.278485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:52.291820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.292515 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Added segment 33b18526-4f71-4b1f-aefb-1ef3c8e8015f of type vlan for network f2b2ecc6-1e4a-400b-a399-0930846acdb2 Nov 25 17:25:52.296769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:52.312788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1e101ff-47db-48fa-a530-cc211160c726 req-21f6d40d-36e7-4f87-afe5-840655bdf2d9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834067 Nov 25 17:25:52.317442 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.317781 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Added segment a9dac615-c61c-4608-bafb-03bcb14049e9 of type vlan for network 6cb47d4f-b6d3-401d-8c21-2681213ee320 Nov 25 17:25:52.347142 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.397571 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.418893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef039f0-9e70-45d1-b938-9fe3dcc0b836,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.424859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.426097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.426788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.444092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Network 58f60970-cb36-4959-979d-8f3d87607c80 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:52.460045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.461798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.462598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.497256 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0378451 Nov 25 17:25:52.497549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58102) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:52.511989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Request body: {'subnet': {'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-subnet', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:52.578075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 58f60970-cb36-4959-979d-8f3d87607c80) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:52.587300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c0f8c-47f3-4d22-a9c9-eaf279899f7f None None] Network 58f60970-cb36-4959-979d-8f3d87607c80 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:52.623851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.629136 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.665059 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5366690 Nov 25 17:25:52.666332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a397717-4315-4985-a837-7772ddaf892d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.699079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58104) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:52.705655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Request body: {'subnet': {'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1334754020-subnet', 'tenant_id': 'e41dec26e1c34c18945a8dad53ad75ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:52.713208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847da97-90f4-4c4d-9e85-c8aaa06ed391 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b2ecc6-1e4a-400b-a399-0930846acdb2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.733453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:52.754983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Made reservation on behalf of a417c3380e4643b087494ee99066e7ce for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:52.757478 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.842363 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.843677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.844453 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.886719 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-130db2e1-48ae-471a-946a-e4795c0649e2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4850671 Nov 25 17:25:52.926811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc784ae8-6dfe-414f-a686-2416737ae4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.953914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Made reservation on behalf of e41dec26e1c34c18945a8dad53ad75ab for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:52.963727 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.964617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8139584 Nov 25 17:25:52.969227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:52.979243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Request body: {'subnet': {'network_id': '6cb47d4f-b6d3-401d-8c21-2681213ee320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:52.982634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:53.000752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb501a9-e354-47b8-963a-c791457e2ce2 None None] Network 58f60970-cb36-4959-979d-8f3d87607c80 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:53.042740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43959a1-8ef3-4877-a0bb-fb1f72f32466 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Network': ['ID=6cb47d4f-b6d3-401d-8c21-2681213ee320,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.056448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Made reservation on behalf of 808d996d107642fcbea6c3a903d54a99 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:53.062545 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.086906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 6cb47d4f-b6d3-401d-8c21-2681213ee320 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:53.505952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.539966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.541406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-15bab3d2-8613-4640-be6f-29de9689a131 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.543038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-15bab3d2-8613-4640-be6f-29de9689a131 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.2059360 Nov 25 17:25:53.553674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356c94f-d6a3-4303-a6cf-4218bb89ec5c req-d79c99f2-c856-4f47-aa44-d63d693811ce tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.556149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4356c94f-d6a3-4303-a6cf-4218bb89ec5c req-d79c99f2-c856-4f47-aa44-d63d693811ce tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.1479850 Nov 25 17:25:53.600008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Checking segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:53.600471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Network hostable DHCP agents. Network: 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:53.626650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5c640e-bb44-4c83-aca8-4861b6820ecb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.680133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:53.685908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Checking segment: {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:53.686329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Network hostable DHCP agents. Network: f2b2ecc6-1e4a-400b-a399-0930846acdb2, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:53.706881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:53.713454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.713454 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.721928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09384321-3834-4ca1-addd-0c39b1f3afd8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.723108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe2248f-82fb-4158-ae92-66911e702cf0 None None] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:53.782087 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-65a2f2da-db30-4a47-b265-8ac9a05590d4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0701220 Nov 25 17:25:53.783476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:53.792661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4356c94f-d6a3-4303-a6cf-4218bb89ec5c req-151672bb-9854-4d13-904b-18b1e4684c64 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255938 Nov 25 17:25:53.825919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, f2b2ecc6-1e4a-400b-a399-0930846acdb2) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:53.843836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.844737 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.854594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-6115379d-cdbe-4666-bfc7-8f8efea179b7 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.855748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a183f97e-4a41-420e-8a77-9fb3f7a16823 None None] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:53.863721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-6115379d-cdbe-4666-bfc7-8f8efea179b7 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/networks?id=58f60970-cb36-4959-979d-8f3d87607c80 HTTP/1.1" status: 200 len: 813 time: 0.2551029 Nov 25 17:25:53.889373 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d9663ff-ae5b-4381-9983-61a208e35dc8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3822274 Nov 25 17:25:53.891859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58144) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:53.896414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:53.918657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c1b4a2da-2f5b-4cc9-bebd-16b5205955c8 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/quotas/a78c7e2d7f07444b92238f2ae7f7a3c6 HTTP/1.1" status: 200 len: 375 time: 0.0505733 Nov 25 17:25:53.973559 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.974277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-b496391d-632e-4b90-ad8e-10b50230c5eb tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a78c7e2d7f07444b92238f2ae7f7a3c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546911 Nov 25 17:25:53.975240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.118291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-30eed454-90dd-4417-9782-2c92327621f7 service neutron] 10.222.0.81 "GET /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427491 Nov 25 17:25:54.267725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:54.268894 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.424264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'tenant_id': 'e41dec26e1c34c18945a8dad53ad75ab', 'fixed_ips': [{'subnet_id': '09384321-3834-4ca1-addd-0c39b1f3afd8'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:54.425479 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.511118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-41ba4b52-efc1-4e23-9eb2-da2bae2c896c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.513115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-41ba4b52-efc1-4e23-9eb2-da2bae2c896c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 816 time: 0.2443793 Nov 25 17:25:54.581928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:25:54.583172 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.592166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Deleting port da7cebd1-83fd-406d-b00a-13954eebdc96 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:54.592769 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.596432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Allocated IP 172.20.0.2 (f2b2ecc6-1e4a-400b-a399-0930846acdb2/ef5c640e-bb44-4c83-aca8-4861b6820ecb/01484b3b-d445-4598-9dcf-de66fa5ca0bc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:54.707386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.709608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Allocated IP 172.20.0.2 (166cfdf4-4f94-4ac2-a67b-fd59ba0241cf/09384321-3834-4ca1-addd-0c39b1f3afd8/666e2dae-34b3-437b-8efa-d3945a5c710f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:54.824646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-2084beb3-429b-40df-b00c-8a99252033dc tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/quotas/e41dec26e1c34c18945a8dad53ad75ab HTTP/1.1" status: 200 len: 375 time: 0.2987974 Nov 25 17:25:54.859831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-a1a7ce9b-c946-4392-8f9d-f3c62f9f031e service neutron] 10.222.0.81 "GET /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406135 Nov 25 17:25:54.864842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Checking segment: {'id': 'a9dac615-c61c-4608-bafb-03bcb14049e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6cb47d4f-b6d3-401d-8c21-2681213ee320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:54.865237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Network hostable DHCP agents. Network: 6cb47d4f-b6d3-401d-8c21-2681213ee320, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:54.881872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] For port da7cebd1-83fd-406d-b00a-13954eebdc96, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da7cebd1-83fd-406d-b00a-13954eebdc96,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:54.882238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.913631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.925518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-b70c347e-097c-49fd-a642-2d84e1cc164d tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808041 Nov 25 17:25:54.926198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Calling delete_port for da7cebd1-83fd-406d-b00a-13954eebdc96 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:54.932020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3d8891f-17ee-43a4-9236-e1aab3e30496,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:54.962893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Network 6cb47d4f-b6d3-401d-8c21-2681213ee320 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:55.053248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 6cb47d4f-b6d3-401d-8c21-2681213ee320) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:55.070777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.071481 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.109639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-737a77eb-8a77-4311-88d1-ad22c22a76d3 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1390646 Nov 25 17:25:55.113137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80877ad-0a21-4727-add9-58a206355e90 None None] Network 6cb47d4f-b6d3-401d-8c21-2681213ee320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:55.116057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:55.155383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Request body: {'floatingip': {'floating_network_id': '6cb47d4f-b6d3-401d-8c21-2681213ee320'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:55.266225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.350270 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-d07fcb2b-496d-452c-9e74-335f3085c869 service neutron] 10.222.0.81 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065962 Nov 25 17:25:55.420191 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.423362 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.463484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.487279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba50988f-3b94-442d-a014-801354cb307e None None] Network 6cb47d4f-b6d3-401d-8c21-2681213ee320 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:55.496073 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.510793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.517347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.550733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.621833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b484d28-6e19-4c07-a4da-d274295a9466 req-55030091-36ad-4ed7-a67b-9637a8e71b46 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.630482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b484d28-6e19-4c07-a4da-d274295a9466 req-55030091-36ad-4ed7-a67b-9637a8e71b46 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0 HTTP/1.1" status: 200 len: 945 time: 0.3712862 Nov 25 17:25:55.640383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event deleted for resources: {'Port': ['ID=da7cebd1-83fd-406d-b00a-13954eebdc96,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:55.675283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Allocated IP 172.25.1.88 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:55.825065 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.839444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] No DVR routers for this DVR port da7cebd1-83fd-406d-b00a-13954eebdc96 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:55.842805 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.854212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ac7a114-ab35-46ca-bc9e-d1386a6ce9da req-84966971-b9de-4d7d-8746-e6f830b55918 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.95 "DELETE /v2.0/ports/da7cebd1-83fd-406d-b00a-13954eebdc96 HTTP/1.1" status: 204 len: 173 time: 2.2949450 Nov 25 17:25:55.876772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0', 'name': 'network-vif-deleted', 'tag': 'da7cebd1-83fd-406d-b00a-13954eebdc96'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:55.886449 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46e1ce0-78a3-4a93-9e13-488e9dbccea2" -d '{"events": [{"server_uuid": "d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0", "name": "network-vif-deleted", "tag": "da7cebd1-83fd-406d-b00a-13954eebdc96"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:55.887092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.909969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:55.924618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:55.935629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:55.941777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:55.949970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-95cf2284-8b2c-46ea-9825-d0c2efa441c4 service neutron] 10.222.0.81 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887487 Nov 25 17:25:55.962556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:55.973419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Pushing event updated for resources: {'Port': ['ID=01484b3b-d445-4598-9dcf-de66fa5ca0bc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:55.991872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:56.026027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:56.037105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:56.088760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b484d28-6e19-4c07-a4da-d274295a9466 req-682d13c7-537a-4a9d-a5db-e3a1a4605e64 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560411 Nov 25 17:25:56.102651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:56.108556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:56.114057 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.126975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Pushing event updated for resources: {'Port': ['ID=666e2dae-34b3-437b-8efa-d3945a5c710f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:56.145654 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54c271-ccb2-498a-af5e-4cafce77ab6d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:56.364249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3fd5b7c-819a-4cc0-831d-53d01aab050b req-a723e24f-e242-455a-b8f0-a4a615bc204f tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 210 time: 0.0975220 Nov 25 17:25:56.416730 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4419b369-765f-4364-a4ae-b1f5fd5126ed x-openstack-request-id: req-4419b369-765f-4364-a4ae-b1f5fd5126ed {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:56.417211 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0", "name": "network-vif-deleted", "tag": "da7cebd1-83fd-406d-b00a-13954eebdc96", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:56.426136 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4419b369-765f-4364-a4ae-b1f5fd5126ed {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:56.426653 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f85aaa-e4e1-4a2d-9b9d-bbd39b6dffb0', 'name': 'network-vif-deleted', 'tag': 'da7cebd1-83fd-406d-b00a-13954eebdc96', 'status': 'completed', 'code': 200} Nov 25 17:25:56.587312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.618409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device da7cebd1-83fd-406d-b00a-13954eebdc96 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:56.621243 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:25:56.672897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: da7cebd1-83fd-406d-b00a-13954eebdc96 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:56.675071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device da7cebd1-83fd-406d-b00a-13954eebdc96 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:56.680329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Allocated IP 172.20.0.14 (6cb47d4f-b6d3-401d-8c21-2681213ee320/f3d8891f-17ee-43a4-9236-e1aab3e30496/9c891758-09c9-4f4d-8b81-181e4448f367) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:56.705905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Attempting to bind port 666e2dae-34b3-437b-8efa-d3945a5c710f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:56.708219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Attempting to bind port 666e2dae-34b3-437b-8efa-d3945a5c710f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:56.708669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Attempting to bind port 666e2dae-34b3-437b-8efa-d3945a5c710f on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:56.752377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Attempting to bind port 01484b3b-d445-4598-9dcf-de66fa5ca0bc on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:56.767311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Attempting to bind port 01484b3b-d445-4598-9dcf-de66fa5ca0bc by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:56.768020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Attempting to bind port 01484b3b-d445-4598-9dcf-de66fa5ca0bc on network f2b2ecc6-1e4a-400b-a399-0930846acdb2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:56.786849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:56.792914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Checking segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:56.795109 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.795610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Bound using segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:56.797953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Bound port: 666e2dae-34b3-437b-8efa-d3945a5c710f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:56.798630 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.803666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:56.806510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Checking segment: {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:56.807160 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.809116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Bound using segment: {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:56.811650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Bound port: 01484b3b-d445-4598-9dcf-de66fa5ca0bc, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:56.812383 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.839336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4d1c4f87-423b-48d5-866a-4b0860ff66bb None None] Provisioning complete for port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:56.844921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d1c4f87-423b-48d5-866a-4b0860ff66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.081335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d583e6-7869-4047-83d0-97101b854219 req-adee0276-aeb8-4e5c-8002-a31495a3103e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.084118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-adee0276-aeb8-4e5c-8002-a31495a3103e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 816 time: 0.5163128 Nov 25 17:25:57.143238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-a095e74a-a079-4e21-82ff-82faf8b5bff9 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/quotas/e41dec26e1c34c18945a8dad53ad75ab HTTP/1.1" status: 200 len: 375 time: 0.0417342 Nov 25 17:25:57.196795 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.207514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] For port 666e2dae-34b3-437b-8efa-d3945a5c710f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:57.215542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] For port 666e2dae-34b3-437b-8efa-d3945a5c710f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=666e2dae-34b3-437b-8efa-d3945a5c710f,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:57.306471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.332121 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.369901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-928ce2b7-6f88-4546-8a19-b7aa6b5c2881 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2172012 Nov 25 17:25:57.530585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c4f87-423b-48d5-866a-4b0860ff66bb None None] Port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:57.546935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Router dddc412e-072e-4824-8782-03a847f9e3ec is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:25:57.584163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-75b8e412-23b3-4f45-984a-392c51196f05 service neutron] 10.222.0.81 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132306 Nov 25 17:25:57.640785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] For port 01484b3b-d445-4598-9dcf-de66fa5ca0bc, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:57.646953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] For port 01484b3b-d445-4598-9dcf-de66fa5ca0bc, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=01484b3b-d445-4598-9dcf-de66fa5ca0bc,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:57.651527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a718-6507-491d-977a-78ebfedf18f4 None None] Pushing event updated for resources: {'Port': ['ID=666e2dae-34b3-437b-8efa-d3945a5c710f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:57.674080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.842052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdb88b-238f-4ec7-8ecb-55c7e11c56ee None None] Pushing event updated for resources: {'Port': ['ID=01484b3b-d445-4598-9dcf-de66fa5ca0bc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:57.866646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5de201d-d3e2-4b7a-8d27-93fcebb06e5f req-84e6f4ce-dbd7-433e-bd2d-3c897c794cb2 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 210 time: 0.2627087 Nov 25 17:25:58.019121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:58.049582 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Sync routers for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:58.071686 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:58.072328 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:25:35Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:58.104647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.113321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6d61e1e0-0802-4f50-a06c-d53c30138ac0 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2203088 Nov 25 17:25:58.118266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:58.556374 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:59.131572 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:25:56Z', 'revision_number': 3, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:59.202379 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Checking router: dddc412e-072e-4824-8782-03a847f9e3ec for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:59.205122 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Updating router dddc412e-072e-4824-8782-03a847f9e3ec port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:25:59.291284 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.350561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.522359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0e26b1b0-2df4-47ad-a33f-7d116cadf676 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:59.548120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0e26b1b0-2df4-47ad-a33f-7d116cadf676 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 0.5746152 Nov 25 17:25:59.679169 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.771242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f31c10-5b0e-42d3-96e9-2845de5efdd2 None None] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:59.838527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-726e33cf-d36d-4fc7-b8d8-cacdb42ab3b0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/quotas/4e626f0952704d799bd9d7006a3e9750 HTTP/1.1" status: 200 len: 375 time: 0.2884681 Nov 25 17:25:59.858791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-d482a66d-f480-48e1-b4ce-06527350ed8a tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:59.863878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-d482a66d-f480-48e1-b4ce-06527350ed8a tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.60 "GET /v2.0/networks?id=58f60970-cb36-4959-979d-8f3d87607c80 HTTP/1.1" status: 200 len: 813 time: 2.2504048 Nov 25 17:25:59.883633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-e8a93c70-4e05-407b-8da5-71314a49559a service neutron] 10.222.0.81 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2985027 Nov 25 17:25:59.939023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Request body: {'port': {'device_id': 'cb147e9c-7c43-401a-99db-36173ab15ae8', 'network_id': '58f60970-cb36-4959-979d-8f3d87607c80', 'admin_state_up': True, 'tenant_id': 'a78c7e2d7f07444b92238f2ae7f7a3c6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:59.956281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Allocated IP 172.20.0.1 (f2b2ecc6-1e4a-400b-a399-0930846acdb2/ef5c640e-bb44-4c83-aca8-4861b6820ecb/35d6f97d-8a33-4f73-b471-0809cf78ca01) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:59.985178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Network 6cb47d4f-b6d3-401d-8c21-2681213ee320 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:00.011207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 666e2dae-34b3-437b-8efa-d3945a5c710f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:00.067206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:00.069103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Port': ['ID=9c891758-09c9-4f4d-8b81-181e4448f367,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:00.093421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:00.168970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-6ba6e9ff-3d2f-4271-ba32-d32f2e62b6a6 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:00.176093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3bc5d4-8990-42d4-874d-3f193a67455a None None] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:00.177641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-6ba6e9ff-3d2f-4271-ba32-d32f2e62b6a6 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 816 time: 1.2010536 Nov 25 17:26:00.203955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.231024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Request body: {'port': {'device_id': 'f703c35c-fcec-4fe6-b76c-1a3374ebaa31', 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'admin_state_up': True, 'tenant_id': 'e41dec26e1c34c18945a8dad53ad75ab'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:00.271727 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.414653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:00.425290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:00.435222 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.435809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:00.448559 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.516926 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Pushing event updated for resources: {'Port': ['ID=3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:00.535666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ef58dea-3792-450e-8b3c-7e1c45864026 None None] Provisioning complete for port 666e2dae-34b3-437b-8efa-d3945a5c710f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:00.536075 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ef58dea-3792-450e-8b3c-7e1c45864026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.551284 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.551652 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.552001 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.552345 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.552686 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.553082 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.553425 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.553758 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.554154 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.559713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793204b1-fdb5-43eb-9e96-2211240515a6 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:00.561099 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.561470 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.561828 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:00.584889 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Attempting to bind port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:00.586534 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Attempting to bind port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:00.588716 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Attempting to bind port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:00.601888 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.602505 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:00.602892 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:00.605424 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.605844 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:00.609328 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Bound port: 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:00.609863 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.645499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-1386387f-fc96-4947-b5d6-55b54c84c85d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7473984 Nov 25 17:26:00.671632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Made reservation on behalf of e41dec26e1c34c18945a8dad53ad75ab for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:00.676183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.729660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49872e23-23e0-4805-aa04-877a960b39d6 req-d0c1224d-fd45-49d5-8e97-7395c742a61e tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 210 time: 0.1496403 Nov 25 17:26:00.762919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Pushing event updated for resources: {'Port': ['ID=35d6f97d-8a33-4f73-b471-0809cf78ca01,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:00.838433 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] For port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:00.865294 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] For port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:00.873963 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.934565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 666e2dae-34b3-437b-8efa-d3945a5c710f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:00.935170 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.026259 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.034617 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:01.036165 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:25:35Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:01.048295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9286a0-55ce-4e1a-8346-f7ee89cefb53 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:01.152601 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ef58dea-3792-450e-8b3c-7e1c45864026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.179876 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4219a95-606c-464e-9e60-ff29bb1346dd None None] Pushing event updated for resources: {'Port': ['ID=3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.375326 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:01.424633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ef58dea-3792-450e-8b3c-7e1c45864026 None None] For port 666e2dae-34b3-437b-8efa-d3945a5c710f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=666e2dae-34b3-437b-8efa-d3945a5c710f,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:01.426834 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.459667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ef58dea-3792-450e-8b3c-7e1c45864026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.475394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.500195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.513437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.637325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.763472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Made reservation on behalf of a78c7e2d7f07444b92238f2ae7f7a3c6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:01.768195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Provisioning complete for port 01484b3b-d445-4598-9dcf-de66fa5ca0bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:01.768360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.769800 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.829915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Pushing event updated for resources: {'Port': ['ID=35d6f97d-8a33-4f73-b471-0809cf78ca01,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.841264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef58dea-3792-450e-8b3c-7e1c45864026 None None] Pushing event updated for resources: {'Port': ['ID=666e2dae-34b3-437b-8efa-d3945a5c710f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.885260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:26:01.889702 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:26:01.938719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:01.954011 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:02.000117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-65593a83-3e40-4fde-bf8d-2d13e2d1ab3a service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3017161 Nov 25 17:26:02.011887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-8e794ba8-1f2b-4025-80f8-f90b0c8fe058 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.023798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-8e794ba8-1f2b-4025-80f8-f90b0c8fe058 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 816 time: 1.0748565 Nov 25 17:26:02.059725 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:25:59Z', 'revision_number': 1, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:02.078762 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.119113 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c65319-4ed9-4a26-92a1-349d265717f2 None None] The sync data for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 is: [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:25:59Z', 'revision_number': 1, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:02.247310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] For port 01484b3b-d445-4598-9dcf-de66fa5ca0bc, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=01484b3b-d445-4598-9dcf-de66fa5ca0bc,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:02.296323 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.374955 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.384014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d15ef1-1aad-4d09-b0f4-f1a44bc8e3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.457489 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Provisioning complete for port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:02.458193 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.552550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Pushing event updated for resources: {'Port': ['ID=01484b3b-d445-4598-9dcf-de66fa5ca0bc,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:02.590415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 01484b3b-d445-4598-9dcf-de66fa5ca0bc up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:02.732400 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-eb254a9b-d80b-452f-92a8-e71395c5cc06 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/quotas/e41dec26e1c34c18945a8dad53ad75ab HTTP/1.1" status: 200 len: 375 time: 0.7059219 Nov 25 17:26:02.813052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 01484b3b-d445-4598-9dcf-de66fa5ca0bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:02.813739 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.850532 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.867381 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.908216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.911729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-b0b2f8dc-f285-4e32-9799-e56e6b6666b6 service neutron] 10.222.0.81 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8841021 Nov 25 17:26:02.956591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] For port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:02.982628 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.047970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Port': ['ID=9c891758-09c9-4f4d-8b81-181e4448f367,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:03.055720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Provisioning complete for port 666e2dae-34b3-437b-8efa-d3945a5c710f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:03.056072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.126662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Allocated IP 172.20.0.11 (166cfdf4-4f94-4ac2-a67b-fd59ba0241cf/09384321-3834-4ca1-addd-0c39b1f3afd8/bf260060-aec5-4a72-bac9-08abd1ba5469) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:03.191264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20170cd3-b277-41b3-b28d-a1e6d3aec754 None None] Pushing event updated for resources: {'Port': ['ID=3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:03.248376 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.340069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d583e6-7869-4047-83d0-97101b854219 req-1fe0c730-cd89-4374-8212-cfc4696bce46 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.345120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-1fe0c730-cd89-4374-8212-cfc4696bce46 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 816 time: 1.1647398 Nov 25 17:26:03.408635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:03.442094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-1fbaa875-b10a-40ad-9e56-02ef29c15b95 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5478041 Nov 25 17:26:03.463429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.467863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-083b180d-f911-4b1d-a365-8cbc5568ba9c tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3444347 Nov 25 17:26:03.469584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Allocated IP 172.20.0.7 (58f60970-cb36-4959-979d-8f3d87607c80/282597d3-9786-43af-8e78-7e0c39d897d4/2c59bc8d-8bdd-4487-a23b-67cc1023d0d6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:03.471730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:03.485041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Router dddc412e-072e-4824-8782-03a847f9e3ec has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:03.510245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Request body: {'port': {'device_id': '8c024103-94d9-47c3-8877-6c19c4f89078', 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'admin_state_up': True, 'tenant_id': 'e41dec26e1c34c18945a8dad53ad75ab'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:03.516601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 666e2dae-34b3-437b-8efa-d3945a5c710f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:03.570593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e379014a-1c3a-44fb-a8e2-2d5933908441 req-ba424e35-ba03-4146-84e1-05725b9e12e0 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 210 time: 0.1213605 Nov 25 17:26:03.689636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1e7413cd-3980-4f3e-b521-0eac04cf4a88 None None] Provisioning complete for port 35d6f97d-8a33-4f73-b471-0809cf78ca01 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:03.690048 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e7413cd-3980-4f3e-b521-0eac04cf4a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.781264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 666e2dae-34b3-437b-8efa-d3945a5c710f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:03.781652 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.924140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aa71570-4042-43a2-b1ad-ac49ad4e3fdc req-79133737-3a81-4912-b0e0-1a469de54f8a tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 210 time: 0.1702878 Nov 25 17:26:04.003627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Made reservation on behalf of e41dec26e1c34c18945a8dad53ad75ab for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:04.011164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.062778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58378) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:04.071409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fa1045ba-5851-48f9-9d90-09cb6d299036 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=6cb47d4f-b6d3-401d-8c21-2681213ee320 HTTP/1.1" status: 200 len: 690 time: 0.5156589 Nov 25 17:26:04.094956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:04.119749 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-90729e31-bb1f-40b7-af9d-185446a4ebc2 admin admin] 10.222.0.81 "PUT /v2.0/routers/dddc412e-072e-4824-8782-03a847f9e3ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9999549 Nov 25 17:26:04.215389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1e7413cd-3980-4f3e-b521-0eac04cf4a88 None None] Port 35d6f97d-8a33-4f73-b471-0809cf78ca01 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:04.300620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1e7413cd-3980-4f3e-b521-0eac04cf4a88 None None] Provisioning complete for port 01484b3b-d445-4598-9dcf-de66fa5ca0bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:04.301326 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e7413cd-3980-4f3e-b521-0eac04cf4a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.414598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.459183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 01484b3b-d445-4598-9dcf-de66fa5ca0bc up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:04.617827 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df513ab2-5e67-4ff7-8c1e-4e68e81192bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.666820 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.700147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 01484b3b-d445-4598-9dcf-de66fa5ca0bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:04.701203 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.778527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Deleting port 9c891758-09c9-4f4d-8b81-181e4448f367 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:04.779155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.780974 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab493ac8-060c-465b-81cc-5e7f790e256b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.917006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.972832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.972832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.988648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Calling delete_port for 9c891758-09c9-4f4d-8b81-181e4448f367 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:05.127114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:05.143425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dae142dd-f7f6-4b32-bfc1-10f64a14fc90 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509566239', 'description': 'tempest-description--479099680'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:05.152846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-33ffce3a-4ca4-4a47-a67b-6541cd9c798a service neutron] 10.222.0.81 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6798778 Nov 25 17:26:05.180343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Pushing event updated for resources: {'Port': ['ID=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:05.206690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Network 58f60970-cb36-4959-979d-8f3d87607c80 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:05.255427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:05.278389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:05.407350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.448138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c891758-09c9-4f4d-8b81-181e4448f367,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:05.452313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dae142dd-f7f6-4b32-bfc1-10f64a14fc90 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.501804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:05.575645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.610877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:05.611382 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.718075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dae142dd-f7f6-4b32-bfc1-10f64a14fc90 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.741014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dae142dd-f7f6-4b32-bfc1-10f64a14fc90 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.755677 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.769767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.794524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae142dd-f7f6-4b32-bfc1-10f64a14fc90 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:05.846101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dae142dd-f7f6-4b32-bfc1-10f64a14fc90 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.847533 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dae142dd-f7f6-4b32-bfc1-10f64a14fc90 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7169178 Nov 25 17:26:05.850257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:05.855261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c16bb89c-0157-4988-9d93-e43699e75b0c tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Request body: {'security_group_rule': {'security_group_id': 'fe58f7bd-be66-4b15-ad61-7cf3a93d5c33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:05.911641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.919450 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c16bb89c-0157-4988-9d93-e43699e75b0c tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.926240 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.965760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d8891f-17ee-43a4-9236-e1aab3e30496,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:05.967525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab493ac8-060c-465b-81cc-5e7f790e256b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.973736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:05.974415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.993429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab493ac8-060c-465b-81cc-5e7f790e256b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.005385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-65a92e39-29f7-420b-96ca-7982bff01786 service neutron] 10.222.0.81 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8419335 Nov 25 17:26:06.057971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b6ae0-e45e-4b4d-808b-6ad2911af5b4 req-48ccc9d7-0bf7-4a4b-bb5c-c085fba6a74d tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.062507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.065650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-969b6ae0-e45e-4b4d-808b-6ad2911af5b4 req-48ccc9d7-0bf7-4a4b-bb5c-c085fba6a74d tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 931 time: 0.7969272 Nov 25 17:26:06.108102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c16bb89c-0157-4988-9d93-e43699e75b0c tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.109903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb47d4f-b6d3-401d-8c21-2681213ee320']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:06.122589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dac615-c61c-4608-bafb-03bcb14049e9') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:06.123533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dac615-c61c-4608-bafb-03bcb14049e9') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:06.124862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c16bb89c-0157-4988-9d93-e43699e75b0c tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.146376 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.159891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bb89c-0157-4988-9d93-e43699e75b0c tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e65069-396b-4377-95f0-ea2efa9a97c5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.171812 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-aa77dd9c-ff47-4e6f-8933-5294be317931 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2433050 Nov 25 17:26:06.198693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.211072 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c16bb89c-0157-4988-9d93-e43699e75b0c tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.212390 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c16bb89c-0157-4988-9d93-e43699e75b0c tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3606627 Nov 25 17:26:06.224717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:06.224866 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.234362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Sync routers for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:06.238179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58422) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:06.239182 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:06.248002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9afd823a-f23e-45ea-beac-dd5d8d8ff2c9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Request body: {'security_group_rule': {'security_group_id': 'fe58f7bd-be66-4b15-ad61-7cf3a93d5c33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:06.259414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:06.273592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:06.284530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-969b6ae0-e45e-4b4d-808b-6ad2911af5b4 req-dc19646a-1854-4422-a5de-512d247ff3e9 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179625 Nov 25 17:26:06.297256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Request body: {'port': {'device_id': 'cb147e9c-7c43-401a-99db-36173ab15ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:06.306535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ab493ac8-060c-465b-81cc-5e7f790e256b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8fcf78272c06456cadc2221386c50b93&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8885982 Nov 25 17:26:06.310233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab493ac8-060c-465b-81cc-5e7f790e256b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f36f9f-c524-493b-87eb-05b4c8860693,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.342499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:06.357757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-344fbd2f-57df-4545-beb6-d7814bd52035 req-ea50ad27-a3c1-4dfc-ae20-3b1e9214d0aa tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 210 time: 0.0719738 Nov 25 17:26:06.371501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-15d2afbc-cddf-4fbe-b6f0-5788733c5ef9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.373064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-15d2afbc-cddf-4fbe-b6f0-5788733c5ef9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 812 time: 1.0595055 Nov 25 17:26:06.410274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Request body: {'port': {'device_id': '9ef90564-ddfd-40a5-abdc-15bfe3ee07b4', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'admin_state_up': True, 'tenant_id': '4e626f0952704d799bd9d7006a3e9750'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:06.449103 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.464626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:06.465610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.550962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e274406-e14e-46a3-80fa-fafae703570e req-71f5443e-104a-4d05-bb44-6ec555482055 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 210 time: 0.1464853 Nov 25 17:26:06.561459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.573696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9afd823a-f23e-45ea-beac-dd5d8d8ff2c9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.623163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Pushing event updated for resources: {'Port': ['ID=bf260060-aec5-4a72-bac9-08abd1ba5469,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.625116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cb47d4f-b6d3-401d-8c21-2681213ee320 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:26:06.629605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Allocated IP 172.20.0.10 (166cfdf4-4f94-4ac2-a67b-fd59ba0241cf/09384321-3834-4ca1-addd-0c39b1f3afd8/74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:06.660536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97a00a43-58a6-42f9-b7eb-905ecdc8448d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.670572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.671724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:06.676118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "DELETE /v2.0/networks/6cb47d4f-b6d3-401d-8c21-2681213ee320 HTTP/1.1" status: 204 len: 168 time: 2.6083510 Nov 25 17:26:06.680395 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.685257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81c9eb-961f-4e69-951d-10c037987290 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cb47d4f-b6d3-401d-8c21-2681213ee320,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.701597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58440) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:06.708757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:06.735132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:06.837726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:01Z', 'revision_number': 2, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:06.843361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97a00a43-58a6-42f9-b7eb-905ecdc8448d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.907590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Checking router: dddc412e-072e-4824-8782-03a847f9e3ec for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:06.907990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Updating router dddc412e-072e-4824-8782-03a847f9e3ec port 35d6f97d-8a33-4f73-b471-0809cf78ca01 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:06.955413 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.962645 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.979724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3d9cf70e-37b0-4c9b-9fc7-dbc99c9c1dbd tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2762671 Nov 25 17:26:06.986286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:06.993739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.994744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.101798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Made reservation on behalf of 4e626f0952704d799bd9d7006a3e9750 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:07.105997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.130412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-fc05121c-97a6-4351-8e0f-e3f05c75f590 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9056158 Nov 25 17:26:07.202087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Request body: {'port': {'device_id': 'f703c35c-fcec-4fe6-b76c-1a3374ebaa31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:07.231655 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.269702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.270602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.272212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.273554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.275758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.276317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.276845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.277592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.279439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.280601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.281328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.286862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-65492dd3-4a19-4702-85bc-21896a297366 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7128 time: 0.2875297 Nov 25 17:26:07.296032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:07.326025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.408553 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97a00a43-58a6-42f9-b7eb-905ecdc8448d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.412746 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97a00a43-58a6-42f9-b7eb-905ecdc8448d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.416505 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-97a00a43-58a6-42f9-b7eb-905ecdc8448d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65f36f9f-c524-493b-87eb-05b4c8860693 HTTP/1.1" status: 204 len: 168 time: 1.0705128 Nov 25 17:26:07.424375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6fc1eb48-668f-4f4a-874d-7f2409ef27e3 None None] Provisioning complete for port bf260060-aec5-4a72-bac9-08abd1ba5469 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:07.424764 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fc1eb48-668f-4f4a-874d-7f2409ef27e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.442632 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9afd823a-f23e-45ea-beac-dd5d8d8ff2c9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.480736 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-7134e0d2-0db5-439e-b0f2-3eb87adf5938 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] delete failed (client error): The resource could not be found. Nov 25 17:26:07.482794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7134e0d2-0db5-439e-b0f2-3eb87adf5938 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/49bcb909-95aa-4d07-aadb-5c97979087fe HTTP/1.1" status: 404 len: 345 time: 0.1818259 Nov 25 17:26:07.482926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9afd823a-f23e-45ea-beac-dd5d8d8ff2c9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.483449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58456) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:07.493254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a00a43-58a6-42f9-b7eb-905ecdc8448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f36f9f-c524-493b-87eb-05b4c8860693,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:07.511290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.570335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:07.574633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9afd823a-f23e-45ea-beac-dd5d8d8ff2c9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.578239 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9afd823a-f23e-45ea-beac-dd5d8d8ff2c9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3346860 Nov 25 17:26:07.595433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:07.611118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:07.615194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:07.621335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:07.682053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a73e659c-15f8-4415-b139-bd4635385406 req-e55fc4a1-1ce1-4800-82e6-808d446335bb tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 210 time: 0.1056864 Nov 25 17:26:07.696429 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-375279bc-be12-4800-a9e5-55ca2febc7da tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 17:26:07.699839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375279bc-be12-4800-a9e5-55ca2febc7da tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:26:07.706728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:07.707337 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.708305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-375279bc-be12-4800-a9e5-55ca2febc7da tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "DELETE /v2.0/networks/6cb47d4f-b6d3-401d-8c21-2681213ee320 HTTP/1.1" status: 404 len: 339 time: 0.1756947 Nov 25 17:26:07.721849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1eb48-668f-4f4a-874d-7f2409ef27e3 None None] Port bf260060-aec5-4a72-bac9-08abd1ba5469 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:07.731323 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.733325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58464) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:07.740326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd823a-f23e-45ea-beac-dd5d8d8ff2c9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e6614c-f028-40f0-98b0-7e0388192b33,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:07.789724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Request body: {'network': {'name': 'tempest-network--672504436', 'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:07.831951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Pushing event updated for resources: {'Port': ['ID=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:07.865372 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-9a6353cc-edb2-49ea-9f07-eade3820f75f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3751824 Nov 25 17:26:07.891076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Request body: {'port': {'device_id': '8c024103-94d9-47c3-8877-6c19c4f89078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:07.933130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.969711 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.997427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307803-db27-472b-9042-33c353b78bbe req-72a6da9e-664c-452f-ab82-573b620696a9 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.012177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d307803-db27-472b-9042-33c353b78bbe req-72a6da9e-664c-452f-ab82-573b620696a9 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 931 time: 0.5737257 Nov 25 17:26:08.134536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.137796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.159089 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.159634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57d41458-32a3-479d-bbbb-f3fa13c16e0c req-f2d0075a-066b-4561-aa34-c574aa8bf715 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 210 time: 0.2051513 Nov 25 17:26:08.172411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Made reservation on behalf of 808d996d107642fcbea6c3a903d54a99 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:08.184115 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.191207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Allocated IP 172.20.0.4 (72eb5744-4bc9-4a81-b495-30d4aaee14ae/483180c2-5451-4b43-98d2-fc76f7ce3b80/a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:08.295024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48607b-ef46-4b4d-9382-a34dd204a9d4 None None] Pushing event updated for resources: {'Port': ['ID=35d6f97d-8a33-4f73-b471-0809cf78ca01,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:08.311629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a8b044c2-15fa-491a-ad39-89e5710ca9df None None] Provisioning complete for port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:08.314996 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8b044c2-15fa-491a-ad39-89e5710ca9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.356465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-72f091fe-0bc0-44f7-bf5a-2954972a554c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.370157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-72f091fe-0bc0-44f7-bf5a-2954972a554c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 816 time: 0.4245796 Nov 25 17:26:08.378257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Request body: {'port': {'device_id': 'dd7a5384-c303-41bd-9a0b-a1c0505796db', 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'admin_state_up': True, 'tenant_id': 'e41dec26e1c34c18945a8dad53ad75ab'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:08.418592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a8b044c2-15fa-491a-ad39-89e5710ca9df None None] Port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:08.423510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Attempting to bind port 35d6f97d-8a33-4f73-b471-0809cf78ca01 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:08.423891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Attempting to bind port 35d6f97d-8a33-4f73-b471-0809cf78ca01 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:08.424260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Attempting to bind port 35d6f97d-8a33-4f73-b471-0809cf78ca01 on network f2b2ecc6-1e4a-400b-a399-0930846acdb2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:08.437630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:08.438096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Checking segment: {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:08.438560 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.439052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Bound using segment: {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:08.439729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Bound port: 35d6f97d-8a33-4f73-b471-0809cf78ca01, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:08.440054 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.538261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d307803-db27-472b-9042-33c353b78bbe req-50412b00-8ebb-487c-9587-89feb81b0fff tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241704 Nov 25 17:26:08.590902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] For port 35d6f97d-8a33-4f73-b471-0809cf78ca01, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:08.619234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] For port 35d6f97d-8a33-4f73-b471-0809cf78ca01, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=35d6f97d-8a33-4f73-b471-0809cf78ca01,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:08.622730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:08.630811 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.701227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48607b-ef46-4b4d-9382-a34dd204a9d4 None None] Pushing event updated for resources: {'Port': ['ID=35d6f97d-8a33-4f73-b471-0809cf78ca01,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:08.727014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:08.727755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:08.751636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:08.767305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Made reservation on behalf of e41dec26e1c34c18945a8dad53ad75ab for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:08.770885 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.777394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.778020 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Added segment 9b008954-991e-49c0-bd8a-f89459836a56 of type vlan for network ea3a4486-b80c-4c89-aa51-f13e1af730f0 Nov 25 17:26:08.842697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.021507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Transition to ACTIVE for port object 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:09.039872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-366be9db-a57b-4d4e-ba65-e35a15f74ee6 req-6afd7097-7e57-4dde-811f-e72b659ea4d5 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 210 time: 0.1745949 Nov 25 17:26:09.045619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:09.055555 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.063427 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.069235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-05784f78-7f35-4d97-810a-fdb9884a6dcc None None] Provisioning complete for port 35d6f97d-8a33-4f73-b471-0809cf78ca01 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:09.069927 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05784f78-7f35-4d97-810a-fdb9884a6dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.093325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Transition to ACTIVE for port object 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:09.101946 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.106333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.161455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:09.236869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Pushing event updated for resources: {'Port': ['ID=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:09.395398 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05784f78-7f35-4d97-810a-fdb9884a6dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.472054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-05784f78-7f35-4d97-810a-fdb9884a6dcc None None] For port 35d6f97d-8a33-4f73-b471-0809cf78ca01, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=35d6f97d-8a33-4f73-b471-0809cf78ca01,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:09.484238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05784f78-7f35-4d97-810a-fdb9884a6dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.504160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Attempting to bind port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:09.504543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Attempting to bind port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:09.506153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Attempting to bind port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:09.511134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:09.513334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Attempting to bind port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:09.530113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:09.530437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Checking segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:09.530777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Bound using segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:09.531199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Bound port: 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:09.531562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.564096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 35d6f97d-8a33-4f73-b471-0809cf78ca01 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:09.640469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] For port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:09.644511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] For port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:09.656772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.711699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05784f78-7f35-4d97-810a-fdb9884a6dcc None None] Pushing event updated for resources: {'Port': ['ID=35d6f97d-8a33-4f73-b471-0809cf78ca01,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:09.732377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f353a186-fb7c-4a55-8603-7de3b352e9a6 None None] Provisioning complete for port 35d6f97d-8a33-4f73-b471-0809cf78ca01 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:09.733543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f353a186-fb7c-4a55-8603-7de3b352e9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.738829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:26:09.743765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:08Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:09.776903 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.800967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Pushing event updated for resources: {'Port': ['ID=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:09.806477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Pushing event updated for resources: {'Port': ['ID=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:09.818938 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.836971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:09.838092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.840398 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-98cf092a-4b98-4bec-aa74-962185b7eecb service neutron] 10.222.0.95 "PUT /v2.0/ports/74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 HTTP/1.1" status: 200 len: 1092 time: 1.9644659 Nov 25 17:26:09.842557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c024103-94d9-47c3-8877-6c19c4f89078', 'tag': '74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:09.847255 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c024103-94d9-47c3-8877-6c19c4f89078", "tag": "74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:09.906157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0590bc8-237d-43e7-85eb-247cd2c93b5f req-88053bd6-c499-4f11-b185-46d63c268bb8 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 210 time: 0.2463491 Nov 25 17:26:09.971819 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08dbf7-57cc-45d4-9178-02d092318226 None None] The sync data for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 is: [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:08Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:09.975700 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.976688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:09.978488 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521146b8-0270-407e-a0f0-977fed404638 x-openstack-request-id: req-521146b8-0270-407e-a0f0-977fed404638 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:09.978876 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c024103-94d9-47c3-8877-6c19c4f89078", "tag": "74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:09.979055 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-521146b8-0270-407e-a0f0-977fed404638 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:09.979463 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c024103-94d9-47c3-8877-6c19c4f89078', 'tag': '74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838', 'status': 'completed', 'code': 200} Nov 25 17:26:09.982353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d583e6-7869-4047-83d0-97101b854219 req-58466d27-c068-4c46-bc35-ed98805c3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:09.983903 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-58466d27-c068-4c46-bc35-ed98805c3a99 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 1095 time: 0.0940773 Nov 25 17:26:09.986739 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.992569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 35d6f97d-8a33-4f73-b471-0809cf78ca01 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:09.994747 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.034680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:10.063690 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-7ddd6bce-bda6-436c-bc9a-a3094cbd1b00 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 HTTP/1.1" status: 200 len: 217 time: 0.0698338 Nov 25 17:26:10.141363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d583e6-7869-4047-83d0-97101b854219 req-ab4da8c2-c769-4eb8-a7f6-1bdd700913f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.146867 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-ab4da8c2-c769-4eb8-a7f6-1bdd700913f7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 200 len: 855 time: 0.0768199 Nov 25 17:26:10.260783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d583e6-7869-4047-83d0-97101b854219 req-fa26acc1-5ee5-4b1a-a527-0b9f511d32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.266670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-fa26acc1-5ee5-4b1a-a527-0b9f511d32c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024439 Nov 25 17:26:10.289732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9570-508f-4e6e-a44c-09b78706f825 req-56e4b14b-237e-4cc7-b4c6-459dffa2da04 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.300567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-470f9570-508f-4e6e-a44c-09b78706f825 req-56e4b14b-237e-4cc7-b4c6-459dffa2da04 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 943 time: 0.6357148 Nov 25 17:26:10.327694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5746553 Nov 25 17:26:10.333887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58514) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:10.477829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5179017-9512-4f34-861e-4dcee6e5f693 req-1b8f9326-7778-436f-a5a7-bfe77447d9d8 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 210 time: 0.2197244 Nov 25 17:26:10.492520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77172c8-a673-4430-8936-7b4ebaf40488 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Network': ['ID=ea3a4486-b80c-4c89-aa51-f13e1af730f0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:10.502327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-493166c4-750b-4c6e-bfb1-22d8e59af239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.542661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ea3a4486-b80c-4c89-aa51-f13e1af730f0 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:10.577947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6adedd-f87b-4c05-950d-cd79225557a3 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.587253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6adedd-f87b-4c05-950d-cd79225557a3 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.595229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6adedd-f87b-4c05-950d-cd79225557a3 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.603427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6adedd-f87b-4c05-950d-cd79225557a3 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.608404 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2a6adedd-f87b-4c05-950d-cd79225557a3 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2732496 Nov 25 17:26:10.613600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:10.625151 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-bacabfd9-bb32-4d88-aa72-b479fbb9c5d6 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490126 Nov 25 17:26:10.632850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Attempting to bind port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:10.633229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Attempting to bind port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '3b305d95-000d-4ad9-9a48-56f3a4bf5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58f60970-cb36-4959-979d-8f3d87607c80'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:10.633567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Attempting to bind port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 on network 58f60970-cb36-4959-979d-8f3d87607c80 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:10.638012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Allocated IP 172.25.1.249 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/688692d7-8a09-4c78-90f7-b9ea6e0aefaf) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:10.655152 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.707179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 on network 58f60970-cb36-4959-979d-8f3d87607c80 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:10.707512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Attempting to bind port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 on network 58f60970-cb36-4959-979d-8f3d87607c80 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:10.754977 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7d583e6-7869-4047-83d0-97101b854219 req-bfbb782f-f99d-4a79-ad01-be4e60239db3 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190743 Nov 25 17:26:10.779978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-470f9570-508f-4e6e-a44c-09b78706f825 req-383dba67-be78-4d97-8284-6e30b06e998d tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783833 Nov 25 17:26:10.782295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf260060-aec5-4a72-bac9-08abd1ba5469 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:10.838443 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.840789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:10.841162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Checking segment: {'id': '3b305d95-000d-4ad9-9a48-56f3a4bf5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58f60970-cb36-4959-979d-8f3d87607c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:10.841555 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Bound using segment: {'id': '3b305d95-000d-4ad9-9a48-56f3a4bf5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58f60970-cb36-4959-979d-8f3d87607c80'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:10.842034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Bound port: 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b305d95-000d-4ad9-9a48-56f3a4bf5c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '58f60970-cb36-4959-979d-8f3d87607c80'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:10.842366 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.873951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-4d55931b-a803-427e-b7ab-e322064194ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.876676 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-4d55931b-a803-427e-b7ab-e322064194ab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 1095 time: 0.0619097 Nov 25 17:26:10.877653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Network 72eb5744-4bc9-4a81-b495-30d4aaee14ae is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:10.943309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:10.962112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event updated for resources: {'Port': ['ID=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:10.971772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:10.990889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.996835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Transition to ACTIVE for port object bf260060-aec5-4a72-bac9-08abd1ba5469 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:11.039889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-afa94651-c5c9-473e-82e8-909305f11754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.041719 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-afa94651-c5c9-473e-82e8-909305f11754 service neutron] 10.222.0.95 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 917 time: 0.1575205 Nov 25 17:26:11.058617 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.116887 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-c933a32f-cb8f-4fda-952c-6797278cf837 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 HTTP/1.1" status: 200 len: 217 time: 0.0475156 Nov 25 17:26:11.168974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Allocated IP 172.20.0.13 (166cfdf4-4f94-4ac2-a67b-fd59ba0241cf/09384321-3834-4ca1-addd-0c39b1f3afd8/6d722fe0-67e8-44c8-8193-2c8b441638dd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:11.170807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9951e03e-edb0-465e-8d35-72adf38a04e7 req-f387853d-de4f-4110-82b0-48e29b0f79d0 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 210 time: 0.1133523 Nov 25 17:26:11.205778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-d8c62a16-ff02-4ca6-b742-d669aee040ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.207524 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-d8c62a16-ff02-4ca6-b742-d669aee040ed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 200 len: 855 time: 0.0822558 Nov 25 17:26:11.231452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.231879 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.273895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-493166c4-750b-4c6e-bfb1-22d8e59af239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.280170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] For port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:11.298651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Pushing event updated for resources: {'Port': ['ID=bf260060-aec5-4a72-bac9-08abd1ba5469,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:11.299377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-f07e61e7-9b41-429a-8810-277a508166bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.301170 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-f07e61e7-9b41-429a-8810-277a508166bb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840132 Nov 25 17:26:11.322163 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-493166c4-750b-4c6e-bfb1-22d8e59af239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.336382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.343229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] For port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,segment=NetworkSegment(3b305d95-000d-4ad9-9a48-56f3a4bf5c64),segment_id=3b305d95-000d-4ad9-9a48-56f3a4bf5c64)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:11.471267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0d63658f-acf2-405e-b8de-305577818883 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0653849 Nov 25 17:26:11.472316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.487783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 35d6f97d-8a33-4f73-b471-0809cf78ca01 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:11.573533 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-1d27d348-e85c-43e5-8022-db8c2f2a3991 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376847 Nov 25 17:26:11.596965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 35d6f97d-8a33-4f73-b471-0809cf78ca01 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:11.597523 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.614825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Request body: {'port': {'device_id': '9ef90564-ddfd-40a5-abdc-15bfe3ee07b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:11.636291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.681374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493166c4-750b-4c6e-bfb1-22d8e59af239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fde562-401f-42ac-89f4-99bc52d5016b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:11.690068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.728884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.751988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-493166c4-750b-4c6e-bfb1-22d8e59af239 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=767734eda5be4f6c80b88aa7bd2c9e03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6936769 Nov 25 17:26:11.783309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.784048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.786303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 HTTP/1.1" status: 200 len: 1091 time: 5.5064836 Nov 25 17:26:11.786463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:11.860566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:11.877400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:11.885353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:11.889718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Pushing event updated for resources: {'Port': ['ID=6d722fe0-67e8-44c8-8193-2c8b441638dd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:11.923125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3a4486-b80c-4c89-aa51-f13e1af730f0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:11.925541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb147e9c-7c43-401a-99db-36173ab15ae8', 'tag': '2c59bc8d-8bdd-4487-a23b-67cc1023d0d6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:11.930633 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb147e9c-7c43-401a-99db-36173ab15ae8", "tag": "2c59bc8d-8bdd-4487-a23b-67cc1023d0d6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:11.998153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:11.999100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.003593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b008954-991e-49c0-bd8a-f89459836a56') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:12.003984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b008954-991e-49c0-bd8a-f89459836a56') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:12.043400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be2954b2-7ffa-4106-bf85-87fdec5a7642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.047800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.048702 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-2c480a84-49c5-4e18-92af-8d080c36e024 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6775956 Nov 25 17:26:12.051338 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ea5b677-3ee2-4ea8-a01d-9fb55a69673e req-ad73f092-6e05-4893-9799-d00676b2507c service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462875 Nov 25 17:26:12.069087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Request body: {'port': {'device_id': 'dd7a5384-c303-41bd-9a0b-a1c0505796db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:12.084805 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.124235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204489f-6b30-4af6-bf82-c2d791f22136 service neutron] Pushing event updated for resources: {'Port': ['ID=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.125521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be2954b2-7ffa-4106-bf85-87fdec5a7642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.147176 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.151738 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.159916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Attempting to bind port bf260060-aec5-4a72-bac9-08abd1ba5469 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:12.160810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Attempting to bind port bf260060-aec5-4a72-bac9-08abd1ba5469 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:12.161244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Attempting to bind port bf260060-aec5-4a72-bac9-08abd1ba5469 on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:12.176397 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.199259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979e030-2239-47a6-ba04-79faa9390881 req-00fd5a47-0d5c-4617-af4c-47277ccab5dd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:12.200973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4979e030-2239-47a6-ba04-79faa9390881 req-00fd5a47-0d5c-4617-af4c-47277ccab5dd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 931 time: 0.5328298 Nov 25 17:26:12.241757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-511c7d7f-de09-4a76-95a2-bd9c6285f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:12.243557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-511c7d7f-de09-4a76-95a2-bd9c6285f1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a78c7e2d7f07444b92238f2ae7f7a3c6&device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 1094 time: 0.2913642 Nov 25 17:26:12.248165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:12.248604 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.254681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be2954b2-7ffa-4106-bf85-87fdec5a7642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.258087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be2954b2-7ffa-4106-bf85-87fdec5a7642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.261740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-be2954b2-7ffa-4106-bf85-87fdec5a7642 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25fde562-401f-42ac-89f4-99bc52d5016b HTTP/1.1" status: 204 len: 168 time: 0.4697771 Nov 25 17:26:12.263942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0d41-07b8-415b-823b-cf9e3ea71484 req-d924c98b-7a8e-411d-be5b-57eaea1dec8f tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:12.265513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cfe0d41-07b8-415b-823b-cf9e3ea71484 req-d924c98b-7a8e-411d-be5b-57eaea1dec8f tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 943 time: 0.2757554 Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:12.266228 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:12.294006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2954b2-7ffa-4106-bf85-87fdec5a7642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fde562-401f-42ac-89f4-99bc52d5016b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.324033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Port bf260060-aec5-4a72-bac9-08abd1ba5469 on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:12.324439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Attempting to bind port bf260060-aec5-4a72-bac9-08abd1ba5469 on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:12.359117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ba22e89d-1af1-4d0b-a0b5-04b53fe6c853 None None] Provisioning complete for port 6d722fe0-67e8-44c8-8193-2c8b441638dd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:12.360173 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba22e89d-1af1-4d0b-a0b5-04b53fe6c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.378177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4979e030-2239-47a6-ba04-79faa9390881 req-ccfa42ed-deb9-4b6b-9293-4bb336d58f4f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428633 Nov 25 17:26:12.379506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-47944770-d39a-4da9-b181-e02b1bf9bc2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1125252 Nov 25 17:26:12.410405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:12.432844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba22e89d-1af1-4d0b-a0b5-04b53fe6c853 None None] Port 6d722fe0-67e8-44c8-8193-2c8b441638dd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:12.458092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:12.461554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:12.461905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Checking segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:12.462291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Bound using segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:12.462795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Bound port: bf260060-aec5-4a72-bac9-08abd1ba5469, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:12.463159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.494451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:12.549048 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b014bb-b404-4d4c-b054-c3711ad8681a x-openstack-request-id: req-41b014bb-b404-4d4c-b054-c3711ad8681a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:12.549337 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb147e9c-7c43-401a-99db-36173ab15ae8", "tag": "2c59bc8d-8bdd-4487-a23b-67cc1023d0d6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:12.549599 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41b014bb-b404-4d4c-b054-c3711ad8681a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:12.550001 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb147e9c-7c43-401a-99db-36173ab15ae8', 'tag': '2c59bc8d-8bdd-4487-a23b-67cc1023d0d6', 'status': 'completed', 'code': 200} Nov 25 17:26:12.551302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event updated for resources: {'Port': ['ID=688692d7-8a09-4c78-90f7-b9ea6e0aefaf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.609514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d722fe0-67e8-44c8-8193-2c8b441638dd {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:12.612699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:12.620913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.712535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Transition to ACTIVE for port object 6d722fe0-67e8-44c8-8193-2c8b441638dd will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:12.713984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cfe0d41-07b8-415b-823b-cf9e3ea71484 req-4f2035ae-2bfc-4b18-88dc-e2b904365af4 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397501 Nov 25 17:26:12.722312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.727106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.743984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea3a4486-b80c-4c89-aa51-f13e1af730f0 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:26:12.749253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-b4623ee5-9779-4344-9840-9aeb695ecaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:12.750732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-b4623ee5-9779-4344-9840-9aeb695ecaa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=282597d3-9786-43af-8e78-7e0c39d897d4 HTTP/1.1" status: 200 len: 853 time: 0.3285525 Nov 25 17:26:12.764965 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.771547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "DELETE /v2.0/networks/ea3a4486-b80c-4c89-aa51-f13e1af730f0 HTTP/1.1" status: 204 len: 168 time: 2.1373715 Nov 25 17:26:12.786456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:12.791018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:12.802571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Request body: {'network': {'name': 'tempest-network--1635646006', 'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:12.823866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838', 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'port_id': '74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838', 'mac_address': 'fa:16:3e:d2:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09384321-3834-4ca1-addd-0c39b1f3afd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:12.897046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d722fe0-67e8-44c8-8193-2c8b441638dd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.902328 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.906444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-14cca6b6-31ce-4afa-accb-ac66868ea178 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=58f60970-cb36-4959-979d-8f3d87607c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231112 Nov 25 17:26:12.932325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:12.958787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6ac4b-2097-4487-85b2-8484da0aebde tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea3a4486-b80c-4c89-aa51-f13e1af730f0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.979631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:12.991886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.047773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Attempting to bind port 6d722fe0-67e8-44c8-8193-2c8b441638dd on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:13.048532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Attempting to bind port 6d722fe0-67e8-44c8-8193-2c8b441638dd by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:13.049143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Attempting to bind port 6d722fe0-67e8-44c8-8193-2c8b441638dd on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:13.055795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Port 6d722fe0-67e8-44c8-8193-2c8b441638dd on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:13.056620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Attempting to bind port 6d722fe0-67e8-44c8-8193-2c8b441638dd on network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:13.070202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:13.071154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Checking segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:13.071805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Bound using segment: {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:13.072682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Bound port: 6d722fe0-67e8-44c8-8193-2c8b441638dd, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404ca0d6-df3f-474c-a8ca-c68559e4a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:13.073367 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.102284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:13.194653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:13.602480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-410f53da-e873-4363-870f-cf0b780300fa service neutron] 10.222.0.60 "GET /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448545 Nov 25 17:26:13.610202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b6b8c-8d63-4067-863f-c993a8693fa4 req-f4fdabbd-4966-4d37-b48f-20b3b80680c3 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.633369 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-090b6b8c-8d63-4067-863f-c993a8693fa4 req-f4fdabbd-4966-4d37-b48f-20b3b80680c3 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 932 time: 0.9891086 Nov 25 17:26:13.728385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] For port 6d722fe0-67e8-44c8-8193-2c8b441638dd, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:13.733639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] For port 6d722fe0-67e8-44c8-8193-2c8b441638dd, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6d722fe0-67e8-44c8-8193-2c8b441638dd,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:13.743571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.792056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.793262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.794957 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] 10.222.0.95 "PUT /v2.0/ports/6d722fe0-67e8-44c8-8193-2c8b441638dd HTTP/1.1" status: 200 len: 1092 time: 1.7307253 Nov 25 17:26:13.795650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7a5384-c303-41bd-9a0b-a1c0505796db', 'tag': '6d722fe0-67e8-44c8-8193-2c8b441638dd'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:13.798727 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7a5384-c303-41bd-9a0b-a1c0505796db", "tag": "6d722fe0-67e8-44c8-8193-2c8b441638dd"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:13.830559 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] For port bf260060-aec5-4a72-bac9-08abd1ba5469, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:13.843913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f4152-8389-499a-900b-fd69f551cee4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d722fe0-67e8-44c8-8193-2c8b441638dd,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:13.918702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-0446f6e6-3e80-447c-9bb9-73e2ffaf22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:13.920762 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-0446f6e6-3e80-447c-9bb9-73e2ffaf22d8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 1095 time: 0.0674884 Nov 25 17:26:13.929842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] For port bf260060-aec5-4a72-bac9-08abd1ba5469, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bf260060-aec5-4a72-bac9-08abd1ba5469,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:13.932633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Made reservation on behalf of 808d996d107642fcbea6c3a903d54a99 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:13.935189 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.966650 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.978261 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.017208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-72afe627-8fba-47bf-b794-8c8249df0dc0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d722fe0-67e8-44c8-8193-2c8b441638dd HTTP/1.1" status: 200 len: 217 time: 0.0812235 Nov 25 17:26:14.065468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-090b6b8c-8d63-4067-863f-c993a8693fa4 req-e3e9ffd1-a459-430a-b352-c89a40b11b10 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262686 Nov 25 17:26:14.120568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-ad16fffb-6bf9-4457-a905-71aaf8eb1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.124841 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-ad16fffb-6bf9-4457-a905-71aaf8eb1376 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 200 len: 855 time: 0.0980735 Nov 25 17:26:14.170238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77865-3211-433b-89c3-349d8d2074f4 req-8aec0a75-5a7f-4443-a5a8-d8dbc1857c0f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.171898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ff77865-3211-433b-89c3-349d8d2074f4 req-8aec0a75-5a7f-4443-a5a8-d8dbc1857c0f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 931 time: 0.4949117 Nov 25 17:26:14.176911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.178067 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.180550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] 10.222.0.95 "PUT /v2.0/ports/bf260060-aec5-4a72-bac9-08abd1ba5469 HTTP/1.1" status: 200 len: 1092 time: 6.9829860 Nov 25 17:26:14.223828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-809fb8a7-15c7-4f3e-a9fa-9e36c55e77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.227101 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-809fb8a7-15c7-4f3e-a9fa-9e36c55e77e0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930912 Nov 25 17:26:14.235060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:14.281852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ddeca7-80f7-46ed-a31e-6fe147d7ce8e req-7aafec6d-d6db-47e6-ad45-f2e6d547ab25 service neutron] 10.222.0.60 "GET /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376131 Nov 25 17:26:14.294532 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.321863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.322253 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Added segment bdd1e6cd-caad-41c8-a259-5844792eaa1c of type vlan for network 91e1ef56-3081-49e6-9195-198b9d027b57 Nov 25 17:26:14.364418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724609a9-023c-4067-9a6f-b7dbe94a085e service neutron] Pushing event updated for resources: {'Port': ['ID=bf260060-aec5-4a72-bac9-08abd1ba5469,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:14.462307 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-47941f4e-e5fc-469a-8efc-500a5697b971 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161975 Nov 25 17:26:14.533678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:14.544997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.567342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f703c35c-fcec-4fe6-b76c-1a3374ebaa31', 'tag': 'bf260060-aec5-4a72-bac9-08abd1ba5469'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:14.570547 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ca083b-13cf-417b-9ce9-566b5cfc11fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f703c35c-fcec-4fe6-b76c-1a3374ebaa31", "tag": "bf260060-aec5-4a72-bac9-08abd1ba5469"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:14.625083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Transition to ACTIVE for port object a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:14.626954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:14.632998 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1e007e3-5f35-423a-87f8-bc0a491b06c6 req-5272b177-aee9-426d-9aec-08e9d2e90e10 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619039 Nov 25 17:26:14.638558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec9e3-00fb-442c-8d2a-3380af28ad2d req-a433e0a3-5baa-4ab6-bcc1-2388e17dbbb5 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.648248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e45ec9e3-00fb-442c-8d2a-3380af28ad2d req-a433e0a3-5baa-4ab6-bcc1-2388e17dbbb5 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 943 time: 0.4591737 Nov 25 17:26:14.658687 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.663377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.695561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ff77865-3211-433b-89c3-349d8d2074f4 req-f8baa76f-b78e-4c35-a108-d980a4d3769d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047317 Nov 25 17:26:14.785817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:14.790163 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fd1f7b-2c94-4f0d-86b0-1fff2754f52a x-openstack-request-id: req-88fd1f7b-2c94-4f0d-86b0-1fff2754f52a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:14.790535 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7a5384-c303-41bd-9a0b-a1c0505796db", "tag": "6d722fe0-67e8-44c8-8193-2c8b441638dd", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:14.790708 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88fd1f7b-2c94-4f0d-86b0-1fff2754f52a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:14.791223 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7a5384-c303-41bd-9a0b-a1c0505796db', 'tag': '6d722fe0-67e8-44c8-8193-2c8b441638dd', 'status': 'completed', 'code': 200} Nov 25 17:26:14.795860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-8cdbaa98-a935-4589-86ed-d633afad05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.797672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-8cdbaa98-a935-4589-86ed-d633afad05a8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 1095 time: 0.5067496 Nov 25 17:26:14.809750 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:14.810137 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.844048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-f8cb6ce5-f10f-40ea-b997-032cd288eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.845609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-f8cb6ce5-f10f-40ea-b997-032cd288eb7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a78c7e2d7f07444b92238f2ae7f7a3c6&device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 1094 time: 0.4668024 Nov 25 17:26:14.863058 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254d61df-ebc7-43f8-aae4-28822c62aa41 x-openstack-request-id: req-254d61df-ebc7-43f8-aae4-28822c62aa41 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:14.863058 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f703c35c-fcec-4fe6-b76c-1a3374ebaa31", "tag": "bf260060-aec5-4a72-bac9-08abd1ba5469", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:14.863291 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-254d61df-ebc7-43f8-aae4-28822c62aa41 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:14.863618 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f703c35c-fcec-4fe6-b76c-1a3374ebaa31', 'tag': 'bf260060-aec5-4a72-bac9-08abd1ba5469', 'status': 'completed', 'code': 200} Nov 25 17:26:14.934515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-662cdeb7-a7c9-4339-883d-52b112693791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.936260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-662cdeb7-a7c9-4339-883d-52b112693791 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 1095 time: 0.1210225 Nov 25 17:26:14.939224 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.962358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:14.984836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-ea442ea9-1360-45b1-bac3-ce0855727d22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf260060-aec5-4a72-bac9-08abd1ba5469 HTTP/1.1" status: 200 len: 217 time: 0.1324735 Nov 25 17:26:15.010800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c024103-94d9-47c3-8877-6c19c4f89078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:15.013114 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e109f6b1-80e8-41bd-ae63-af05bd2d763e" -d '{"events": [{"server_uuid": "8c024103-94d9-47c3-8877-6c19c4f89078", "name": "network-vif-plugged", "status": "completed", "tag": "74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:15.045920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:15.055329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.058883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-49846616-16e0-4fef-a4cb-0c227cfdc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.060464 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-49846616-16e0-4fef-a4cb-0c227cfdc4c9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 917 time: 0.1166275 Nov 25 17:26:15.154756 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-7f94aa9b-5223-4cfe-97d9-586d35ceef96 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d722fe0-67e8-44c8-8193-2c8b441638dd HTTP/1.1" status: 200 len: 217 time: 0.0870783 Nov 25 17:26:15.158976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e45ec9e3-00fb-442c-8d2a-3380af28ad2d req-503eae98-2697-4aa3-8743-66ab753d50ac tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086513 Nov 25 17:26:15.159682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.160700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.161419 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.178923 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5c38e8-7919-4a66-bb0d-70bf38fdd4dd x-openstack-request-id: req-8b5c38e8-7919-4a66-bb0d-70bf38fdd4dd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:15.181051 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c024103-94d9-47c3-8877-6c19c4f89078", "name": "network-vif-plugged", "status": "completed", "tag": "74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:15.181538 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b5c38e8-7919-4a66-bb0d-70bf38fdd4dd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:15.182169 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c024103-94d9-47c3-8877-6c19c4f89078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838', 'code': 200} Nov 25 17:26:15.183194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.206324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.211038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.211784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.212359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.212915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.213511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.214046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.214575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.226202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.226898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.227484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.228057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:15.292663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-482d9dcd-06a0-4a47-a760-c5bf4624ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.294723 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-482d9dcd-06a0-4a47-a760-c5bf4624ba9b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 200 len: 855 time: 0.1299171 Nov 25 17:26:15.314830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad7db7-efeb-41e6-9246-69248c9daba6 req-077d75b9-8430-4ca6-b0a0-424149feefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.316575 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a4ad7db7-efeb-41e6-9246-69248c9daba6 req-077d75b9-8430-4ca6-b0a0-424149feefa6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 1097 time: 0.1541412 Nov 25 17:26:15.383845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-4a4de1d5-8a77-4f0a-9d36-d10d5e8920b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.385682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-4a4de1d5-8a77-4f0a-9d36-d10d5e8920b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=58f60970-cb36-4959-979d-8f3d87607c80 HTTP/1.1" status: 200 len: 914 time: 0.5156217 Nov 25 17:26:15.392608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-be3d11dd-c409-48d5-aa7c-cccdb1132008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.394782 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-be3d11dd-c409-48d5-aa7c-cccdb1132008 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921674 Nov 25 17:26:15.432921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.453296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-cec70197-a77a-46f7-b208-ce6ae7fe18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.454930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-cec70197-a77a-46f7-b208-ce6ae7fe18aa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 200 len: 855 time: 0.4023821 Nov 25 17:26:15.495889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.525098 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-bc4bc2a9-f3bc-4691-86cd-3e1ecf0450f7 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192036 Nov 25 17:26:15.567784 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a4ad7db7-efeb-41e6-9246-69248c9daba6 req-e2675e3e-9097-447c-9e86-1bbdeab16d45 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148631 Nov 25 17:26:15.661906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0db225b2-ea2e-4df0-b4d9-d903fa5ba792 req-2ea3331a-02d5-4b77-98ac-c08871aa54fe service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268587 Nov 25 17:26:15.682753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event updated for resources: {'Port': ['ID=688692d7-8a09-4c78-90f7-b9ea6e0aefaf,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.690460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.697583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.9038265 Nov 25 17:26:15.700412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58600) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:15.733652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-0d1ece7c-0c63-48d2-963f-3e1b98969dac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 HTTP/1.1" status: 200 len: 217 time: 0.2772386 Nov 25 17:26:15.736967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c367ce5-2963-4c11-8c26-dbb42d172342 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Network': ['ID=91e1ef56-3081-49e6-9195-198b9d027b57,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.752349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 91e1ef56-3081-49e6-9195-198b9d027b57 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:15.788343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95f9d6-18c4-49f2-a133-276e2635f7a7 req-442325cd-3441-40c7-ba50-bf4483ec3eab tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.795641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be95f9d6-18c4-49f2-a133-276e2635f7a7 req-442325cd-3441-40c7-ba50-bf4483ec3eab tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 944 time: 0.5977879 Nov 25 17:26:15.874337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-32abcc81-44a8-4893-bff8-81734b2f2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.877298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-32abcc81-44a8-4893-bff8-81734b2f2621 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=282597d3-9786-43af-8e78-7e0c39d897d4 HTTP/1.1" status: 200 len: 853 time: 0.1319370 Nov 25 17:26:15.881534 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.882449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71747616-f4e5-4275-a8c9-9cb97810ae22 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.886841 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71747616-f4e5-4275-a8c9-9cb97810ae22 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] 10.222.0.81 "GET /v2.0/networks/91e1ef56-3081-49e6-9195-198b9d027b57 HTTP/1.1" status: 200 len: 757 time: 0.1848469 Nov 25 17:26:15.887793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58604) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:15.895037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-254aaaa5-c854-46b7-956d-663d575328e0 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2867198 Nov 25 17:26:15.909789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Attempting to bind port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:15.910172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Attempting to bind port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:15.910438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Attempting to bind port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:15.969206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:15.969856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Attempting to bind port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e on network 72eb5744-4bc9-4a81-b495-30d4aaee14ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:15.978569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-0a62b6ea-1b61-4bcc-8d23-55c175fe7b9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=58f60970-cb36-4959-979d-8f3d87607c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819447 Nov 25 17:26:15.998457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:15.998825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Checking segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:15.999223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Bound using segment: {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:15.999684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Bound port: a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ac0170-f16a-4751-b8da-385ba6c80246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:16.000048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.008338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-c205d59d-f3f7-4ed5-9348-c3830321f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.010167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-c205d59d-f3f7-4ed5-9348-c3830321f953 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4982097 Nov 25 17:26:16.014153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b681d47-b291-484a-a886-5d2588f12537 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.019503 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b681d47-b291-484a-a886-5d2588f12537 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] 10.222.0.81 "GET /v2.0/networks/7a1cc4eb-733c-486c-87d6-8b5d03cbefd6 HTTP/1.1" status: 200 len: 767 time: 0.1306343 Nov 25 17:26:16.020176 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58608) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:16.103627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.194197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.219556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e1ef56-3081-49e6-9195-198b9d027b57']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:16.220630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede9c0c-4ca8-48ee-a0ed-8bab96cd58a8 req-4ed79818-98a3-406d-b414-864b0221b34f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.222198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ede9c0c-4ca8-48ee-a0ed-8bab96cd58a8 req-4ed79818-98a3-406d-b414-864b0221b34f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 943 time: 0.3227620 Nov 25 17:26:16.231510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be95f9d6-18c4-49f2-a133-276e2635f7a7 req-64088143-d6ce-423d-81ca-fcbec4b209ed tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350269 Nov 25 17:26:16.235386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd1e6cd-caad-41c8-a259-5844792eaa1c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:16.235386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd1e6cd-caad-41c8-a259-5844792eaa1c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:16.253742 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.269725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.277754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:16.278721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:16.280887 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:16.315655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] For port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:16.319257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-aa237aaa-0a49-4a8f-967d-fd0d1ca12fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166394 Nov 25 17:26:16.326386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] For port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:16.346300 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.346808 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.353222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91e1ef56-3081-49e6-9195-198b9d027b57 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:26:16.356119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.362714 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "DELETE /v2.0/networks/91e1ef56-3081-49e6-9195-198b9d027b57 HTTP/1.1" status: 204 len: 168 time: 0.3383017 Nov 25 17:26:16.369852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:16.375205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Request body: {'network': {'name': 'tempest-network--1084904339'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:16.379785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479b620-fec6-49cd-9f5d-2389bac1aa43 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event deleted for resources: {'Network': ['ID=91e1ef56-3081-49e6-9195-198b9d027b57,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:16.384235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-cc1ea51a-7593-4f57-946f-7c7db02ce4c9 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978780 Nov 25 17:26:16.405429 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Made reservation on behalf of 808d996d107642fcbea6c3a903d54a99 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:16.408084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.435412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:16.447210 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.447593 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Added segment 3abe0e7a-62d9-440c-839e-a2d31ad835ec of type vlan for network 322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1 Nov 25 17:26:16.500495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.534275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.542921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.542921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.587139 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2135782 Nov 25 17:26:16.611415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:16.619335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6c6022f8-273a-415b-87ef-095578a51df1 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:16.630638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6d722fe0-67e8-44c8-8193-2c8b441638dd details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:16.751621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38325d-f514-4045-a101-f3ac21dc372f tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Network': ['ID=322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:16.773461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ede9c0c-4ca8-48ee-a0ed-8bab96cd58a8 req-39a51948-3360-434f-88b2-5b0460f20b66 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406640 Nov 25 17:26:16.776393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:16.776914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.777435 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.778807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] 10.222.0.60 "PUT /v2.0/ports/a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e HTTP/1.1" status: 200 len: 1091 time: 5.2536631 Nov 25 17:26:16.864864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef90564-ddfd-40a5-abdc-15bfe3ee07b4', 'tag': 'a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:16.869490 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d4aa01-a969-46c3-ae9a-24fa7308636e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef90564-ddfd-40a5-abdc-15bfe3ee07b4", "tag": "a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:16.921476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-7ec91c15-c47b-4ec5-8da1-a91e8dfb226b tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--509566239&fields=id&tenant_id=a417c3380e4643b087494ee99066e7ce HTTP/1.1" status: 200 len: 267 time: 0.5825269 Nov 25 17:26:16.987015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe541bf-d745-4817-b777-e34f95b033a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:16.997164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6d722fe0-67e8-44c8-8193-2c8b441638dd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6d722fe0-67e8-44c8-8193-2c8b441638dd,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:17.000288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c6022f8-273a-415b-87ef-095578a51df1 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.043345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '6d722fe0-67e8-44c8-8193-2c8b441638dd', 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'port_id': '6d722fe0-67e8-44c8-8193-2c8b441638dd', 'mac_address': 'fa:16:3e:76:81:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09384321-3834-4ca1-addd-0c39b1f3afd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:17.056769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c6022f8-273a-415b-87ef-095578a51df1 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.102139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c6022f8-273a-415b-87ef-095578a51df1 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Network 322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1 is not hosted by any dhcp agent {{(pid=103598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:26:17.103051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6022f8-273a-415b-87ef-095578a51df1 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.106061 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c6022f8-273a-415b-87ef-095578a51df1 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.107432 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c6022f8-273a-415b-87ef-095578a51df1 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "PUT /v2.0/networks/322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1 HTTP/1.1" status: 200 len: 858 time: 0.4951060 Nov 25 17:26:17.115558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58640) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:17.141672 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.150276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f3ff025-3cd8-49ce-a9b1-0b4f5e08b7b0 req-89825b8c-bd08-4f58-b31b-8da64796434b service neutron] 10.222.0.60 "GET /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8160286 Nov 25 17:26:17.171250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-429aa4ac-12f4-4076-aa22-29f74954ab19 req-51150360-3907-40dc-828f-64d09f15e19c service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301240 Nov 25 17:26:17.208327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d722fe0-67e8-44c8-8193-2c8b441638dd {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:17.213257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-8f80b03b-4d72-4c2a-9964-076648c3ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.226213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-8f80b03b-4d72-4c2a-9964-076648c3ecd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 1094 time: 0.3020451 Nov 25 17:26:17.262473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7d4f0-6d7d-4735-9280-bbea92e1fa84 req-89d9a973-a33e-4b1f-adc0-617a0326801a tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.274688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7a7d4f0-6d7d-4735-9280-bbea92e1fa84 req-89d9a973-a33e-4b1f-adc0-617a0326801a tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 943 time: 0.2967441 Nov 25 17:26:17.314813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6d722fe0-67e8-44c8-8193-2c8b441638dd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6d722fe0-67e8-44c8-8193-2c8b441638dd,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:17.326308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.341395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6022f8-273a-415b-87ef-095578a51df1 tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event updated for resources: {'Network': ['ID=322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:17.377189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.421335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=6d722fe0-67e8-44c8-8193-2c8b441638dd,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:17.439014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-0b7ddd4a-256d-4595-83de-0b18f5eeef68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e HTTP/1.1" status: 200 len: 217 time: 0.1968048 Nov 25 17:26:17.450464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-49ee2a68-013a-4ff4-bc3e-61c95ff4464d tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.450464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-49ee2a68-013a-4ff4-bc3e-61c95ff4464d tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/networks?id=f2b2ecc6-1e4a-400b-a399-0930846acdb2 HTTP/1.1" status: 200 len: 815 time: 0.4790471 Nov 25 17:26:17.520396 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.527597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-8a499b41-87a0-432d-96ae-2aff2b8e2cf7 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/quotas/a417c3380e4643b087494ee99066e7ce HTTP/1.1" status: 200 len: 375 time: 0.0534756 Nov 25 17:26:17.544989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7a7d4f0-6d7d-4735-9280-bbea92e1fa84 req-d28805c5-1a7d-45f3-a608-198a94c98d35 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561471 Nov 25 17:26:17.545211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.558743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abe0e7a-62d9-440c-839e-a2d31ad835ec') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.559255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abe0e7a-62d9-440c-839e-a2d31ad835ec') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.565346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['6d722fe0-67e8-44c8-8193-2c8b441638dd'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:17.571484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.595638 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.604161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:17.606189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.615465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-ddf62383-9282-4ed1-ba53-7b6b357cba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.617669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-ddf62383-9282-4ed1-ba53-7b6b357cba30 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 1095 time: 0.3366995 Nov 25 17:26:17.650547 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d847f14d-62ca-4b15-bf1d-016537f387ca x-openstack-request-id: req-d847f14d-62ca-4b15-bf1d-016537f387ca {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:17.650852 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef90564-ddfd-40a5-abdc-15bfe3ee07b4", "tag": "a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:17.651300 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d847f14d-62ca-4b15-bf1d-016537f387ca {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:17.652357 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef90564-ddfd-40a5-abdc-15bfe3ee07b4', 'tag': 'a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e', 'status': 'completed', 'code': 200} Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:17.656502 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:17.680771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.681729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-82c9d07f-0f06-46ef-b75e-833ae536eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.684283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-82c9d07f-0f06-46ef-b75e-833ae536eb29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.2278268 Nov 25 17:26:17.687814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:26:17.691394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.699697 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] 10.222.0.81 "DELETE /v2.0/networks/322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1 HTTP/1.1" status: 204 len: 168 time: 0.5789583 Nov 25 17:26:17.703057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:17.758834 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-547cbdb4-7a24-42a3-b0e9-f90f7930c8c9 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] DELETE failed (client error): The resource could not be found. Nov 25 17:26:17.759617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547cbdb4-7a24-42a3-b0e9-f90f7930c8c9 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:26:17.762911 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-547cbdb4-7a24-42a3-b0e9-f90f7930c8c9 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] 10.222.0.81 "DELETE /v2.0/subnets/f3d8891f-17ee-43a4-9236-e1aab3e30496 HTTP/1.1" status: 404 len: 337 time: 0.0587642 Nov 25 17:26:17.764117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b1251-f354-46bf-8954-a8ba06ccef1e tempest-ExternalNetworksTestJSON-1710405176 tempest-ExternalNetworksTestJSON-1710405176-project-admin] Pushing event deleted for resources: {'Network': ['ID=322e0cf9-0ba1-4917-a4ac-a3ead1fb49a1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:17.766861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:17.782021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-6653d03c-2bca-4c0e-8f75-a542f80bf3e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798955 Nov 25 17:26:17.854378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-a6619c98-38a7-486c-8f3c-e85ca48a0f01 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a417c3380e4643b087494ee99066e7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2977791 Nov 25 17:26:17.874213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.978387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6262241-2509-4ede-98e0-4088ed3c4d4f req-14122539-759b-469a-b129-56188418275e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:17.980190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6262241-2509-4ede-98e0-4088ed3c4d4f req-14122539-759b-469a-b129-56188418275e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 945 time: 0.2328856 Nov 25 17:26:18.011371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.029599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-9c2dba4f-207e-45ee-9c66-4758ac263e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.031166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-9c2dba4f-207e-45ee-9c66-4758ac263e37 service neutron] 10.222.0.95 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 917 time: 0.3778572 Nov 25 17:26:18.035415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1cc4eb-733c-486c-87d6-8b5d03cbefd6']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:18.045560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7629e7ce-37c3-4655-b51a-7a5e283dcdb5') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:18.045874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7629e7ce-37c3-4655-b51a-7a5e283dcdb5') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:18.057298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.071847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.077887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:18.078275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:18.081426 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:18.117704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-6e9cd543-bad9-4c17-a88b-5944d03f3b39 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf260060-aec5-4a72-bac9-08abd1ba5469 HTTP/1.1" status: 200 len: 217 time: 0.0725923 Nov 25 17:26:18.133552 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-b92fab01-ecb2-48d5-9fde-1c0343534509 service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329270 Nov 25 17:26:18.152785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6262241-2509-4ede-98e0-4088ed3c4d4f req-5e1ebf75-bfa1-4154-856a-980223ee776e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570687 Nov 25 17:26:18.170841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.184800 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.191661 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] 10.222.0.81 "DELETE /v2.0/networks/7a1cc4eb-733c-486c-87d6-8b5d03cbefd6 HTTP/1.1" status: 204 len: 168 time: 0.4238646 Nov 25 17:26:18.223853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-0597aac9-ec18-478c-ba82-7a2ede09b48a service neutron] 10.222.0.81 "GET /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682284 Nov 25 17:26:18.233872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c13498-4370-4f2b-b882-43874a6a90f1 tempest-ExternalNetworksTestJSON-774724508 tempest-ExternalNetworksTestJSON-774724508-project] Pushing event deleted for resources: {'Network': ['ID=7a1cc4eb-733c-486c-87d6-8b5d03cbefd6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:18.470204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-13fac566-053e-48bf-91e9-447b2f506731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.471788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-13fac566-053e-48bf-91e9-447b2f506731 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 200 len: 855 time: 0.3414862 Nov 25 17:26:18.519993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:18.523271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890edcd6-e2c5-40ca-a19d-ad321c58b2be req-aad2e38b-a4f1-4dec-aa36-636b3a8673aa tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.525057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-890edcd6-e2c5-40ca-a19d-ad321c58b2be req-aad2e38b-a4f1-4dec-aa36-636b3a8673aa tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 943 time: 0.1716452 Nov 25 17:26:18.551704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-d7f00ba8-b2da-424a-ab28-ac6efbb3ebd2 service neutron] 10.222.0.81 "GET /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882640 Nov 25 17:26:18.566021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3efd060-9d87-4555-a580-7e7d90ad4d58 req-6010e137-7518-4ff9-80ac-0a662f984a0b service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057891 Nov 25 17:26:18.626422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:18.634439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-1f56b8bf-8f3a-4b5b-a5d4-b4dc86a51e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.638578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-1f56b8bf-8f3a-4b5b-a5d4-b4dc86a51e55 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567137 Nov 25 17:26:18.659255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6d722fe0-67e8-44c8-8193-2c8b441638dd up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:18.748652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-890edcd6-e2c5-40ca-a19d-ad321c58b2be req-7474e691-5589-4eff-b608-304d8c8f28b4 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052789 Nov 25 17:26:18.840341 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:26:18.859223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-15004369-6f6b-405d-8457-141db8b45247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:18.862432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-15004369-6f6b-405d-8457-141db8b45247 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e626f0952704d799bd9d7006a3e9750&device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 1094 time: 0.2185462 Nov 25 17:26:18.927791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-3a9aa9f9-e411-425d-af4f-bea9f06e0ea9 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527475 Nov 25 17:26:18.969165 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-09aa2863-2c64-4d2a-bf25-d5777e9e1267 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b68229662bc4dee8e82c154d3faeed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463737 Nov 25 17:26:18.974010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58680) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:19.054801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef559e1f-ee87-403d-a2d1-d05ab90efade req-f7642f62-a90c-482b-8349-7d9bdfed8b07 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 210 time: 0.0572524 Nov 25 17:26:19.055402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 6d722fe0-67e8-44c8-8193-2c8b441638dd completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:19.080974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 6d722fe0-67e8-44c8-8193-2c8b441638dd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:19.082234 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.112620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62928c12-f6c4-4f72-aa9e-36eaca0f03b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.194056 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,segment=NetworkSegment(3b305d95-000d-4ad9-9a48-56f3a4bf5c64),segment_id=3b305d95-000d-4ad9-9a48-56f3a4bf5c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:19.201915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25baa5c-953d-40e4-bc72-57d65b5ea220 req-3012a36c-8a95-4720-a337-e21f772e7346 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.229714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d25baa5c-953d-40e4-bc72-57d65b5ea220 req-3012a36c-8a95-4720-a337-e21f772e7346 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 943 time: 0.3156426 Nov 25 17:26:19.247530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '2c59bc8d-8bdd-4487-a23b-67cc1023d0d6', 'network_id': '58f60970-cb36-4959-979d-8f3d87607c80', 'port_id': '2c59bc8d-8bdd-4487-a23b-67cc1023d0d6', 'mac_address': 'fa:16:3e:87:24:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282597d3-9786-43af-8e78-7e0c39d897d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:19.275479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62928c12-f6c4-4f72-aa9e-36eaca0f03b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.304510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-95a1c3b3-e394-4a3e-b7d9-84f8b6ef6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.315101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-95a1c3b3-e394-4a3e-b7d9-84f8b6ef6c73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 200 len: 913 time: 0.4304345 Nov 25 17:26:19.347397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11ca083b-13cf-417b-9ce9-566b5cfc11fc req-ad2f9808-319f-4900-9b53-46eaa83cde9c service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586831 Nov 25 17:26:19.424685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-867843b6-be7d-4fe0-8a60-3bc8f85c7ab4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e HTTP/1.1" status: 200 len: 217 time: 0.0867198 Nov 25 17:26:19.470030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62928c12-f6c4-4f72-aa9e-36eaca0f03b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.473115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62928c12-f6c4-4f72-aa9e-36eaca0f03b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.477322 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-62928c12-f6c4-4f72-aa9e-36eaca0f03b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e5a9a69-f49d-4ff2-bcca-98af9b5589ae HTTP/1.1" status: 204 len: 168 time: 0.4960752 Nov 25 17:26:19.492391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62928c12-f6c4-4f72-aa9e-36eaca0f03b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a9a69-f49d-4ff2-bcca-98af9b5589ae,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.512568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d25baa5c-953d-40e4-bc72-57d65b5ea220 req-93955a2f-f26e-4f65-b33d-850848ce9873 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816641 Nov 25 17:26:19.545761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-9d93abd2-a06a-4b57-b21f-1addd6ecf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.547754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-9d93abd2-a06a-4b57-b21f-1addd6ecf239 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 200 len: 852 time: 0.1006951 Nov 25 17:26:19.555632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-f44fe822-3bf9-4816-8843-c84ee5b1c568 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496899 Nov 25 17:26:19.615437 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.618280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.624001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-181b9e9a-f8e1-425f-a0ba-74e0b50070d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72eb5744-4bc9-4a81-b495-30d4aaee14ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636046 Nov 25 17:26:19.660998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7a5384-c303-41bd-9a0b-a1c0505796db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d722fe0-67e8-44c8-8193-2c8b441638dd'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:19.663358 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af681c1-a5ad-49b5-9253-92f5127b40c6" -d '{"events": [{"server_uuid": "dd7a5384-c303-41bd-9a0b-a1c0505796db", "name": "network-vif-plugged", "status": "completed", "tag": "6d722fe0-67e8-44c8-8193-2c8b441638dd"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:19.697524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:19.715611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6d722fe0-67e8-44c8-8193-2c8b441638dd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6d722fe0-67e8-44c8-8193-2c8b441638dd,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:19.728555 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.793255 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad7440b-5ca2-4b78-9dc9-b5cb3de8e852 x-openstack-request-id: req-4ad7440b-5ca2-4b78-9dc9-b5cb3de8e852 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:19.793540 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7a5384-c303-41bd-9a0b-a1c0505796db", "name": "network-vif-plugged", "status": "completed", "tag": "6d722fe0-67e8-44c8-8193-2c8b441638dd", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:19.793986 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ad7440b-5ca2-4b78-9dc9-b5cb3de8e852 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:19.794535 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7a5384-c303-41bd-9a0b-a1c0505796db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d722fe0-67e8-44c8-8193-2c8b441638dd', 'code': 200} Nov 25 17:26:19.796421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=6d722fe0-67e8-44c8-8193-2c8b441638dd,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.800334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,segment=NetworkSegment(3b305d95-000d-4ad9-9a48-56f3a4bf5c64),segment_id=3b305d95-000d-4ad9-9a48-56f3a4bf5c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:19.820964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.898325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f059241-c5fd-4160-b357-f4a3c04572ab req-8120268f-225b-4a68-a501-6cb8962b12f9 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.903479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f059241-c5fd-4160-b357-f4a3c04572ab req-8120268f-225b-4a68-a501-6cb8962b12f9 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 945 time: 0.3322079 Nov 25 17:26:19.915248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8b692-2ba8-4232-9f98-7c09ea477c93 req-ddf047db-eebf-434e-8df1-ee785269c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.919061 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afb8b692-2ba8-4232-9f98-7c09ea477c93 req-ddf047db-eebf-434e-8df1-ee785269c40c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 1097 time: 0.0989954 Nov 25 17:26:19.923050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-b346f605-416c-4f86-b6c7-0c1cbe7e7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.932244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-b346f605-416c-4f86-b6c7-0c1cbe7e7cdd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 1097 time: 0.3015134 Nov 25 17:26:19.956898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.980620 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-afb8b692-2ba8-4232-9f98-7c09ea477c93 req-61837258-0f72-4f21-ae2d-b55a341e2c7b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550861 Nov 25 17:26:20.096547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-d0f95713-e16c-451a-bdc1-cf325c69696c service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024696 Nov 25 17:26:20.121888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:20.140224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['2c59bc8d-8bdd-4487-a23b-67cc1023d0d6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:20.173499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f54cb-b965-4f3b-8c51-dc4bfcf56832 req-62f4939e-cb31-42d2-8d3e-3b664f54c32f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:20.177643 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-81679b90-09a4-4e6f-b40b-dca542f88514 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=808d996d107642fcbea6c3a903d54a99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530007 Nov 25 17:26:20.179259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58710) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:20.180561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-683f54cb-b965-4f3b-8c51-dc4bfcf56832 req-62f4939e-cb31-42d2-8d3e-3b664f54c32f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 943 time: 0.2465050 Nov 25 17:26:20.199075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f059241-c5fd-4160-b357-f4a3c04572ab req-cb097647-b78f-49ca-9f15-ba4b47d598a8 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790084 Nov 25 17:26:20.261168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12524322-26f9-48f6-9a34-69807669b2db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.315021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12524322-26f9-48f6-9a34-69807669b2db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.372231 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12524322-26f9-48f6-9a34-69807669b2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.375272 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12524322-26f9-48f6-9a34-69807669b2db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.376918 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-12524322-26f9-48f6-9a34-69807669b2db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b8c03f5f-ebb6-4efd-9f74-531891e36379 HTTP/1.1" status: 204 len: 168 time: 0.1962898 Nov 25 17:26:20.387876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12524322-26f9-48f6-9a34-69807669b2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c03f5f-ebb6-4efd-9f74-531891e36379,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:20.646213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device bf260060-aec5-4a72-bac9-08abd1ba5469 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:20.895054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port bf260060-aec5-4a72-bac9-08abd1ba5469, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bf260060-aec5-4a72-bac9-08abd1ba5469,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:20.917221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-5e65a83d-98a3-4985-bd09-ca34e9a4e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:20.918816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-5e65a83d-98a3-4985-bd09-ca34e9a4e401 service neutron] 10.222.0.95 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 917 time: 0.9455633 Nov 25 17:26:20.927470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'bf260060-aec5-4a72-bac9-08abd1ba5469', 'network_id': '166cfdf4-4f94-4ac2-a67b-fd59ba0241cf', 'port_id': 'bf260060-aec5-4a72-bac9-08abd1ba5469', 'mac_address': 'fa:16:3e:23:f5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09384321-3834-4ca1-addd-0c39b1f3afd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:20.969538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05e8ff2f-0356-4a78-890d-cf868c50d18b req-113e0d70-05cd-426c-a716-71c032ee2e5b tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 210 time: 0.1684759 Nov 25 17:26:21.024530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-683f54cb-b965-4f3b-8c51-dc4bfcf56832 req-61c82859-0959-4e56-9a74-d4646d96d868 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8023787 Nov 25 17:26:21.061121 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.101192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-0b0c8f20-9a38-44e3-ae4b-ce0d676b9839 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 HTTP/1.1" status: 200 len: 217 time: 0.1213078 Nov 25 17:26:21.104025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf260060-aec5-4a72-bac9-08abd1ba5469 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:21.168407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port bf260060-aec5-4a72-bac9-08abd1ba5469, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bf260060-aec5-4a72-bac9-08abd1ba5469,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:21.185008 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.217149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d4aa01-a969-46c3-ae9a-24fa7308636e req-fe992df3-5e89-403c-9624-b1c7f08d4a8f service neutron] 10.222.0.60 "GET /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1017787 Nov 25 17:26:21.262922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-83fafdc8-0678-4926-b281-6f826d167eae tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.264443 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-83fafdc8-0678-4926-b281-6f826d167eae tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.60 "GET /v2.0/networks?id=f2b2ecc6-1e4a-400b-a399-0930846acdb2 HTTP/1.1" status: 200 len: 815 time: 0.4530423 Nov 25 17:26:21.273593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-d9df496b-f2de-47d4-9988-3fa311f48bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.275452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-d9df496b-f2de-47d4-9988-3fa311f48bb6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 200 len: 855 time: 0.1510866 Nov 25 17:26:21.302530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=bf260060-aec5-4a72-bac9-08abd1ba5469,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.310692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f16b1-8cdf-4129-89da-b20468b0d766 req-6fb16bf4-f6d9-4cae-8e70-034b8b2cdd2c tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.313386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a06f16b1-8cdf-4129-89da-b20468b0d766 req-6fb16bf4-f6d9-4cae-8e70-034b8b2cdd2c tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 944 time: 0.2218373 Nov 25 17:26:21.421184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['bf260060-aec5-4a72-bac9-08abd1ba5469'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:21.478256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a06f16b1-8cdf-4129-89da-b20468b0d766 req-2627d39b-c53d-4d1e-9550-69f67c8b0192 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450062 Nov 25 17:26:21.480141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-dc187209-6e3e-497f-b9d6-2c0bc0ba9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.481948 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-dc187209-6e3e-497f-b9d6-2c0bc0ba9c08 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849635 Nov 25 17:26:21.496555 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-3de5cb13-ab60-41d6-8088-01dfe6852600 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a417c3380e4643b087494ee99066e7ce HTTP/1.1" status: 200 len: 379 time: 0.2195311 Nov 25 17:26:21.513504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbe61c-a757-4cb3-b485-3c5cbcfcd39d req-4442722e-319e-41ce-bc54-4fe3d4b259b5 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.513504 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ecbe61c-a757-4cb3-b485-3c5cbcfcd39d req-4442722e-319e-41ce-bc54-4fe3d4b259b5 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 946 time: 0.1741457 Nov 25 17:26:21.513504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Request body: {'port': {'device_id': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'admin_state_up': True, 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'security_groups': ['fe58f7bd-be66-4b15-ad61-7cf3a93d5c33']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:21.689269 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ecbe61c-a757-4cb3-b485-3c5cbcfcd39d req-23040aa2-f352-4346-a735-89c8ee17069d tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645424 Nov 25 17:26:21.731159 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-2dc16c47-2243-421b-8c51-180e4d449dac service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226980 Nov 25 17:26:21.843155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Made reservation on behalf of a417c3380e4643b087494ee99066e7ce for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:21.846695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.964926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe73488-fe7b-4401-a0e2-c21b040e248f req-1e638c9a-588d-4a1a-a9f6-de6ff08e257e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:21.966529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-afe73488-fe7b-4401-a0e2-c21b040e248f req-1e638c9a-588d-4a1a-a9f6-de6ff08e257e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 945 time: 0.1632466 Nov 25 17:26:21.971855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26001160-b900-4042-96f1-d7cfe6a4a087 req-cffafbda-ae31-423d-9987-da774b622e43 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239175 Nov 25 17:26:22.073035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-afe73488-fe7b-4401-a0e2-c21b040e248f req-caa501e7-b352-4390-82bf-b8bed622aa85 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936971 Nov 25 17:26:22.088485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Allocated IP 172.20.0.9 (f2b2ecc6-1e4a-400b-a399-0930846acdb2/ef5c640e-bb44-4c83-aca8-4861b6820ecb/c2392695-33a3-42c7-8c90-a7edbc43e9d1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:22.142215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca15da05-8776-4bfd-bd04-d7307cd075cb req-b4fa378c-2616-418e-9826-08603203d98c tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 210 time: 0.0388436 Nov 25 17:26:22.341107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da930e6-a747-471d-98d1-2e16aa9b0cdd req-abe92789-04c7-427e-bd07-453c7b52a0bf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:22.343248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8da930e6-a747-471d-98d1-2e16aa9b0cdd req-abe92789-04c7-427e-bd07-453c7b52a0bf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 943 time: 0.1594796 Nov 25 17:26:22.407539 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.439658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8da930e6-a747-471d-98d1-2e16aa9b0cdd req-90a6964f-5437-4487-8002-3c8a3e273186 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879717 Nov 25 17:26:22.485151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.581995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:22.586175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:22.591256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:22.596005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event updated for resources: {'Port': ['ID=c2392695-33a3-42c7-8c90-a7edbc43e9d1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:22.626987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:22.629243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:22.696492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:22.697456 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.697838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device bf260060-aec5-4a72-bac9-08abd1ba5469 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:22.708635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f54278-1c52-49dd-b855-2f0f108ffa88 req-96ee6683-64d6-4ae2-813a-84c5546a54b2 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:22.719246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61f54278-1c52-49dd-b855-2f0f108ffa88 req-96ee6683-64d6-4ae2-813a-84c5546a54b2 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 944 time: 0.0910738 Nov 25 17:26:22.785577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port bf260060-aec5-4a72-bac9-08abd1ba5469 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:22.804325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-f6b72ba4-9140-4f83-b649-57a48b7463f9 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2945192 Nov 25 17:26:22.838356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Request body: {'port': {'device_id': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:22.838636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port bf260060-aec5-4a72-bac9-08abd1ba5469 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:22.839080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.909558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61f54278-1c52-49dd-b855-2f0f108ffa88 req-b162006f-e482-4e69-af57-e1b160d0db63 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903219 Nov 25 17:26:22.931024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58778) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:22.936341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:22.953599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:22.953960 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.957202 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.008392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:23.048532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e', 'network_id': '72eb5744-4bc9-4a81-b495-30d4aaee14ae', 'port_id': 'a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e', 'mac_address': 'fa:16:3e:42:1b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483180c2-5451-4b43-98d2-fc76f7ce3b80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:23.076234 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.093335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8ebe3f19-0fa4-4353-adc9-90170cb8f2fb tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:23.166040 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8ebe3f19-0fa4-4353-adc9-90170cb8f2fb tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "PUT /v2.0/quotas/edb38209002144e5864e01c318a10552 HTTP/1.1" status: 200 len: 366 time: 0.2338817 Nov 25 17:26:23.174860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.256266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f8f195b1-bbe3-4eb9-865c-0add53f534f1 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0782061 Nov 25 17:26:23.257555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.280546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3a303eed-8670-4ed2-b670-66c013c10d4d tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "GET /v2.0/quotas/edb38209002144e5864e01c318a10552 HTTP/1.1" status: 200 len: 366 time: 0.0213144 Nov 25 17:26:23.281720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.308488 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eb96cfed-efdc-4d9a-af29-baf639bca703 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/edb38209002144e5864e01c318a10552 HTTP/1.1" status: 204 len: 168 time: 0.0252683 Nov 25 17:26:23.309607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58794) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.320064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-41d987e9-6f98-47f5-80f1-6208a608b3ad None None] Provisioning complete for port c2392695-33a3-42c7-8c90-a7edbc43e9d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:23.320447 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41d987e9-6f98-47f5-80f1-6208a608b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.326836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cbd56604-ff8c-4e59-a62a-652dbd8717c6 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0157423 Nov 25 17:26:23.329275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58796) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.342202 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-142a1f3c-a987-4ae5-bb84-253192ae89e7 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "GET /v2.0/quotas/edb38209002144e5864e01c318a10552 HTTP/1.1" status: 200 len: 370 time: 0.0093389 Nov 25 17:26:23.342332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58798) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.347844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f703c35c-fcec-4fe6-b76c-1a3374ebaa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf260060-aec5-4a72-bac9-08abd1ba5469'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:23.353176 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88959329-cf0d-4220-a82f-ab0b08092873" -d '{"events": [{"server_uuid": "f703c35c-fcec-4fe6-b76c-1a3374ebaa31", "name": "network-vif-plugged", "status": "completed", "tag": "bf260060-aec5-4a72-bac9-08abd1ba5469"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:23.354900 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b42bc2b6-7c82-4fb2-90de-370cdf3effee tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "GET /v2.0/quotas/edb38209002144e5864e01c318a10552/default HTTP/1.1" status: 200 len: 370 time: 0.0113409 Nov 25 17:26:23.355737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58800) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.370953 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-16e13bd6-5bc4-4722-844b-13bfc78fb3ae tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] delete failed (client error): The resource could not be found. Nov 25 17:26:23.371305 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.372188 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-16e13bd6-5bc4-4722-844b-13bfc78fb3ae tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/edb38209002144e5864e01c318a10552 HTTP/1.1" status: 404 len: 348 time: 0.0129275 Nov 25 17:26:23.383956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port bf260060-aec5-4a72-bac9-08abd1ba5469, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bf260060-aec5-4a72-bac9-08abd1ba5469,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:23.395461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296b80-0569-479f-a1a2-0608129242ba req-6be5ab83-be06-4019-bdf7-ae469b9595a9 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.397572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02296b80-0569-479f-a1a2-0608129242ba req-6be5ab83-be06-4019-bdf7-ae469b9595a9 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 945 time: 0.1718271 Nov 25 17:26:23.407664 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.443694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:23.455203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75539aad-ed43-485e-aec0-80b8aecda3a0 req-4908be10-816b-4a2c-a08b-9986f71b51cb tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.457127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75539aad-ed43-485e-aec0-80b8aecda3a0 req-4908be10-816b-4a2c-a08b-9986f71b51cb tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 931 time: 0.2014949 Nov 25 17:26:23.471571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:23.472984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-41d987e9-6f98-47f5-80f1-6208a608b3ad None None] Port c2392695-33a3-42c7-8c90-a7edbc43e9d1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:23.477456 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.484243 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.535942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,segment=NetworkSegment(3b305d95-000d-4ad9-9a48-56f3a4bf5c64),segment_id=3b305d95-000d-4ad9-9a48-56f3a4bf5c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:23.548999 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.556331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58808) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.558627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=bf260060-aec5-4a72-bac9-08abd1ba5469,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.583330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Usage tracker for resource:network and project:7ba8cf4f772c4d5e82aa4e4f7020f770 is out of sync, need to count used quota {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:26:23.589508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:26:23.597649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Usage tracker for resource:subnet and project:7ba8cf4f772c4d5e82aa4e4f7020f770 is out of sync, need to count used quota {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:26:23.604982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:26:23.606341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02296b80-0569-479f-a1a2-0608129242ba req-7942d9a4-ba11-4b9b-a286-9a7b4b1e1767 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884716 Nov 25 17:26:23.620757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2392695-33a3-42c7-8c90-a7edbc43e9d1 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:23.627662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Usage tracker for resource:subnetpool and project:7ba8cf4f772c4d5e82aa4e4f7020f770 is out of sync, need to count used quota {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:26:23.634388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:26:23.635525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.644697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75539aad-ed43-485e-aec0-80b8aecda3a0 req-bea6058e-7f20-4c87-89be-feefbc084436 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646702 Nov 25 17:26:23.656115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.658135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Usage tracker for resource:port and project:7ba8cf4f772c4d5e82aa4e4f7020f770 is out of sync, need to count used quota {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:26:23.671721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:26:23.680354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Usage tracker for resource:router and project:7ba8cf4f772c4d5e82aa4e4f7020f770 is out of sync, need to count used quota {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:26:23.686312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:26:23.687359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Transition to ACTIVE for port object c2392695-33a3-42c7-8c90-a7edbc43e9d1 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:23.694503 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84a0dc3-fa6f-41a3-b353-1dbf93c20d5e x-openstack-request-id: req-a84a0dc3-fa6f-41a3-b353-1dbf93c20d5e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:23.694837 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f703c35c-fcec-4fe6-b76c-1a3374ebaa31", "name": "network-vif-plugged", "status": "completed", "tag": "bf260060-aec5-4a72-bac9-08abd1ba5469", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:23.696161 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a84a0dc3-fa6f-41a3-b353-1dbf93c20d5e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:23.696527 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f703c35c-fcec-4fe6-b76c-1a3374ebaa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf260060-aec5-4a72-bac9-08abd1ba5469', 'code': 200} Nov 25 17:26:23.699056 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.707608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Usage tracker for resource:floatingip and project:7ba8cf4f772c4d5e82aa4e4f7020f770 is out of sync, need to count used quota {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:26:23.728631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:26:23.791970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.804714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Usage tracker for resource:security_group and project:7ba8cf4f772c4d5e82aa4e4f7020f770 is out of sync, need to count used quota {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:26:23.809824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:26:23.832749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:23.840120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Usage tracker for resource:security_group_rule and project:7ba8cf4f772c4d5e82aa4e4f7020f770 is out of sync, need to count used quota {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:26:23.846408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Pushing event updated for resources: {'Port': ['ID=c2392695-33a3-42c7-8c90-a7edbc43e9d1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.851257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.quota.resource [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103598) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:26:23.857082 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-26982655-8c73-49d5-a329-10cafb9d6344 tempest-QuotasTest-733192690 tempest-QuotasTest-733192690-project-admin] 10.222.0.81 "GET /v2.0/quotas/7ba8cf4f772c4d5e82aa4e4f7020f770/details.json HTTP/1.1" status: 200 len: 703 time: 0.2983963 Nov 25 17:26:24.028271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535ef36-90ef-496c-a0e5-477fdb392fb5 req-912a1462-5518-4933-b70c-554391637e48 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.033256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b535ef36-90ef-496c-a0e5-477fdb392fb5 req-912a1462-5518-4933-b70c-554391637e48 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 944 time: 0.2881408 Nov 25 17:26:24.086726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744f831-a16a-4f86-94d5-1809553ba3c2 req-89e82986-138d-49f7-a4a0-89a4814411fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.088262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7744f831-a16a-4f86-94d5-1809553ba3c2 req-89e82986-138d-49f7-a4a0-89a4814411fc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 1097 time: 0.3393474 Nov 25 17:26:24.091739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Attempting to bind port c2392695-33a3-42c7-8c90-a7edbc43e9d1 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:24.092118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Attempting to bind port c2392695-33a3-42c7-8c90-a7edbc43e9d1 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:24.092392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Attempting to bind port c2392695-33a3-42c7-8c90-a7edbc43e9d1 on network f2b2ecc6-1e4a-400b-a399-0930846acdb2 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:24.226575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Port c2392695-33a3-42c7-8c90-a7edbc43e9d1 on network f2b2ecc6-1e4a-400b-a399-0930846acdb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:24.227151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Attempting to bind port c2392695-33a3-42c7-8c90-a7edbc43e9d1 on network f2b2ecc6-1e4a-400b-a399-0930846acdb2 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:24.251268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:24.251676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Checking segment: {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:24.252008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Bound using segment: {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:24.252462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Bound port: c2392695-33a3-42c7-8c90-a7edbc43e9d1, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b18526-4f71-4b1f-aefb-1ef3c8e8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:24.252829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.304364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fb3b-4aa4-4bd0-b815-08a02ae5689f req-63b9688b-ede5-4183-9466-6f1af9842efe tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.305875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33d1fb3b-4aa4-4bd0-b815-08a02ae5689f req-63b9688b-ede5-4183-9466-6f1af9842efe tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2259846 Nov 25 17:26:24.371821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58824) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:24.374714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] For port c2392695-33a3-42c7-8c90-a7edbc43e9d1, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:24.398349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b535ef36-90ef-496c-a0e5-477fdb392fb5 req-a1104f33-99f5-4194-8672-39d854723b43 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202763 Nov 25 17:26:24.406418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] For port c2392695-33a3-42c7-8c90-a7edbc43e9d1, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c2392695-33a3-42c7-8c90-a7edbc43e9d1,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:24.453330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7744f831-a16a-4f86-94d5-1809553ba3c2 req-0e906789-bf84-411b-82f8-1f9d84a34cd2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180914 Nov 25 17:26:24.462214 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.551448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.552278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.554472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] 10.222.0.60 "PUT /v2.0/ports/c2392695-33a3-42c7-8c90-a7edbc43e9d1 HTTP/1.1" status: 200 len: 1091 time: 1.7284794 Nov 25 17:26:24.557734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'tag': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:24.559995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c8a812f-8600-4175-8fbd-bf602eb93aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.568539 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc2477-d492-4c8c-81e5-1827296140b8" -d '{"events": [{"name": "network-changed", "server_uuid": "90a09161-3ca3-4052-90f0-3f8fa4f5e621", "tag": "c2392695-33a3-42c7-8c90-a7edbc43e9d1"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:24.614229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33d1fb3b-4aa4-4bd0-b815-08a02ae5689f req-4f2f73da-ae19-498b-abeb-9935587fb309 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330825 Nov 25 17:26:24.673638 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf1ddf-a80b-45f9-a1ab-52e5a6a03af9 x-openstack-request-id: req-a2cf1ddf-a80b-45f9-a1ab-52e5a6a03af9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:24.673953 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a09161-3ca3-4052-90f0-3f8fa4f5e621", "tag": "c2392695-33a3-42c7-8c90-a7edbc43e9d1", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:24.675245 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2cf1ddf-a80b-45f9-a1ab-52e5a6a03af9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:24.675677 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'tag': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'status': 'completed', 'code': 200} Nov 25 17:26:24.696001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b1b70-760a-4aa4-89bc-e54bced943bd service neutron] Pushing event updated for resources: {'Port': ['ID=c2392695-33a3-42c7-8c90-a7edbc43e9d1,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:24.730734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-a102b118-7fb3-451a-9ae0-c92f0d36a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.740533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-a102b118-7fb3-451a-9ae0-c92f0d36a642 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a417c3380e4643b087494ee99066e7ce&device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 1094 time: 0.1224880 Nov 25 17:26:24.760051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c8a812f-8600-4175-8fbd-bf602eb93aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.765232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c8a812f-8600-4175-8fbd-bf602eb93aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.830856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-a7d09039-bfd0-44cf-9bb4-1cc4a6f4d153 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2392695-33a3-42c7-8c90-a7edbc43e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0726445 Nov 25 17:26:24.831878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a812f-8600-4175-8fbd-bf602eb93aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd4e48e-8cc6-418b-82d5-2153bb98cc90,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:24.855358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:24.855832 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8c8a812f-8600-4175-8fbd-bf602eb93aed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f52bed2c632431a9b8838d97729a8ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759459 Nov 25 17:26:24.958117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-d3cb094e-f21d-498c-b4b9-df9cd06ccce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.959979 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-d3cb094e-f21d-498c-b4b9-df9cd06ccce1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef5c640e-bb44-4c83-aca8-4861b6820ecb HTTP/1.1" status: 200 len: 854 time: 0.1022782 Nov 25 17:26:25.042839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196004-004a-46a9-b49a-72e0520758e9 req-f5ed4235-cab4-4d79-ad5b-68fd83b1445f tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.044453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32196004-004a-46a9-b49a-72e0520758e9 req-f5ed4235-cab4-4d79-ad5b-68fd83b1445f tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 943 time: 0.2176220 Nov 25 17:26:25.053995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815e0d-1722-4019-9845-9cfa1f4bedcc req-fa147e2e-04f1-4fd3-b5a5-29cbb53dda93 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.056321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83815e0d-1722-4019-9845-9cfa1f4bedcc req-fa147e2e-04f1-4fd3-b5a5-29cbb53dda93 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.2308910 Nov 25 17:26:25.122110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-1d1d753c-d401-4fe9-a3bf-c619c77e68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.123651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-1d1d753c-d401-4fe9-a3bf-c619c77e68a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2b2ecc6-1e4a-400b-a399-0930846acdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536233 Nov 25 17:26:25.164398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff291315-b775-45b9-a411-01e7fb236048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.221271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32196004-004a-46a9-b49a-72e0520758e9 req-6c6173ad-68f3-4409-84b5-aeff33d4e302 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636164 Nov 25 17:26:25.273377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff291315-b775-45b9-a411-01e7fb236048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.293277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83815e0d-1722-4019-9845-9cfa1f4bedcc req-3532c449-29e3-4bec-90da-bd261e7f3482 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286849 Nov 25 17:26:25.364311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-7d75293b-291b-41cc-a647-26f55b3ccb91 service neutron] 10.222.0.60 "GET /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269995 Nov 25 17:26:25.528216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70bc60a5-3209-4fa3-8b9c-6c7e54425442 req-32f2dcb8-3ce9-4289-9e01-4a5095687349 service neutron] 10.222.0.60 "GET /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565464 Nov 25 17:26:25.547292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff291315-b775-45b9-a411-01e7fb236048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.549943 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff291315-b775-45b9-a411-01e7fb236048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.554091 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff291315-b775-45b9-a411-01e7fb236048 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ddd4e48e-8cc6-418b-82d5-2153bb98cc90 HTTP/1.1" status: 204 len: 168 time: 0.6921146 Nov 25 17:26:25.622019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff291315-b775-45b9-a411-01e7fb236048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd4e48e-8cc6-418b-82d5-2153bb98cc90,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:25.698467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb147e9c-7c43-401a-99db-36173ab15ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c59bc8d-8bdd-4487-a23b-67cc1023d0d6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:25.700833 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0476bc3-40c7-479c-9efb-9b53e4d3a911" -d '{"events": [{"server_uuid": "cb147e9c-7c43-401a-99db-36173ab15ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2c59bc8d-8bdd-4487-a23b-67cc1023d0d6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:25.714791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dfbb7-3241-47c5-9560-48ee7f62968b req-1a1f11a0-1201-459c-9026-182e5a8d3930 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.717162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-812dfbb7-3241-47c5-9560-48ee7f62968b req-1a1f11a0-1201-459c-9026-182e5a8d3930 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 944 time: 0.1871371 Nov 25 17:26:25.726608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-c47de403-135e-4c38-9f9f-27a044c1307e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1738026 Nov 25 17:26:25.768316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-11ac63dd-bde7-406d-ba17-4a905e6e98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.770780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-11ac63dd-bde7-406d-ba17-4a905e6e98c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a417c3380e4643b087494ee99066e7ce&device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 1094 time: 0.1388543 Nov 25 17:26:25.976405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-75d1d105-4879-445b-8beb-6ca3c4828baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.977939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-75d1d105-4879-445b-8beb-6ca3c4828baa service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2b2ecc6-1e4a-400b-a399-0930846acdb2 HTTP/1.1" status: 200 len: 916 time: 0.1960914 Nov 25 17:26:25.985677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-812dfbb7-3241-47c5-9560-48ee7f62968b req-9009a498-334b-44fe-920c-81accced7c15 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570894 Nov 25 17:26:25.996352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66989c17-8fc2-4a92-b8b7-85a913974f3a req-3a788224-d479-4390-a757-8130b0bc2a53 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.015269 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66989c17-8fc2-4a92-b8b7-85a913974f3a req-3a788224-d479-4390-a757-8130b0bc2a53 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2960098 Nov 25 17:26:26.045552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:26.068730 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a1721b1-7a4d-4aaf-8d7a-2505a970e6a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.071269 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e52779-8055-4f21-be38-15c8151e43b6 x-openstack-request-id: req-49e52779-8055-4f21-be38-15c8151e43b6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:26.071865 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb147e9c-7c43-401a-99db-36173ab15ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2c59bc8d-8bdd-4487-a23b-67cc1023d0d6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:26.072194 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49e52779-8055-4f21-be38-15c8151e43b6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:26.072776 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb147e9c-7c43-401a-99db-36173ab15ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c59bc8d-8bdd-4487-a23b-67cc1023d0d6', 'code': 200} Nov 25 17:26:26.203531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a1721b1-7a4d-4aaf-8d7a-2505a970e6a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.255714 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a1721b1-7a4d-4aaf-8d7a-2505a970e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.336574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868c522-5ef1-4a1c-a6a5-84313aab4bbf req-69650c76-2df0-49de-9d79-8345519e8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.338155 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1868c522-5ef1-4a1c-a6a5-84313aab4bbf req-69650c76-2df0-49de-9d79-8345519e8413 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 1096 time: 0.1321898 Nov 25 17:26:26.344326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2a1721b1-7a4d-4aaf-8d7a-2505a970e6a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ba8cf4f772c4d5e82aa4e4f7020f770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976048 Nov 25 17:26:26.345217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1721b1-7a4d-4aaf-8d7a-2505a970e6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e35656-a765-4a1c-aba3-8bcc6ad2b5b2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.347932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:26.463088 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1868c522-5ef1-4a1c-a6a5-84313aab4bbf req-60098390-9064-4795-ab6f-186b5c1a552a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706184 Nov 25 17:26:26.469031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1224f827-a0d3-4c58-b59b-1221e9459a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.479211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-cc6f4bdf-3682-4260-973f-e48048ba08b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2392695-33a3-42c7-8c90-a7edbc43e9d1 HTTP/1.1" status: 200 len: 217 time: 0.4600096 Nov 25 17:26:26.487048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d2e41d58-12f4-443e-a07b-b8fc0779c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.487594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d2e41d58-12f4-443e-a07b-b8fc0779c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.488124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d2e41d58-12f4-443e-a07b-b8fc0779c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.488595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d2e41d58-12f4-443e-a07b-b8fc0779c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.489137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d2e41d58-12f4-443e-a07b-b8fc0779c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.489612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d2e41d58-12f4-443e-a07b-b8fc0779c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.490107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d2e41d58-12f4-443e-a07b-b8fc0779c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.493140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d2e41d58-12f4-443e-a07b-b8fc0779c039 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6502 time: 0.6429050 Nov 25 17:26:26.502108 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1224f827-a0d3-4c58-b59b-1221e9459a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.547945 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66989c17-8fc2-4a92-b8b7-85a913974f3a req-764195b1-c319-42b5-9115-79af1dd13ddd tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317793 Nov 25 17:26:26.570044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501e4e-15f6-4e47-b97d-a7b40da02358 req-41816b76-e8a1-4268-96af-d71c3b22c76e tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.572346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33501e4e-15f6-4e47-b97d-a7b40da02358 req-41816b76-e8a1-4268-96af-d71c3b22c76e tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 943 time: 0.0970602 Nov 25 17:26:26.580171 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1224f827-a0d3-4c58-b59b-1221e9459a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.583581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1224f827-a0d3-4c58-b59b-1221e9459a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.586214 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1224f827-a0d3-4c58-b59b-1221e9459a4f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76e35656-a765-4a1c-aba3-8bcc6ad2b5b2 HTTP/1.1" status: 204 len: 168 time: 0.2370994 Nov 25 17:26:26.602963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224f827-a0d3-4c58-b59b-1221e9459a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e35656-a765-4a1c-aba3-8bcc6ad2b5b2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.655995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:26.771927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:26.781917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:26.782165 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.868449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33501e4e-15f6-4e47-b97d-a7b40da02358 req-79c1175a-4397-4f7c-baa2-397e88d052c3 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894428 Nov 25 17:26:26.890168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-7b7b7d0b-d310-4aaa-997d-c47ed656a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.891652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-7b7b7d0b-d310-4aaa-997d-c47ed656a88c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef5c640e-bb44-4c83-aca8-4861b6820ecb HTTP/1.1" status: 200 len: 854 time: 0.2017615 Nov 25 17:26:26.904037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa1876-db8d-4d4f-9284-d7261f9a45ca req-a402553f-fec4-47a8-9d07-3b1f6e262f15 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.915704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47fa1876-db8d-4d4f-9284-d7261f9a45ca req-a402553f-fec4-47a8-9d07-3b1f6e262f15 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.2651324 Nov 25 17:26:26.960163 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.011730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-6d9c1aad-4fa9-478f-a091-ab73c665d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.012214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-6d9c1aad-4fa9-478f-a091-ab73c665d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.012686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-6d9c1aad-4fa9-478f-a091-ab73c665d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.015991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-6d9c1aad-4fa9-478f-a091-ab73c665d4c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=a159a140-c32b-487a-857c-191ffdb4911e&id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 2297 time: 0.3007329 Nov 25 17:26:27.026881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:27.041414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.043186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47fa1876-db8d-4d4f-9284-d7261f9a45ca req-1cc8d75e-a203-4ef9-97da-27ca66836b8b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266260 Nov 25 17:26:27.054572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-48a0c395-534c-4ecc-bd19-972d83cdcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.057430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-48a0c395-534c-4ecc-bd19-972d83cdcbc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2b2ecc6-1e4a-400b-a399-0930846acdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385305 Nov 25 17:26:27.167994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:27.320271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-1a0440ec-2297-4dcf-8e60-9b48da3564e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 200 len: 1000 time: 0.2695508 Nov 25 17:26:27.375233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6ff5-a3df-4f15-b3a1-afaa17121a0e req-eacf46dd-a551-4794-bded-d43c7e60269d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.377657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf1a6ff5-a3df-4f15-b3a1-afaa17121a0e req-eacf46dd-a551-4794-bded-d43c7e60269d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.2272654 Nov 25 17:26:27.425255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-ca8a7b5e-3c8e-4f56-ab8a-33e141036fcb service neutron] 10.222.0.60 "GET /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566575 Nov 25 17:26:27.433944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dac70e-0043-4ce0-ae6a-e7688478ddc5 req-423b77d6-d8c9-41b9-91ed-acee5cbec4f6 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.441509 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1dac70e-0043-4ce0-ae6a-e7688478ddc5 req-423b77d6-d8c9-41b9-91ed-acee5cbec4f6 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 946 time: 0.2135036 Nov 25 17:26:27.551283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-bdc36c56-b491-4044-bbfd-b5ee28af23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.553637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-bdc36c56-b491-4044-bbfd-b5ee28af23a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f12de2ce-9a48-4f26-81e7-fd454e827edd HTTP/1.1" status: 200 len: 855 time: 0.2152224 Nov 25 17:26:27.649905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf1a6ff5-a3df-4f15-b3a1-afaa17121a0e req-1a48d341-b286-4e81-994f-edb64c4e48ca tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389898 Nov 25 17:26:27.673517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1dac70e-0043-4ce0-ae6a-e7688478ddc5 req-3643a1f2-c416-40a3-ba51-567dd6a5489c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290516 Nov 25 17:26:27.766504 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bbc2477-d492-4c8c-81e5-1827296140b8 req-9c5743f3-1cfc-4984-9299-1eec8f7ea6b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155365 Nov 25 17:26:27.767993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58892) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:27.780600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-01c78c03-5e7f-468e-8bf0-cadbf57ef8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.782282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-01c78c03-5e7f-468e-8bf0-cadbf57ef8a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099261 Nov 25 17:26:28.016003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d22adc27-0943-4faf-8c2d-d38ea608d132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.070761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe7c4e-59eb-4759-8f07-452fbd1d01b2 req-ea74dc67-28de-44e9-83e7-cbb20d37bbb4 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:28.072408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6fe7c4e-59eb-4759-8f07-452fbd1d01b2 req-ea74dc67-28de-44e9-83e7-cbb20d37bbb4 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2621348 Nov 25 17:26:28.076617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef90564-ddfd-40a5-abdc-15bfe3ee07b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:28.079720 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198b7a55-b2a8-4459-a76f-aaadb2b6d384" -d '{"events": [{"server_uuid": "9ef90564-ddfd-40a5-abdc-15bfe3ee07b4", "name": "network-vif-plugged", "status": "completed", "tag": "a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:28.171190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-f0944320-bef5-49d9-adc0-3be83c868e8b service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673425 Nov 25 17:26:28.200828 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d22adc27-0943-4faf-8c2d-d38ea608d132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.209836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d22adc27-0943-4faf-8c2d-d38ea608d132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.304330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d22adc27-0943-4faf-8c2d-d38ea608d132 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=465c00939af148cea4fe035da7e90694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5323660 Nov 25 17:26:28.304330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22adc27-0943-4faf-8c2d-d38ea608d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db46c59c-22f9-4316-a623-97a5175f3c45,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:28.321048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58908) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:28.421461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-265ce164-0f74-4424-8324-36698f164e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.430941 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6fe7c4e-59eb-4759-8f07-452fbd1d01b2 req-98746370-b083-4095-a102-6124efa78659 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329966 Nov 25 17:26:28.486262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-265ce164-0f74-4424-8324-36698f164e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.517912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373d0fe-e5b7-4098-b8c1-77d9fd6db93e req-488a8044-8d73-4ba4-8bf7-03c91587e7d3 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:28.527251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f373d0fe-e5b7-4098-b8c1-77d9fd6db93e req-488a8044-8d73-4ba4-8bf7-03c91587e7d3 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 946 time: 0.3549051 Nov 25 17:26:28.621489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-265ce164-0f74-4424-8324-36698f164e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.625418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-265ce164-0f74-4424-8324-36698f164e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.627117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-265ce164-0f74-4424-8324-36698f164e16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db46c59c-22f9-4316-a623-97a5175f3c45 HTTP/1.1" status: 204 len: 168 time: 0.3046539 Nov 25 17:26:28.656826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ce164-0f74-4424-8324-36698f164e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db46c59c-22f9-4316-a623-97a5175f3c45,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:28.658023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c2392695-33a3-42c7-8c90-a7edbc43e9d1 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:28.733828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-b4034dc5-15f6-41b4-af98-fa6ef016d547 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475643 Nov 25 17:26:28.780358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f373d0fe-e5b7-4098-b8c1-77d9fd6db93e req-835b7389-0988-42fc-8833-5a320407f7ae tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464259 Nov 25 17:26:28.888786 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed35729-1bbc-49a7-8f8d-09554cf6e5a9 x-openstack-request-id: req-aed35729-1bbc-49a7-8f8d-09554cf6e5a9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:28.889774 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef90564-ddfd-40a5-abdc-15bfe3ee07b4", "name": "network-vif-plugged", "status": "completed", "tag": "a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:28.890400 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aed35729-1bbc-49a7-8f8d-09554cf6e5a9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:28.891193 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef90564-ddfd-40a5-abdc-15bfe3ee07b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e', 'code': 200} Nov 25 17:26:28.903997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-e5ae6696-6199-4749-aeb3-dc3926dfdf58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 217 time: 0.1612043 Nov 25 17:26:28.929740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5338-1017-436a-8742-02b06b8a6dd2 req-84208027-e3f3-4aca-b5a4-8e74baa2ed31 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:28.933708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a66a5338-1017-436a-8742-02b06b8a6dd2 req-84208027-e3f3-4aca-b5a4-8e74baa2ed31 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 943 time: 0.3333254 Nov 25 17:26:29.017632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c2392695-33a3-42c7-8c90-a7edbc43e9d1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c2392695-33a3-42c7-8c90-a7edbc43e9d1,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:29.034350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'port_id': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'mac_address': 'fa:16:3e:04:9d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:29.090983 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.109479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2392695-33a3-42c7-8c90-a7edbc43e9d1 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:29.139711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c2392695-33a3-42c7-8c90-a7edbc43e9d1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c2392695-33a3-42c7-8c90-a7edbc43e9d1,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:29.146052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.233197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-0d24a8ed-439d-4164-b6f3-39b0dc2fe43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.234766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-0d24a8ed-439d-4164-b6f3-39b0dc2fe43c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2993751 Nov 25 17:26:29.305947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=c2392695-33a3-42c7-8c90-a7edbc43e9d1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:29.315510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a66a5338-1017-436a-8742-02b06b8a6dd2 req-32e2d7bf-7d7d-4a8a-bef6-6d9f431d9498 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683550 Nov 25 17:26:29.317317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34333b-4575-464c-8077-34b738ac0048 req-26b54cef-b11e-4230-9a29-70b99e5d65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.319360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d34333b-4575-464c-8077-34b738ac0048 req-26b54cef-b11e-4230-9a29-70b99e5d65cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 1096 time: 0.3823476 Nov 25 17:26:29.343849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e17a51-0267-470e-b8b3-e8f31094ab2d req-2cb50f8d-f68c-4ff6-9bcf-63c347cafd1f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.345103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9e17a51-0267-470e-b8b3-e8f31094ab2d req-2cb50f8d-f68c-4ff6-9bcf-63c347cafd1f tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.3151429 Nov 25 17:26:29.410351 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d34333b-4575-464c-8077-34b738ac0048 req-309142a6-3574-4cf1-a1bd-a3235fa160d4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641794 Nov 25 17:26:29.427593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-c4ef5c94-ab41-469e-960a-19d4d0f1696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.430279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-c4ef5c94-ab41-469e-960a-19d4d0f1696c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1845195 Nov 25 17:26:29.474294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9e17a51-0267-470e-b8b3-e8f31094ab2d req-63867d5c-9b1a-4d32-9405-055685366ee1 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754890 Nov 25 17:26:29.551390 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['c2392695-33a3-42c7-8c90-a7edbc43e9d1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:29.719901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58936) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:29.756548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490bfb4-34a2-4211-8efb-c952d1d12f45 req-66d4d185-1574-4368-adbb-3be302c9a656 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.760717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4490bfb4-34a2-4211-8efb-c952d1d12f45 req-66d4d185-1574-4368-adbb-3be302c9a656 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2057250 Nov 25 17:26:29.799138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95ad3-8ffc-4f3c-9298-bbe258fa9add req-bbd4574c-d5bd-495d-8cf2-09f57efc19f9 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:29.800293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2de95ad3-8ffc-4f3c-9298-bbe258fa9add req-bbd4574c-d5bd-495d-8cf2-09f57efc19f9 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1633251 Nov 25 17:26:29.876500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-4886fb29-9f8e-426f-973e-b0624088c3f8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965792 Nov 25 17:26:29.878556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2141729397', 'router:external': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:29.880015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4490bfb4-34a2-4211-8efb-c952d1d12f45 req-9bb7de88-4947-44a7-942f-cfeb887ffcee tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145792 Nov 25 17:26:29.913530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Made reservation on behalf of d74bef4249574c1894d95094c23040ad for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:29.917270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.931593 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.942166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2de95ad3-8ffc-4f3c-9298-bbe258fa9add req-57f78292-0590-4f48-8fd2-9ce4a125620e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295576 Nov 25 17:26:30.080084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-0c8ec10d-fb63-4416-8bb8-c0fead7e98e9 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926999 Nov 25 17:26:30.085342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.097656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.153635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-70c6a9f6-41a8-4fda-8652-b33269f49c4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 217 time: 0.0643778 Nov 25 17:26:30.157841 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:30.169178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659f2cb2-3f59-4f92-bf6f-b8b713089d4f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:30.182070 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.182426 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Added segment e0606487-1e90-456d-85f4-de0d02e282c1 of type vlan for network 99af3e0e-1908-43ff-a794-512c2749beeb Nov 25 17:26:30.262395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.280968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-f246e15b-c295-4c4f-8af5-adffee0ee4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.282526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-f246e15b-c295-4c4f-8af5-adffee0ee4ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1164525 Nov 25 17:26:30.329576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.330738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.331849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.406913 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6820018 Nov 25 17:26:30.407136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58952) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:30.422947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'subnet': {'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:30.448432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03cc7b-4a37-491d-98be-b45fd60d0181 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'Network': ['ID=99af3e0e-1908-43ff-a794-512c2749beeb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:30.466870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 99af3e0e-1908-43ff-a794-512c2749beeb details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:30.500327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Made reservation on behalf of d74bef4249574c1894d95094c23040ad for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:30.509872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.590620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458752e9-bfcf-4dea-951f-4f1285722f17 req-758c311f-2510-4ea4-b81f-9a80e55515a1 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.600742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-458752e9-bfcf-4dea-951f-4f1285722f17 req-758c311f-2510-4ea4-b81f-9a80e55515a1 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2307656 Nov 25 17:26:30.613020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-7d800036-08df-4de6-b04c-fc31a40832d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.616117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-7d800036-08df-4de6-b04c-fc31a40832d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3173623 Nov 25 17:26:30.631645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-3988c76a-5c9e-4860-b551-aa0f616fdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.633407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-3988c76a-5c9e-4860-b551-aa0f616fdaef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a78c7e2d7f07444b92238f2ae7f7a3c6&device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 1096 time: 0.2266440 Nov 25 17:26:30.769116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32910c3a-a553-4ef3-81bc-ab31f8b060a9 req-3b668fad-ed94-4a44-963d-f1645d3d5a68 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.775641 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32910c3a-a553-4ef3-81bc-ab31f8b060a9 req-3b668fad-ed94-4a44-963d-f1645d3d5a68 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.781634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32910c3a-a553-4ef3-81bc-ab31f8b060a9 req-3b668fad-ed94-4a44-963d-f1645d3d5a68 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.783418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32910c3a-a553-4ef3-81bc-ab31f8b060a9 req-3b668fad-ed94-4a44-963d-f1645d3d5a68 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db&device_id=8c024103-94d9-47c3-8877-6c19c4f89078&device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 2419 time: 0.2841439 Nov 25 17:26:30.903093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-458752e9-bfcf-4dea-951f-4f1285722f17 req-5487b987-c856-4443-ae1f-482519b38b73 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913606 Nov 25 17:26:30.972175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32910c3a-a553-4ef3-81bc-ab31f8b060a9 req-0149bdba-1b07-409b-bc92-26c515b935cb tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542685 Nov 25 17:26:30.983601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.objects.ports [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:26:30.984141 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.987723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-49eb6fb9-c6c9-4ac7-b4e1-8c4c36103c70 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607602 Nov 25 17:26:30.991340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-7eac8752-d0dd-48b9-a50a-6891166061cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.992667 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-7eac8752-d0dd-48b9-a50a-6891166061cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=58f60970-cb36-4959-979d-8f3d87607c80 HTTP/1.1" status: 200 len: 914 time: 0.3131561 Nov 25 17:26:31.069496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9c3b8cc2-6620-4d3e-9fb3-5590936ef37b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:31.081245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Checking segment: {'id': 'e0606487-1e90-456d-85f4-de0d02e282c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:31.081609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Network hostable DHCP agents. Network: 99af3e0e-1908-43ff-a794-512c2749beeb, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:31.100516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Network 99af3e0e-1908-43ff-a794-512c2749beeb is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:31.110577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 99af3e0e-1908-43ff-a794-512c2749beeb) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:31.116820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.117843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.125408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443a114-dab6-4bd0-8339-4e4ec018c987 None None] Network 99af3e0e-1908-43ff-a794-512c2749beeb requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:31.144295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-955bdf57-e249-435d-b54b-5449534a2279 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7277758 Nov 25 17:26:31.145152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58960) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:31.153875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-107479089', 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:31.185757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Made reservation on behalf of d74bef4249574c1894d95094c23040ad for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:31.188316 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.209507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] device_id is not set on port e46982a5-842e-4cb3-9af1-2e130c56d600 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:26:31.321222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e82c609-9833-4767-af95-fc5a76d47714 None None] Network 99af3e0e-1908-43ff-a794-512c2749beeb requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:31.365147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Allocated IP 172.20.0.12 (99af3e0e-1908-43ff-a794-512c2749beeb/9c3b8cc2-6620-4d3e-9fb3-5590936ef37b/e46982a5-842e-4cb3-9af1-2e130c56d600) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:31.433092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-5c36cf76-efca-4215-b484-3c4a2c85deac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 HTTP/1.1" status: 200 len: 217 time: 0.4153295 Nov 25 17:26:31.495624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2390d38-f6c2-453e-b7fd-7dbfa1a5d0ad req-7d8c5027-ea43-4a29-9581-b3137f48156a tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.498247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2390d38-f6c2-453e-b7fd-7dbfa1a5d0ad req-7d8c5027-ea43-4a29-9581-b3137f48156a tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 944 time: 0.5218174 Nov 25 17:26:31.588323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.637157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b6d5-a0f7-412a-bf29-1fa30e6042b3 req-f2eb8afa-7c1c-4c4d-8b4d-eca82261d7c9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.638554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86e7b6d5-a0f7-412a-bf29-1fa30e6042b3 req-f2eb8afa-7c1c-4c4d-8b4d-eca82261d7c9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.2135241 Nov 25 17:26:31.638905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.644760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-945af473-dc2d-4cdc-8081-e2805cc372e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.646316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-945af473-dc2d-4cdc-8081-e2805cc372e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=282597d3-9786-43af-8e78-7e0c39d897d4 HTTP/1.1" status: 200 len: 853 time: 0.1988034 Nov 25 17:26:31.667582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-a2cb29f9-f3a1-4f5e-a723-64caf5e3a72c service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518571 Nov 25 17:26:31.702086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Network 99af3e0e-1908-43ff-a794-512c2749beeb is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:31.705349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:31.710236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:31.730624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2390d38-f6c2-453e-b7fd-7dbfa1a5d0ad req-ee830010-1505-4d0b-a643-f7cc763ddc8a tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835697 Nov 25 17:26:31.732569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-3cbe7a20-09fa-41d4-86a1-809182fbe396 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=58f60970-cb36-4959-979d-8f3d87607c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595539 Nov 25 17:26:31.748015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'Port': ['ID=e46982a5-842e-4cb3-9af1-2e130c56d600,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:31.773581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.774164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.789175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-882a8b03-837f-492a-aa78-260bd6cda3c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=085da1b1-1c41-445c-9f70-285163ebfa81 HTTP/1.1" status: 200 len: 217 time: 0.0910475 Nov 25 17:26:31.811111 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0ffbc3f9-671a-4393-8ab3-7345e069855f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6637952 Nov 25 17:26:31.811969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58964) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:31.930397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86e7b6d5-a0f7-412a-bf29-1fa30e6042b3 req-e6ed26c5-be2e-4f70-93c1-45e74dea50a9 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757759 Nov 25 17:26:31.954686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a688f7cb-16e9-4311-b43b-7c2002a97a01 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Deleting port e46982a5-842e-4cb3-9af1-2e130c56d600 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:31.954964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688f7cb-16e9-4311-b43b-7c2002a97a01 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.976981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-f29dd956-75a8-439e-926f-e6851b47be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.978476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-f29dd956-75a8-439e-926f-e6851b47be06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1757369 Nov 25 17:26:32.046504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3656f4-a456-441d-9534-7eb9150a0fb6 req-c0b60b80-2657-4099-aa32-2aeed6204233 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:32.048114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f3656f4-a456-441d-9534-7eb9150a0fb6 req-c0b60b80-2657-4099-aa32-2aeed6204233 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 946 time: 0.1477413 Nov 25 17:26:32.053584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-4692bcf5-da76-48fe-9d98-612daf34072c service neutron] 10.222.0.60 "GET /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863641 Nov 25 17:26:32.095225 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688f7cb-16e9-4311-b43b-7c2002a97a01 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.108846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a688f7cb-16e9-4311-b43b-7c2002a97a01 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Calling delete_port for e46982a5-842e-4cb3-9af1-2e130c56d600 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:32.178374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-b7521fdf-6f89-4623-9178-8a915b63fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:32.180043 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-b7521fdf-6f89-4623-9178-8a915b63fc64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1732678 Nov 25 17:26:32.180928 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c13b74b2-4846-42fe-95cb-0aac0d5eb779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.244071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f3656f4-a456-441d-9534-7eb9150a0fb6 req-9114318f-0835-4a77-b350-a123cddd1b28 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784880 Nov 25 17:26:32.299000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688f7cb-16e9-4311-b43b-7c2002a97a01 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.301534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb24522b-ecbf-4a52-af36-38a4aaaec3c2 req-61d1c658-5c6f-4566-9608-e85822b582c8 service neutron] 10.222.0.60 "GET /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345853 Nov 25 17:26:32.312441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e12f6-3404-4351-b06f-0c2bd89d4341 req-a9ef3693-8b66-49fa-a6c3-014dad31d45e tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:32.314043 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d0e12f6-3404-4351-b06f-0c2bd89d4341 req-a9ef3693-8b66-49fa-a6c3-014dad31d45e tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2274160 Nov 25 17:26:32.339869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688f7cb-16e9-4311-b43b-7c2002a97a01 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event deleted for resources: {'Port': ['ID=e46982a5-842e-4cb3-9af1-2e130c56d600,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:32.367161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-1065fbff-edac-4769-972c-809a3b08318f service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625922 Nov 25 17:26:32.598359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688f7cb-16e9-4311-b43b-7c2002a97a01 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.600550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d0e12f6-3404-4351-b06f-0c2bd89d4341 req-7483ed68-36c7-4882-9618-5916872b44fc tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834288 Nov 25 17:26:32.600918 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a688f7cb-16e9-4311-b43b-7c2002a97a01 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "DELETE /v2.0/ports/e46982a5-842e-4cb3-9af1-2e130c56d600 HTTP/1.1" status: 204 len: 168 time: 0.7060068 Nov 25 17:26:32.601331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:32.601331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb', 'external_fixed_ips': [{'subnet_id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'ip_address': '172.20.0.12'}]}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:32.635178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-52c91bd3-c410-4bde-abb2-8ee33b5e9a4a service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510772 Nov 25 17:26:32.635178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.635178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.690419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c2392695-33a3-42c7-8c90-a7edbc43e9d1 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:32.752001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-3c5a314f-2e9f-4dc7-8df6-629f6733dc78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 HTTP/1.1" status: 200 len: 217 time: 0.1053920 Nov 25 17:26:32.791570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port c2392695-33a3-42c7-8c90-a7edbc43e9d1 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:32.804387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port c2392695-33a3-42c7-8c90-a7edbc43e9d1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:32.805428 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.864764 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.999557 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.035879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-99716acc-c8fd-4202-901f-236cbc654313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.037933 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-99716acc-c8fd-4202-901f-236cbc654313 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2554193 Nov 25 17:26:33.053899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:33.057950 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e2d1aa-6192-4b92-b00e-54ed220b61fb" -d '{"events": [{"server_uuid": "90a09161-3ca3-4052-90f0-3f8fa4f5e621", "name": "network-vif-plugged", "status": "completed", "tag": "c2392695-33a3-42c7-8c90-a7edbc43e9d1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:33.083175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c2392695-33a3-42c7-8c90-a7edbc43e9d1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c2392695-33a3-42c7-8c90-a7edbc43e9d1,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:33.090316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44922306-aa94-4e7c-a6e0-9d4a39cea535 req-c7f5d4db-3d4b-49c3-94be-83356d8621f0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.090899 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.092420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44922306-aa94-4e7c-a6e0-9d4a39cea535 req-c7f5d4db-3d4b-49c3-94be-83356d8621f0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.2480466 Nov 25 17:26:33.178387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.179967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=c2392695-33a3-42c7-8c90-a7edbc43e9d1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:33.268405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbaa10-4664-469d-9202-9c20d0731b64 req-1a1e64a3-9216-4a7b-8b02-6375999fcb9e tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.269880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74bbaa10-4664-469d-9202-9c20d0731b64 req-1a1e64a3-9216-4a7b-8b02-6375999fcb9e tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 945 time: 0.1891506 Nov 25 17:26:33.271724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-b1cba0a0-5013-439e-beba-d2bcc724eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.273116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-b1cba0a0-5013-439e-beba-d2bcc724eef9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1912196 Nov 25 17:26:33.322573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44922306-aa94-4e7c-a6e0-9d4a39cea535 req-090c0d92-8f3f-4af1-b241-ffbe62e705dc tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930234 Nov 25 17:26:33.445881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74bbaa10-4664-469d-9202-9c20d0731b64 req-c53eefa9-6d20-474a-b713-96d8f3e79a88 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303933 Nov 25 17:26:33.501825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-aa342e55-946e-4b9b-b6f9-838686e6f1c3 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852858 Nov 25 17:26:33.508333 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d046a02a-6430-45c2-b737-85b4dddb27a2 x-openstack-request-id: req-d046a02a-6430-45c2-b737-85b4dddb27a2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:33.508806 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a09161-3ca3-4052-90f0-3f8fa4f5e621", "name": "network-vif-plugged", "status": "completed", "tag": "c2392695-33a3-42c7-8c90-a7edbc43e9d1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:33.508967 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d046a02a-6430-45c2-b737-85b4dddb27a2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:33.509602 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'code': 200} Nov 25 17:26:33.622205 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:26:33.796074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-98b6513a-7e74-4dcb-a4c4-4b9363159343 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821665 Nov 25 17:26:33.848401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421661b-ac58-4659-9b66-cfd163c55b5d req-b2ffd08c-e281-45fc-92b1-34e1e9d46f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.850551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b421661b-ac58-4659-9b66-cfd163c55b5d req-b2ffd08c-e281-45fc-92b1-34e1e9d46f7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 1096 time: 0.2344241 Nov 25 17:26:33.896221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-3bdefad0-0760-4251-a8d3-d1b030907dc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 200 len: 217 time: 0.0662427 Nov 25 17:26:33.932471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.960969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5dd7e-9cc5-4daf-8d4b-d98c9aa826c2 req-91366274-97c4-4d11-b493-819fead45c2c tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.968025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58b5dd7e-9cc5-4daf-8d4b-d98c9aa826c2 req-91366274-97c4-4d11-b493-819fead45c2c tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2771103 Nov 25 17:26:34.001719 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.092802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-30b98209-e99c-4b08-8636-ae5f21176312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.094318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-30b98209-e99c-4b08-8636-ae5f21176312 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1802607 Nov 25 17:26:34.366585 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d00e1e6-ed45-4c8c-9dc8-b60a9c1d3a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.472425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b421661b-ac58-4659-9b66-cfd163c55b5d req-2c6c56d2-3a7b-43f5-ac7f-41164bdf3b0b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5851841 Nov 25 17:26:34.481956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58b5dd7e-9cc5-4daf-8d4b-d98c9aa826c2 req-f05a5532-16be-45ca-8145-bf6c6545382d tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130839 Nov 25 17:26:34.574545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d551ed37-ad44-40cd-abf7-55384ce869bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.576104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-d551ed37-ad44-40cd-abf7-55384ce869bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4637604 Nov 25 17:26:34.641682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d3e49-aa87-4aba-8224-04d3d0ab3981 req-2bef0b71-cb42-4cbe-a153-6f07d1b2ba7f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.643194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b36d3e49-aa87-4aba-8224-04d3d0ab3981 req-2bef0b71-cb42-4cbe-a153-6f07d1b2ba7f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1738684 Nov 25 17:26:34.707123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f65a0-bccc-4b45-839a-a3f8c233228b req-199b6390-b34e-4e2a-80c2-3eddb5f38c85 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.713531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e4f65a0-bccc-4b45-839a-a3f8c233228b req-199b6390-b34e-4e2a-80c2-3eddb5f38c85 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.1566484 Nov 25 17:26:34.733769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Allocated IP 172.20.0.12 (99af3e0e-1908-43ff-a794-512c2749beeb/9c3b8cc2-6620-4d3e-9fb3-5590936ef37b/53416925-050d-458b-973c-fb76c24c02ca) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:34.824950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b36d3e49-aa87-4aba-8224-04d3d0ab3981 req-f83ec9da-eba2-4ab5-b710-afa297a620d7 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722393 Nov 25 17:26:34.958717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e4f65a0-bccc-4b45-839a-a3f8c233228b req-38a5f361-a687-4993-9eca-7c434d9af72d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262812 Nov 25 17:26:35.014731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-44858a4f-815b-4608-ac89-3b129656e9d6 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945609 Nov 25 17:26:35.056177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad371e4-cbb3-4ad1-af92-fa97ea1cd996 req-f2ae2b15-bcdf-4281-9d76-dfa33de7f19d tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.057901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ad371e4-cbb3-4ad1-af92-fa97ea1cd996 req-f2ae2b15-bcdf-4281-9d76-dfa33de7f19d tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 945 time: 0.1601827 Nov 25 17:26:35.149923 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.252053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ad371e4-cbb3-4ad1-af92-fa97ea1cd996 req-9cdd0fc6-2354-4e76-8a0e-abf446930f26 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725867 Nov 25 17:26:35.274079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-3fa284c4-89cd-4b09-acb3-1a467049086e service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454965 Nov 25 17:26:35.306408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.388010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-f31be54e-addb-46ed-968e-e676c56ddffd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 200 len: 217 time: 0.0955987 Nov 25 17:26:35.415962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Network 99af3e0e-1908-43ff-a794-512c2749beeb is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:35.461255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:35.478456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:35.542217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'Port': ['ID=53416925-050d-458b-973c-fb76c24c02ca,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:35.570749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc07e-f860-4617-a675-5d13fd5d94b5 req-1522172e-d674-4acd-abaa-9a37173a4a45 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.572330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3afc07e-f860-4617-a675-5d13fd5d94b5 req-1522172e-d674-4acd-abaa-9a37173a4a45 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.2071884 Nov 25 17:26:35.577727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-a522ae30-aa2c-4f20-8db3-3b9948642609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.579242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-a522ae30-aa2c-4f20-8db3-3b9948642609 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.1732521 Nov 25 17:26:35.782408 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.817413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeec708-1bca-46f6-8ade-0a850de283b1 req-a4f04a05-c1dd-4ef7-90aa-026fd1613111 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.819915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aeec708-1bca-46f6-8ade-0a850de283b1 req-a4f04a05-c1dd-4ef7-90aa-026fd1613111 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2747245 Nov 25 17:26:35.855742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-b1571080-f03f-4416-820d-37cecf3f2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.857346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-b1571080-f03f-4416-820d-37cecf3f2c1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2508545 Nov 25 17:26:35.874691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3afc07e-f860-4617-a675-5d13fd5d94b5 req-94ea54be-1b39-4d49-9278-3b7885fa2b49 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684891 Nov 25 17:26:36.110213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aeec708-1bca-46f6-8ade-0a850de283b1 req-7e91ddda-d21c-49fc-ac9d-22c852d019a4 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806046 Nov 25 17:26:36.217712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368964-0278-4a33-8ee0-8cad73ea9f75 req-d376c08b-e00e-4879-9c9d-c68c4ec0dd0f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.219275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce368964-0278-4a33-8ee0-8cad73ea9f75 req-d376c08b-e00e-4879-9c9d-c68c4ec0dd0f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.2413085 Nov 25 17:26:36.223459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-97ad5153-a8a2-4661-9b76-41ed2f3984b6 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142977 Nov 25 17:26:36.275120 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.443692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce368964-0278-4a33-8ee0-8cad73ea9f75 req-dd79df26-4231-431e-9063-d7a8a214c5cd tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123489 Nov 25 17:26:36.443942 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.500847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954b1caf-9bb6-49cc-be0b-1bf091da5238 req-101cf8bc-2143-4da0-bcc3-2033fd016e18 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613771 Nov 25 17:26:36.516659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72388c-f214-4fba-b550-7dfc07f8e105 req-8eb9b4fd-8709-4e9e-919c-1b645041b9f2 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.520999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c72388c-f214-4fba-b550-7dfc07f8e105 req-8eb9b4fd-8709-4e9e-919c-1b645041b9f2 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 945 time: 0.1553891 Nov 25 17:26:36.693672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c72388c-f214-4fba-b550-7dfc07f8e105 req-113369cd-fe9c-44ca-a937-43179476951f tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319959 Nov 25 17:26:36.707402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.856633 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.898043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53a64f-3afa-43a9-bb4a-eb95dc6c7245 req-95f702b9-938a-46dd-abc3-f6d2acb091db tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.901481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f53a64f-3afa-43a9-bb4a-eb95dc6c7245 req-95f702b9-938a-46dd-abc3-f6d2acb091db tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 945 time: 0.1235406 Nov 25 17:26:36.916900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:36.922585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Request body: {'floatingip': {'port_id': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:36.974517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Router 6a58b88c-815b-4e56-8909-90cbf1f6f997 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:36.998722 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.053767 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.189894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12567298-3268-4222-9cae-17100b69f58b req-3985d34c-1870-4a16-a3e8-fab679a89f7d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.203905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12567298-3268-4222-9cae-17100b69f58b req-3985d34c-1870-4a16-a3e8-fab679a89f7d tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.2012961 Nov 25 17:26:37.217191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:37.233116 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Sync routers for ids ['6a58b88c-815b-4e56-8909-90cbf1f6f997'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:37.282060 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Routers {'6a58b88c-815b-4e56-8909-90cbf1f6f997'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:37.283001 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6a58b88c-815b-4e56-8909-90cbf1f6f997'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:37.381609 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.382915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d382ead7-7c3c-476e-a11b-9c82a711e45e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8464763 Nov 25 17:26:37.395515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12567298-3268-4222-9cae-17100b69f58b req-6deaf762-c304-49bf-a778-2f9ae245f7cd tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887312 Nov 25 17:26:37.401578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:37.506315 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Set router 6a58b88c-815b-4e56-8909-90cbf1f6f997 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:37.702388 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.707184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.758496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a58b88c-815b-4e56-8909-90cbf1f6f997', 'name': '', 'tenant_id': 'd74bef4249574c1894d95094c23040ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb', 'external_fixed_ips': [{'subnet_id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '53416925-050d-458b-973c-fb76c24c02ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:32Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 3, 'project_id': 'd74bef4249574c1894d95094c23040ad', 'gw_port': {'id': '53416925-050d-458b-973c-fb76c24c02ca', 'name': '', 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a58b88c-815b-4e56-8909-90cbf1f6f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:34Z', 'updated_at': '2021-11-25T17:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:37.801469 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Checking router: 6a58b88c-815b-4e56-8909-90cbf1f6f997 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:37.802057 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Updating router 6a58b88c-815b-4e56-8909-90cbf1f6f997 port 53416925-050d-458b-973c-fb76c24c02ca binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:37.834446 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.910738 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.135888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cd847-d349-4961-b090-0be98ae99569 req-075f68a7-9251-4d39-a6ab-8afebc315ea7 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.137517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a44cd847-d349-4961-b090-0be98ae99569 req-075f68a7-9251-4d39-a6ab-8afebc315ea7 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.8880582 Nov 25 17:26:38.207621 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.215177 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.247942 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Floating IP 2b00274c-1ab9-40e0-b096-15a25fc68cc2 associated. External IP: 172.25.1.249, port: c2392695-33a3-42c7-8c90-a7edbc43e9d1. Nov 25 17:26:38.294496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Attempting to bind port 53416925-050d-458b-973c-fb76c24c02ca on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:38.295093 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Attempting to bind port 53416925-050d-458b-973c-fb76c24c02ca by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'e0606487-1e90-456d-85f4-de0d02e282c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:38.295253 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Attempting to bind port 53416925-050d-458b-973c-fb76c24c02ca on network 99af3e0e-1908-43ff-a794-512c2749beeb {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:38.298325 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67c5d4-f376-417d-8068-708227b85bd9 None None] Pushing event updated for resources: {'Port': ['ID=53416925-050d-458b-973c-fb76c24c02ca,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:38.304269 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:38.304649 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Checking segment: {'id': 'e0606487-1e90-456d-85f4-de0d02e282c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:38.304862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa393aa-9625-4d11-91b9-1ba417df41ae req-b9a4e6e0-834f-43a4-b1d7-10b74887ec23 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.305390 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.305528 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Bound using segment: {'id': 'e0606487-1e90-456d-85f4-de0d02e282c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:38.305985 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Bound port: 53416925-050d-458b-973c-fb76c24c02ca, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0606487-1e90-456d-85f4-de0d02e282c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:38.306368 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.306505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfa393aa-9625-4d11-91b9-1ba417df41ae req-b9a4e6e0-834f-43a4-b1d7-10b74887ec23 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.2871947 Nov 25 17:26:38.312607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a44cd847-d349-4961-b090-0be98ae99569 req-e4ebe621-0857-49bc-9fc2-64b58474fc45 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571770 Nov 25 17:26:38.328501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-d21083a2-b2cf-4dff-9865-208f134b091c tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.330626 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-d21083a2-b2cf-4dff-9865-208f134b091c tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2990308 Nov 25 17:26:38.354623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-b920daf7-5ed8-4511-a7e5-021e5ca22d87 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.356497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-b920daf7-5ed8-4511-a7e5-021e5ca22d87 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.3399811 Nov 25 17:26:38.390240 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] For port 53416925-050d-458b-973c-fb76c24c02ca, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:38.398284 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] For port 53416925-050d-458b-973c-fb76c24c02ca, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=53416925-050d-458b-973c-fb76c24c02ca,segment=NetworkSegment(e0606487-1e90-456d-85f4-de0d02e282c1),segment_id=e0606487-1e90-456d-85f4-de0d02e282c1)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:38.406521 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.440829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.479250 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Routers {'6a58b88c-815b-4e56-8909-90cbf1f6f997'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:38.480718 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6a58b88c-815b-4e56-8909-90cbf1f6f997'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:38.626813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Router dddc412e-072e-4824-8782-03a847f9e3ec has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:38.679743 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67c5d4-f376-417d-8068-708227b85bd9 None None] Pushing event updated for resources: {'Port': ['ID=53416925-050d-458b-973c-fb76c24c02ca,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:38.699958 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.715669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfa393aa-9625-4d11-91b9-1ba417df41ae req-b6d0480a-924a-4ed1-9ac8-21142592cb62 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835704 Nov 25 17:26:38.766075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac79cd-aa32-4473-abee-622983336db1 req-a425dd84-d542-42c6-91e1-93fb006b3ff0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.767628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51ac79cd-aa32-4473-abee-622983336db1 req-a425dd84-d542-42c6-91e1-93fb006b3ff0 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 945 time: 0.2311537 Nov 25 17:26:38.792236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:38.799114 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.808248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] Sync routers for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:38.830004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:38.836857 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] Set router 6a58b88c-815b-4e56-8909-90cbf1f6f997 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:38.848282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Deleting port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:38.848282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.850333 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-56a45f1d-fbde-48c2-8232-a6183ff21b10 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "PUT /v2.0/floatingips/2b00274c-1ab9-40e0-b096-15a25fc68cc2 HTTP/1.1" status: 200 len: 991 time: 1.9316056 Nov 25 17:26:38.852228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'tag': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:38.855749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:38.860861 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8644397d-b535-4bff-ae2d-cc7459edcdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "90a09161-3ca3-4052-90f0-3f8fa4f5e621", "tag": "c2392695-33a3-42c7-8c90-a7edbc43e9d1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:38.870629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Deleting port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:38.872122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.997707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:39.013057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51ac79cd-aa32-4473-abee-622983336db1 req-fe222baa-e5b6-4d75-bf33-da5f49896317 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/security-groups?id=e2280200-8984-4107-87b0-21b59faeb30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224951 Nov 25 17:26:39.028836 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59034d2-e556-44d9-aa3b-d316db84c730 x-openstack-request-id: req-d59034d2-e556-44d9-aa3b-d316db84c730 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:39.029364 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a09161-3ca3-4052-90f0-3f8fa4f5e621", "tag": "c2392695-33a3-42c7-8c90-a7edbc43e9d1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:39.029731 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d59034d2-e556-44d9-aa3b-d316db84c730 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:39.030360 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'tag': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'status': 'completed', 'code': 200} Nov 25 17:26:39.140493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] For port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,segment=NetworkSegment(3b305d95-000d-4ad9-9a48-56f3a4bf5c64),segment_id=3b305d95-000d-4ad9-9a48-56f3a4bf5c64)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:39.141576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.164090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-7ebd7f53-e444-433f-9c27-cd12be35ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.168603 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-7ebd7f53-e444-433f-9c27-cd12be35ae8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a417c3380e4643b087494ee99066e7ce&device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 1096 time: 0.0952165 Nov 25 17:26:39.178845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] For port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,segment=NetworkSegment(e7ac0170-f16a-4751-b8da-385ba6c80246),segment_id=e7ac0170-f16a-4751-b8da-385ba6c80246)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:39.180076 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.198512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Calling delete_port for a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:39.199983 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a58b88c-815b-4e56-8909-90cbf1f6f997', 'name': '', 'tenant_id': 'd74bef4249574c1894d95094c23040ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb', 'external_fixed_ips': [{'subnet_id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '53416925-050d-458b-973c-fb76c24c02ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:32Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 3, 'project_id': 'd74bef4249574c1894d95094c23040ad', 'gw_port': {'id': '53416925-050d-458b-973c-fb76c24c02ca', 'name': '', 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a58b88c-815b-4e56-8909-90cbf1f6f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:34Z', 'updated_at': '2021-11-25T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:39.273186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Deleting port 53416925-050d-458b-973c-fb76c24c02ca {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:39.273568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.280354 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c986d9-0e7d-4db3-9d19-97724b9e99f3 None None] The sync data for ids ['6a58b88c-815b-4e56-8909-90cbf1f6f997'] in n-d-819349-3 is: [{'id': '6a58b88c-815b-4e56-8909-90cbf1f6f997', 'name': '', 'tenant_id': 'd74bef4249574c1894d95094c23040ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb', 'external_fixed_ips': [{'subnet_id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '53416925-050d-458b-973c-fb76c24c02ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:32Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 3, 'project_id': 'd74bef4249574c1894d95094c23040ad', 'gw_port': {'id': '53416925-050d-458b-973c-fb76c24c02ca', 'name': '', 'network_id': '99af3e0e-1908-43ff-a794-512c2749beeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a58b88c-815b-4e56-8909-90cbf1f6f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:34Z', 'updated_at': '2021-11-25T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c3b8cc2-6620-4d3e-9fb3-5590936ef37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:39.296558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Calling delete_port for 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:39.330661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-03e2926e-452d-4491-b330-bb3dc0e1ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.333052 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-03e2926e-452d-4491-b330-bb3dc0e1ae09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2b2ecc6-1e4a-400b-a399-0930846acdb2 HTTP/1.1" status: 200 len: 916 time: 0.1532390 Nov 25 17:26:39.425016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '2b00274c-1ab9-40e0-b096-15a25fc68cc2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'port_id': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'mac_address': 'fa:16:3e:04:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:26:12Z', 'updated_at': '2021-11-25T17:26:37Z', 'revision_number': 1, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:09Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:39.475814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] Checking router: dddc412e-072e-4824-8782-03a847f9e3ec for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:39.485341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:39.485982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:39.491752 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-bcb48a78-29fe-449e-bfb0-06c77626e2ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2392695-33a3-42c7-8c90-a7edbc43e9d1 HTTP/1.1" status: 200 len: 999 time: 0.1473906 Nov 25 17:26:39.583631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-99f36490-90ed-4d2b-9918-c3f6304de906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.587147 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-99f36490-90ed-4d2b-9918-c3f6304de906 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef5c640e-bb44-4c83-aca8-4861b6820ecb HTTP/1.1" status: 200 len: 854 time: 0.0876446 Nov 25 17:26:39.604948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] For port 53416925-050d-458b-973c-fb76c24c02ca, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=53416925-050d-458b-973c-fb76c24c02ca,segment=NetworkSegment(e0606487-1e90-456d-85f4-de0d02e282c1),segment_id=e0606487-1e90-456d-85f4-de0d02e282c1)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:39.605475 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.635748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:39.650631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-d4370f87-8ee3-4656-a150-f9d22fe5d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.652727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-d4370f87-8ee3-4656-a150-f9d22fe5d9ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2b2ecc6-1e4a-400b-a399-0930846acdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466342 Nov 25 17:26:39.665512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Calling delete_port for 53416925-050d-458b-973c-fb76c24c02ca owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:39.738515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc841ec-5ad4-4be9-ac34-845937ca07dc req-d17ff7a8-bf57-4c8c-993e-0a0083f59941 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:39.746448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdc841ec-5ad4-4be9-ac34-845937ca07dc req-d17ff7a8-bf57-4c8c-993e-0a0083f59941 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 945 time: 0.2766044 Nov 25 17:26:39.857512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdc841ec-5ad4-4be9-ac34-845937ca07dc req-2f5014ad-cf21-440f-a8ec-3a5673b1c43b tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffece154-1c34-40df-9627-fbb1e3d9b758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099446 Nov 25 17:26:39.861193 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-dcb46117-fe7a-44ba-8e3e-7a89cc09ba48 service neutron] 10.222.0.60 "GET /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958392 Nov 25 17:26:39.988072 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.027649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:40.049762 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8644397d-b535-4bff-ae2d-cc7459edcdd7 req-f359d825-9839-4012-b611-7e543f985755 service neutron] 10.222.0.60 "GET /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828249 Nov 25 17:26:40.140971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '2b00274c-1ab9-40e0-b096-15a25fc68cc2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'port_id': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'mac_address': 'fa:16:3e:04:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:26:12Z', 'updated_at': '2021-11-25T17:26:37Z', 'revision_number': 1, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:09Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:40.158518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Pushing event deleted for resources: {'Port': ['ID=a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:40.179978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a628a94-3714-4d4e-934f-50c1c6526688 None None] The sync data for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 is: [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '2b00274c-1ab9-40e0-b096-15a25fc68cc2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'port_id': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'mac_address': 'fa:16:3e:04:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:26:12Z', 'updated_at': '2021-11-25T17:26:37Z', 'revision_number': 1, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:09Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:40.308968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.319566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18dfb72a-c925-4f8c-bfa1-68fdc297ff75 req-00eee72a-adee-47a9-9609-9394095f6ecf tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ef90564-ddfd-40a5-abdc-15bfe3ee07b4 HTTP/1.1" status: 200 len: 210 time: 0.1509402 Nov 25 17:26:40.324693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['2c59bc8d-8bdd-4487-a23b-67cc1023d0d6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:40.369618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] No DVR routers for this DVR port a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:40.400768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d0c95-9630-4639-80c2-7f8cadb0df75 req-f82ac1ae-d21e-472d-88b6-b2f563ca3cf8 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.402399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098d0c95-9630-4639-80c2-7f8cadb0df75 req-f82ac1ae-d21e-472d-88b6-b2f563ca3cf8 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.5420949 Nov 25 17:26:40.404156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.407503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c445cdf2-85b9-44b7-bb90-9148b812d0ec req-fc36826b-4866-4671-83ab-63007e748864 tempest-DeleteServersTestJSON-247884520 tempest-DeleteServersTestJSON-247884520-project] 10.222.0.60 "DELETE /v2.0/ports/a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e HTTP/1.1" status: 204 len: 173 time: 2.0388904 Nov 25 17:26:40.408709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef90564-ddfd-40a5-abdc-15bfe3ee07b4', 'name': 'network-vif-deleted', 'tag': 'a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:40.411329 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40976eca-7d9f-4a62-9650-8fb10bd0a1ae" -d '{"events": [{"server_uuid": "9ef90564-ddfd-40a5-abdc-15bfe3ee07b4", "name": "network-vif-deleted", "tag": "a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:40.424856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Pushing event deleted for resources: {'Port': ['ID=2c59bc8d-8bdd-4487-a23b-67cc1023d0d6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:40.515465 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d234d4e-e1f6-4bf6-b732-86f85ef07f0c x-openstack-request-id: req-1d234d4e-e1f6-4bf6-b732-86f85ef07f0c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:40.515767 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef90564-ddfd-40a5-abdc-15bfe3ee07b4", "name": "network-vif-deleted", "tag": "a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:40.516104 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d234d4e-e1f6-4bf6-b732-86f85ef07f0c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:40.516444 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef90564-ddfd-40a5-abdc-15bfe3ee07b4', 'name': 'network-vif-deleted', 'tag': 'a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e', 'status': 'completed', 'code': 200} Nov 25 17:26:40.614476 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] No DVR routers for this DVR port 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:40.620093 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556f7dd-56ec-4baf-b84c-c2a894a55e12 None None] New status for floating IP 2b00274c-1ab9-40e0-b096-15a25fc68cc2: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:26:40.625000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.627776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-339b5cda-a22a-4284-bc90-4eaa087a7254 req-dc28a75f-f3f5-4ba2-b78d-14d5880c0212 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.60 "DELETE /v2.0/ports/2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 HTTP/1.1" status: 204 len: 173 time: 2.2820029 Nov 25 17:26:40.637706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098d0c95-9630-4639-80c2-7f8cadb0df75 req-76f81533-5db1-4d79-b93b-076e48842f72 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223163 Nov 25 17:26:40.713133 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.814683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event deleted for resources: {'Port': ['ID=53416925-050d-458b-973c-fb76c24c02ca,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:40.916842 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.089721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00653589-da3c-48f6-93ac-99544af94cd5 req-ec2b53e8-fb11-48a9-addb-f2e34dfd4db6 tempest-InstanceActionsTestJSON-1374246105 tempest-InstanceActionsTestJSON-1374246105-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb147e9c-7c43-401a-99db-36173ab15ae8 HTTP/1.1" status: 200 len: 210 time: 0.0799959 Nov 25 17:26:41.095939 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.105791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.192197 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.193649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a58b88c-815b-4e56-8909-90cbf1f6f997 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:41.201162 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.203774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-16aff46e-a774-4e70-95b6-aa2a19894700 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "DELETE /v2.0/routers/6a58b88c-815b-4e56-8909-90cbf1f6f997 HTTP/1.1" status: 204 len: 168 time: 3.7999461 Nov 25 17:26:41.207199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:41.274553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d602b7-4825-4218-9b63-1e0453311667 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Deleting subnet 9c3b8cc2-6620-4d3e-9fb3-5590936ef37b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:41.279084 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97d602b7-4825-4218-9b63-1e0453311667 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.334182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97d602b7-4825-4218-9b63-1e0453311667 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.415071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97d602b7-4825-4218-9b63-1e0453311667 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.516658 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97d602b7-4825-4218-9b63-1e0453311667 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.564689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97d602b7-4825-4218-9b63-1e0453311667 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.569040 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-97d602b7-4825-4218-9b63-1e0453311667 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/9c3b8cc2-6620-4d3e-9fb3-5590936ef37b HTTP/1.1" status: 204 len: 168 time: 0.3583460 Nov 25 17:26:41.570493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d602b7-4825-4218-9b63-1e0453311667 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3b8cc2-6620-4d3e-9fb3-5590936ef37b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:41.572116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59222) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:41.703677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.825764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.852926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99af3e0e-1908-43ff-a794-512c2749beeb']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:41.853430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cab41-0cf4-447d-a277-61d35143b37b req-ee0c7bef-2809-40f1-b1e4-de560e98c54d tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:41.856660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c78cab41-0cf4-447d-a277-61d35143b37b req-ee0c7bef-2809-40f1-b1e4-de560e98c54d tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.0864575 Nov 25 17:26:41.873760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0606487-1e90-456d-85f4-de0d02e282c1') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:41.874275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0606487-1e90-456d-85f4-de0d02e282c1') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:41.889562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.909991 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.925015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:41.925420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:41.938948 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:41.976082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c78cab41-0cf4-447d-a277-61d35143b37b req-81e3d563-99d5-4767-b00b-7e8317a46b26 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083174 Nov 25 17:26:42.002224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.008558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99af3e0e-1908-43ff-a794-512c2749beeb {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:26:42.012070 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.015362 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "DELETE /v2.0/networks/99af3e0e-1908-43ff-a794-512c2749beeb HTTP/1.1" status: 204 len: 168 time: 0.4422216 Nov 25 17:26:42.036206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56ad43-997d-4e2c-bec0-dfbf2599830c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event deleted for resources: {'Network': ['ID=99af3e0e-1908-43ff-a794-512c2749beeb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:42.178165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:42.289137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-383ab2a2-766d-41fb-8433-a16cde945a90 admin admin] Deleting subnet 282597d3-9786-43af-8e78-7e0c39d897d4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:42.294891 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-383ab2a2-766d-41fb-8433-a16cde945a90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.333751 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-383ab2a2-766d-41fb-8433-a16cde945a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.399454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-383ab2a2-766d-41fb-8433-a16cde945a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.407983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:42.413040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-306f8980-1949-4d8a-b537-1cbb3b0da089 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'router': {'name': 'tempest-router--951880470', 'project_id': 'a100aae087f945728f0192ba94b6b4f4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:42.466049 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-306f8980-1949-4d8a-b537-1cbb3b0da089 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.468956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-306f8980-1949-4d8a-b537-1cbb3b0da089 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.484621 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-383ab2a2-766d-41fb-8433-a16cde945a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.519270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb147e9c-7c43-401a-99db-36173ab15ae8', 'name': 'network-vif-deleted', 'tag': '2c59bc8d-8bdd-4487-a23b-67cc1023d0d6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:42.522628 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53db2d0-94c6-4ea1-8178-2921a492ace3" -d '{"events": [{"server_uuid": "cb147e9c-7c43-401a-99db-36173ab15ae8", "name": "network-vif-deleted", "tag": "2c59bc8d-8bdd-4487-a23b-67cc1023d0d6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:42.526256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ab2a2-766d-41fb-8433-a16cde945a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282597d3-9786-43af-8e78-7e0c39d897d4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:42.529346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-383ab2a2-766d-41fb-8433-a16cde945a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.533384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-383ab2a2-766d-41fb-8433-a16cde945a90 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/282597d3-9786-43af-8e78-7e0c39d897d4 HTTP/1.1" status: 204 len: 168 time: 0.3542378 Nov 25 17:26:42.535914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:42.589870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-306f8980-1949-4d8a-b537-1cbb3b0da089 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.595565 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9350a0-d328-4f88-85c9-bfc5fb1f77c5 x-openstack-request-id: req-4e9350a0-d328-4f88-85c9-bfc5fb1f77c5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:42.596002 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb147e9c-7c43-401a-99db-36173ab15ae8", "name": "network-vif-deleted", "tag": "2c59bc8d-8bdd-4487-a23b-67cc1023d0d6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:42.596411 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e9350a0-d328-4f88-85c9-bfc5fb1f77c5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:42.596861 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb147e9c-7c43-401a-99db-36173ab15ae8', 'name': 'network-vif-deleted', 'tag': '2c59bc8d-8bdd-4487-a23b-67cc1023d0d6', 'status': 'completed', 'code': 200} Nov 25 17:26:42.598365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-306f8980-1949-4d8a-b537-1cbb3b0da089 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.632237 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.638939 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-306f8980-1949-4d8a-b537-1cbb3b0da089 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.649665 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-306f8980-1949-4d8a-b537-1cbb3b0da089 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2403040 Nov 25 17:26:42.652166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59276) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:42.727116 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.735150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:42.754950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f60970-cb36-4959-979d-8f3d87607c80']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:42.781327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b305d95-000d-4ad9-9a48-56f3a4bf5c64') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:42.781918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b305d95-000d-4ad9-9a48-56f3a4bf5c64') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:42.788644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:42.790839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a9a386d6-ccb5-4ff1-800e-a27bf39a3c5e not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:42.791208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:42.802290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.834630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.848756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:42.849824 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.863806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95b173ec-a0fb-49cd-b8f2-84bfdc107393 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:42.933171 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:42.937066 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.947432 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.952660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/58f60970-cb36-4959-979d-8f3d87607c80 HTTP/1.1" status: 204 len: 168 time: 0.4150035 Nov 25 17:26:42.997011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36484900-adf6-4d1d-82b3-3ca5e2e01ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f60970-cb36-4959-979d-8f3d87607c80,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:43.197984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:43.198340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2c59bc8d-8bdd-4487-a23b-67cc1023d0d6 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:43.242340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c40cb-ce55-4940-94a6-c9ebf9ee2193 req-79f1e299-0bcd-412e-949d-d5a81f3e9acc tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.247998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d6c40cb-ce55-4940-94a6-c9ebf9ee2193 req-79f1e299-0bcd-412e-949d-d5a81f3e9acc tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.0724788 Nov 25 17:26:43.329829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95b173ec-a0fb-49cd-b8f2-84bfdc107393 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.338827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95b173ec-a0fb-49cd-b8f2-84bfdc107393 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.348866 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d6c40cb-ce55-4940-94a6-c9ebf9ee2193 req-784b7948-34e3-4c71-8b6b-224cffac654f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961516 Nov 25 17:26:43.389510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:43.433878 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95b173ec-a0fb-49cd-b8f2-84bfdc107393 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.434469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b173ec-a0fb-49cd-b8f2-84bfdc107393 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a79b496-0510-4a6b-b951-b87653a93640 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:43.447815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95b173ec-a0fb-49cd-b8f2-84bfdc107393 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.452092 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-95b173ec-a0fb-49cd-b8f2-84bfdc107393 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "DELETE /v2.0/routers/8a79b496-0510-4a6b-b951-b87653a93640 HTTP/1.1" status: 204 len: 168 time: 0.7960284 Nov 25 17:26:43.452279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0333d094-c8ca-4bcb-9b1d-cbfbce85a01b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a78c7e2d7f07444b92238f2ae7f7a3c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603864 Nov 25 17:26:43.453599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:43.487442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 53416925-050d-458b-973c-fb76c24c02ca no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:43.546455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 53416925-050d-458b-973c-fb76c24c02ca {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:43.548657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 53416925-050d-458b-973c-fb76c24c02ca not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:43.565512 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5810261f-6a24-427c-a28c-3e95df3e3df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.604273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5810261f-6a24-427c-a28c-3e95df3e3df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.679642 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5810261f-6a24-427c-a28c-3e95df3e3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.684454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5810261f-6a24-427c-a28c-3e95df3e3df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.686396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5810261f-6a24-427c-a28c-3e95df3e3df6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ffece154-1c34-40df-9627-fbb1e3d9b758 HTTP/1.1" status: 204 len: 168 time: 0.2317793 Nov 25 17:26:43.703125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810261f-6a24-427c-a28c-3e95df3e3df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffece154-1c34-40df-9627-fbb1e3d9b758,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:43.707827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:43.960509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-219070531', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:43.999445 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.001595 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.102765 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.342305 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.591539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78dbbe-6c8e-4768-875d-00acd253ab40 req-fd790369-70e2-42ff-a2c4-b335e8c845b8 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.593894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c78dbbe-6c8e-4768-875d-00acd253ab40 req-fd790369-70e2-42ff-a2c4-b335e8c845b8 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.0966930 Nov 25 17:26:44.761187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:44.932158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1465719821-network', 'tenant_id': 'ea57703f15b746b8a7b67ae4c1597791'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:44.974948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Made reservation on behalf of ea57703f15b746b8a7b67ae4c1597791 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:44.978715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.998258 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.121048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.136368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.142652 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.144362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.151545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c78dbbe-6c8e-4768-875d-00acd253ab40 req-c1e37f2d-ae74-4f8b-9eef-ff6c4102930d tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488172 Nov 25 17:26:45.192464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:45.215596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28326b5-fc0d-42da-93c8-216e57a304c2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.224479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.226338 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Added segment c8cf1807-47b3-42cd-a794-1ba4148546f0 of type vlan for network ed9abdb7-200e-4b48-98b0-a85d6bdd336f Nov 25 17:26:45.313554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Allocated IP 172.25.1.216 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/04bc5a3a-b106-4da7-a216-03fc8533320c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:45.314117 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.372738 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.373776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.374377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.458633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6958525 Nov 25 17:26:45.466949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:45.474462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Request body: {'subnet': {'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1465719821-subnet', 'tenant_id': 'ea57703f15b746b8a7b67ae4c1597791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:45.487255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21e4a3-6497-4ed5-b92d-8350446255c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ed9abdb7-200e-4b48-98b0-a85d6bdd336f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.488875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.499996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ed9abdb7-200e-4b48-98b0-a85d6bdd336f details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:45.525967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Made reservation on behalf of ea57703f15b746b8a7b67ae4c1597791 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:45.528510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.540219 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.602437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:45.606522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:45.613681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:45.628160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50040b53-8498-45df-8377-e76bad24b41d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:45.665165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event updated for resources: {'Port': ['ID=04bc5a3a-b106-4da7-a216-03fc8533320c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.712269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4d5fc919-8e57-4d08-b65f-78749fb58920 None None] Provisioning complete for port 04bc5a3a-b106-4da7-a216-03fc8533320c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:45.713249 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc919-8e57-4d08-b65f-78749fb58920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.769684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4d5fc919-8e57-4d08-b65f-78749fb58920 None None] Port 04bc5a3a-b106-4da7-a216-03fc8533320c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:45.862871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.933637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3c63fb-98ac-4922-bd86-38ffaa6084cf,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.969491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Checking segment: {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:45.969859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Network hostable DHCP agents. Network: ed9abdb7-200e-4b48-98b0-a85d6bdd336f, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:45.993091 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Network ed9abdb7-200e-4b48-98b0-a85d6bdd336f is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:46.010531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ed9abdb7-200e-4b48-98b0-a85d6bdd336f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:46.020010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66a414-b350-45b7-9973-b4b1a8d6643e None None] Network ed9abdb7-200e-4b48-98b0-a85d6bdd336f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:46.032544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.033219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.057182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f2af65a5-2be7-4866-af79-f9af6d6d0cd6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5889270 Nov 25 17:26:46.104106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.311318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf32ce68-6f61-4fad-9aa0-c08206ea60c4 None None] Network ed9abdb7-200e-4b48-98b0-a85d6bdd336f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:46.534554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ccaac-483a-459e-ad3d-d4c3b65e01d4 req-da4733b9-c1de-49a4-a9bb-dec494abdfd1 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.537815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d70ccaac-483a-459e-ad3d-d4c3b65e01d4 req-da4733b9-c1de-49a4-a9bb-dec494abdfd1 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1506598 Nov 25 17:26:46.541638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.655458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d70ccaac-483a-459e-ad3d-d4c3b65e01d4 req-e2a0ed18-7849-4466-a20e-9c5957532eb2 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098173 Nov 25 17:26:46.878000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-6f12ccd4-3fb9-405f-beb1-f46e96f1d44f tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:46.879548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-6f12ccd4-3fb9-405f-beb1-f46e96f1d44f tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/networks?id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f HTTP/1.1" status: 200 len: 818 time: 0.1624966 Nov 25 17:26:46.899671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Router 610726be-4ac0-4a51-b598-2d7761424321 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:46.903989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-7282c358-afe6-4434-8e1d-f5ff099c0b5c tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/quotas/ea57703f15b746b8a7b67ae4c1597791 HTTP/1.1" status: 200 len: 375 time: 0.0129340 Nov 25 17:26:46.985826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9b3f364a-0dbb-4502-90e2-41ca9c8894c9 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea57703f15b746b8a7b67ae4c1597791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730016 Nov 25 17:26:47.107896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:47.127400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd252-38f5-4d0b-b62d-89e5752ce1e9 None None] Sync routers for ids ['610726be-4ac0-4a51-b598-2d7761424321'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:47.136261 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.140210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-64b1a2e6-1e9f-49e8-84cd-8a8c8db5d424 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4279752 Nov 25 17:26:47.140534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59424) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:47.146850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dd252-38f5-4d0b-b62d-89e5752ce1e9 None None] Routers {'610726be-4ac0-4a51-b598-2d7761424321'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:47.147762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-886dd252-38f5-4d0b-b62d-89e5752ce1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['610726be-4ac0-4a51-b598-2d7761424321'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:47.196878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-886dd252-38f5-4d0b-b62d-89e5752ce1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:47.206881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-fef5a9c8-3433-455e-9982-52aca8559e8d service neutron] 10.222.0.81 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785240 Nov 25 17:26:47.213888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dd252-38f5-4d0b-b62d-89e5752ce1e9 None None] Routers {'610726be-4ac0-4a51-b598-2d7761424321'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:47.218205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-886dd252-38f5-4d0b-b62d-89e5752ce1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['610726be-4ac0-4a51-b598-2d7761424321'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:47.266719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-886dd252-38f5-4d0b-b62d-89e5752ce1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:47.267410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd252-38f5-4d0b-b62d-89e5752ce1e9 None None] The sync data for ids ['610726be-4ac0-4a51-b598-2d7761424321'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:47.304093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b45bf6c-7d39-4ba9-b60d-24fd9e708070 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/routers/610726be-4ac0-4a51-b598-2d7761424321 HTTP/1.1" status: 200 len: 920 time: 0.1616755 Nov 25 17:26:47.308761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59428) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:47.338367 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d16b8e8a-d069-457b-bb9b-d7111de3f21e tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=610726be-4ac0-4a51-b598-2d7761424321 HTTP/1.1" status: 200 len: 205 time: 0.0280342 Nov 25 17:26:47.341529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:47.463992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-899b060e-638e-4fa3-a5c5-8ab302050d72 service neutron] 10.222.0.81 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463322 Nov 25 17:26:47.487929 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.657935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.732839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Deleting port 04bc5a3a-b106-4da7-a216-03fc8533320c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:47.733448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.862171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59450) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:47.939017 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.960360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca215a5-ecb4-4021-a4ac-1fa514a865bc req-74d4c147-1745-43c8-b2fe-2e416a321403 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:47.963524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cca215a5-ecb4-4021-a4ac-1fa514a865bc req-74d4c147-1745-43c8-b2fe-2e416a321403 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1809876 Nov 25 17:26:48.005789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Calling delete_port for 04bc5a3a-b106-4da7-a216-03fc8533320c owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:48.062094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4893b49-93ea-4055-980c-12c4b4af546b admin admin] Deleting subnet 483180c2-5451-4b43-98d2-fc76f7ce3b80 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:48.067213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4893b49-93ea-4055-980c-12c4b4af546b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.117358 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4893b49-93ea-4055-980c-12c4b4af546b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.170504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4893b49-93ea-4055-980c-12c4b4af546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.181881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4eb0c50b-9dd6-416c-a42e-207e7f3ee3bb req-69e985ac-0949-4e58-a6ff-6f889311011b tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 210 time: 0.0423491 Nov 25 17:26:48.206886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cca215a5-ecb4-4021-a4ac-1fa514a865bc req-961ff658-c416-4b7b-b722-54cd4a9e4529 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273016 Nov 25 17:26:48.282191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4893b49-93ea-4055-980c-12c4b4af546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.320082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893b49-93ea-4055-980c-12c4b4af546b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483180c2-5451-4b43-98d2-fc76f7ce3b80,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:48.336804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4893b49-93ea-4055-980c-12c4b4af546b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.340842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a4893b49-93ea-4055-980c-12c4b4af546b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/483180c2-5451-4b43-98d2-fc76f7ce3b80 HTTP/1.1" status: 204 len: 168 time: 0.4772606 Nov 25 17:26:48.343804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:48.403923 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.433988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event deleted for resources: {'Port': ['ID=04bc5a3a-b106-4da7-a216-03fc8533320c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:48.443426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.453980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4ff96-9342-419d-8695-33394d86096b None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:48.475267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.475884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.476418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.477118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.477828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.478331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.479060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.479715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.480247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.480755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.481306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.481812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:48.545832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.567074 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.575294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3744765e-f134-41db-adf6-58161581068d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72eb5744-4bc9-4a81-b495-30d4aaee14ae']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:48.587995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3744765e-f134-41db-adf6-58161581068d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ac0170-f16a-4751-b8da-385ba6c80246') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:48.588826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3744765e-f134-41db-adf6-58161581068d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ac0170-f16a-4751-b8da-385ba6c80246') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:48.602071 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.618994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.626016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:48.626647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:48.686449 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:48.690944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.698226 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.700781 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.704594 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3744765e-f134-41db-adf6-58161581068d admin admin] 10.222.0.81 "DELETE /v2.0/networks/72eb5744-4bc9-4a81-b495-30d4aaee14ae HTTP/1.1" status: 204 len: 168 time: 0.3571219 Nov 25 17:26:48.706947 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.742755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744765e-f134-41db-adf6-58161581068d admin admin] Pushing event deleted for resources: {'Network': ['ID=72eb5744-4bc9-4a81-b495-30d4aaee14ae,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:48.794511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.795353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Fanout notify agent at l3_agent the message router_deleted on router 610726be-4ac0-4a51-b598-2d7761424321 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:48.804477 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.806380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-227d2973-458b-4759-8986-3ef22ee5a746 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/610726be-4ac0-4a51-b598-2d7761424321 HTTP/1.1" status: 204 len: 168 time: 1.4636779 Nov 25 17:26:48.810598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:48.816563 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2001772047', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': False}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:48.849470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.850779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.897944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:48.924502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.944352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ed3f9ae6-47b6-4a91-a80d-cd884a8e4894 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e626f0952704d799bd9d7006a3e9750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451612 Nov 25 17:26:48.947197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:49.032677 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e73f-111c-479e-be31-e83e5c5bf6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.063428 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e73f-111c-479e-be31-e83e5c5bf6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.159110 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e73f-111c-479e-be31-e83e5c5bf6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.163636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e73f-111c-479e-be31-e83e5c5bf6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.168835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a7a2e73f-111c-479e-be31-e83e5c5bf6dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2280200-8984-4107-87b0-21b59faeb30a HTTP/1.1" status: 204 len: 168 time: 0.2169323 Nov 25 17:26:49.192222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2e73f-111c-479e-be31-e83e5c5bf6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2280200-8984-4107-87b0-21b59faeb30a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:49.279953 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.468923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e19916a-0ea0-4da2-b9f7-0ffcf9f316bd req-03846116-23c8-422c-a64c-4c206f4532d4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 210 time: 0.1271005 Nov 25 17:26:49.515654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbddbd-03d1-48d8-9d6c-1ad361acf8bf req-530d6215-1c16-4ff9-bac4-e2d242dcab5e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.517409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dfbddbd-03d1-48d8-9d6c-1ad361acf8bf req-530d6215-1c16-4ff9-bac4-e2d242dcab5e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1465786 Nov 25 17:26:49.594611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dfbddbd-03d1-48d8-9d6c-1ad361acf8bf req-67f87e5c-6ef6-4592-bbf8-35daaa1df248 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Nov 25 17:26:49.655982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.675852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.850431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Allocated IP 172.25.1.124 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/3a822b79-6be0-496e-8a01-f5719d1cbf28) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:50.057191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.135090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.183896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f4094055-f7cf-4066-8f17-39049f055bcf tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:50.185627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f4094055-f7cf-4066-8f17-39049f055bcf tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.95 "GET /v2.0/networks?id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f HTTP/1.1" status: 200 len: 818 time: 0.2221959 Nov 25 17:26:50.200570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Request body: {'port': {'device_id': '92ce9506-407d-4dd6-9c0d-b2299ee6321b', 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f', 'admin_state_up': True, 'tenant_id': 'ea57703f15b746b8a7b67ae4c1597791'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:50.217272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:50.226195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:50.228241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:50.260720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b02cb6-e8ee-441b-8195-072097c009d2 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:50.278807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'Port': ['ID=3a822b79-6be0-496e-8a01-f5719d1cbf28,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:50.295034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.295656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.296525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.296881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.297253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.297593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.297930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.298269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.298601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.298931 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.299267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.299598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:50.364945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-00b15319-3015-45ce-b28e-9f46ce514271 None None] Provisioning complete for port 3a822b79-6be0-496e-8a01-f5719d1cbf28 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:50.371931 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00b15319-3015-45ce-b28e-9f46ce514271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.509734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-00b15319-3015-45ce-b28e-9f46ce514271 None None] Port 3a822b79-6be0-496e-8a01-f5719d1cbf28 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:50.818540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.075491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.141338 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b16d67c4-811f-40fe-b842-9c2d94729501 req-cec17b5d-04bf-4827-91d7-e04da6a1008d tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 210 time: 0.1519568 Nov 25 17:26:51.200908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Made reservation on behalf of ea57703f15b746b8a7b67ae4c1597791 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:51.204919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.238605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e9516-cb77-43d7-a112-838507bb576d req-717ff8fa-1541-40e5-82d7-a5d045954096 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.247617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-582e9516-cb77-43d7-a112-838507bb576d req-717ff8fa-1541-40e5-82d7-a5d045954096 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1935554 Nov 25 17:26:51.262046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-05bc1934-79ab-43c0-ad31-c180da5e4a08 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.263584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-05bc1934-79ab-43c0-ad31-c180da5e4a08 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.60 "GET /v2.0/networks?id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f HTTP/1.1" status: 200 len: 818 time: 0.2725577 Nov 25 17:26:51.289327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-7a88575e-b321-4b20-ac15-5a4ddde43fe5 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.290922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-7a88575e-b321-4b20-ac15-5a4ddde43fe5 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.60 "GET /v2.0/networks?id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f HTTP/1.1" status: 200 len: 818 time: 0.9752712 Nov 25 17:26:51.305964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Request body: {'port': {'device_id': '7c6aac76-c6e9-4533-a988-517f912c1a13', 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f', 'admin_state_up': True, 'tenant_id': 'ea57703f15b746b8a7b67ae4c1597791'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:51.438294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Request body: {'port': {'device_id': '7ebd756b-da0a-4c6b-9a46-820e6068334d', 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f', 'admin_state_up': True, 'tenant_id': 'ea57703f15b746b8a7b67ae4c1597791'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:51.669580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-582e9516-cb77-43d7-a112-838507bb576d req-16b48c42-e3e7-47e2-9268-a63a41949864 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205163 Nov 25 17:26:51.707404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Router 5236a748-66ca-429d-a7d6-a094c9212d0a is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:51.708654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Made reservation on behalf of ea57703f15b746b8a7b67ae4c1597791 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:51.714587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.870532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:51.880964 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Sync routers for ids ['5236a748-66ca-429d-a7d6-a094c9212d0a'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:51.904365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.908726 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-563062e9-23df-433a-8e26-a286dca6f913 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0939922 Nov 25 17:26:51.909291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59542) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:51.918705 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Routers {'5236a748-66ca-429d-a7d6-a094c9212d0a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:51.919351 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5236a748-66ca-429d-a7d6-a094c9212d0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:52.025113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a834a626-f258-473a-86b3-7fa4309d54b9 req-acd873fb-941a-4c99-8b93-54d471a31d05 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=0debeede-fca5-4833-90ad-c86854f2d59a HTTP/1.1" status: 200 len: 210 time: 0.2612290 Nov 25 17:26:52.058729 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0e3f7be1-3dbc-41ec-9cab-9a4e1215053a tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/routers/5236a748-66ca-429d-a7d6-a094c9212d0a HTTP/1.1" status: 200 len: 909 time: 0.1483395 Nov 25 17:26:52.061268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:52.086411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2001772047', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': True}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:52.112606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.114078 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.116076 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Set router 5236a748-66ca-429d-a7d6-a094c9212d0a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:52.132001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Allocated IP 172.20.0.12 (ed9abdb7-200e-4b48-98b0-a85d6bdd336f/6b3c63fb-98ac-4922-bd86-38ffaa6084cf/9950739f-7309-454b-8f26-55a39632260a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:52.163215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Made reservation on behalf of ea57703f15b746b8a7b67ae4c1597791 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:52.169292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.203782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.424502 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5236a748-66ca-429d-a7d6-a094c9212d0a', 'name': 'tempest-snat-router-2001772047', 'tenant_id': 'd74bef4249574c1894d95094c23040ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.124'}], 'enable_snat': False}, 'gw_port_id': '3a822b79-6be0-496e-8a01-f5719d1cbf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:48Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 3, 'project_id': 'd74bef4249574c1894d95094c23040ad', 'gw_port': {'id': '3a822b79-6be0-496e-8a01-f5719d1cbf28', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5236a748-66ca-429d-a7d6-a094c9212d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:49Z', 'updated_at': '2021-11-25T17:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:52.427287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3308984f-f404-4481-ba92-545d7d7d594d req-a5cb71c2-e5b1-4966-95f4-b631f4ebff51 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 210 time: 0.1152823 Nov 25 17:26:52.442269 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.474864 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Checking router: 5236a748-66ca-429d-a7d6-a094c9212d0a for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:52.475687 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Updating router 5236a748-66ca-429d-a7d6-a094c9212d0a port 3a822b79-6be0-496e-8a01-f5719d1cbf28 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:52.510642 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.730264 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.780157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.947416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.982707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.007635 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.018545 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.026038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5dd7efed-1c1e-4b61-b4f1-c7ca6de20145 req-03267f78-b5d4-4261-b7b0-e0a635dcbf17 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.2332096 Nov 25 17:26:53.105426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddaa5c-567d-4525-aa77-9dc73b5f149e req-213c8378-6667-4d02-bd1d-cc0d2666a3e3 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.109672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95ddaa5c-567d-4525-aa77-9dc73b5f149e req-213c8378-6667-4d02-bd1d-cc0d2666a3e3 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.2395298 Nov 25 17:26:53.112250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2979fc6c-cb1f-4d48-ab3f-822364f650f1 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:53.164075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-482f0d3e-f709-4088-9597-bbe4e730bf9a None None] Provisioning complete for port 3a822b79-6be0-496e-8a01-f5719d1cbf28 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:53.167716 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Attempting to bind port 3a822b79-6be0-496e-8a01-f5719d1cbf28 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:53.168337 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-482f0d3e-f709-4088-9597-bbe4e730bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.168503 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Attempting to bind port 3a822b79-6be0-496e-8a01-f5719d1cbf28 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:53.169014 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Attempting to bind port 3a822b79-6be0-496e-8a01-f5719d1cbf28 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:53.172832 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8678ed-e2a9-410a-9f53-9d820aad86e8 None None] Pushing event updated for resources: {'Port': ['ID=3a822b79-6be0-496e-8a01-f5719d1cbf28,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.189294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Allocated IP 172.25.1.237 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/24292e10-88f7-41ab-8a61-9a4c7cd53bec) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:53.203636 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:53.205003 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:53.205823 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.206659 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:53.206984 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Bound port: 3a822b79-6be0-496e-8a01-f5719d1cbf28, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:53.207617 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.264513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-482f0d3e-f709-4088-9597-bbe4e730bf9a None None] Port 3a822b79-6be0-496e-8a01-f5719d1cbf28 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:53.277949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Network ed9abdb7-200e-4b48-98b0-a85d6bdd336f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:53.288756 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] For port 3a822b79-6be0-496e-8a01-f5719d1cbf28, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:53.295190 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] For port 3a822b79-6be0-496e-8a01-f5719d1cbf28, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3a822b79-6be0-496e-8a01-f5719d1cbf28,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:53.314679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95ddaa5c-567d-4525-aa77-9dc73b5f149e req-e1bbd538-57ae-4528-b2c4-afb61a3e1c4c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733155 Nov 25 17:26:53.316459 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.336235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:53.348224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:53.355714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Allocated IP 172.20.0.9 (ed9abdb7-200e-4b48-98b0-a85d6bdd336f/6b3c63fb-98ac-4922-bd86-38ffaa6084cf/4050d069-a95b-46f1-a6b0-cdff0a0f8aea) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:53.359484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Pushing event updated for resources: {'Port': ['ID=9950739f-7309-454b-8f26-55a39632260a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.436097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc4ddda-ccfc-41a3-98d3-fda26bab0523 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:53.448830 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Routers {'5236a748-66ca-429d-a7d6-a094c9212d0a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:53.449938 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5236a748-66ca-429d-a7d6-a094c9212d0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:53.452567 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8678ed-e2a9-410a-9f53-9d820aad86e8 None None] Pushing event updated for resources: {'Port': ['ID=3a822b79-6be0-496e-8a01-f5719d1cbf28,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.464621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.498797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c5d24fd9-180b-4d5a-9328-9ef527329fe2 None None] Provisioning complete for port 3a822b79-6be0-496e-8a01-f5719d1cbf28 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:53.499440 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5d24fd9-180b-4d5a-9328-9ef527329fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.578269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.578968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.599349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.685514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-3977adc1-56f5-4455-a3f0-2df6d2d895b4 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4896362 Nov 25 17:26:53.707934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:53.711102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce17bbf2-c85f-440a-836b-a54410419df6 req-c49e2f06-8fd1-477b-b72b-1220a919bd47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 210 time: 0.0809453 Nov 25 17:26:53.717634 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5d24fd9-180b-4d5a-9328-9ef527329fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.718484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:53.730843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Request body: {'port': {'device_id': '92ce9506-407d-4dd6-9c0d-b2299ee6321b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:53.734659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:53.741358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed805032-835c-48bd-8b76-e8033b41931f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:53.742634 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] Set router 5236a748-66ca-429d-a7d6-a094c9212d0a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:53.782410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c5d24fd9-180b-4d5a-9328-9ef527329fe2 None None] For port 3a822b79-6be0-496e-8a01-f5719d1cbf28, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3a822b79-6be0-496e-8a01-f5719d1cbf28,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:53.789207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5d24fd9-180b-4d5a-9328-9ef527329fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.795875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'Port': ['ID=24292e10-88f7-41ab-8a61-9a4c7cd53bec,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.857683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d24fd9-180b-4d5a-9328-9ef527329fe2 None None] Pushing event updated for resources: {'Port': ['ID=3a822b79-6be0-496e-8a01-f5719d1cbf28,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.926197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a6fe06bb-beeb-421f-9c89-dfec3a726c0d None None] Provisioning complete for port 24292e10-88f7-41ab-8a61-9a4c7cd53bec triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:53.929174 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6fe06bb-beeb-421f-9c89-dfec3a726c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.988047 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.074667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe06bb-beeb-421f-9c89-dfec3a726c0d None None] Port 24292e10-88f7-41ab-8a61-9a4c7cd53bec cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:54.180454 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5236a748-66ca-429d-a7d6-a094c9212d0a', 'name': 'tempest-snat-router-2001772047', 'tenant_id': 'd74bef4249574c1894d95094c23040ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.124'}], 'enable_snat': False}, 'gw_port_id': '3a822b79-6be0-496e-8a01-f5719d1cbf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:48Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 3, 'project_id': 'd74bef4249574c1894d95094c23040ad', 'gw_port': {'id': '3a822b79-6be0-496e-8a01-f5719d1cbf28', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5236a748-66ca-429d-a7d6-a094c9212d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:49Z', 'updated_at': '2021-11-25T17:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:54.209899 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dfbb3-e080-42e8-9922-730a833250a5 None None] The sync data for ids ['5236a748-66ca-429d-a7d6-a094c9212d0a'] in n-d-819349-3 is: [{'id': '5236a748-66ca-429d-a7d6-a094c9212d0a', 'name': 'tempest-snat-router-2001772047', 'tenant_id': 'd74bef4249574c1894d95094c23040ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.124'}], 'enable_snat': False}, 'gw_port_id': '3a822b79-6be0-496e-8a01-f5719d1cbf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:48Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 3, 'project_id': 'd74bef4249574c1894d95094c23040ad', 'gw_port': {'id': '3a822b79-6be0-496e-8a01-f5719d1cbf28', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5236a748-66ca-429d-a7d6-a094c9212d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:49Z', 'updated_at': '2021-11-25T17:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:54.311996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.354428 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c918c57-137b-45f5-ab66-b7f4a894ddb5 req-8308c963-b853-49ab-b8cf-aa859ebaf47f tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0614824 Nov 25 17:26:54.377126 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.469217 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.529738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc253c8e-cd76-492a-8b86-392bdde564cb req-5c006391-cce2-4c33-8d9d-b0d31662c2a7 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.542776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc253c8e-cd76-492a-8b86-392bdde564cb req-5c006391-cce2-4c33-8d9d-b0d31662c2a7 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1399209 Nov 25 17:26:54.654820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Network ed9abdb7-200e-4b48-98b0-a85d6bdd336f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:54.678605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:54.683941 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Allocated IP 172.20.0.8 (ed9abdb7-200e-4b48-98b0-a85d6bdd336f/6b3c63fb-98ac-4922-bd86-38ffaa6084cf/9378a70b-48f9-4d61-872c-a5d9ade20fb5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:54.691587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:54.701515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Pushing event updated for resources: {'Port': ['ID=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:54.758095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc253c8e-cd76-492a-8b86-392bdde564cb req-33ac98e9-5c9c-4154-90ca-f580e30937e3 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576653 Nov 25 17:26:54.778703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19181417-9747-4930-9253-5370144b9c80 req-77ae1b2a-4a1a-4aee-92d7-1a4bb3626dc2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0debeede-fca5-4833-90ad-c86854f2d59a HTTP/1.1" status: 200 len: 210 time: 0.0369141 Nov 25 17:26:54.809275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.813309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.813982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.924059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7b6c55b-623f-4b22-b914-4ca91ab01797 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6290977 Nov 25 17:26:54.946671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Request body: {'port': {'device_id': '7c6aac76-c6e9-4533-a988-517f912c1a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:54.988882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Router a618a1cb-9069-4568-9aaf-3146f4e3ba45 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:54.992593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc577df0-415e-4b0d-aa66-af0278cf3194 req-17417bc4-cd9f-46fa-9e73-337fcba466c6 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:54.994239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc577df0-415e-4b0d-aa66-af0278cf3194 req-17417bc4-cd9f-46fa-9e73-337fcba466c6 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 931 time: 0.1614490 Nov 25 17:26:55.069648 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.116625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.121681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc577df0-415e-4b0d-aa66-af0278cf3194 req-6dfd0d33-e946-4f90-847a-f6959c2c6b7a tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196990 Nov 25 17:26:55.160594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:55.173566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Sync routers for ids ['a618a1cb-9069-4568-9aaf-3146f4e3ba45'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:55.183595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.185175 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-94dd0945-83bf-4aca-bc29-5e8e8be636c0 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1226807 Nov 25 17:26:55.186252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Routers {'a618a1cb-9069-4568-9aaf-3146f4e3ba45'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:55.186881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a618a1cb-9069-4568-9aaf-3146f4e3ba45'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:55.188043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:55.291036 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.343969 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e475d864-c4fd-4841-b04e-3f9dbf6bc9d2 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/routers/a618a1cb-9069-4568-9aaf-3146f4e3ba45 HTTP/1.1" status: 200 len: 908 time: 0.1543977 Nov 25 17:26:55.346776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:55.394376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Set router a618a1cb-9069-4568-9aaf-3146f4e3ba45 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:55.411848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Network ed9abdb7-200e-4b48-98b0-a85d6bdd336f is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:55.429000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:55.432889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:55.479456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Pushing event updated for resources: {'Port': ['ID=9378a70b-48f9-4d61-872c-a5d9ade20fb5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:55.519516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:55.520155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.540968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.577171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70213c3e-2617-4082-854d-af0cfe52764b req-d612ad31-7f6a-4f96-b298-b6d66a4685d2 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0459623 Nov 25 17:26:55.585441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-ef4f79ae-ddce-476e-a8ab-b489ec135bae tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1624837 Nov 25 17:26:55.620678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Request body: {'port': {'device_id': '7ebd756b-da0a-4c6b-9a46-820e6068334d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:55.670646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3a822b79-6be0-496e-8a01-f5719d1cbf28 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:55.694411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.731873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9950739f-7309-454b-8f26-55a39632260a {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:55.737568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.750472 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.777248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Deleting port 24292e10-88f7-41ab-8a61-9a4c7cd53bec {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:55.778003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.801297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Transition to ACTIVE for port object 9950739f-7309-454b-8f26-55a39632260a will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:55.821213 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.836136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3a822b79-6be0-496e-8a01-f5719d1cbf28 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:55.836855 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.868953 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4ccd9b7-038f-454f-8240-765217c9f739 req-85f6967e-77a4-4034-acd8-d76d750ea05f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0435200 Nov 25 17:26:55.914921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Pushing event updated for resources: {'Port': ['ID=9950739f-7309-454b-8f26-55a39632260a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:55.938605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.953614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Calling delete_port for 24292e10-88f7-41ab-8a61-9a4c7cd53bec owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:56.050682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a618a1cb-9069-4568-9aaf-3146f4e3ba45', 'name': 'tempest-snat-router-2001772047', 'tenant_id': 'd74bef4249574c1894d95094c23040ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '24292e10-88f7-41ab-8a61-9a4c7cd53bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:52Z', 'updated_at': '2021-11-25T17:26:54Z', 'revision_number': 3, 'project_id': 'd74bef4249574c1894d95094c23040ad', 'gw_port': {'id': '24292e10-88f7-41ab-8a61-9a4c7cd53bec', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a618a1cb-9069-4568-9aaf-3146f4e3ba45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:52Z', 'updated_at': '2021-11-25T17:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:56.100637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Checking router: a618a1cb-9069-4568-9aaf-3146f4e3ba45 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:56.101203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Updating router a618a1cb-9069-4568-9aaf-3146f4e3ba45 port 24292e10-88f7-41ab-8a61-9a4c7cd53bec binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:56.194919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.235443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe941f-1de9-4ea0-a818-17ebd6896177 req-17f76019-307a-41ad-affa-cf00560469f5 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.237062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbe941f-1de9-4ea0-a818-17ebd6896177 req-17f76019-307a-41ad-affa-cf00560469f5 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.3360195 Nov 25 17:26:56.293102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.325123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event deleted for resources: {'Port': ['ID=24292e10-88f7-41ab-8a61-9a4c7cd53bec,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:56.457446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.533705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Attempting to bind port 9950739f-7309-454b-8f26-55a39632260a on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:56.534121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Attempting to bind port 9950739f-7309-454b-8f26-55a39632260a by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:56.535373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Attempting to bind port 9950739f-7309-454b-8f26-55a39632260a on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:56.546382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4515fb-8ccf-4ef5-b4ad-8e41974318ce None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:56.589424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Port 9950739f-7309-454b-8f26-55a39632260a on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:56.589862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Attempting to bind port 9950739f-7309-454b-8f26-55a39632260a on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:56.622750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce9be1-c8fb-4884-8757-02a3dcbe5a51 req-cf2ba806-861c-437a-9112-4d050d1dff13 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.624477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dce9be1-c8fb-4884-8757-02a3dcbe5a51 req-cf2ba806-861c-437a-9112-4d050d1dff13 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 931 time: 0.2972856 Nov 25 17:26:56.628416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:56.628848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Checking segment: {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:56.629453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Bound using segment: {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:56.630887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Bound port: 9950739f-7309-454b-8f26-55a39632260a, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:56.631327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.656089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dbe941f-1de9-4ea0-a818-17ebd6896177 req-e9d9c316-7cae-4bb0-af78-8658e136a532 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776615 Nov 25 17:26:56.689094 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.695625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.749679 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:26:56.750273 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:26:56.792646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4050d069-a95b-46f1-a6b0-cdff0a0f8aea {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:56.814194 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.855890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Transition to ACTIVE for port object 4050d069-a95b-46f1-a6b0-cdff0a0f8aea will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:56.869889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dce9be1-c8fb-4884-8757-02a3dcbe5a51 req-c956e1b5-46c4-4dbf-8ab8-762cc63705e1 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359881 Nov 25 17:26:56.882415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.029540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] For port 9950739f-7309-454b-8f26-55a39632260a, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:57.075746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f856cfb4-46f7-4887-b773-c039ee810758 req-50f93017-917f-441c-a7c6-787257b47504 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.1575358 Nov 25 17:26:57.129192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] For port 9950739f-7309-454b-8f26-55a39632260a, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9950739f-7309-454b-8f26-55a39632260a,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:57.214687 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.215361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a618a1cb-9069-4568-9aaf-3146f4e3ba45 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:57.219729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.221979 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d789f998-91e9-41a5-b1ff-e59d3e62eadd tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "DELETE /v2.0/routers/a618a1cb-9069-4568-9aaf-3146f4e3ba45 HTTP/1.1" status: 204 len: 168 time: 1.8732736 Nov 25 17:26:57.224714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59646) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:57.304287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Port 24292e10-88f7-41ab-8a61-9a4c7cd53bec not found while updating agent binding for router a618a1cb-9069-4568-9aaf-3146f4e3ba45. {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 17:26:57.327189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:57.327771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:26:57.328222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a618a1cb-9069-4568-9aaf-3146f4e3ba45'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:26:57.328630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ccc73-e82e-49c1-a341-12377f2e1688 None None] The sync data for ids ['a618a1cb-9069-4568-9aaf-3146f4e3ba45'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:57.441586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-4e88e726-8ce0-4c90-8731-b60ff8dcc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.444157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-4e88e726-8ce0-4c90-8731-b60ff8dcc89f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 1097 time: 0.0959165 Nov 25 17:26:57.477135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.655346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-6eafc2c0-5929-43ed-8031-0edd3af36fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.656635 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-6eafc2c0-5929-43ed-8031-0edd3af36fbd service neutron] 10.222.0.95 "GET /v2.0/networks?id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 200 len: 917 time: 0.2038236 Nov 25 17:26:57.682461 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.709583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Pushing event updated for resources: {'Port': ['ID=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:57.710793 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-3ba01b5d-9b8f-4c22-b0ea-015ca3055f1e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf260060-aec5-4a72-bac9-08abd1ba5469 HTTP/1.1" status: 200 len: 217 time: 0.0458379 Nov 25 17:26:57.712352 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.770509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-69a188ed-d1b8-48b3-8d1d-8a74433d97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.772909 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-69a188ed-d1b8-48b3-8d1d-8a74433d97c5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 200 len: 855 time: 0.0539119 Nov 25 17:26:57.778644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Pushing event updated for resources: {'Port': ['ID=9950739f-7309-454b-8f26-55a39632260a,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:57.822057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.822910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.825349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2fbf5608-5379-4ee1-af1b-80dbc463fd25 service neutron] 10.222.0.95 "PUT /v2.0/ports/9950739f-7309-454b-8f26-55a39632260a HTTP/1.1" status: 200 len: 1092 time: 4.1174102 Nov 25 17:26:57.838332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ce9506-407d-4dd6-9c0d-b2299ee6321b', 'tag': '9950739f-7309-454b-8f26-55a39632260a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:57.845238 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc026aa-3593-4f6e-970d-9f19a311fe58" -d '{"events": [{"name": "network-changed", "server_uuid": "92ce9506-407d-4dd6-9c0d-b2299ee6321b", "tag": "9950739f-7309-454b-8f26-55a39632260a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:57.861585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Attempting to bind port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:57.861934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Attempting to bind port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:57.862455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Attempting to bind port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:57.874720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:57.875169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Attempting to bind port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:57.884592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-b29b1a49-b852-4b7b-9785-352dbec1a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.888177 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-b29b1a49-b852-4b7b-9785-352dbec1a811 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803390 Nov 25 17:26:57.890759 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Deleting port 3a822b79-6be0-496e-8a01-f5719d1cbf28 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:57.891100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.932136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:57.932493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Checking segment: {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:57.932983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Bound using segment: {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:57.933709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Bound port: 4050d069-a95b-46f1-a6b0-cdff0a0f8aea, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:57.933709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.971966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0deb9-cabc-41fd-a556-7d7fb6d5140e req-541e857d-17b9-4ae8-97b2-7a8a1986d385 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.979386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ff0deb9-cabc-41fd-a556-7d7fb6d5140e req-541e857d-17b9-4ae8-97b2-7a8a1986d385 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.2940879 Nov 25 17:26:58.057218 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabe55e2-50d1-4509-906a-11096a7c27d2 x-openstack-request-id: req-eabe55e2-50d1-4509-906a-11096a7c27d2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:58.057526 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ce9506-407d-4dd6-9c0d-b2299ee6321b", "tag": "9950739f-7309-454b-8f26-55a39632260a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:58.057792 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eabe55e2-50d1-4509-906a-11096a7c27d2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:58.058203 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ce9506-407d-4dd6-9c0d-b2299ee6321b', 'tag': '9950739f-7309-454b-8f26-55a39632260a', 'status': 'completed', 'code': 200} Nov 25 17:26:58.086677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] For port 3a822b79-6be0-496e-8a01-f5719d1cbf28, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3a822b79-6be0-496e-8a01-f5719d1cbf28,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:58.087088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.092562 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-05673786-5c77-4b95-8063-311de01cd720 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969097 Nov 25 17:26:58.112742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Calling delete_port for 3a822b79-6be0-496e-8a01-f5719d1cbf28 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:58.126608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f6d68173-9bfa-40e5-826e-4ec8c2389c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.128475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f6d68173-9bfa-40e5-826e-4ec8c2389c93 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ea57703f15b746b8a7b67ae4c1597791&device_id=92ce9506-407d-4dd6-9c0d-b2299ee6321b HTTP/1.1" status: 200 len: 1095 time: 0.2397101 Nov 25 17:26:58.157446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ff0deb9-cabc-41fd-a556-7d7fb6d5140e req-eeb43a21-74e5-4813-8d6d-6e078ae4d066 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746154 Nov 25 17:26:58.298291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-0088bf7e-4975-43bc-adbf-34edb437865d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9950739f-7309-454b-8f26-55a39632260a HTTP/1.1" status: 200 len: 217 time: 0.1561432 Nov 25 17:26:58.300379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] For port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:58.345122 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-adba0352-8c1d-4c9c-8b98-5b33bb21ece5 req-788139fa-bf77-4cc9-a10f-1cc68fff5821 service neutron] 10.222.0.95 "GET /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429883 Nov 25 17:26:58.398501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91f144e7-de8f-47f7-bf56-40481031e910 req-beee5d46-5856-463e-a442-d013afeecf3d tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.1061363 Nov 25 17:26:58.464721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] For port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:58.469208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9378a70b-48f9-4d61-872c-a5d9ade20fb5 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:58.490613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.503763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.527432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.528098 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.529631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] 10.222.0.60 "PUT /v2.0/ports/4050d069-a95b-46f1-a6b0-cdff0a0f8aea HTTP/1.1" status: 200 len: 1091 time: 3.5917504 Nov 25 17:26:58.565057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.595556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf08d31-ddb3-411b-80b6-70de8fe440f6 req-eea37485-12fd-43ff-a26b-1bf87e34f149 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.597324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf08d31-ddb3-411b-80b6-70de8fe440f6 req-eea37485-12fd-43ff-a26b-1bf87e34f149 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 943 time: 0.4607480 Nov 25 17:26:58.634773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-c73e4a8d-0797-4f24-81a9-f3b69dac92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.636515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-c73e4a8d-0797-4f24-81a9-f3b69dac92c0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6b3c63fb-98ac-4922-bd86-38ffaa6084cf HTTP/1.1" status: 200 len: 858 time: 0.3203709 Nov 25 17:26:58.640355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Transition to ACTIVE for port object 9378a70b-48f9-4d61-872c-a5d9ade20fb5 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:58.716024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a822b79-6be0-496e-8a01-f5719d1cbf28,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:58.717870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.718152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c3f23-ed81-44f1-b358-430592fad475 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:58.725274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-2e26ecca-7f1b-4644-ad9d-8a6b0098494a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545423 Nov 25 17:26:58.873752 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.076583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf4469-221e-4281-9be6-18ccaa16a504 service neutron] Pushing event updated for resources: {'Port': ['ID=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:59.090944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-617e3a29-e3b0-4697-8fcd-b04100a05667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.092605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-617e3a29-e3b0-4697-8fcd-b04100a05667 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea57703f15b746b8a7b67ae4c1597791&device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 1094 time: 0.4919620 Nov 25 17:26:59.131145 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.134989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.168916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5917096a-3c6b-43c1-b188-5463e47714ce req-23b02818-f6df-4b92-b11d-c52d4acc21cf tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0805550 Nov 25 17:26:59.213339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.214508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5236a748-66ca-429d-a7d6-a094c9212d0a {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:59.219878 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.229123 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a79dee53-e49e-4d09-8af2-1025db8f383f tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "DELETE /v2.0/routers/5236a748-66ca-429d-a7d6-a094c9212d0a HTTP/1.1" status: 204 len: 168 time: 2.0029886 Nov 25 17:26:59.231151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:59.239574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-574000721', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:59.287217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.288510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.410269 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbf08d31-ddb3-411b-80b6-70de8fe440f6 req-fda87bb6-cfac-4eaa-8e13-bcaf553aac35 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872190 Nov 25 17:26:59.498560 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.544991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-87126fdd-7725-425d-946d-203c1769475f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4050d069-a95b-46f1-a6b0-cdff0a0f8aea HTTP/1.1" status: 200 len: 217 time: 0.3439419 Nov 25 17:26:59.648538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Pushing event updated for resources: {'Port': ['ID=9378a70b-48f9-4d61-872c-a5d9ade20fb5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:59.662832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Attempting to bind port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:59.663503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Attempting to bind port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:59.664074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Attempting to bind port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:59.703710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:59.704049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Attempting to bind port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 on network ed9abdb7-200e-4b48-98b0-a85d6bdd336f {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:59.710905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-9f1b436b-58c3-47f6-8340-20cfd72d4047 service neutron] 10.222.0.95 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9673004 Nov 25 17:26:59.750462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:59.750807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Checking segment: {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:59.758476 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Bound using segment: {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:59.759397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Bound port: 9378a70b-48f9-4d61-872c-a5d9ade20fb5, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cf1807-47b3-42cd-a794-1ba4148546f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:59.760082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.783064 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.813507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-72e5df2c-e122-40e1-b347-cf9e17fb0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.815025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-72e5df2c-e122-40e1-b347-cf9e17fb0499 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b3c63fb-98ac-4922-bd86-38ffaa6084cf HTTP/1.1" status: 200 len: 858 time: 0.2422013 Nov 25 17:26:59.938991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-51e522b3-87f3-4d6c-a7dd-cbe7c69c7705 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635867 Nov 25 17:26:59.956435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b41c7-ac96-47d4-bf76-424c4887c6a1 req-34a83960-3b21-4516-a4df-576baa57ba54 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.971375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-960b41c7-ac96-47d4-bf76-424c4887c6a1 req-34a83960-3b21-4516-a4df-576baa57ba54 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.3753750 Nov 25 17:27:00.092891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.117940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.183488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6aac76-c6e9-4533-a988-517f912c1a13', 'tag': '4050d069-a95b-46f1-a6b0-cdff0a0f8aea'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:00.186345 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49639377-4bac-47e5-a107-30c1d45d2d38" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6aac76-c6e9-4533-a988-517f912c1a13", "tag": "4050d069-a95b-46f1-a6b0-cdff0a0f8aea"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:00.314302 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36901b0-52e5-4c02-b1a2-d2295b2694b7 x-openstack-request-id: req-b36901b0-52e5-4c02-b1a2-d2295b2694b7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:00.314659 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6aac76-c6e9-4533-a988-517f912c1a13", "tag": "4050d069-a95b-46f1-a6b0-cdff0a0f8aea", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:00.314974 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b36901b0-52e5-4c02-b1a2-d2295b2694b7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:00.315605 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6aac76-c6e9-4533-a988-517f912c1a13', 'tag': '4050d069-a95b-46f1-a6b0-cdff0a0f8aea', 'status': 'completed', 'code': 200} Nov 25 17:27:00.340482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Allocated IP 172.25.1.155 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/9b67f8ea-52eb-41e5-baf5-8582f67c26c4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:00.432752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-c2d45753-ffc0-4e3e-b522-17f866806b11 service neutron] 10.222.0.60 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058967 Nov 25 17:27:00.515406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.562386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.625748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:00.627434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event updated for resources: {'Port': ['ID=9b67f8ea-52eb-41e5-baf5-8582f67c26c4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:00.628689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] For port 9378a70b-48f9-4d61-872c-a5d9ade20fb5, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:00.636188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:00.640233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:00.649846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2016808-c335-4f41-b6c3-5949d1952217 req-9553f0bb-17ab-48a5-b841-1a573a1aba84 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.2158537 Nov 25 17:27:00.658005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80d563-40da-40e6-ae92-1a8aeec8475a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:00.720987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-960b41c7-ac96-47d4-bf76-424c4887c6a1 req-48a9dcb2-27da-44e2-944d-58617b583ebe tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375255 Nov 25 17:27:00.734980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] For port 9378a70b-48f9-4d61-872c-a5d9ade20fb5, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9378a70b-48f9-4d61-872c-a5d9ade20fb5,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:00.751398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-d2ab4d83-581a-4e62-9ef7-94d5e42b1e99 service neutron] 10.222.0.95 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0242376 Nov 25 17:27:00.767199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.864550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1927fb6e-9347-4c69-916f-fc47f26cc126 None None] Provisioning complete for port 9b67f8ea-52eb-41e5-baf5-8582f67c26c4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:00.873236 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1927fb6e-9347-4c69-916f-fc47f26cc126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.945702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.946455 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.950596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1927fb6e-9347-4c69-916f-fc47f26cc126 None None] Port 9b67f8ea-52eb-41e5-baf5-8582f67c26c4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:00.952706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] 10.222.0.60 "PUT /v2.0/ports/9378a70b-48f9-4d61-872c-a5d9ade20fb5 HTTP/1.1" status: 200 len: 1091 time: 5.3471036 Nov 25 17:27:01.171181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7534117-c8ce-4308-ae0f-6229dac6fc51 service neutron] Pushing event updated for resources: {'Port': ['ID=9378a70b-48f9-4d61-872c-a5d9ade20fb5,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:01.180316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-bea18004-8d3f-41d2-b0a8-92d463280ca6 service neutron] 10.222.0.60 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098711 Nov 25 17:27:01.194442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-d40b4c92-162d-41bb-878c-45aff15cb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.196015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-d40b4c92-162d-41bb-878c-45aff15cb203 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea57703f15b746b8a7b67ae4c1597791&device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 1094 time: 0.1610351 Nov 25 17:27:01.245201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-2049e769-3885-4d1e-92df-12fe046f5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.247969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-2049e769-3885-4d1e-92df-12fe046f5cad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ea57703f15b746b8a7b67ae4c1597791&device_id=92ce9506-407d-4dd6-9c0d-b2299ee6321b HTTP/1.1" status: 200 len: 1095 time: 0.3438618 Nov 25 17:27:01.256594 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.305049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774ff6d-004a-453f-a803-9945e5773a9c req-24600acd-cf38-46eb-bf31-d66ef81d6dc3 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.307084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5774ff6d-004a-453f-a803-9945e5773a9c req-24600acd-cf38-46eb-bf31-d66ef81d6dc3 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 943 time: 0.4058087 Nov 25 17:27:01.358073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-a30e305e-aada-4e36-8e14-fa26e2b8e622 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9378a70b-48f9-4d61-872c-a5d9ade20fb5 HTTP/1.1" status: 200 len: 217 time: 0.1322577 Nov 25 17:27:01.399438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94403ab6-e371-48ee-909f-b5c7b34006b5 req-bc018ac4-d2e4-40b7-88d8-177cfb70e7d4 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.407701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94403ab6-e371-48ee-909f-b5c7b34006b5 req-bc018ac4-d2e4-40b7-88d8-177cfb70e7d4 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.4538534 Nov 25 17:27:01.413309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3a822b79-6be0-496e-8a01-f5719d1cbf28 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:01.464486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 3a822b79-6be0-496e-8a01-f5719d1cbf28 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:01.464981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3a822b79-6be0-496e-8a01-f5719d1cbf28 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:01.543212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-68f7d25c-c9a7-4979-bf92-a96d27262519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.544751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-68f7d25c-c9a7-4979-bf92-a96d27262519 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea57703f15b746b8a7b67ae4c1597791&device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 1094 time: 0.2508094 Nov 25 17:27:01.617132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.635853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-dc8a702b-fcee-4e3a-bca5-5b548a39fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.638144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-dc8a702b-fcee-4e3a-bca5-5b548a39fdc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b3c63fb-98ac-4922-bd86-38ffaa6084cf HTTP/1.1" status: 200 len: 858 time: 0.2101266 Nov 25 17:27:01.713203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5774ff6d-004a-453f-a803-9945e5773a9c req-558f306a-eaf4-4ba8-b2af-5eb038b67b54 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539810 Nov 25 17:27:01.777823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94403ab6-e371-48ee-909f-b5c7b34006b5 req-94202128-0d68-4285-8895-1d19e6a5d9ea tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686280 Nov 25 17:27:01.821883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Router d932c64a-4748-45f9-a9d9-ea24d980368a is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:27:01.842917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-115715cb-2b12-4987-be54-922e6568ed04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581416 Nov 25 17:27:01.850030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-34606404-bc40-4aed-a69a-f39264b85886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.851465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-34606404-bc40-4aed-a69a-f39264b85886 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f HTTP/1.1" status: 200 len: 919 time: 0.5555933 Nov 25 17:27:01.938740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-0a7203c6-d68d-4e4c-91e5-8194dc246e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.940300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-0a7203c6-d68d-4e4c-91e5-8194dc246e98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f HTTP/1.1" status: 200 len: 919 time: 0.3806012 Nov 25 17:27:02.006404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:02.023478 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8964a-90ef-4e4b-b09c-7f8cfe4b22b6 None None] Sync routers for ids ['d932c64a-4748-45f9-a9d9-ea24d980368a'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:02.036233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.038262 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-48ebe80b-2173-4159-9944-ea88c3fd1a82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8056903 Nov 25 17:27:02.038454 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8964a-90ef-4e4b-b09c-7f8cfe4b22b6 None None] Routers {'d932c64a-4748-45f9-a9d9-ea24d980368a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:02.039107 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ced8964a-90ef-4e4b-b09c-7f8cfe4b22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d932c64a-4748-45f9-a9d9-ea24d980368a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:02.043939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:02.049198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c3907c85-a722-468a-944d-7d9f3503aaad tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': False}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:02.083637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ced8964a-90ef-4e4b-b09c-7f8cfe4b22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:02.094381 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8964a-90ef-4e4b-b09c-7f8cfe4b22b6 None None] Routers {'d932c64a-4748-45f9-a9d9-ea24d980368a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:02.095071 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ced8964a-90ef-4e4b-b09c-7f8cfe4b22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d932c64a-4748-45f9-a9d9-ea24d980368a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:02.122901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0c4b13b-cb0d-4bd9-a434-d9a38b0630a2 req-e1b36817-c733-42ca-890b-0b2c93891338 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.2824035 Nov 25 17:27:02.156856 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ced8964a-90ef-4e4b-b09c-7f8cfe4b22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:02.157567 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8964a-90ef-4e4b-b09c-7f8cfe4b22b6 None None] The sync data for ids ['d932c64a-4748-45f9-a9d9-ea24d980368a'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:02.187631 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1458188f-743a-4fb0-b73e-e44f83f6b142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.278190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-8aede6b6-af7b-4db0-b2b5-3e7c461a6c3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4050d069-a95b-46f1-a6b0-cdff0a0f8aea HTTP/1.1" status: 200 len: 217 time: 0.1763558 Nov 25 17:27:02.294605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-7aacfffe-17a5-40e7-b522-3fab64a45282 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9950739f-7309-454b-8f26-55a39632260a HTTP/1.1" status: 200 len: 217 time: 0.4105673 Nov 25 17:27:02.302042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-a963ed5b-9be9-46f2-a583-edbd1bb196b2 service neutron] 10.222.0.60 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294300 Nov 25 17:27:02.319185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebd756b-da0a-4c6b-9a46-820e6068334d', 'tag': '9378a70b-48f9-4d61-872c-a5d9ade20fb5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:02.322185 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c12a70-5249-4102-adde-1f701918c915" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebd756b-da0a-4c6b-9a46-820e6068334d", "tag": "9378a70b-48f9-4d61-872c-a5d9ade20fb5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:02.368527 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1499989-2b10-4add-88f1-fe08d3d832b2 x-openstack-request-id: req-b1499989-2b10-4add-88f1-fe08d3d832b2 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:02.368838 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebd756b-da0a-4c6b-9a46-820e6068334d", "tag": "9378a70b-48f9-4d61-872c-a5d9ade20fb5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:02.369139 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1499989-2b10-4add-88f1-fe08d3d832b2 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:02.369529 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebd756b-da0a-4c6b-9a46-820e6068334d', 'tag': '9378a70b-48f9-4d61-872c-a5d9ade20fb5', 'status': 'completed', 'code': 200} Nov 25 17:27:02.497144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3907c85-a722-468a-944d-7d9f3503aaad tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.833393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-fc692060-ebff-4a57-afd2-d1ea92279ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.835518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-fc692060-ebff-4a57-afd2-d1ea92279ae7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b3c63fb-98ac-4922-bd86-38ffaa6084cf HTTP/1.1" status: 200 len: 858 time: 0.5457275 Nov 25 17:27:02.870865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 9950739f-7309-454b-8f26-55a39632260a details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:02.874196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-53497e54-1766-4332-83f6-5d043cb326b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.875858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-53497e54-1766-4332-83f6-5d043cb326b5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6b3c63fb-98ac-4922-bd86-38ffaa6084cf HTTP/1.1" status: 200 len: 858 time: 0.5575817 Nov 25 17:27:02.888520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c2fa5-526f-43cb-b1a4-924c42145eda req-6dcd6751-c6d7-44f3-bdce-59c649424aaf tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.896456 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-537c2fa5-526f-43cb-b1a4-924c42145eda req-6dcd6751-c6d7-44f3-bdce-59c649424aaf tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 946 time: 0.7924597 Nov 25 17:27:02.962495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-41f5f0d2-0702-4939-84e2-a51b8f0aabfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997882 Nov 25 17:27:02.994995 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-9292bb5f-d997-4dd9-bde4-734f5f3fd4c5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530095 Nov 25 17:27:03.035434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 9950739f-7309-454b-8f26-55a39632260a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9950739f-7309-454b-8f26-55a39632260a,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:03.052209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '9950739f-7309-454b-8f26-55a39632260a', 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f', 'port_id': '9950739f-7309-454b-8f26-55a39632260a', 'mac_address': 'fa:16:3e:4f:bc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3c63fb-98ac-4922-bd86-38ffaa6084cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:03.103988 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.128219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9950739f-7309-454b-8f26-55a39632260a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:03.162415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 9950739f-7309-454b-8f26-55a39632260a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9950739f-7309-454b-8f26-55a39632260a,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:03.168883 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.214898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0984aaf6-d043-43a5-be1a-9dca1759399e req-5d545195-5102-42bb-a5f0-8f1a03c04522 service neutron] 10.222.0.60 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8820691 Nov 25 17:27:03.229479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ead9f7-4fe1-4418-a583-d71ad6738976 req-00f3db1a-b6da-4bb5-8303-9be4a79283aa tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.231376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4ead9f7-4fe1-4418-a583-d71ad6738976 req-00f3db1a-b6da-4bb5-8303-9be4a79283aa tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 943 time: 0.3785005 Nov 25 17:27:03.249814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-537c2fa5-526f-43cb-b1a4-924c42145eda req-f49855a4-ac35-4e86-9d95-d101c98f1742 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519874 Nov 25 17:27:03.282174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=9950739f-7309-454b-8f26-55a39632260a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:03.434331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['9950739f-7309-454b-8f26-55a39632260a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:03.454247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-1692e114-6cde-446d-bcfd-cd6a62454fbc service neutron] 10.222.0.60 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703398 Nov 25 17:27:03.472691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4ead9f7-4fe1-4418-a583-d71ad6738976 req-432d044c-f561-4b0c-b2f4-07e211eb366c tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148161 Nov 25 17:27:03.520527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-bcb31942-a386-4f31-a707-95bbe22901bb service neutron] 10.222.0.95 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037439 Nov 25 17:27:03.600742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e562dcf2-c103-4c90-bb96-6cc8e8a6457a req-90a7d8a5-30f1-4542-89b2-0b339025f9f4 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.1267099 Nov 25 17:27:03.675990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3907c85-a722-468a-944d-7d9f3503aaad tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.680661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3907c85-a722-468a-944d-7d9f3503aaad tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.698706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12a70-5249-4102-adde-1f701918c915 req-115bbcf1-3255-4297-9ac3-2f559495d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.700118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93c12a70-5249-4102-adde-1f701918c915 req-115bbcf1-3255-4297-9ac3-2f559495d0e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea57703f15b746b8a7b67ae4c1597791&device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 1094 time: 0.3772376 Nov 25 17:27:03.828746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3907c85-a722-468a-944d-7d9f3503aaad tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Router d932c64a-4748-45f9-a9d9-ea24d980368a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:03.834525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d3cab-aefd-4053-8557-42c90d648576 req-b328f219-391a-4bff-8440-5aff1e78a822 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.836116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f22d3cab-aefd-4053-8557-42c90d648576 req-b328f219-391a-4bff-8440-5aff1e78a822 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 946 time: 0.2569783 Nov 25 17:27:03.846662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49639377-4bac-47e5-a107-30c1d45d2d38 req-bb1466bb-c920-4659-88dd-b262f9ef4589 service neutron] 10.222.0.60 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533597 Nov 25 17:27:03.851613 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebc026aa-3593-4f6e-970d-9f19a311fe58 req-a5239677-dbf2-4c89-82e8-79ce7af55953 service neutron] 10.222.0.95 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192863 Nov 25 17:27:03.914218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12a70-5249-4102-adde-1f701918c915 req-934fc375-4840-406b-aa5b-c99862696e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.915763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93c12a70-5249-4102-adde-1f701918c915 req-934fc375-4840-406b-aa5b-c99862696e03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f HTTP/1.1" status: 200 len: 919 time: 0.2058125 Nov 25 17:27:03.936734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f22d3cab-aefd-4053-8557-42c90d648576 req-cde66bc1-cb53-473b-aed1-d78b39214370 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822742 Nov 25 17:27:04.010896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93c12a70-5249-4102-adde-1f701918c915 req-750bac06-ce5d-4f61-b289-0e23e206f908 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9378a70b-48f9-4d61-872c-a5d9ade20fb5 HTTP/1.1" status: 200 len: 217 time: 0.0849261 Nov 25 17:27:04.016766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-4f70ca83-cb9d-4d90-8bad-d65543175161 req-f47c844a-6bba-415f-bb30-8cf254d4d877 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:27:04.017971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f70ca83-cb9d-4d90-8bad-d65543175161 req-f47c844a-6bba-415f-bb30-8cf254d4d877 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060053 Nov 25 17:27:04.022016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3907c85-a722-468a-944d-7d9f3503aaad tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:04.034709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3907c85-a722-468a-944d-7d9f3503aaad tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.040027 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c3907c85-a722-468a-944d-7d9f3503aaad tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "PUT /v2.0/routers/d932c64a-4748-45f9-a9d9-ea24d980368a HTTP/1.1" status: 200 len: 921 time: 1.9947324 Nov 25 17:27:04.040730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60162) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:04.049727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f060f0e-197f-45e1-87da-d1658f860a4a None None] Sync routers for ids ['d932c64a-4748-45f9-a9d9-ea24d980368a'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:04.089508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f060f0e-197f-45e1-87da-d1658f860a4a None None] Routers {'d932c64a-4748-45f9-a9d9-ea24d980368a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:04.090168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2f060f0e-197f-45e1-87da-d1658f860a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d932c64a-4748-45f9-a9d9-ea24d980368a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:04.146283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12a70-5249-4102-adde-1f701918c915 req-b14d8b49-09ed-40b0-beb8-3f2d6ec99897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.148184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93c12a70-5249-4102-adde-1f701918c915 req-b14d8b49-09ed-40b0-beb8-3f2d6ec99897 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b3c63fb-98ac-4922-bd86-38ffaa6084cf HTTP/1.1" status: 200 len: 858 time: 0.1264036 Nov 25 17:27:04.155718 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2f060f0e-197f-45e1-87da-d1658f860a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:04.164374 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f70ca83-cb9d-4d90-8bad-d65543175161 req-f963e5fc-b3a1-4ee1-8906-bb4c63723080 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0715413 Nov 25 17:27:04.181164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f060f0e-197f-45e1-87da-d1658f860a4a None None] Routers {'d932c64a-4748-45f9-a9d9-ea24d980368a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:04.182586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2f060f0e-197f-45e1-87da-d1658f860a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:26:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d932c64a-4748-45f9-a9d9-ea24d980368a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:04.198139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93c12a70-5249-4102-adde-1f701918c915 req-874ef2ad-3bd9-4353-ac9b-32d464647cfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed9abdb7-200e-4b48-98b0-a85d6bdd336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323045 Nov 25 17:27:04.216833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-83841dce-3610-4f3d-ac3a-d915f802d810 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/routers/d932c64a-4748-45f9-a9d9-ea24d980368a HTTP/1.1" status: 200 len: 921 time: 0.1745915 Nov 25 17:27:04.220400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60164) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:04.311198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fa17d-0ad2-4701-8eda-f60a89cd7d03 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.313415 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-259fa17d-0ad2-4701-8eda-f60a89cd7d03 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=d932c64a-4748-45f9-a9d9-ea24d980368a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0910895 Nov 25 17:27:04.317811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:04.429582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93c12a70-5249-4102-adde-1f701918c915 req-8bffc341-2f9c-41d9-a3fa-4e57c93ee535 service neutron] 10.222.0.60 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164156 Nov 25 17:27:04.450794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1dcca-2115-41b9-9e6d-944df545e356 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.452224 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71c1dcca-2115-41b9-9e6d-944df545e356 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 881 time: 0.1329510 Nov 25 17:27:04.453557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2f060f0e-197f-45e1-87da-d1658f860a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:04.454209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f060f0e-197f-45e1-87da-d1658f860a4a None None] The sync data for ids ['d932c64a-4748-45f9-a9d9-ea24d980368a'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:04.455183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60172) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:04.479464 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-292cb49d-250a-4cb2-aa3a-bde000cfe707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.515587 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b1b265f4-67a9-44cd-a8db-1b720eefb74d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=d932c64a-4748-45f9-a9d9-ea24d980368a HTTP/1.1" status: 200 len: 205 time: 0.0383985 Nov 25 17:27:04.515828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:04.631807 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.634162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152a3f7-57c8-4884-82d7-71d8ee691f82 req-c0d83f87-d214-4bbf-b963-2159033d6e56 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.635450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b152a3f7-57c8-4884-82d7-71d8ee691f82 req-c0d83f87-d214-4bbf-b963-2159033d6e56 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1497924 Nov 25 17:27:04.638664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93c12a70-5249-4102-adde-1f701918c915 req-8ae0eeeb-a235-4bd1-bf8d-b3cf5726c437 service neutron] 10.222.0.60 "GET /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982005 Nov 25 17:27:04.654064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0839456-fa1b-45ea-9768-f3568c80ea41 req-67644aa5-c57a-4751-9538-ab7a2311e15b tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.655589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0839456-fa1b-45ea-9768-f3568c80ea41 req-67644aa5-c57a-4751-9538-ab7a2311e15b tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 943 time: 0.1054821 Nov 25 17:27:04.725009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b152a3f7-57c8-4884-82d7-71d8ee691f82 req-60279cf2-81b1-4bad-baaa-4e2dc41b334f tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Nov 25 17:27:04.737287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0839456-fa1b-45ea-9768-f3568c80ea41 req-a7e84e87-1ade-4a9e-a216-679970b36286 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679760 Nov 25 17:27:04.768181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.824384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4050d069-a95b-46f1-a6b0-cdff0a0f8aea details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:04.831758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Deleting port 9b67f8ea-52eb-41e5-baf5-8582f67c26c4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:04.832099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.864547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25ec93eb-011b-4317-a54d-8eba150fe895 req-8777dcd1-3e20-40e0-9815-6073daf3f91f tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0549951 Nov 25 17:27:04.896708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad794a-a5af-48a2-949e-b1ef610e8c92 req-656ed3ec-9529-4bba-85f3-7d25982f9b63 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.898876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76ad794a-a5af-48a2-949e-b1ef610e8c92 req-656ed3ec-9529-4bba-85f3-7d25982f9b63 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 946 time: 0.0886822 Nov 25 17:27:04.906594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 9950739f-7309-454b-8f26-55a39632260a up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:04.925789 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.941016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Calling delete_port for 9b67f8ea-52eb-41e5-baf5-8582f67c26c4 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:04.955014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76ad794a-a5af-48a2-949e-b1ef610e8c92 req-2beacafb-94ca-4635-9842-eca285ec1b38 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486863 Nov 25 17:27:04.988488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:05.004145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '4050d069-a95b-46f1-a6b0-cdff0a0f8aea', 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f', 'port_id': '4050d069-a95b-46f1-a6b0-cdff0a0f8aea', 'mac_address': 'fa:16:3e:e9:cb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3c63fb-98ac-4922-bd86-38ffaa6084cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:05.007354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 9950739f-7309-454b-8f26-55a39632260a completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:05.031350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 9950739f-7309-454b-8f26-55a39632260a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:05.031735 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.074262 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.095574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40be9-238c-49a7-8182-d40b2a72c43c req-dd4e2f08-b57f-475c-8419-f6981f4c095b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.095832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4050d069-a95b-46f1-a6b0-cdff0a0f8aea {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:05.102993 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38c40be9-238c-49a7-8182-d40b2a72c43c req-dd4e2f08-b57f-475c-8419-f6981f4c095b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 946 time: 0.0661418 Nov 25 17:27:05.122968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:05.148405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.152664 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.166130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38c40be9-238c-49a7-8182-d40b2a72c43c req-b64fc605-0949-444c-82b7-1bacbca50b90 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622065 Nov 25 17:27:05.179797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event deleted for resources: {'Port': ['ID=9b67f8ea-52eb-41e5-baf5-8582f67c26c4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:05.189654 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.211922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5446560c-9228-4ca3-964b-8967ba68d1bc None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:05.256812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.294768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce9506-407d-4dd6-9c0d-b2299ee6321b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9950739f-7309-454b-8f26-55a39632260a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:05.298107 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d919d20-ecbe-45cc-a540-6769e59b67a7" -d '{"events": [{"server_uuid": "92ce9506-407d-4dd6-9c0d-b2299ee6321b", "name": "network-vif-plugged", "status": "completed", "tag": "9950739f-7309-454b-8f26-55a39632260a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:05.309694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 9950739f-7309-454b-8f26-55a39632260a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9950739f-7309-454b-8f26-55a39632260a,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:05.311731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:05.325902 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.427788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=9950739f-7309-454b-8f26-55a39632260a,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:05.463199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.466624 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.475160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c18fe-c9e3-48ad-bab8-2aa9fae015da req-350c5916-6f92-4223-81db-32dd01489c2e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.483301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c18fe-c9e3-48ad-bab8-2aa9fae015da req-350c5916-6f92-4223-81db-32dd01489c2e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.491499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c18fe-c9e3-48ad-bab8-2aa9fae015da req-350c5916-6f92-4223-81db-32dd01489c2e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.494945 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec5c18fe-c9e3-48ad-bab8-2aa9fae015da req-350c5916-6f92-4223-81db-32dd01489c2e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db&device_id=8c024103-94d9-47c3-8877-6c19c4f89078&device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 2419 time: 0.0864875 Nov 25 17:27:05.531001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.531942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Fanout notify agent at l3_agent the message router_deleted on router d932c64a-4748-45f9-a9d9-ea24d980368a {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:05.546944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.549027 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a63df52-4541-4c9e-82bf-29f8222576d8 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/d932c64a-4748-45f9-a9d9-ea24d980368a HTTP/1.1" status: 204 len: 168 time: 1.0320930 Nov 25 17:27:05.554007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:05.557312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4050d069-a95b-46f1-a6b0-cdff0a0f8aea'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:05.559073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-87ddd1e2-95a3-4f73-8165-5f17577da35d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-355406371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:05.589682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87ddd1e2-95a3-4f73-8165-5f17577da35d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.591275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87ddd1e2-95a3-4f73-8165-5f17577da35d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.621319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec5c18fe-c9e3-48ad-bab8-2aa9fae015da req-36acfa17-2bc6-4e44-8cf4-c83e8546f0a3 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139343 Nov 25 17:27:05.683932 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87ddd1e2-95a3-4f73-8165-5f17577da35d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.689396 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87ddd1e2-95a3-4f73-8165-5f17577da35d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.712510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87ddd1e2-95a3-4f73-8165-5f17577da35d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.713826 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-87ddd1e2-95a3-4f73-8165-5f17577da35d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1587625 Nov 25 17:27:05.716493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:05.721822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:05.760228 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb34695-0359-4be2-81bf-5ea46f1f82b0 x-openstack-request-id: req-3fb34695-0359-4be2-81bf-5ea46f1f82b0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:05.760560 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce9506-407d-4dd6-9c0d-b2299ee6321b", "name": "network-vif-plugged", "status": "completed", "tag": "9950739f-7309-454b-8f26-55a39632260a", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:05.760838 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3fb34695-0359-4be2-81bf-5ea46f1f82b0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:05.761462 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce9506-407d-4dd6-9c0d-b2299ee6321b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9950739f-7309-454b-8f26-55a39632260a', 'code': 200} Nov 25 17:27:05.765406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-2f213fc4-4013-475c-93fd-8a7853112a93 req-0bda331e-093f-4b12-8fc2-4c32e2eb42bd tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:27:05.767345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f213fc4-4013-475c-93fd-8a7853112a93 req-0bda331e-093f-4b12-8fc2-4c32e2eb42bd tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088122 Nov 25 17:27:05.850089 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.855918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f213fc4-4013-475c-93fd-8a7853112a93 req-80064c32-4f92-4cfd-9907-366447152c79 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.0780427 Nov 25 17:27:05.962843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2a20-22fb-40ec-ae15-cd7e60999250 req-d25c500d-e774-4a28-af33-0b961daa8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.964521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-336b2a20-22fb-40ec-ae15-cd7e60999250 req-d25c500d-e774-4a28-af33-0b961daa8b11 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=92ce9506-407d-4dd6-9c0d-b2299ee6321b HTTP/1.1" status: 200 len: 1097 time: 0.1064758 Nov 25 17:27:05.974174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0b1d0-8170-4cbc-bed0-39bcf925bb7f req-4b37b782-7af9-4c98-8438-ea2a91ff95a2 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.975722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3f0b1d0-8170-4cbc-bed0-39bcf925bb7f req-4b37b782-7af9-4c98-8438-ea2a91ff95a2 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 944 time: 0.1188641 Nov 25 17:27:06.047091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.084719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3f0b1d0-8170-4cbc-bed0-39bcf925bb7f req-268d90e4-ce52-498e-8817-dabdbe368fbf tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008310 Nov 25 17:27:06.096681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-336b2a20-22fb-40ec-ae15-cd7e60999250 req-090133f2-401b-43a7-8642-8f50af30847d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193693 Nov 25 17:27:06.183706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5eed84de-6338-4780-9ec7-f2a577c9641b req-003ddf52-c522-47e6-b2e3-fe1d56525a13 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0546181 Nov 25 17:27:06.300683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.322227 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.455100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Allocated IP 172.25.1.77 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/b0bad432-5b8f-45d0-8107-3f9db8e62cba) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:06.456837 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.601315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.655868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.709783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:06.714242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:06.719575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:06.722728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event updated for resources: {'Port': ['ID=b0bad432-5b8f-45d0-8107-3f9db8e62cba,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:06.740757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a69722-21c1-4191-afc4-d2f1c3df73d6 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:06.826963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9378a70b-48f9-4d61-872c-a5d9ade20fb5 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:06.936213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9378a70b-48f9-4d61-872c-a5d9ade20fb5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9378a70b-48f9-4d61-872c-a5d9ade20fb5,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:06.954807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '9378a70b-48f9-4d61-872c-a5d9ade20fb5', 'network_id': 'ed9abdb7-200e-4b48-98b0-a85d6bdd336f', 'port_id': '9378a70b-48f9-4d61-872c-a5d9ade20fb5', 'mac_address': 'fa:16:3e:dd:0b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3c63fb-98ac-4922-bd86-38ffaa6084cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:06.959404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4050d069-a95b-46f1-a6b0-cdff0a0f8aea up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:07.037864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.086774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.092308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.109326 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.131405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cf46127b-8b99-477e-ad2e-f88c63bb3286 None None] Provisioning complete for port b0bad432-5b8f-45d0-8107-3f9db8e62cba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:07.131857 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf46127b-8b99-477e-ad2e-f88c63bb3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.139776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9378a70b-48f9-4d61-872c-a5d9ade20fb5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:07.248762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9378a70b-48f9-4d61-872c-a5d9ade20fb5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9378a70b-48f9-4d61-872c-a5d9ade20fb5,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:07.251826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:07.254914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cf46127b-8b99-477e-ad2e-f88c63bb3286 None None] Port b0bad432-5b8f-45d0-8107-3f9db8e62cba cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:07.258290 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.270757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:07.271613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.332717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000ba11-176d-4766-a95b-b214a835577f req-0f316688-8524-4ed6-bd3c-839767d92096 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:07.341815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b000ba11-176d-4766-a95b-b214a835577f req-0f316688-8524-4ed6-bd3c-839767d92096 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 944 time: 0.1238534 Nov 25 17:27:07.381743 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.392749 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.419913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9378a70b-48f9-4d61-872c-a5d9ade20fb5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:07.499721 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.528826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b000ba11-176d-4766-a95b-b214a835577f req-50e4c193-024e-4fd8-8f0d-cf21ffdf5f9b tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861115 Nov 25 17:27:07.553204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bfc4c512-4ece-4553-805f-5afcb8b2de5f req-1ed652b4-e7cb-463e-8993-f5c47588f785 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.1392143 Nov 25 17:27:07.554382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:07.569346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.659742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9378a70b-48f9-4d61-872c-a5d9ade20fb5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:07.727961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:07.775234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6aac76-c6e9-4533-a988-517f912c1a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050d069-a95b-46f1-a6b0-cdff0a0f8aea'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:07.777883 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f24ae-ad28-427b-b429-ca20dde191e0" -d '{"events": [{"server_uuid": "7c6aac76-c6e9-4533-a988-517f912c1a13", "name": "network-vif-plugged", "status": "completed", "tag": "4050d069-a95b-46f1-a6b0-cdff0a0f8aea"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:07.880042 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0d4d04-6436-4958-bb74-669fbcfb5a8e x-openstack-request-id: req-bf0d4d04-6436-4958-bb74-669fbcfb5a8e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:07.881019 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6aac76-c6e9-4533-a988-517f912c1a13", "name": "network-vif-plugged", "status": "completed", "tag": "4050d069-a95b-46f1-a6b0-cdff0a0f8aea", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:07.881459 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf0d4d04-6436-4958-bb74-669fbcfb5a8e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:07.882226 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6aac76-c6e9-4533-a988-517f912c1a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050d069-a95b-46f1-a6b0-cdff0a0f8aea', 'code': 200} Nov 25 17:27:07.914081 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.990934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ff8d1-67a1-4524-935d-683231751028 req-79556543-5110-4f27-a270-f0db6249eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:07.996587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f1ff8d1-67a1-4524-935d-683231751028 req-79556543-5110-4f27-a270-f0db6249eba1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 1096 time: 0.0679026 Nov 25 17:27:08.062108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f1ff8d1-67a1-4524-935d-683231751028 req-371bcdf4-d6c9-4ab7-ada3-30958a0e0db2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576408 Nov 25 17:27:08.142845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f2bb1-898d-4d68-b5b2-a09c1e75c487 req-d6fb3446-9ac7-4518-98b9-92d457e558ee tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.144244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-223f2bb1-898d-4d68-b5b2-a09c1e75c487 req-d6fb3446-9ac7-4518-98b9-92d457e558ee tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 946 time: 0.0751648 Nov 25 17:27:08.185871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Router d579d208-d89d-4b04-94c0-b0ff7001f6b8 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:27:08.224671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-223f2bb1-898d-4d68-b5b2-a09c1e75c487 req-2f0f48ab-5dbf-461e-a382-313551c2e989 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707452 Nov 25 17:27:08.337668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:08.348291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.349620 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-329ee11b-534f-4179-8ca6-7c8a53f80958 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "PUT /v2.0/routers/d579d208-d89d-4b04-94c0-b0ff7001f6b8 HTTP/1.1" status: 200 len: 878 time: 2.6320579 Nov 25 17:27:08.352234 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341cc59-38b6-4afd-8775-4e8fbc17b404 None None] Sync routers for ids ['d579d208-d89d-4b04-94c0-b0ff7001f6b8'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:08.353873 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:08.373168 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341cc59-38b6-4afd-8775-4e8fbc17b404 None None] Routers {'d579d208-d89d-4b04-94c0-b0ff7001f6b8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:08.374171 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6341cc59-38b6-4afd-8775-4e8fbc17b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d579d208-d89d-4b04-94c0-b0ff7001f6b8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:08.442655 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6341cc59-38b6-4afd-8775-4e8fbc17b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:08.459472 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341cc59-38b6-4afd-8775-4e8fbc17b404 None None] Routers {'d579d208-d89d-4b04-94c0-b0ff7001f6b8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:08.460897 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6341cc59-38b6-4afd-8775-4e8fbc17b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d579d208-d89d-4b04-94c0-b0ff7001f6b8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:08.482675 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ee2fd6cf-017e-4afd-9586-8d92e455a6c5 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/routers/d579d208-d89d-4b04-94c0-b0ff7001f6b8 HTTP/1.1" status: 200 len: 919 time: 0.1270969 Nov 25 17:27:08.486982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:08.520437 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6341cc59-38b6-4afd-8775-4e8fbc17b404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:08.521459 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341cc59-38b6-4afd-8775-4e8fbc17b404 None None] The sync data for ids ['d579d208-d89d-4b04-94c0-b0ff7001f6b8'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:08.588392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ede08d-8203-4f55-9275-d2e0eeb88b5e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.593117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-96ede08d-8203-4f55-9275-d2e0eeb88b5e tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=d579d208-d89d-4b04-94c0-b0ff7001f6b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1028495 Nov 25 17:27:08.596852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:08.753369 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05b1b415-96c1-4232-ab27-2bab5c422dbc req-28fd3a06-16ac-474e-a966-bede11a8fbc4 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0468466 Nov 25 17:27:08.800192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e3126-f822-47d3-883c-3fd4f7184db2 req-bb4007fc-0d8e-4290-bc9b-357c2a20fb4c tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.803761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-418e3126-f822-47d3-883c-3fd4f7184db2 req-bb4007fc-0d8e-4290-bc9b-357c2a20fb4c tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 945 time: 0.1420743 Nov 25 17:27:08.808314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5ac03-f55f-4666-a7cc-9568a2f3d980 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.813815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-71e5ac03-f55f-4666-a7cc-9568a2f3d980 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 881 time: 0.2119324 Nov 25 17:27:08.814323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:08.854829 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e988ad07-5534-4cf8-820c-8ba9ee94aabe tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=d579d208-d89d-4b04-94c0-b0ff7001f6b8 HTTP/1.1" status: 200 len: 205 time: 0.0391684 Nov 25 17:27:08.858758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60250) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:08.885186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-418e3126-f822-47d3-883c-3fd4f7184db2 req-dcf6002d-3f22-4325-8eb7-eeaa0c23d5c1 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733259 Nov 25 17:27:09.008527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.146621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.211912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Deleting port b0bad432-5b8f-45d0-8107-3f9db8e62cba {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:09.212262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.300314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.326203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Calling delete_port for b0bad432-5b8f-45d0-8107-3f9db8e62cba owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:09.434962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e619a7-35c3-4dfa-8350-1ebf44c4baa2 req-7f8cecd9-729c-4e19-8422-db9fe6a295d7 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:09.438201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74e619a7-35c3-4dfa-8350-1ebf44c4baa2 req-7f8cecd9-729c-4e19-8422-db9fe6a295d7 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 946 time: 0.0945642 Nov 25 17:27:09.531069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74e619a7-35c3-4dfa-8350-1ebf44c4baa2 req-b1a63901-85ba-4c4f-bfb7-0de1c0b6f1e9 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858605 Nov 25 17:27:09.553240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.588537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event deleted for resources: {'Port': ['ID=b0bad432-5b8f-45d0-8107-3f9db8e62cba,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:09.604521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7d690-cf69-4d2e-af50-c43b7115cb79 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:09.662389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-810c53ff-6965-491b-8a80-c34b4242107d tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:09.664676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-810c53ff-6965-491b-8a80-c34b4242107d tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 946 time: 0.0780337 Nov 25 17:27:09.668126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.813887 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.816152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Deleting port 6d722fe0-67e8-44c8-8193-2c8b441638dd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:09.817489 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.820804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.886281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.886924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Fanout notify agent at l3_agent the message router_deleted on router d579d208-d89d-4b04-94c0-b0ff7001f6b8 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:09.894417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.896254 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2dc49ae8-c8b2-4e85-8f42-ba6a207635f2 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/d579d208-d89d-4b04-94c0-b0ff7001f6b8 HTTP/1.1" status: 204 len: 168 time: 1.0363708 Nov 25 17:27:09.901565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60260) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:09.908060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d0ba78cc-9961-4d6d-aac6-50e4fa8e6f61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1633877554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:09.939685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0198212-47ab-4554-a4cb-9221e9bfb491 req-e530aee0-0343-4556-a8c5-b70dc0d14b5a tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0475416 Nov 25 17:27:09.960052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0ba78cc-9961-4d6d-aac6-50e4fa8e6f61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.962116 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0ba78cc-9961-4d6d-aac6-50e4fa8e6f61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.048009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0ba78cc-9961-4d6d-aac6-50e4fa8e6f61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.053197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] For port 6d722fe0-67e8-44c8-8193-2c8b441638dd, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6d722fe0-67e8-44c8-8193-2c8b441638dd,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:10.053514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.054494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0ba78cc-9961-4d6d-aac6-50e4fa8e6f61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.070147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Calling delete_port for 6d722fe0-67e8-44c8-8193-2c8b441638dd owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:10.081566 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0ba78cc-9961-4d6d-aac6-50e4fa8e6f61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.088672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d0ba78cc-9961-4d6d-aac6-50e4fa8e6f61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1869354 Nov 25 17:27:10.089498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:10.097181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': True}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:10.103906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c5429-b832-4a42-ad22-b58240841eaf req-2eaee0eb-4583-4789-8042-eee6b8ac8f57 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:10.105517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e28c5429-b832-4a42-ad22-b58240841eaf req-2eaee0eb-4583-4789-8042-eee6b8ac8f57 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 945 time: 0.0911648 Nov 25 17:27:10.219961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e28c5429-b832-4a42-ad22-b58240841eaf req-95bdba40-b48c-47ad-92ef-590631076a4c tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694361 Nov 25 17:27:10.308246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.321020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838', '6d722fe0-67e8-44c8-8193-2c8b441638dd', 'bf260060-aec5-4a72-bac9-08abd1ba5469'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:10.350583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.424576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Pushing event deleted for resources: {'Port': ['ID=6d722fe0-67e8-44c8-8193-2c8b441638dd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:10.455504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] No DVR routers for this DVR port 6d722fe0-67e8-44c8-8193-2c8b441638dd on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:10.464805 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.469020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dac75bde-b029-4b80-a7e2-09862bfdf6ed req-17e3cb35-1b1b-4331-b1a6-b8e0a18c0c69 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "DELETE /v2.0/ports/6d722fe0-67e8-44c8-8193-2c8b441638dd HTTP/1.1" status: 204 len: 173 time: 0.7951422 Nov 25 17:27:10.470651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7a5384-c303-41bd-9a0b-a1c0505796db', 'name': 'network-vif-deleted', 'tag': '6d722fe0-67e8-44c8-8193-2c8b441638dd'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:10.473524 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb86bff6-9079-48d3-8070-781b619c007c" -d '{"events": [{"server_uuid": "dd7a5384-c303-41bd-9a0b-a1c0505796db", "name": "network-vif-deleted", "tag": "6d722fe0-67e8-44c8-8193-2c8b441638dd"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:10.534129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c44a25-9d57-4bd9-94da-d29456020a9f req-c2fb0fbc-476a-41a4-a2e6-254181928e61 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:10.539571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94c44a25-9d57-4bd9-94da-d29456020a9f req-c2fb0fbc-476a-41a4-a2e6-254181928e61 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=92ce9506-407d-4dd6-9c0d-b2299ee6321b HTTP/1.1" status: 200 len: 946 time: 0.1979373 Nov 25 17:27:10.573666 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eb3bb2-68cc-4f30-af17-d7e6d78ea285 x-openstack-request-id: req-39eb3bb2-68cc-4f30-af17-d7e6d78ea285 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:10.574775 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7a5384-c303-41bd-9a0b-a1c0505796db", "name": "network-vif-deleted", "tag": "6d722fe0-67e8-44c8-8193-2c8b441638dd", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:10.575198 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39eb3bb2-68cc-4f30-af17-d7e6d78ea285 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:10.575783 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7a5384-c303-41bd-9a0b-a1c0505796db', 'name': 'network-vif-deleted', 'tag': '6d722fe0-67e8-44c8-8193-2c8b441638dd', 'status': 'completed', 'code': 200} Nov 25 17:27:10.623428 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:27:10.662446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94c44a25-9d57-4bd9-94da-d29456020a9f req-f1a0a6ff-0131-4c3b-a761-3a3f77878a31 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138961 Nov 25 17:27:10.756592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.781829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.834983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4019a9a1-9d99-45d1-bba8-827b3ddb5736 req-9d27a9f5-8879-4fc8-ba05-6a9b1d95915c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd7a5384-c303-41bd-9a0b-a1c0505796db HTTP/1.1" status: 200 len: 210 time: 0.0581832 Nov 25 17:27:10.841155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9378a70b-48f9-4d61-872c-a5d9ade20fb5 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:10.904616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598b181-5ddb-4993-988a-ce962ef1f3fb req-f5d14945-8c40-448c-ba5c-eacfba88f128 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:10.906325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3598b181-5ddb-4993-988a-ce962ef1f3fb req-f5d14945-8c40-448c-ba5c-eacfba88f128 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 944 time: 0.1146886 Nov 25 17:27:10.924691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:10.935053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:10.936068 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.991247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3598b181-5ddb-4993-988a-ce962ef1f3fb req-09564001-ae73-49c6-9246-e75ec1de89b5 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723042 Nov 25 17:27:11.027421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Allocated IP 172.25.1.103 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/6a2c3396-6ca0-4f96-99fc-44f6f900a62d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:11.118886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.134420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-462e5ee7-32ef-4907-9f7f-a34597dd79c2 req-d6aee0eb-c99e-42ab-b037-638cdb1244e1 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0486410 Nov 25 17:27:11.171249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9378a70b-48f9-4d61-872c-a5d9ade20fb5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9378a70b-48f9-4d61-872c-a5d9ade20fb5,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:11.173053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebd756b-da0a-4c6b-9a46-820e6068334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9378a70b-48f9-4d61-872c-a5d9ade20fb5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:11.177445 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935cb6c2-c33c-4f29-ae9b-be5c5b2c5841" -d '{"events": [{"server_uuid": "7ebd756b-da0a-4c6b-9a46-820e6068334d", "name": "network-vif-plugged", "status": "completed", "tag": "9378a70b-48f9-4d61-872c-a5d9ade20fb5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:11.188219 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.261185 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1757dff4-8bac-4052-9969-b151c435c368 x-openstack-request-id: req-1757dff4-8bac-4052-9969-b151c435c368 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:11.261779 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebd756b-da0a-4c6b-9a46-820e6068334d", "name": "network-vif-plugged", "status": "completed", "tag": "9378a70b-48f9-4d61-872c-a5d9ade20fb5", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:11.262172 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1757dff4-8bac-4052-9969-b151c435c368 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:11.262739 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebd756b-da0a-4c6b-9a46-820e6068334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9378a70b-48f9-4d61-872c-a5d9ade20fb5', 'code': 200} Nov 25 17:27:11.277914 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.307837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9378a70b-48f9-4d61-872c-a5d9ade20fb5,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:11.332929 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.401378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:11.405082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:11.409250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:11.420747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f334c-bbee-49a9-bb10-425f93d8f7af req-16ec0f40-c279-4eff-9090-e023a4a67a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:11.429378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-686f334c-bbee-49a9-bb10-425f93d8f7af req-16ec0f40-c279-4eff-9090-e023a4a67a81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 1096 time: 0.0919681 Nov 25 17:27:11.429821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3008f7b3-f72e-40d3-8e1d-7bd57c62df74 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:11.463878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'Port': ['ID=6a2c3396-6ca0-4f96-99fc-44f6f900a62d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:11.503688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-686f334c-bbee-49a9-bb10-425f93d8f7af req-250b86d5-381a-4eb6-aeb9-d531851c41ba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627339 Nov 25 17:27:11.512658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-143abc00-ee05-40ad-a9bf-2d115a1de572 None None] Provisioning complete for port 6a2c3396-6ca0-4f96-99fc-44f6f900a62d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:11.513189 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-143abc00-ee05-40ad-a9bf-2d115a1de572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.552989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-143abc00-ee05-40ad-a9bf-2d115a1de572 None None] Port 6a2c3396-6ca0-4f96-99fc-44f6f900a62d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:11.735605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.974907 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.981215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.221492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cd444-fd51-4506-9dcc-0d16033db0a3 req-e72bb0d9-65cb-4b9c-8a3a-e3729a2271ee tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:12.250895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa0cd444-fd51-4506-9dcc-0d16033db0a3 req-e72bb0d9-65cb-4b9c-8a3a-e3729a2271ee tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 945 time: 0.1200488 Nov 25 17:27:12.256897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Router 94605075-32e1-49d0-b058-a11beefc917b is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:27:12.331176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d2ad007-8a18-4d37-a2a9-fea7b01eea3f req-026f2905-c874-437f-806f-0e4bd758169f tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0504003 Nov 25 17:27:12.380217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa0cd444-fd51-4506-9dcc-0d16033db0a3 req-3c1d1908-1c76-4035-96c1-c062c206ce17 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275210 Nov 25 17:27:12.419933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:12.430312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.435399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62a6d6-3f64-48af-950d-eb877f912693 None None] Sync routers for ids ['94605075-32e1-49d0-b058-a11beefc917b'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:12.450984 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b0175295-d6be-4750-89cd-3bfc773f4824 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "PUT /v2.0/routers/94605075-32e1-49d0-b058-a11beefc917b HTTP/1.1" status: 200 len: 915 time: 2.3598592 Nov 25 17:27:12.453971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:12.487477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62a6d6-3f64-48af-950d-eb877f912693 None None] Routers {'94605075-32e1-49d0-b058-a11beefc917b'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:12.488224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7e62a6d6-3f64-48af-950d-eb877f912693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['94605075-32e1-49d0-b058-a11beefc917b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:12.524837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7e62a6d6-3f64-48af-950d-eb877f912693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:12.549486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62a6d6-3f64-48af-950d-eb877f912693 None None] Routers {'94605075-32e1-49d0-b058-a11beefc917b'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:12.550136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7e62a6d6-3f64-48af-950d-eb877f912693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['94605075-32e1-49d0-b058-a11beefc917b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:12.607591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9c2ab-6769-479f-915f-9905f970ab06 req-167f5d7c-bb79-423e-8c40-42c7cc3e37ac tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:12.609881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7e62a6d6-3f64-48af-950d-eb877f912693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:12.610778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62a6d6-3f64-48af-950d-eb877f912693 None None] The sync data for ids ['94605075-32e1-49d0-b058-a11beefc917b'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:12.611862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55c9c2ab-6769-479f-915f-9905f970ab06 req-167f5d7c-bb79-423e-8c40-42c7cc3e37ac tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 946 time: 0.0932362 Nov 25 17:27:12.687371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d91c5bc1-a5fd-4ee8-b83c-6c406b2dfe4b tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/routers/94605075-32e1-49d0-b058-a11beefc917b HTTP/1.1" status: 200 len: 921 time: 0.2269452 Nov 25 17:27:12.690036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60304) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:12.696516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55c9c2ab-6769-479f-915f-9905f970ab06 req-21e8e869-06d2-456c-8f13-815bbc00d60b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767519 Nov 25 17:27:12.753509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2d41d-f07a-4b20-8c8a-eebd20778812 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:12.755501 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-29c2d41d-f07a-4b20-8c8a-eebd20778812 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=94605075-32e1-49d0-b058-a11beefc917b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0637302 Nov 25 17:27:12.757981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60306) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:12.888864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be9328-afa1-4117-8e69-3bbc769b98ae tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:12.890354 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54be9328-afa1-4117-8e69-3bbc769b98ae tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 881 time: 0.1312611 Nov 25 17:27:12.894148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:12.911498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6d722fe0-67e8-44c8-8193-2c8b441638dd no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:12.932635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 6d722fe0-67e8-44c8-8193-2c8b441638dd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:12.933061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6d722fe0-67e8-44c8-8193-2c8b441638dd not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:12.933239 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-65a352c1-ba08-439d-92c0-48c95d306475 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=94605075-32e1-49d0-b058-a11beefc917b HTTP/1.1" status: 200 len: 205 time: 0.0370491 Nov 25 17:27:12.936911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:13.386858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.466102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c155f7e5-bd32-4c6a-9f8d-ad670ce45677 req-99c10870-7bdc-4a97-9ac0-613b0e01f2ea tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0328429 Nov 25 17:27:13.521145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd57d-4bde-4fa8-b98e-a556c2d5cfd3 req-d103c607-1cfb-42b8-bee7-1395b1b1acc5 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.522921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-caefd57d-4bde-4fa8-b98e-a556c2d5cfd3 req-d103c607-1cfb-42b8-bee7-1395b1b1acc5 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 945 time: 0.0591922 Nov 25 17:27:13.534044 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.595178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-caefd57d-4bde-4fa8-b98e-a556c2d5cfd3 req-15e2f7c4-3c3a-48f7-95b0-b2cd25d12118 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638123 Nov 25 17:27:13.619929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Deleting port 6a2c3396-6ca0-4f96-99fc-44f6f900a62d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:13.619929 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.759948 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.790263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Calling delete_port for 6a2c3396-6ca0-4f96-99fc-44f6f900a62d owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:13.875015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370eef8-9c11-40a4-ba54-0e559d20c9b0 req-a92afcfe-b4c4-44b7-8ae7-bda74445588e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.883370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f370eef8-9c11-40a4-ba54-0e559d20c9b0 req-a92afcfe-b4c4-44b7-8ae7-bda74445588e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 946 time: 0.0957146 Nov 25 17:27:14.007058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-b37ba017-efbd-4031-8d3f-58bdc4f7ea44 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:14.009543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-b37ba017-efbd-4031-8d3f-58bdc4f7ea44 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 946 time: 0.1531725 Nov 25 17:27:14.022202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7aae85-cba2-4622-ad5f-52a9963878a7 req-80d8d339-8a10-4e7f-bc38-82aa956ff36a tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:14.025188 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a7aae85-cba2-4622-ad5f-52a9963878a7 req-80d8d339-8a10-4e7f-bc38-82aa956ff36a tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 945 time: 0.1386855 Nov 25 17:27:14.041775 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f370eef8-9c11-40a4-ba54-0e559d20c9b0 req-b5137737-5e29-40ca-837d-e1aea565fe61 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571553 Nov 25 17:27:14.117729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.148838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event deleted for resources: {'Port': ['ID=6a2c3396-6ca0-4f96-99fc-44f6f900a62d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:14.176845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ffe10a-205a-40bb-b5c2-12c6d480cedd None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:14.196302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a7aae85-cba2-4622-ad5f-52a9963878a7 req-2f4fd766-28c8-48a0-bbe1-0d4d73d82cd3 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400199 Nov 25 17:27:14.231738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Deleting port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:14.232086 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.255430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.357719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.360342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.364354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] For port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:14.364354 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.383565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Calling delete_port for 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:14.418810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.419582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Fanout notify agent at l3_agent the message router_deleted on router 94605075-32e1-49d0-b058-a11beefc917b {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:14.432340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.434062 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6831e260-3eab-4e28-ac94-d05d08b347a9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/94605075-32e1-49d0-b058-a11beefc917b HTTP/1.1" status: 204 len: 168 time: 1.4955854 Nov 25 17:27:14.443064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60326) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:14.450253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-da7e0e94-b998-4175-8b29-f6107be19c82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1619089643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:14.489107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da7e0e94-b998-4175-8b29-f6107be19c82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.490180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da7e0e94-b998-4175-8b29-f6107be19c82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.609232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da7e0e94-b998-4175-8b29-f6107be19c82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.619112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da7e0e94-b998-4175-8b29-f6107be19c82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.656701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da7e0e94-b998-4175-8b29-f6107be19c82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.663388 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-da7e0e94-b998-4175-8b29-f6107be19c82 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2140648 Nov 25 17:27:14.663647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb24f9d4-4ef0-4c34-a711-169261a26616 req-04509253-ad9a-4cb6-83ab-a79a94e4c661 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0474162 Nov 25 17:27:14.664112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60336) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:14.677957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': False}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:14.695833 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.714973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838', 'bf260060-aec5-4a72-bac9-08abd1ba5469'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:15.045680 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.098689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Pushing event deleted for resources: {'Port': ['ID=74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:15.147837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] No DVR routers for this DVR port 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:15.151875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.155590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-453d8630-2d25-483e-b1d4-95f68fca5b83 req-73ab2998-c4c9-4307-85c2-a1583b185c0b tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "DELETE /v2.0/ports/74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 HTTP/1.1" status: 204 len: 173 time: 1.1118608 Nov 25 17:27:15.155783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c024103-94d9-47c3-8877-6c19c4f89078', 'name': 'network-vif-deleted', 'tag': '74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:15.158118 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee9f5e6-a91c-43c3-8cc7-a604658cb62e" -d '{"events": [{"server_uuid": "8c024103-94d9-47c3-8877-6c19c4f89078", "name": "network-vif-deleted", "tag": "74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:15.206227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f11c3fd-4b3f-476e-9b68-87fd8c5754dc req-cc1b8742-4308-4ec0-a026-c4a776557483 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c024103-94d9-47c3-8877-6c19c4f89078 HTTP/1.1" status: 200 len: 210 time: 0.0592406 Nov 25 17:27:15.290263 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8764f6d9-acf4-4b66-9e05-e47ef77376b6 x-openstack-request-id: req-8764f6d9-acf4-4b66-9e05-e47ef77376b6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:15.290847 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c024103-94d9-47c3-8877-6c19c4f89078", "name": "network-vif-deleted", "tag": "74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:15.291332 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8764f6d9-acf4-4b66-9e05-e47ef77376b6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:15.292039 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c024103-94d9-47c3-8877-6c19c4f89078', 'name': 'network-vif-deleted', 'tag': '74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838', 'status': 'completed', 'code': 200} Nov 25 17:27:15.423151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4109a15-0a75-4938-b33d-6a83ab2efe1c req-b572e136-c24a-49c6-b60c-235455f0234f tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:15.424799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4109a15-0a75-4938-b33d-6a83ab2efe1c req-b572e136-c24a-49c6-b60c-235455f0234f tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 945 time: 0.0757856 Nov 25 17:27:15.515347 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4109a15-0a75-4938-b33d-6a83ab2efe1c req-8e6fd798-d331-4cb0-8d84-938ce0745c3e tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824838 Nov 25 17:27:15.518352 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.552905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.735827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Allocated IP 172.25.1.44 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/e44d14ff-e41f-4ba3-a593-c499d791a35f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:15.911064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-9e8b571e-9188-47ab-9980-54248e3b144b tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:15.914930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-9e8b571e-9188-47ab-9980-54248e3b144b tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 945 time: 0.1246479 Nov 25 17:27:15.926956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.940774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2757535d-302e-4ea9-8f89-c59ab453f8d8 req-9b5f1c03-b3b6-4be2-aa35-f1eda9d2fad3 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0788729 Nov 25 17:27:15.993703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.030104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:16.033526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:16.039942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:16.052085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff12f050-ec01-4df6-b4d1-d39f7750a682 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:16.081149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Pushing event updated for resources: {'Port': ['ID=e44d14ff-e41f-4ba3-a593-c499d791a35f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:16.114483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Deleting port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:16.115104 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.131066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-707d6e99-a3e1-4cdc-aebc-12d9b9e29c2b None None] Provisioning complete for port e44d14ff-e41f-4ba3-a593-c499d791a35f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:16.131760 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-707d6e99-a3e1-4cdc-aebc-12d9b9e29c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.200315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-707d6e99-a3e1-4cdc-aebc-12d9b9e29c2b None None] Port e44d14ff-e41f-4ba3-a593-c499d791a35f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:16.258065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] For port 9378a70b-48f9-4d61-872c-a5d9ade20fb5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9378a70b-48f9-4d61-872c-a5d9ade20fb5,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:16.258439 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.291822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Calling delete_port for 9378a70b-48f9-4d61-872c-a5d9ade20fb5 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:16.384430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.513647 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.526651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['9950739f-7309-454b-8f26-55a39632260a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:16.530717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4050d069-a95b-46f1-a6b0-cdff0a0f8aea', '9378a70b-48f9-4d61-872c-a5d9ade20fb5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:16.577622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Pushing event deleted for resources: {'Port': ['ID=9378a70b-48f9-4d61-872c-a5d9ade20fb5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:16.648112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.652346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.731367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] No DVR routers for this DVR port 9378a70b-48f9-4d61-872c-a5d9ade20fb5 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:16.736235 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.745840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e55f9353-f4a7-40c6-9a9a-b597b73983c4 req-39dce350-095f-4b41-995e-da9d0e06a627 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.60 "DELETE /v2.0/ports/9378a70b-48f9-4d61-872c-a5d9ade20fb5 HTTP/1.1" status: 204 len: 173 time: 0.8125844 Nov 25 17:27:16.784286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5fd96d6-eabe-4df7-83d8-63010a7da84b req-750de820-d3c1-4177-ac76-33ed5af29c3f tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ebd756b-da0a-4c6b-9a46-820e6068334d HTTP/1.1" status: 200 len: 210 time: 0.0997500 Nov 25 17:27:16.810920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee92b47-1240-4e8e-812f-d5397fc8423e req-689588ac-4e32-4d7c-83c2-d08998163860 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:16.812690 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eee92b47-1240-4e8e-812f-d5397fc8423e req-689588ac-4e32-4d7c-83c2-d08998163860 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1646760 Nov 25 17:27:16.892055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Router 441223a1-9f94-42ab-abce-eab10f4d6488 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:27:16.921301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eee92b47-1240-4e8e-812f-d5397fc8423e req-e6d9367d-a02b-4c09-a390-490f1501fca8 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022058 Nov 25 17:27:16.925942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:17.014199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:17.014558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 74bf7d47-96c9-4b1f-b5a9-a1a36bfb3838 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:17.043781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:17.050389 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.051822 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0931238f-c9c6-4945-928e-caa71ab867d4 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "PUT /v2.0/routers/441223a1-9f94-42ab-abce-eab10f4d6488 HTTP/1.1" status: 200 len: 915 time: 2.3875613 Nov 25 17:27:17.054795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.055278 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ece0e-fdcd-4fc3-ae14-6e61813f8ffc None None] Sync routers for ids ['441223a1-9f94-42ab-abce-eab10f4d6488'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:17.073331 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ece0e-fdcd-4fc3-ae14-6e61813f8ffc None None] Routers {'441223a1-9f94-42ab-abce-eab10f4d6488'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:17.074274 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ff6ece0e-fdcd-4fc3-ae14-6e61813f8ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['441223a1-9f94-42ab-abce-eab10f4d6488'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:17.127425 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ff6ece0e-fdcd-4fc3-ae14-6e61813f8ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:17.142964 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ece0e-fdcd-4fc3-ae14-6e61813f8ffc None None] Routers {'441223a1-9f94-42ab-abce-eab10f4d6488'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:17.144062 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ff6ece0e-fdcd-4fc3-ae14-6e61813f8ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['441223a1-9f94-42ab-abce-eab10f4d6488'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:17.148294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9a143aa-b376-46c7-9cac-ae3984992ef2 req-93985ba8-1c92-415a-affb-fa40b6df5b46 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0843310 Nov 25 17:27:17.203592 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ff6ece0e-fdcd-4fc3-ae14-6e61813f8ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:17.204657 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ece0e-fdcd-4fc3-ae14-6e61813f8ffc None None] The sync data for ids ['441223a1-9f94-42ab-abce-eab10f4d6488'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:17.249559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ac643352-7ca6-49dc-a0fb-459bc96da505 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/routers/441223a1-9f94-42ab-abce-eab10f4d6488 HTTP/1.1" status: 200 len: 921 time: 0.1927133 Nov 25 17:27:17.253429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.294228 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebd756b-da0a-4c6b-9a46-820e6068334d', 'name': 'network-vif-deleted', 'tag': '9378a70b-48f9-4d61-872c-a5d9ade20fb5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:17.303703 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e61d36-f35c-4d05-9942-2b1ed98b29b9" -d '{"events": [{"server_uuid": "7ebd756b-da0a-4c6b-9a46-820e6068334d", "name": "network-vif-deleted", "tag": "9378a70b-48f9-4d61-872c-a5d9ade20fb5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:17.332530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b42b3-3999-4a53-a60b-43cd0032f2d3 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:17.334162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ec6b42b3-3999-4a53-a60b-43cd0032f2d3 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=441223a1-9f94-42ab-abce-eab10f4d6488&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0785809 Nov 25 17:27:17.338461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60400) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.379063 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41e2fb8-c97f-4c61-9929-76526a288d3c x-openstack-request-id: req-f41e2fb8-c97f-4c61-9929-76526a288d3c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:17.379367 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebd756b-da0a-4c6b-9a46-820e6068334d", "name": "network-vif-deleted", "tag": "9378a70b-48f9-4d61-872c-a5d9ade20fb5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:17.379631 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f41e2fb8-c97f-4c61-9929-76526a288d3c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:17.380035 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebd756b-da0a-4c6b-9a46-820e6068334d', 'name': 'network-vif-deleted', 'tag': '9378a70b-48f9-4d61-872c-a5d9ade20fb5', 'status': 'completed', 'code': 200} Nov 25 17:27:17.474259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73169771-332b-4899-b4fd-2761236ab10c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:17.478729 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73169771-332b-4899-b4fd-2761236ab10c tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 881 time: 0.1356349 Nov 25 17:27:17.480398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60402) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.520811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-509a28ea-c4c1-474b-9e21-fbf8c2cd3b6a tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=441223a1-9f94-42ab-abce-eab10f4d6488 HTTP/1.1" status: 200 len: 205 time: 0.0391166 Nov 25 17:27:17.526697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60408) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.666982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.776707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.855105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Deleting port e44d14ff-e41f-4ba3-a593-c499d791a35f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:17.855105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.965036 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.993758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Calling delete_port for e44d14ff-e41f-4ba3-a593-c499d791a35f owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:18.116804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2878e-fa08-4a86-9622-fddff715ac04 req-2ee8f660-58a7-41f2-b0db-2f4e056ea942 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:18.118392 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01a2878e-fa08-4a86-9622-fddff715ac04 req-2ee8f660-58a7-41f2-b0db-2f4e056ea942 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.0949819 Nov 25 17:27:18.202043 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01a2878e-fa08-4a86-9622-fddff715ac04 req-dc6542eb-c558-4c23-aec4-176d90a71607 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ef039f0-9e70-45d1-b938-9fe3dcc0b836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760033 Nov 25 17:27:18.307109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.342133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event deleted for resources: {'Port': ['ID=e44d14ff-e41f-4ba3-a593-c499d791a35f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:18.345045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16958a96-5ee7-4cb9-9d74-b88bb8109cc9 req-68d6a4ad-adff-4aed-abd9-ea9acb5fca48 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0803146 Nov 25 17:27:18.369312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d467a-e46a-4484-b8d2-83bc7a1fd6d6 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:18.406086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-ddd4beb9-e29e-4478-ae8e-fd4187652921 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:18.407802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-ddd4beb9-e29e-4478-ae8e-fd4187652921 tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 946 time: 0.1412630 Nov 25 17:27:18.456351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.576031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.579101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.580736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Deleting port bf260060-aec5-4a72-bac9-08abd1ba5469 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:18.581201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.630389 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.630948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Fanout notify agent at l3_agent the message router_deleted on router 441223a1-9f94-42ab-abce-eab10f4d6488 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:18.640413 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.640413 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-18454116-b036-462f-a003-a889ae14e42c tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/441223a1-9f94-42ab-abce-eab10f4d6488 HTTP/1.1" status: 204 len: 168 time: 1.1145585 Nov 25 17:27:18.645367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60450) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:18.653736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1508384944', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:18.694890 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.696308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.724172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] For port bf260060-aec5-4a72-bac9-08abd1ba5469, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=bf260060-aec5-4a72-bac9-08abd1ba5469,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:18.724172 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.756544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Calling delete_port for bf260060-aec5-4a72-bac9-08abd1ba5469 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:18.775656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.854732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9378a70b-48f9-4d61-872c-a5d9ade20fb5 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:18.880618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 9378a70b-48f9-4d61-872c-a5d9ade20fb5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:18.881539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9378a70b-48f9-4d61-872c-a5d9ade20fb5 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:18.973323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171c1d3-a828-436b-a82b-071d0d2d7f18 req-5858f5d9-060c-4293-a005-6cf6b579cd71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:18.979804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171c1d3-a828-436b-a82b-071d0d2d7f18 req-5858f5d9-060c-4293-a005-6cf6b579cd71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:18.982219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6171c1d3-a828-436b-a82b-071d0d2d7f18 req-5858f5d9-060c-4293-a005-6cf6b579cd71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13&device_id=92ce9506-407d-4dd6-9c0d-b2299ee6321b HTTP/1.1" status: 200 len: 1682 time: 0.1419463 Nov 25 17:27:19.037133 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.091405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Pushing event deleted for resources: {'Port': ['ID=bf260060-aec5-4a72-bac9-08abd1ba5469,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:19.114557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6171c1d3-a828-436b-a82b-071d0d2d7f18 req-f7b1aa61-54e0-4328-8e7d-25766c9fee0a tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182747 Nov 25 17:27:19.154012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] No DVR routers for this DVR port bf260060-aec5-4a72-bac9-08abd1ba5469 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:19.173895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.178423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d61ad0ee-2276-43c5-8a5c-73ce9bc19f46 req-7a18eb48-dd1e-4797-8213-595c47607d9c tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.95 "DELETE /v2.0/ports/bf260060-aec5-4a72-bac9-08abd1ba5469 HTTP/1.1" status: 204 len: 173 time: 0.7556612 Nov 25 17:27:19.376802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.381600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f703c35c-fcec-4fe6-b76c-1a3374ebaa31', 'name': 'network-vif-deleted', 'tag': 'bf260060-aec5-4a72-bac9-08abd1ba5469'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:19.385376 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9405aff4-c626-449a-95f8-6b821219fd43" -d '{"events": [{"server_uuid": "f703c35c-fcec-4fe6-b76c-1a3374ebaa31", "name": "network-vif-deleted", "tag": "bf260060-aec5-4a72-bac9-08abd1ba5469"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:19.517984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-106ddcb8-18c9-48ed-a783-a1f163798e34 req-d2d2c663-4a80-439c-95f8-773fa9de8b0e tempest-ListServerFiltersTestJSON-1282216055 tempest-ListServerFiltersTestJSON-1282216055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f703c35c-fcec-4fe6-b76c-1a3374ebaa31 HTTP/1.1" status: 200 len: 210 time: 0.0656891 Nov 25 17:27:19.545229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e560e7fc-90b4-4c28-9b0a-ab6655db9c33 req-b7d156c2-940a-478c-97bf-13c541f2e1ec tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0835073 Nov 25 17:27:19.600126 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201803a1-daa2-4261-9eb6-af6ebe5f419a x-openstack-request-id: req-201803a1-daa2-4261-9eb6-af6ebe5f419a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:19.600653 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f703c35c-fcec-4fe6-b76c-1a3374ebaa31", "name": "network-vif-deleted", "tag": "bf260060-aec5-4a72-bac9-08abd1ba5469", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:19.601492 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-201803a1-daa2-4261-9eb6-af6ebe5f419a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:19.602440 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f703c35c-fcec-4fe6-b76c-1a3374ebaa31', 'name': 'network-vif-deleted', 'tag': 'bf260060-aec5-4a72-bac9-08abd1ba5469', 'status': 'completed', 'code': 200} Nov 25 17:27:19.692326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.720554 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.900532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Allocated IP 172.25.1.154 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/74523dbb-6293-40c9-b352-3726616a30a5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:20.038017 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.093051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.125014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028007d-01a2-45e2-b3ef-1a9bb6e40dc8 req-809b1778-5dc2-4196-8496-fdbc06dfee3f tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:20.127253 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c028007d-01a2-45e2-b3ef-1a9bb6e40dc8 req-809b1778-5dc2-4196-8496-fdbc06dfee3f tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=92ce9506-407d-4dd6-9c0d-b2299ee6321b HTTP/1.1" status: 200 len: 946 time: 0.0806451 Nov 25 17:27:20.161540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:20.162519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event updated for resources: {'Port': ['ID=74523dbb-6293-40c9-b352-3726616a30a5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:20.165840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:20.170000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:20.187749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7589fd54-f19b-49cc-b78d-51cb8b833538 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:20.230578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c028007d-01a2-45e2-b3ef-1a9bb6e40dc8 req-c68e0889-febb-4772-b9de-b7535007e614 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963626 Nov 25 17:27:20.318545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-824fbcce-5ef9-40ca-99e5-0e30f9e9db87 None None] Provisioning complete for port 74523dbb-6293-40c9-b352-3726616a30a5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:20.318997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-824fbcce-5ef9-40ca-99e5-0e30f9e9db87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.381483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-824fbcce-5ef9-40ca-99e5-0e30f9e9db87 None None] Port 74523dbb-6293-40c9-b352-3726616a30a5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:20.495415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.634127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:20.706300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de86cbd1-9d4a-49b5-90f9-5531cb4f9e3a req-6ff5324d-62bc-4b4b-a38c-4c8c056e047d tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0417249 Nov 25 17:27:20.720202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab722876-6d98-4374-8ca7-892f16a63435 admin admin] Deleting subnet 09384321-3834-4ca1-addd-0c39b1f3afd8 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:20.727031 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab722876-6d98-4374-8ca7-892f16a63435 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.781666 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab722876-6d98-4374-8ca7-892f16a63435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.802544 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.897277 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab722876-6d98-4374-8ca7-892f16a63435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.938395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device bf260060-aec5-4a72-bac9-08abd1ba5469 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:20.973224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: bf260060-aec5-4a72-bac9-08abd1ba5469 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:20.974337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device bf260060-aec5-4a72-bac9-08abd1ba5469 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:20.974525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Router 54b99fe8-f157-4ce4-a874-d6a76b4a9e55 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:27:20.979822 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab722876-6d98-4374-8ca7-892f16a63435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.008349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab722876-6d98-4374-8ca7-892f16a63435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09384321-3834-4ca1-addd-0c39b1f3afd8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:21.012733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab722876-6d98-4374-8ca7-892f16a63435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.018970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ab722876-6d98-4374-8ca7-892f16a63435 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/09384321-3834-4ca1-addd-0c39b1f3afd8 HTTP/1.1" status: 204 len: 168 time: 0.3814900 Nov 25 17:27:21.020004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:21.023023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8b6cd-d4c4-4211-9f33-dd28cf7f2aa2 None None] Network 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:21.147258 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.158339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:21.194703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.199247 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5842056e-e97a-463e-acbf-90dba9b49f45 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5495589 Nov 25 17:27:21.199540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16ddb6-035c-4fce-adc8-51a4cf82e203 None None] Sync routers for ids ['54b99fe8-f157-4ce4-a874-d6a76b4a9e55'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:21.204401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:21.212328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:21.231833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16ddb6-035c-4fce-adc8-51a4cf82e203 None None] Routers {'54b99fe8-f157-4ce4-a874-d6a76b4a9e55'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:21.232461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8d16ddb6-035c-4fce-adc8-51a4cf82e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['54b99fe8-f157-4ce4-a874-d6a76b4a9e55'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:21.312236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8d16ddb6-035c-4fce-adc8-51a4cf82e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:21.330101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16ddb6-035c-4fce-adc8-51a4cf82e203 None None] Routers {'54b99fe8-f157-4ce4-a874-d6a76b4a9e55'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:21.330813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8d16ddb6-035c-4fce-adc8-51a4cf82e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['54b99fe8-f157-4ce4-a874-d6a76b4a9e55'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:21.341545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1283c947-423b-4534-8833-3077f6ddb611 req-858236aa-8f20-4710-a7b9-59d1b1df9286 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0debeede-fca5-4833-90ad-c86854f2d59a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1214199 Nov 25 17:27:21.403066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] DHCP port deletion for 166cfdf4-4f94-4ac2-a67b-fd59ba0241cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:21.429557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8d16ddb6-035c-4fce-adc8-51a4cf82e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:21.429557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16ddb6-035c-4fce-adc8-51a4cf82e203 None None] The sync data for ids ['54b99fe8-f157-4ce4-a874-d6a76b4a9e55'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:21.476587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Deleting port 666e2dae-34b3-437b-8efa-d3945a5c710f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:21.477219 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.529559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 666e2dae-34b3-437b-8efa-d3945a5c710f no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:21.543210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1283c947-423b-4534-8833-3077f6ddb611 req-3e38a0f8-7d86-4526-9b7d-7af3fbcbd36f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e26d6b257d73432299fb59bfb59ff631&device_id=0debeede-fca5-4833-90ad-c86854f2d59a HTTP/1.1" status: 200 len: 210 time: 0.1349161 Nov 25 17:27:21.552515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-981116ce-22c8-43ae-b449-ee848896f725 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:21.555253 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-981116ce-22c8-43ae-b449-ee848896f725 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.95 "GET /v2.0/ports?device_id=92ce9506-407d-4dd6-9c0d-b2299ee6321b HTTP/1.1" status: 200 len: 946 time: 0.1293528 Nov 25 17:27:21.608755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] Deleting port 666e2dae-34b3-437b-8efa-d3945a5c710f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:21.610040 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.629962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b7f97-087c-4819-ba8a-9226b1f82492 req-b83774c4-f35c-48e8-b7f6-2b8f407ee4ed tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:21.631735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d8b7f97-087c-4819-ba8a-9226b1f82492 req-b83774c4-f35c-48e8-b7f6-2b8f407ee4ed tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=92ce9506-407d-4dd6-9c0d-b2299ee6321b HTTP/1.1" status: 200 len: 946 time: 0.2708898 Nov 25 17:27:21.686668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1283c947-423b-4534-8833-3077f6ddb611 req-fc0445a1-6761-41f5-81f4-c4a56599c440 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=e26d6b257d73432299fb59bfb59ff631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023664 Nov 25 17:27:21.718376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Deleting port 9950739f-7309-454b-8f26-55a39632260a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:21.719432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.856466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] For port 666e2dae-34b3-437b-8efa-d3945a5c710f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=666e2dae-34b3-437b-8efa-d3945a5c710f,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:21.857871 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.901416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] For port 9950739f-7309-454b-8f26-55a39632260a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=9950739f-7309-454b-8f26-55a39632260a,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:21.902029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.913813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d8b7f97-087c-4819-ba8a-9226b1f82492 req-7d26d882-a0f3-448e-a0b2-2926a8241b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414405 Nov 25 17:27:21.920761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Calling delete_port for 9950739f-7309-454b-8f26-55a39632260a owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:22.018374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283c947-423b-4534-8833-3077f6ddb611 req-e5914160-a0a3-4be5-96d3-3d0a21332b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:22.021853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1283c947-423b-4534-8833-3077f6ddb611 req-e5914160-a0a3-4be5-96d3-3d0a21332b7b service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3225489 Nov 25 17:27:22.056704 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.060975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Calling delete_port for 666e2dae-34b3-437b-8efa-d3945a5c710f owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:22.075218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4f80229-bd07-46e3-9899-f9eb2cf82165 req-33d77575-6ae9-4625-ba5d-7de8c0ddfcec tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0796459 Nov 25 17:27:22.109551 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] For port 666e2dae-34b3-437b-8efa-d3945a5c710f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=666e2dae-34b3-437b-8efa-d3945a5c710f,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:22.110808 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.117557 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.138238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] Calling delete_port for 666e2dae-34b3-437b-8efa-d3945a5c710f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:22.202310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Pushing event deleted for resources: {'Port': ['ID=9950739f-7309-454b-8f26-55a39632260a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:22.211723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4050d069-a95b-46f1-a6b0-cdff0a0f8aea'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:22.230811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] No DVR routers for this DVR port 9950739f-7309-454b-8f26-55a39632260a on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:22.234148 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.238321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d8eab50f-1e52-49f3-ae53-adbb4e988a23 req-cdb9b90e-78e4-4e6a-93d7-135ec4141b47 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.95 "DELETE /v2.0/ports/9950739f-7309-454b-8f26-55a39632260a HTTP/1.1" status: 204 len: 173 time: 0.6692126 Nov 25 17:27:22.238843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce9506-407d-4dd6-9c0d-b2299ee6321b', 'name': 'network-vif-deleted', 'tag': '9950739f-7309-454b-8f26-55a39632260a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:22.251465 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe55f596-0519-4a50-af14-9d77cb131727" -d '{"events": [{"server_uuid": "92ce9506-407d-4dd6-9c0d-b2299ee6321b", "name": "network-vif-deleted", "tag": "9950739f-7309-454b-8f26-55a39632260a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:22.274213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['9950739f-7309-454b-8f26-55a39632260a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:22.330312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 666e2dae-34b3-437b-8efa-d3945a5c710f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=666e2dae-34b3-437b-8efa-d3945a5c710f,segment=NetworkSegment(404ca0d6-df3f-474c-a8ca-c68559e4a7ea),segment_id=404ca0d6-df3f-474c-a8ca-c68559e4a7ea)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:22.339622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-aa1e3450-ec03-4c81-baf2-a81300bbc446 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:22.341534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-aa1e3450-ec03-4c81-baf2-a81300bbc446 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 945 time: 0.3849173 Nov 25 17:27:22.348634 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001cd17f-1d77-4e24-8062-b523753363cf x-openstack-request-id: req-001cd17f-1d77-4e24-8062-b523753363cf {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:22.348988 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce9506-407d-4dd6-9c0d-b2299ee6321b", "name": "network-vif-deleted", "tag": "9950739f-7309-454b-8f26-55a39632260a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:22.349403 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-001cd17f-1d77-4e24-8062-b523753363cf {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:22.350369 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce9506-407d-4dd6-9c0d-b2299ee6321b', 'name': 'network-vif-deleted', 'tag': '9950739f-7309-454b-8f26-55a39632260a', 'status': 'completed', 'code': 200} Nov 25 17:27:22.356207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.398568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event deleted for resources: {'Port': ['ID=666e2dae-34b3-437b-8efa-d3945a5c710f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:22.419253 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.476863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.477301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.477527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.477870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.478208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.478548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.479178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.479518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.479848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.480183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.480500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.480985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:22.493998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Pushing event deleted for resources: {'Port': ['ID=666e2dae-34b3-437b-8efa-d3945a5c710f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:22.499077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] No DVR routers for this DVR port 666e2dae-34b3-437b-8efa-d3945a5c710f on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:22.540759 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.575151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.581799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] No DVR routers for this DVR port 666e2dae-34b3-437b-8efa-d3945a5c710f on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:22.585662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ce61e-ab16-4017-8036-f83e8e9efb45 None None] Pushing event deleted for resources: {'Port': ['ID=666e2dae-34b3-437b-8efa-d3945a5c710f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:22.963066 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.971830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.007233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166cfdf4-4f94-4ac2-a67b-fd59ba0241cf']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:23.036529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404ca0d6-df3f-474c-a8ca-c68559e4a7ea') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:23.036835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404ca0d6-df3f-474c-a8ca-c68559e4a7ea') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:23.041266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Deleting port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:23.041606 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.063864 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.138183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.161916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:23.162321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:23.165007 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:23.279828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247913ed-9d66-4fad-bd91-bbdc3bc7ae81 req-3da380ea-4912-41e4-bf2d-3f93c36338ee tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:23.285871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-247913ed-9d66-4fad-bd91-bbdc3bc7ae81 req-3da380ea-4912-41e4-bf2d-3f93c36338ee tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6aac76-c6e9-4533-a988-517f912c1a13 HTTP/1.1" status: 200 len: 945 time: 0.2199745 Nov 25 17:27:23.290271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] For port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,segment=NetworkSegment(c8cf1807-47b3-42cd-a794-1ba4148546f0),segment_id=c8cf1807-47b3-42cd-a794-1ba4148546f0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:23.290661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.305259 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.315814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Deleting port 74523dbb-6293-40c9-b352-3726616a30a5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:23.316777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.321581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Calling delete_port for 4050d069-a95b-46f1-a6b0-cdff0a0f8aea owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:23.326910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.330138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] 10.222.0.81 "DELETE /v2.0/networks/166cfdf4-4f94-4ac2-a67b-fd59ba0241cf HTTP/1.1" status: 204 len: 168 time: 2.3087296 Nov 25 17:27:23.409200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e0d59-863b-42a4-a05c-ae4f33cfaacb admin admin] Pushing event deleted for resources: {'Network': ['ID=166cfdf4-4f94-4ac2-a67b-fd59ba0241cf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:23.435107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e127552-40d2-4f5f-89f7-3356f14fe451 req-e2150247-f9a5-4784-883d-bc505ad00b28 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.2538631 Nov 25 17:27:23.540594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-247913ed-9d66-4fad-bd91-bbdc3bc7ae81 req-e536c9d0-1297-4a1f-b82c-ead9671ba79e tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.81 "GET /v2.0/security-groups?id=b28326b5-fc0d-42da-93c8-216e57a304c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392862 Nov 25 17:27:23.549119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:23.554862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.571682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Calling delete_port for 74523dbb-6293-40c9-b352-3726616a30a5 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:23.602448 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4181d344-d58b-4f85-8b93-f10256b3d048 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e41dec26e1c34c18945a8dad53ad75ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509615 Nov 25 17:27:23.605074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60580) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:23.659848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9840ce1-edd8-4358-8f07-da83efa6df32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.687829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9840ce1-edd8-4358-8f07-da83efa6df32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.739658 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9840ce1-edd8-4358-8f07-da83efa6df32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.742600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9840ce1-edd8-4358-8f07-da83efa6df32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.743780 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b9840ce1-edd8-4358-8f07-da83efa6df32 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ef039f0-9e70-45d1-b938-9fe3dcc0b836 HTTP/1.1" status: 204 len: 168 time: 0.1376953 Nov 25 17:27:23.746394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.753074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840ce1-edd8-4358-8f07-da83efa6df32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef039f0-9e70-45d1-b938-9fe3dcc0b836,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:23.799626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Pushing event deleted for resources: {'Port': ['ID=4050d069-a95b-46f1-a6b0-cdff0a0f8aea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:23.839920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] No DVR routers for this DVR port 4050d069-a95b-46f1-a6b0-cdff0a0f8aea on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:23.845620 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.849412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c449aa0f-d02d-4a8a-9556-388597d8e6ab req-7585a35f-b736-44bc-9f5e-86c239bdfb71 tempest-ListServersNegativeTestJSON-817348988 tempest-ListServersNegativeTestJSON-817348988-project] 10.222.0.60 "DELETE /v2.0/ports/4050d069-a95b-46f1-a6b0-cdff0a0f8aea HTTP/1.1" status: 204 len: 173 time: 1.4986000 Nov 25 17:27:23.849883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6aac76-c6e9-4533-a988-517f912c1a13', 'name': 'network-vif-deleted', 'tag': '4050d069-a95b-46f1-a6b0-cdff0a0f8aea'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:23.852454 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b4ee7-2209-433c-84b7-c3e6b2c4eb0d" -d '{"events": [{"server_uuid": "7c6aac76-c6e9-4533-a988-517f912c1a13", "name": "network-vif-deleted", "tag": "4050d069-a95b-46f1-a6b0-cdff0a0f8aea"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:23.909084 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1fdbb3-e3ea-4dd4-a6a5-ff3134e6edb9 x-openstack-request-id: req-9e1fdbb3-e3ea-4dd4-a6a5-ff3134e6edb9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:23.909405 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6aac76-c6e9-4533-a988-517f912c1a13", "name": "network-vif-deleted", "tag": "4050d069-a95b-46f1-a6b0-cdff0a0f8aea", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:23.910242 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e1fdbb3-e3ea-4dd4-a6a5-ff3134e6edb9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:23.910728 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6aac76-c6e9-4533-a988-517f912c1a13', 'name': 'network-vif-deleted', 'tag': '4050d069-a95b-46f1-a6b0-cdff0a0f8aea', 'status': 'completed', 'code': 200} Nov 25 17:27:23.930105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.963845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Pushing event deleted for resources: {'Port': ['ID=74523dbb-6293-40c9-b352-3726616a30a5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:23.987691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a14a4-6917-4f2e-a705-4eeb32cea970 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:24.039796 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.343329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.347239 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.447103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Router 54b99fe8-f157-4ce4-a874-d6a76b4a9e55 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:24.577393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:24.590354 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.592745 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f542c-7a24-44b5-90bd-677a9fa678e2 None None] Sync routers for ids ['54b99fe8-f157-4ce4-a874-d6a76b4a9e55'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:24.596684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.609680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-128c1368-d93a-49ea-b0c5-f3c3ff423b0b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "PUT /v2.0/routers/54b99fe8-f157-4ce4-a874-d6a76b4a9e55 HTTP/1.1" status: 200 len: 706 time: 3.3937879 Nov 25 17:27:24.616031 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f542c-7a24-44b5-90bd-677a9fa678e2 None None] Routers {'54b99fe8-f157-4ce4-a874-d6a76b4a9e55'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:24.616031 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-801f542c-7a24-44b5-90bd-677a9fa678e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['54b99fe8-f157-4ce4-a874-d6a76b4a9e55'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:24.624453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.678250 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-801f542c-7a24-44b5-90bd-677a9fa678e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:24.696485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-781f62f9-c2be-4fa7-8a15-ada0f8aeff06 admin admin] Deleting subnet 6b3c63fb-98ac-4922-bd86-38ffaa6084cf {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:24.697867 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f542c-7a24-44b5-90bd-677a9fa678e2 None None] Routers {'54b99fe8-f157-4ce4-a874-d6a76b4a9e55'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:24.699397 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-801f542c-7a24-44b5-90bd-677a9fa678e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['54b99fe8-f157-4ce4-a874-d6a76b4a9e55'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:24.711367 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b5a6b759-b81f-4d37-ad89-7c6df3787c31 tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/routers/54b99fe8-f157-4ce4-a874-d6a76b4a9e55 HTTP/1.1" status: 200 len: 741 time: 0.1127450 Nov 25 17:27:24.714260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60630) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.729991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed87fd14-803c-4b78-9a9b-b5598ffe1a0b req-dfb56d45-e4a9-489b-b23a-a71842eba16f tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.1458032 Nov 25 17:27:24.730720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-781f62f9-c2be-4fa7-8a15-ada0f8aeff06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.768382 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-801f542c-7a24-44b5-90bd-677a9fa678e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:24.770041 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f542c-7a24-44b5-90bd-677a9fa678e2 None None] The sync data for ids ['54b99fe8-f157-4ce4-a874-d6a76b4a9e55'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:24.801796 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-781f62f9-c2be-4fa7-8a15-ada0f8aeff06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.806965 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b8f99704-adb1-4ade-a899-e87a13e799ae tempest-RoutersAdminTest-1822451266 tempest-RoutersAdminTest-1822451266-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=54b99fe8-f157-4ce4-a874-d6a76b4a9e55 HTTP/1.1" status: 200 len: 205 time: 0.0913491 Nov 25 17:27:24.807601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.819465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60634) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.846249 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-781f62f9-c2be-4fa7-8a15-ada0f8aeff06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.858020 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-640dd1cf-c03d-45f6-a5b3-9cbe63681a4b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=54b99fe8-f157-4ce4-a874-d6a76b4a9e55 HTTP/1.1" status: 200 len: 205 time: 0.0491328 Nov 25 17:27:24.858461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60638) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.888371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4050d069-a95b-46f1-a6b0-cdff0a0f8aea no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:24.919336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 4050d069-a95b-46f1-a6b0-cdff0a0f8aea {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:24.919802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4050d069-a95b-46f1-a6b0-cdff0a0f8aea not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:24.927201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-781f62f9-c2be-4fa7-8a15-ada0f8aeff06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.938513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 9950739f-7309-454b-8f26-55a39632260a no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:24.939242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a405f48-9d48-4f1c-a14a-e28f560cc3a6 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.970547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 9950739f-7309-454b-8f26-55a39632260a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:24.971165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 9950739f-7309-454b-8f26-55a39632260a not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:24.979205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f62f9-c2be-4fa7-8a15-ada0f8aeff06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3c63fb-98ac-4922-bd86-38ffaa6084cf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:25.000423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-781f62f9-c2be-4fa7-8a15-ada0f8aeff06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.007554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-781f62f9-c2be-4fa7-8a15-ada0f8aeff06 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6b3c63fb-98ac-4922-bd86-38ffaa6084cf HTTP/1.1" status: 204 len: 168 time: 0.3727298 Nov 25 17:27:25.008129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.028165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1154127036-network', 'tenant_id': '7ebea1f96c4e4a569532935786af78c9'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:25.082929 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.143678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Made reservation on behalf of 7ebea1f96c4e4a569532935786af78c9 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:25.146244 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.156248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a405f48-9d48-4f1c-a14a-e28f560cc3a6 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.158133 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.166638 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a405f48-9d48-4f1c-a14a-e28f560cc3a6 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.175806 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.200925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9abdb7-200e-4b48-98b0-a85d6bdd336f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:25.212991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cf1807-47b3-42cd-a794-1ba4148546f0') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:25.213358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cf1807-47b3-42cd-a794-1ba4148546f0') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:25.227500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.244658 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a405f48-9d48-4f1c-a14a-e28f560cc3a6 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.245175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a405f48-9d48-4f1c-a14a-e28f560cc3a6 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Fanout notify agent at l3_agent the message router_deleted on router 54b99fe8-f157-4ce4-a874-d6a76b4a9e55 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:25.253012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.262403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:25.265882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a405f48-9d48-4f1c-a14a-e28f560cc3a6 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.266069 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.272505 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2a405f48-9d48-4f1c-a14a-e28f560cc3a6 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/54b99fe8-f157-4ce4-a874-d6a76b4a9e55 HTTP/1.1" status: 204 len: 168 time: 0.4125297 Nov 25 17:27:25.274900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:25.283727 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:25.306001 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-23dfaf39-f540-4490-844a-4130bdd5505e tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=54b99fe8-f157-4ce4-a874-d6a76b4a9e55 HTTP/1.1" status: 200 len: 205 time: 0.0297437 Nov 25 17:27:25.307081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.336910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.349189 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.353290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ed9abdb7-200e-4b48-98b0-a85d6bdd336f HTTP/1.1" status: 204 len: 168 time: 0.3445311 Nov 25 17:27:25.362704 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-802b6932-37d1-4528-889e-0b9577a45aba tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] delete failed (client error): The resource could not be found. Nov 25 17:27:25.366577 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-802b6932-37d1-4528-889e-0b9577a45aba tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/54b99fe8-f157-4ce4-a874-d6a76b4a9e55 HTTP/1.1" status: 404 len: 336 time: 0.0557775 Nov 25 17:27:25.366791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd71b65-b1e1-47c5-9622-564f8ece7db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9abdb7-200e-4b48-98b0-a85d6bdd336f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:25.370311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.404556 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b106605-6816-40e8-b929-e44185260492 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=441223a1-9f94-42ab-abce-eab10f4d6488 HTTP/1.1" status: 200 len: 205 time: 0.0331368 Nov 25 17:27:25.407247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.453777 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.458989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.462722 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-721bd66f-b66d-41d1-b7c8-8c697403f98d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] delete failed (client error): The resource could not be found. Nov 25 17:27:25.464171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-721bd66f-b66d-41d1-b7c8-8c697403f98d tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/441223a1-9f94-42ab-abce-eab10f4d6488 HTTP/1.1" status: 404 len: 336 time: 0.0549519 Nov 25 17:27:25.466959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.500118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-91b2f9c4-f465-4535-9bfc-80df791c4676 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=94605075-32e1-49d0-b058-a11beefc917b HTTP/1.1" status: 200 len: 205 time: 0.0314145 Nov 25 17:27:25.502623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:25.503410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.522964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.523422 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Added segment 249a1848-bd72-462a-ad60-0516dfd330a7 of type vlan for network 032462cd-f910-4098-9c49-34855a6c2f78 Nov 25 17:27:25.525957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62f29df-bc91-4bb7-9797-e88198565468,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:25.557780 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-710ad8ec-aab1-4d4d-b691-55df7f08e8f9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] delete failed (client error): The resource could not be found. Nov 25 17:27:25.558850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-710ad8ec-aab1-4d4d-b691-55df7f08e8f9 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/94605075-32e1-49d0-b058-a11beefc917b HTTP/1.1" status: 404 len: 336 time: 0.0543690 Nov 25 17:27:25.561616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.571094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.580479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.609768 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4aef46e4-e31c-467e-aec7-bdd3ff71a7d4 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=d579d208-d89d-4b04-94c0-b0ff7001f6b8 HTTP/1.1" status: 200 len: 205 time: 0.0470040 Nov 25 17:27:25.612385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.619366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.620343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:25.620929 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.643358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a9bc742f-bff3-445b-83f4-9786683cb124 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea57703f15b746b8a7b67ae4c1597791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711522 Nov 25 17:27:25.643973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60676) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.676028 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-adc61b67-33e3-4d32-84c3-e9a1f5b50fee tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] delete failed (client error): The resource could not be found. Nov 25 17:27:25.679832 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-adc61b67-33e3-4d32-84c3-e9a1f5b50fee tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/d579d208-d89d-4b04-94c0-b0ff7001f6b8 HTTP/1.1" status: 404 len: 336 time: 0.0633950 Nov 25 17:27:25.680851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60678) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.716791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e656c18c-9a70-4cf0-abd9-75f011bd4500 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=d932c64a-4748-45f9-a9d9-ea24d980368a HTTP/1.1" status: 200 len: 205 time: 0.0331430 Nov 25 17:27:25.717152 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8942056 Nov 25 17:27:25.717344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.718586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60682) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.723557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Request body: {'subnet': {'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1154127036-subnet', 'tenant_id': '7ebea1f96c4e4a569532935786af78c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:25.743047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd573d-1dfe-491a-8c69-a1a5449b8eed admin admin] Pushing event updated for resources: {'Network': ['ID=032462cd-f910-4098-9c49-34855a6c2f78,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:25.752847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 032462cd-f910-4098-9c49-34855a6c2f78 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:25.758367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Made reservation on behalf of 7ebea1f96c4e4a569532935786af78c9 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:25.761798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.777171 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-2297903d-450d-466f-9780-92d9c78a971b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] delete failed (client error): The resource could not be found. Nov 25 17:27:25.778240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2297903d-450d-466f-9780-92d9c78a971b tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/d932c64a-4748-45f9-a9d9-ea24d980368a HTTP/1.1" status: 404 len: 336 time: 0.0603211 Nov 25 17:27:25.781194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.791802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c417c294-836c-4b01-87a6-6306c7279cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.836211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9c8bac30-1a3e-4281-b87c-3341c330b37f tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "GET /v2.0/ports?device_id=610726be-4ac0-4a51-b598-2d7761424321 HTTP/1.1" status: 200 len: 205 time: 0.0540254 Nov 25 17:27:25.841630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c417c294-836c-4b01-87a6-6306c7279cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.841630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.936689 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-c7f7005f-7931-4d6d-b668-fb5ce2bf5a39 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] delete failed (client error): The resource could not be found. Nov 25 17:27:25.940245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c7f7005f-7931-4d6d-b668-fb5ce2bf5a39 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/routers/610726be-4ac0-4a51-b598-2d7761424321 HTTP/1.1" status: 404 len: 336 time: 0.0968301 Nov 25 17:27:25.940245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c417c294-836c-4b01-87a6-6306c7279cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.940819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.941302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c417c294-836c-4b01-87a6-6306c7279cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.944592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c417c294-836c-4b01-87a6-6306c7279cb0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b28326b5-fc0d-42da-93c8-216e57a304c2 HTTP/1.1" status: 204 len: 168 time: 0.2969124 Nov 25 17:27:25.968994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417c294-836c-4b01-87a6-6306c7279cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28326b5-fc0d-42da-93c8-216e57a304c2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:25.972553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed4919ac-10d3-466e-bba5-002a8598e505 req-88816cf2-ef41-48e0-a4d9-4c2ee87be2e9 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0793881 Nov 25 17:27:26.008299 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-529a75e6-4f7d-429e-af6e-a3a6c6e29e61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] DELETE failed (client error): The resource could not be found. Nov 25 17:27:26.008299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529a75e6-4f7d-429e-af6e-a3a6c6e29e61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:27:26.013479 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-529a75e6-4f7d-429e-af6e-a3a6c6e29e61 tempest-RoutersAdminTest-1632131522 tempest-RoutersAdminTest-1632131522-project] 10.222.0.81 "DELETE /v2.0/subnets/9c3b8cc2-6620-4d3e-9fb3-5590936ef37b HTTP/1.1" status: 404 len: 337 time: 0.0677423 Nov 25 17:27:26.169490 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.267918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8fbe9b-8c88-41f2-8c8b-858853c615da,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:26.286466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Checking segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:26.286911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Network hostable DHCP agents. Network: 032462cd-f910-4098-9c49-34855a6c2f78, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:26.317363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Network 032462cd-f910-4098-9c49-34855a6c2f78 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:26.333494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 032462cd-f910-4098-9c49-34855a6c2f78) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:26.340067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:26.340652 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.344000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cdd9e0-2c94-42a0-a8b2-3e84a610437e None None] Network 032462cd-f910-4098-9c49-34855a6c2f78 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:26.368576 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-12b58133-f0f2-4c33-af27-0891751874f0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6480703 Nov 25 17:27:26.459499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60724) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:26.505127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bafd9f-7458-4a3b-a53b-4dbce3876cda None None] Network 032462cd-f910-4098-9c49-34855a6c2f78 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:26.745946 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9de36680-af8b-4227-8a40-82ce4b7ffb4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.879746 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9de36680-af8b-4227-8a40-82ce4b7ffb4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.887602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9de36680-af8b-4227-8a40-82ce4b7ffb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.944307 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9de36680-af8b-4227-8a40-82ce4b7ffb4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c7708a93dc14e77b324f9ab2eae5cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4836233 Nov 25 17:27:26.946548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de36680-af8b-4227-8a40-82ce4b7ffb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472e0e8-593d-41ef-88af-5ddb870eb46b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:26.946923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:27.012009 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985fe61e-7848-4bfe-ad6d-acc1db2bce7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.076705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985fe61e-7848-4bfe-ad6d-acc1db2bce7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.163515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60758) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:27.171486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01a9add1-61cb-40cc-80b2-288c94b0a886 req-773ee8d4-a9ea-4e6a-9ff1-91ee110cfdb4 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0508678 Nov 25 17:27:27.177159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985fe61e-7848-4bfe-ad6d-acc1db2bce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.180982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-985fe61e-7848-4bfe-ad6d-acc1db2bce7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.185085 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-985fe61e-7848-4bfe-ad6d-acc1db2bce7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e472e0e8-593d-41ef-88af-5ddb870eb46b HTTP/1.1" status: 204 len: 168 time: 0.2370098 Nov 25 17:27:27.196111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fe61e-7848-4bfe-ad6d-acc1db2bce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472e0e8-593d-41ef-88af-5ddb870eb46b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:27.335894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-network', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:27.365030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Made reservation on behalf of cd098333b8a7497fa870e20ab934f4a5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:27.368119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.380305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.494661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.502896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.564168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:27.593780 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.594106 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Added segment 9dd76074-d453-403f-8e82-af407252b6a3 of type vlan for network c69f52eb-8ae2-4973-a24d-3370ae7afd29 Nov 25 17:27:27.595489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5c1d1a-0434-4277-980e-a6020975c0ef,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:27.643739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-055c0d47-96d4-4a4c-b3e0-46f4a801ab37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1160166 Nov 25 17:27:27.688856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.699151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:27.734448 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.735580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.736237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.770664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6025593 Nov 25 17:27:27.793524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:27.800043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Request body: {'subnet': {'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-subnet', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:27.825777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b221ac-f4d3-48df-803c-0495716ca966 admin admin] Pushing event updated for resources: {'Network': ['ID=c69f52eb-8ae2-4973-a24d-3370ae7afd29,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:27.838031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network c69f52eb-8ae2-4973-a24d-3370ae7afd29 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:27.846293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Made reservation on behalf of cd098333b8a7497fa870e20ab934f4a5 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:27.853229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b7f93732-7e26-4bb0-9bd7-c893f4d4fe17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d74bef4249574c1894d95094c23040ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524141 Nov 25 17:27:27.854234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.856991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:27.873174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3afc1dfe-37ec-4d7d-83ba-c8ee11e4380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.873660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3afc1dfe-37ec-4d7d-83ba-c8ee11e4380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.874133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3afc1dfe-37ec-4d7d-83ba-c8ee11e4380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.874596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3afc1dfe-37ec-4d7d-83ba-c8ee11e4380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.875656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3afc1dfe-37ec-4d7d-83ba-c8ee11e4380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.875656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3afc1dfe-37ec-4d7d-83ba-c8ee11e4380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.875961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3afc1dfe-37ec-4d7d-83ba-c8ee11e4380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.877850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3afc1dfe-37ec-4d7d-83ba-c8ee11e4380f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 6502 time: 0.1698234 Nov 25 17:27:27.954278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-1f296f76-57cd-4715-a707-772156642654 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:27.956032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-1f296f76-57cd-4715-a707-772156642654 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 813 time: 0.2257237 Nov 25 17:27:28.007362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-4bc4b310-8bd2-491c-be2b-b8df3aed2dd3 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/quotas/7ebea1f96c4e4a569532935786af78c9 HTTP/1.1" status: 200 len: 375 time: 0.0231800 Nov 25 17:27:28.022122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87e77be4-dbec-452e-a152-6fb260995cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.075573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-0feef65b-016c-4a72-8c4e-c14d700c8494 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544105 Nov 25 17:27:28.099932 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87e77be4-dbec-452e-a152-6fb260995cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.119409 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.134592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-812cb773-a7eb-4cbe-b45a-8f0aa0979e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:28.135075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-812cb773-a7eb-4cbe-b45a-8f0aa0979e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:28.135537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-812cb773-a7eb-4cbe-b45a-8f0aa0979e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:28.137183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-812cb773-a7eb-4cbe-b45a-8f0aa0979e00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&id=a159a140-c32b-487a-857c-191ffdb4911e&id=a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 200 len: 2297 time: 0.2219319 Nov 25 17:27:28.189157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Checking segment: {'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:28.189623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Network hostable DHCP agents. Network: c69f52eb-8ae2-4973-a24d-3370ae7afd29, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:28.199413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03855e9d-316c-4d1f-9cdd-a3381469fed6,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:28.226099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Network c69f52eb-8ae2-4973-a24d-3370ae7afd29 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:28.244608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, c69f52eb-8ae2-4973-a24d-3370ae7afd29) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:28.257245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:28.258451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.262200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9724da-eaa6-4201-9707-2c9291ecdbf2 None None] Network c69f52eb-8ae2-4973-a24d-3370ae7afd29 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:28.298940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-9456d7f5-46e8-4796-bf60-f814ef36a3c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 200 len: 1000 time: 0.1316922 Nov 25 17:27:28.305211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-9f865fb4-923b-49a5-861a-d8a6954db9fb service neutron] 10.222.0.81 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083828 Nov 25 17:27:28.317333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87e77be4-dbec-452e-a152-6fb260995cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.317789 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-397684a3-1138-4f40-9df9-521faeaabe96 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5221689 Nov 25 17:27:28.318517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60804) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:28.320595 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-87e77be4-dbec-452e-a152-6fb260995cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.321935 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-87e77be4-dbec-452e-a152-6fb260995cce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/659f2cb2-3f59-4f92-bf6f-b8b713089d4f HTTP/1.1" status: 204 len: 168 time: 0.4612138 Nov 25 17:27:28.326032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:28.363868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.380802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.440519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-7f2ebca5-5a63-4400-913a-b494cfede9e1 service neutron] 10.222.0.81 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162896 Nov 25 17:27:28.470091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.481682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77be4-dbec-452e-a152-6fb260995cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659f2cb2-3f59-4f92-bf6f-b8b713089d4f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:28.498471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-815d26a7-1dd1-4da6-8e1f-efe328e81cd3 req-6e8bc07d-3587-4801-92a4-4bdd43f18ca6 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.1659973 Nov 25 17:27:28.514107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-210fca55-da70-48f2-8132-546669aa06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:28.515926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-210fca55-da70-48f2-8132-546669aa06c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f12de2ce-9a48-4f26-81e7-fd454e827edd HTTP/1.1" status: 200 len: 855 time: 0.2068276 Nov 25 17:27:28.590858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1498ad-059f-4cfb-9609-d551fb637a28 None None] Network c69f52eb-8ae2-4973-a24d-3370ae7afd29 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:28.621992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-7f65b9fd-128d-4945-b104-54246d242d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:28.623579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-7f65b9fd-128d-4945-b104-54246d242d09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af923ac7-74c6-4b48-b36f-5047e89dfdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899265 Nov 25 17:27:28.787533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.932186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bc235c6f-fc61-4d2e-a69b-7f1d9e853647 req-563e617b-ad4a-4648-a85f-15612f417247 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 210 time: 0.0508513 Nov 25 17:27:28.940321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-5d3967e5-5392-455a-9a42-764b73f8a239 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010581 Nov 25 17:27:29.079262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-4ae266bc-d3eb-4550-81df-0ca8e7eaead7 service neutron] 10.222.0.60 "GET /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301134 Nov 25 17:27:29.265236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.288081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.536788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Allocated IP 172.25.1.199 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/f0bdac28-e907-49cf-b5ca-bc98b328d173) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:29.578407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-1abe8f65-ab45-437d-bd3c-b4bffb8470d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 217 time: 0.4893043 Nov 25 17:27:29.739308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24dc2665-4cfb-490c-afb4-5e4995d6cfc4 req-5247423f-28d1-4940-b60d-75f7c9cd1261 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0993762 Nov 25 17:27:29.742417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-83764ef7-ce00-46be-b275-352dd0522baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:29.749728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.750861 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-83764ef7-ce00-46be-b275-352dd0522baf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1607137 Nov 25 17:27:29.827352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60866) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:29.844570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.858904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-a8ad87b7-fbed-471a-9271-b6692bc31efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:29.860682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-a8ad87b7-fbed-471a-9271-b6692bc31efb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872226 Nov 25 17:27:30.027660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-454366843'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:30.109927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a6460b9-8fda-48ef-b9d5-c305d89e543f req-1e82fe6b-fcfb-4ace-b50d-04aa802752c9 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 210 time: 0.0467224 Nov 25 17:27:30.113905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:30.117927 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.139924 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.162064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-b6ac1702-c1dc-4749-bef7-263e09ec367f service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819881 Nov 25 17:27:30.340646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:30.348151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:30.352779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:30.356124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Pushing event updated for resources: {'Port': ['ID=f0bdac28-e907-49cf-b5ca-bc98b328d173,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:30.370151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5fe5ec-fc5e-491a-bd7c-45812c0898eb None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:30.375536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-4ad01c2d-f8a0-4960-99a1-dfd89e2cab4e service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030187 Nov 25 17:27:30.482855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.500363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-6f22ae8a-8095-4343-84ba-fd012378cbcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 217 time: 0.1023698 Nov 25 17:27:30.526653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-abbc884c-ceec-4757-b295-d767103403ac None None] Provisioning complete for port f0bdac28-e907-49cf-b5ca-bc98b328d173 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:30.528580 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-abbc884c-ceec-4757-b295-d767103403ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.536992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.603429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-abbc884c-ceec-4757-b295-d767103403ac None None] Port f0bdac28-e907-49cf-b5ca-bc98b328d173 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:30.703790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4074ba2a-0b06-446a-92b3-e3185d871f3d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:30.723088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:30.730301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.748862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.749272 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Added segment 48267083-243c-429f-aa71-1ae7a2af5e79 of type vlan for network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 Nov 25 17:27:30.779256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-422648df-7535-4f81-b099-78e6e5f6c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:30.787264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-422648df-7535-4f81-b099-78e6e5f6c80b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.2558055 Nov 25 17:27:30.895883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.957555 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f1c500f-ceff-4f0a-9d08-0bd72a346220 req-6bb1870a-302f-42f9-b209-577bec3920fe tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0954976 Nov 25 17:27:30.980710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-f7da51bf-46dc-41ef-a7db-1e1b24562a09 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:30.982942 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-f7da51bf-46dc-41ef-a7db-1e1b24562a09 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 813 time: 0.4986119 Nov 25 17:27:30.992972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.000319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.001086 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.018093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Request body: {'port': {'device_id': 'b5d6ab81-33ae-4311-a5a3-1a920ce94f5b', 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'admin_state_up': True, 'tenant_id': '7ebea1f96c4e4a569532935786af78c9'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:31.058446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2303228 Nov 25 17:27:31.061424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-5053623d-db2f-441c-8ef2-fd78a286e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.062969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-5053623d-db2f-441c-8ef2-fd78a286e179 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2361548 Nov 25 17:27:31.063461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60890) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:31.117027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.141872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'subnet': {'network_id': 'aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:31.290424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-9f5ea488-d16b-4048-a4d4-778d4ba5d422 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.292487 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-9f5ea488-d16b-4048-a4d4-778d4ba5d422 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 813 time: 0.2783494 Nov 25 17:27:31.314351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Request body: {'port': {'device_id': 'ffa3da51-51b2-4791-b50f-8f19e3d3079c', 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'admin_state_up': True, 'tenant_id': '7ebea1f96c4e4a569532935786af78c9'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:31.445736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e6035dd-e92c-433f-b27d-3cafb2e71834 req-ac34e252-8a50-41b7-b6f7-0625640b581d tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 210 time: 0.2115295 Nov 25 17:27:31.461675 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-e9033977-2ebb-4ee6-89f2-f3e6b53c0738 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543832 Nov 25 17:27:31.468846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Router 629a240c-209b-48c4-bd79-2c1d590e299a is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:27:31.492576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a35da-593b-4bb1-9b40-bb6f1ecdd36e tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Network': ['ID=aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:31.516314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:31.642973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-61163961-9ae5-4b4b-93be-f8d7d65fc7b2 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591461 Nov 25 17:27:31.651573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Made reservation on behalf of 7ebea1f96c4e4a569532935786af78c9 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:31.655141 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.682802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:31.701904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Sync routers for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:31.707597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:31.712068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.715681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:31.716656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:31.725631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-26409498-b5e0-473f-b1bd-3867de052bf8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=085da1b1-1c41-445c-9f70-285163ebfa81 HTTP/1.1" status: 200 len: 217 time: 0.0680852 Nov 25 17:27:31.836577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-33c66704-0029-4d68-a43f-dff52cf2ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.836577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-33c66704-0029-4d68-a43f-dff52cf2ad3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.1037176 Nov 25 17:27:31.867755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Allocated IP 172.20.0.9 (032462cd-f910-4098-9c49-34855a6c2f78/7a8fbe9b-8c88-41f2-8c8b-858853c615da/533abed7-6007-43ca-b6a3-bdb8a1a80f87) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:31.922753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:31.958952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Made reservation on behalf of 7ebea1f96c4e4a569532935786af78c9 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:31.962742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.070388 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.074644 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ea59557f-152f-4c91-b668-e6f51f435e7d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7536218 Nov 25 17:27:32.075376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60912) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:32.221619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.251825 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-315661d2-0f61-4ee5-9f16-2ee12a37baab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.290487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:30Z', 'revision_number': 3, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:32.379756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3280895b-4582-484d-8771-8f2ec8b7fa0d req-70cf72b9-585e-4312-b8cd-d0f509a85e6d tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0981069 Nov 25 17:27:32.380315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Checking router: 629a240c-209b-48c4-bd79-2c1d590e299a for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:32.380565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Updating router 629a240c-209b-48c4-bd79-2c1d590e299a port f0bdac28-e907-49cf-b5ca-bc98b328d173 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:27:32.401221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3c0e33bd-416f-42ab-b84c-2ab82b4abd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.405421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3c0e33bd-416f-42ab-b84c-2ab82b4abd4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4868705 Nov 25 17:27:32.414955 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.529919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.645598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.715576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Network 032462cd-f910-4098-9c49-34855a6c2f78 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:32.721269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:32.725013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:32.815041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Pushing event updated for resources: {'Port': ['ID=533abed7-6007-43ca-b6a3-bdb8a1a80f87,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:32.820497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Subnet': ['ID=114247d6-4a93-43f4-a481-179bc510b284,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:32.881726 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.882357 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.883402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.890775 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.891795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Allocated IP 172.20.0.2 (032462cd-f910-4098-9c49-34855a6c2f78/7a8fbe9b-8c88-41f2-8c8b-858853c615da/7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:32.919209 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-d1490aa1-a60a-4f4d-a61e-d78f81d6ec86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6088173 Nov 25 17:27:32.923588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-eecfe2d4-57c3-4c23-b67b-119761db43d6 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040092 Nov 25 17:27:32.955547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-9820ee24-35d2-452f-9f5f-b5a61c3f2bf9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.955547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-9820ee24-35d2-452f-9f5f-b5a61c3f2bf9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.966134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Attempting to bind port f0bdac28-e907-49cf-b5ca-bc98b328d173 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:32.966553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Attempting to bind port f0bdac28-e907-49cf-b5ca-bc98b328d173 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:32.967039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Attempting to bind port f0bdac28-e907-49cf-b5ca-bc98b328d173 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:32.975879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-9820ee24-35d2-452f-9f5f-b5a61c3f2bf9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.976501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b97de-a6ec-43ac-81cb-ff12987eabdb None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:32.982138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-9820ee24-35d2-452f-9f5f-b5a61c3f2bf9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:32.988760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-9820ee24-35d2-452f-9f5f-b5a61c3f2bf9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.002463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Request body: {'port': {'device_id': 'ffa3da51-51b2-4791-b50f-8f19e3d3079c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:33.004424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-9820ee24-35d2-452f-9f5f-b5a61c3f2bf9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.010726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-9820ee24-35d2-452f-9f5f-b5a61c3f2bf9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.018824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-9820ee24-35d2-452f-9f5f-b5a61c3f2bf9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.3477013 Nov 25 17:27:33.021557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:33.024352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:33.024866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.025403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:33.026677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Bound port: f0bdac28-e907-49cf-b5ca-bc98b328d173, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:33.027355 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.032094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e1775-68d6-4f7b-994a-d8acbebe71b5 req-8cde6c04-56e4-45af-b920-f64eb9d4c050 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.040599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-427e1775-68d6-4f7b-994a-d8acbebe71b5 req-8cde6c04-56e4-45af-b920-f64eb9d4c050 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 931 time: 0.3671262 Nov 25 17:27:33.042699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Checking segment: {'id': '48267083-243c-429f-aa71-1ae7a2af5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:33.042927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network hostable DHCP agents. Network: aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:33.115862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b5908-2d4f-446c-9ca3-a975a64ceaa3 None None] Pushing event updated for resources: {'Port': ['ID=f0bdac28-e907-49cf-b5ca-bc98b328d173,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:33.139297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.142900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] For port f0bdac28-e907-49cf-b5ca-bc98b328d173, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:33.147380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] For port f0bdac28-e907-49cf-b5ca-bc98b328d173, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f0bdac28-e907-49cf-b5ca-bc98b328d173,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:33.153911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fe30532b-a8e7-4889-8167-eadfedc22522 None None] Provisioning complete for port f0bdac28-e907-49cf-b5ca-bc98b328d173 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:33.154359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe30532b-a8e7-4889-8167-eadfedc22522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.156829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.214375 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19eda4ee-75a2-41ad-a7ee-e8d8521bfec8 req-13829eb7-d307-4a07-aec2-09274f7ca2de service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0387728 Nov 25 17:27:33.234747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12cefa-a0bb-465c-92ce-87e7ae8fc243 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:33.274938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b5908-2d4f-446c-9ca3-a975a64ceaa3 None None] Pushing event updated for resources: {'Port': ['ID=f0bdac28-e907-49cf-b5ca-bc98b328d173,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:33.277964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:33.278741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:33.293946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-427e1775-68d6-4f7b-994a-d8acbebe71b5 req-575e465b-ab64-443d-aa8f-be1fb699659b tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521856 Nov 25 17:27:33.316257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.329002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:33.399567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:33.557244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.558323 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.620387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb58e6a-7ffa-4710-8520-6aa838d89676 None None] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:33.635540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5e91ff1-8603-4353-85c6-078d32190f49 req-f4adf562-1b7c-4173-8c88-24a01a40f89a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6153259 Nov 25 17:27:33.644621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f884613-99aa-4f01-a550-b4cefb1c2fbf req-a665ce66-9046-4c24-853f-c38d503afbbe tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0942054 Nov 25 17:27:33.650424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.60', 51218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:33.651740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fb3915f2-ea43-4f33-a3f0-7af0de624794 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5462306 Nov 25 17:27:33.654464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:33.655289 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.658516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-1cd49c6a-f77f-4001-8ce6-6a94ed3da2e8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350727 Nov 25 17:27:33.663001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-637497389', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:33.717543 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.717543 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.731203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-949c7a3e-60b2-4184-bcd7-3967fef91bf1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 HTTP/1.1" status: 200 len: 217 time: 0.0585010 Nov 25 17:27:33.741026 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe30532b-a8e7-4889-8167-eadfedc22522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.778113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.797681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.803326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fe30532b-a8e7-4889-8167-eadfedc22522 None None] For port f0bdac28-e907-49cf-b5ca-bc98b328d173, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f0bdac28-e907-49cf-b5ca-bc98b328d173,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:33.830455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-b0daaa2c-b6d7-4347-b913-9ccec0f8b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.832850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-b0daaa2c-b6d7-4347-b913-9ccec0f8b4b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 200 len: 797 time: 0.0917909 Nov 25 17:27:33.833958 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe30532b-a8e7-4889-8167-eadfedc22522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.846898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:33.898294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Network 032462cd-f910-4098-9c49-34855a6c2f78 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:33.900581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Pushing event updated for resources: {'Port': ['ID=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:33.904358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:33.908176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:33.953104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-6a594c1a-bbcf-4904-98d9-f9b4889c746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.954774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-6a594c1a-bbcf-4904-98d9-f9b4889c746f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3ed5c1a-71e3-4a94-ac91-d43e00596879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124866 Nov 25 17:27:33.966496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.967279 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.976437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-1a54b198-2a58-48dd-838b-5af4f15fd2d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.982754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-1a54b198-2a58-48dd-838b-5af4f15fd2d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.990903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-1a54b198-2a58-48dd-838b-5af4f15fd2d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:33.999862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-1a54b198-2a58-48dd-838b-5af4f15fd2d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.006786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-1a54b198-2a58-48dd-838b-5af4f15fd2d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.014121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-1a54b198-2a58-48dd-838b-5af4f15fd2d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.021736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-1a54b198-2a58-48dd-838b-5af4f15fd2d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.023723 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-1a54b198-2a58-48dd-838b-5af4f15fd2d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.3347814 Nov 25 17:27:34.037596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-c2f6f293-3163-439b-9c1b-a50fd5116489 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0242174 Nov 25 17:27:34.051121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Request body: {'port': {'device_id': 'b5d6ab81-33ae-4311-a5a3-1a920ce94f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:34.095121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Allocated IP 172.20.0.1 (c69f52eb-8ae2-4973-a24d-3370ae7afd29/03855e9d-316c-4d1f-9cdd-a3381469fed6/f7dfc4a7-9708-476d-8efd-6acb29e541fc) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:34.103364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-9432911f-4cda-41ac-9f9a-bd939e7cc164 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.106097 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-9432911f-4cda-41ac-9f9a-bd939e7cc164 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "GET /v2.0/ports/ee8b942a-aca9-48bd-a960-f4105011f57d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0638387 Nov 25 17:27:34.141114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-85dfa963-1dc5-45c6-a51d-ee1951e31fc8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708190 Nov 25 17:27:34.143936 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.188021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ec84e-c204-445d-82fe-3d81a130dc8c None None] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:34.224638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7f2f0b76-52d0-4cc3-9ece-514b447551f7 None None] Provisioning complete for port f0bdac28-e907-49cf-b5ca-bc98b328d173 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:34.225489 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f2f0b76-52d0-4cc3-9ece-514b447551f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.234054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30532b-a8e7-4889-8167-eadfedc22522 None None] Pushing event updated for resources: {'Port': ['ID=f0bdac28-e907-49cf-b5ca-bc98b328d173,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:34.401463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd005396-66fc-4499-9852-37874a6de1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.479058 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-3e3358d6-62dc-49ee-8e57-f247f3eccfe6 service neutron] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251665 Nov 25 17:27:34.553870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.572012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-c7272051-f30c-4ed5-9dc5-ee42b4480d51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 200 len: 217 time: 0.0797963 Nov 25 17:27:34.583519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78792a7b-a286-432c-b048-c6c8c4d5c5c8 req-f747a2e5-6115-4d6e-9102-4d33953a221f tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.585998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78792a7b-a286-432c-b048-c6c8c4d5c5c8 req-f747a2e5-6115-4d6e-9102-4d33953a221f tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 931 time: 0.1652720 Nov 25 17:27:34.604269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533abed7-6007-43ca-b6a3-bdb8a1a80f87 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:34.635197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.654455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:30Z', 'revision_number': 3, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:34.678988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-62de629f-3793-4fe0-bd26-8e2d4ce8064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.682461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-62de629f-3793-4fe0-bd26-8e2d4ce8064a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.0953169 Nov 25 17:27:34.687434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c681568-0180-49ef-a654-7fa291b18cfd None None] The sync data for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 is: [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:30Z', 'revision_number': 3, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:34.763842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78792a7b-a286-432c-b048-c6c8c4d5c5c8 req-5cb1daec-9315-413d-b918-acb6c835a319 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654847 Nov 25 17:27:34.779005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-dca9a7e4-076e-44af-8d1b-1572467062f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.780573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-dca9a7e4-076e-44af-8d1b-1572467062f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0810988 Nov 25 17:27:35.142472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Transition to ACTIVE for port object 533abed7-6007-43ca-b6a3-bdb8a1a80f87 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:35.168053 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.183833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-2137bce0-6486-4c10-91d8-d94ec2d68fd0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "GET /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9229198 Nov 25 17:27:35.214839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:35.272724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Pushing event updated for resources: {'Port': ['ID=533abed7-6007-43ca-b6a3-bdb8a1a80f87,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:35.395261 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.417696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.418469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee6af2fd-1c22-46ae-ac7e-78adc4c609e5 req-c8db370f-b00b-4db9-ad1a-a109fbfb7053 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.1628397 Nov 25 17:27:35.577668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f0bdac28-e907-49cf-b5ca-bc98b328d173 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:35.630110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-b236897b-5af7-46df-850d-4542ad1f0d15 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.642927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-b236897b-5af7-46df-850d-4542ad1f0d15 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.655897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-b236897b-5af7-46df-850d-4542ad1f0d15 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.657624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f0bdac28-e907-49cf-b5ca-bc98b328d173 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:35.660071 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.672664 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-b236897b-5af7-46df-850d-4542ad1f0d15 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.701094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-b236897b-5af7-46df-850d-4542ad1f0d15 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.719069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-b236897b-5af7-46df-850d-4542ad1f0d15 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.732551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-b236897b-5af7-46df-850d-4542ad1f0d15 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.740994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-b236897b-5af7-46df-850d-4542ad1f0d15 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 5445 time: 0.4818549 Nov 25 17:27:35.799001 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.844523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.847929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-470286da-0a67-401a-8136-9b6118c687e0 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0556750 Nov 25 17:27:35.954629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83e48b56-c5da-4b4c-8126-d04b5a46902c req-3b288479-67ec-4858-9042-3e45e13917fe tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942885 Nov 25 17:27:35.981420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Attempting to bind port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:35.981771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Attempting to bind port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:35.982108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Attempting to bind port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 on network 032462cd-f910-4098-9c49-34855a6c2f78 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:36.012568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:36.021424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.024605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Pushing event updated for resources: {'Port': ['ID=f7dfc4a7-9708-476d-8efd-6acb29e541fc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:36.037710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Network c69f52eb-8ae2-4973-a24d-3370ae7afd29 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:36.039827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.042930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Transition to ACTIVE for port object 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:36.072009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 on network 032462cd-f910-4098-9c49-34855a6c2f78 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:36.072688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Attempting to bind port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 on network 032462cd-f910-4098-9c49-34855a6c2f78 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:36.074030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7675eb54-e583-482b-b228-c70f98676785 req-14ffd10f-0424-450d-b670-4981269aef68 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94&device_id=0debeede-fca5-4833-90ad-c86854f2d59a HTTP/1.1" status: 200 len: 210 time: 0.0279784 Nov 25 17:27:36.076731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.080416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:36.091209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:36.109054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.158938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:36.159338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Checking segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:36.159793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Bound using segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:36.160251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Bound port: 533abed7-6007-43ca-b6a3-bdb8a1a80f87, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:36.160615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.227127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] For port ee8b942a-aca9-48bd-a960-f4105011f57d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ee8b942a-aca9-48bd-a960-f4105011f57d,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:36.270357 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.374581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:36.406068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-9b90ce07-983b-449d-964e-e7d2596c214c service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438101 Nov 25 17:27:36.415023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be3fe9-182b-4e1b-9e0b-5bd52c293e9c req-4536bed0-2211-49bf-9820-4590c424f4ae tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.416173 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-31aa5f82-80a8-4fef-966d-7e72f6625f87 req-8225c7e9-3f8a-4761-8723-26b5c79203ea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e26d6b257d73432299fb59bfb59ff631&device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0794740 Nov 25 17:27:36.417031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97be3fe9-182b-4e1b-9e0b-5bd52c293e9c req-4536bed0-2211-49bf-9820-4590c424f4ae tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 943 time: 0.3354003 Nov 25 17:27:36.436850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Attempting to bind port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:36.437316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Attempting to bind port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:36.437560 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Attempting to bind port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 on network 032462cd-f910-4098-9c49-34855a6c2f78 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:36.452714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.461967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] For port ee8b942a-aca9-48bd-a960-f4105011f57d, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:36.495441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75eff183-ae80-4c2f-8c65-7d00233bdccb req-9e98ecad-f2d3-4ca3-8039-60d7e64c8bad tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0773420 Nov 25 17:27:36.506205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-37949b46-46a6-45be-b2ff-db5856fa1825 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 200 len: 217 time: 0.0757115 Nov 25 17:27:36.506958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] For port 533abed7-6007-43ca-b6a3-bdb8a1a80f87, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:36.508027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 on network 032462cd-f910-4098-9c49-34855a6c2f78 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:36.508785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Attempting to bind port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 on network 032462cd-f910-4098-9c49-34855a6c2f78 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:36.530172 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-31aa5f82-80a8-4fef-966d-7e72f6625f87 req-0e69f7de-9435-4996-b26e-5ec388983d07 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=e26d6b257d73432299fb59bfb59ff631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998034 Nov 25 17:27:36.553309 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.25.1.106 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/ea1aaf7d-3646-42c3-a01f-954eed23e157) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:36.575089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:36.575332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Checking segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:36.576588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Bound using segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:36.577093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Bound port: 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:36.577730 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.578002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] device_id is not set on port ee8b942a-aca9-48bd-a960-f4105011f57d yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:27:36.583394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] For port 533abed7-6007-43ca-b6a3-bdb8a1a80f87, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=533abed7-6007-43ca-b6a3-bdb8a1a80f87,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:36.592054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-a97954e3-fa1b-4237-8e3a-3ea4bbd40cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.595041 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-a97954e3-fa1b-4237-8e3a-3ea4bbd40cc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 200 len: 797 time: 0.0801678 Nov 25 17:27:36.608661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.639882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.702778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97be3fe9-182b-4e1b-9e0b-5bd52c293e9c req-04510b7f-944d-4e23-8547-f8c19f95f8bd tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476232 Nov 25 17:27:36.703973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.729124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-b90b06b9-7ce0-4ae7-8bc3-d8dcdac16f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.730646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-b90b06b9-7ce0-4ae7-8bc3-d8dcdac16f4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a159a140-c32b-487a-857c-191ffdb4911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030526 Nov 25 17:27:36.748591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-fb2a483f-cbef-45d9-9131-fbfa9eac9c10 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:27:36.749538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-fb2a483f-cbef-45d9-9131-fbfa9eac9c10 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066204 Nov 25 17:27:36.751568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] For port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:36.756124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] For port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:36.756661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.757320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.760035 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] 10.222.0.60 "PUT /v2.0/ports/533abed7-6007-43ca-b6a3-bdb8a1a80f87 HTTP/1.1" status: 200 len: 1091 time: 3.7640021 Nov 25 17:27:36.770263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.779639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa3da51-51b2-4791-b50f-8f19e3d3079c', 'tag': '533abed7-6007-43ca-b6a3-bdb8a1a80f87'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:36.783125 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c3611-735b-4045-a38e-c63a075f73d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa3da51-51b2-4791-b50f-8f19e3d3079c", "tag": "533abed7-6007-43ca-b6a3-bdb8a1a80f87"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:36.864016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.864647 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.866257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] 10.222.0.60 "PUT /v2.0/ports/7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 HTTP/1.1" status: 200 len: 1091 time: 2.8197308 Nov 25 17:27:36.866575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d6ab81-33ae-4311-a5a3-1a920ce94f5b', 'tag': '7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:36.869691 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e7be91-a924-4d3a-8e38-21e34a57d351" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d6ab81-33ae-4311-a5a3-1a920ce94f5b", "tag": "7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:36.899254 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.904319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.914751 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6f7930-4517-46e1-a595-9aa7c3a0b13a x-openstack-request-id: req-5f6f7930-4517-46e1-a595-9aa7c3a0b13a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:36.915151 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa3da51-51b2-4791-b50f-8f19e3d3079c", "tag": "533abed7-6007-43ca-b6a3-bdb8a1a80f87", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:36.915563 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f6f7930-4517-46e1-a595-9aa7c3a0b13a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:36.916047 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa3da51-51b2-4791-b50f-8f19e3d3079c', 'tag': '533abed7-6007-43ca-b6a3-bdb8a1a80f87', 'status': 'completed', 'code': 200} Nov 25 17:27:36.932683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:36.958775 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-222fd5e8-b0e5-4085-ad92-682c3d41170c service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997194 Nov 25 17:27:36.995947 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75b2a5-8c39-4eea-9932-b1e9ef832a75 x-openstack-request-id: req-3b75b2a5-8c39-4eea-9932-b1e9ef832a75 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:36.996263 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d6ab81-33ae-4311-a5a3-1a920ce94f5b", "tag": "7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:36.998453 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b75b2a5-8c39-4eea-9932-b1e9ef832a75 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:36.999558 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d6ab81-33ae-4311-a5a3-1a920ce94f5b', 'tag': '7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8', 'status': 'completed', 'code': 200} Nov 25 17:27:37.059149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a7ad0-78b3-4b59-93d7-3ac336740417 service neutron] Pushing event updated for resources: {'Port': ['ID=533abed7-6007-43ca-b6a3-bdb8a1a80f87,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:37.124859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] No DVR routers for this DVR port ee8b942a-aca9-48bd-a960-f4105011f57d on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:37.149137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c4e03-cebb-4a09-8ae2-09ec2b43ce58 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:37.164181 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.254105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-b061217d-76ed-464d-80ad-c66c7d49d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.255582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-b061217d-76ed-464d-80ad-c66c7d49d29c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&device_id=b5d6ab81-33ae-4311-a5a3-1a920ce94f5b HTTP/1.1" status: 200 len: 1094 time: 0.2916152 Nov 25 17:27:37.256023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa5f82-80a8-4fef-966d-7e72f6625f87 req-bb080d28-1a13-448d-a4e4-00f0a5ed1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.258672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-31aa5f82-80a8-4fef-966d-7e72f6625f87 req-bb080d28-1a13-448d-a4e4-00f0a5ed1e8c service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7128077 Nov 25 17:27:37.306615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae796-3eee-4671-8afb-22b9f2b8add9 req-6839a23e-e6cf-450a-b97a-c1ab58c5ccf8 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.313518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae796-3eee-4671-8afb-22b9f2b8add9 req-6839a23e-e6cf-450a-b97a-c1ab58c5ccf8 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.326919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae796-3eee-4671-8afb-22b9f2b8add9 req-6839a23e-e6cf-450a-b97a-c1ab58c5ccf8 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.333402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee8b942a-aca9-48bd-a960-f4105011f57d,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:37.340081 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.343854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae796-3eee-4671-8afb-22b9f2b8add9 req-6839a23e-e6cf-450a-b97a-c1ab58c5ccf8 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.350915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae796-3eee-4671-8afb-22b9f2b8add9 req-6839a23e-e6cf-450a-b97a-c1ab58c5ccf8 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.352350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-67c5ce20-9f23-445c-93b8-0e813db5ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.354208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-67c5ce20-9f23-445c-93b8-0e813db5ecb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 1094 time: 0.5066073 Nov 25 17:27:37.357478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ae796-3eee-4671-8afb-22b9f2b8add9 req-6839a23e-e6cf-450a-b97a-c1ab58c5ccf8 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.359602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee2ae796-3eee-4671-8afb-22b9f2b8add9 req-6839a23e-e6cf-450a-b97a-c1ab58c5ccf8 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 4666 time: 0.2288435 Nov 25 17:27:37.392294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-d9c5a3fb-ea92-4a5e-ad3e-1f5497f6c366 service neutron] 10.222.0.60 "GET /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181418 Nov 25 17:27:37.395385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-3464bbed-f85b-4c08-9747-597e099ee89e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 HTTP/1.1" status: 200 len: 217 time: 0.1133871 Nov 25 17:27:37.414078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:37.416118 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1520ad-6ecb-45e5-99cc-52cb2c09e34d" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:37.447306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-91775110-dfe1-4620-8910-c0c9d4777160 None None] Provisioning complete for port ee8b942a-aca9-48bd-a960-f4105011f57d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:37.448496 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91775110-dfe1-4620-8910-c0c9d4777160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.460863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.492634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:37.496248 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131342bb-cde7-4a3e-a39b-dfcda00bd203 x-openstack-request-id: req-131342bb-cde7-4a3e-a39b-dfcda00bd203 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:37.496759 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:37.497251 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-131342bb-cde7-4a3e-a39b-dfcda00bd203 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:37.498075 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2', 'code': 200} Nov 25 17:27:37.509412 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.510418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2521f346-71ab-4b74-ae8c-c745c8f4412e no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:37.523688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] In _notify_port_updated(), no bound segment for port ee8b942a-aca9-48bd-a960-f4105011f57d on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:27:37.524858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.525666 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.526842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-442c20c0-6a48-44c8-a0d3-577d5ce6c6bc service neutron] 10.222.0.60 "PUT /v2.0/ports/ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 200 len: 1032 time: 2.3166282 Nov 25 17:27:37.532353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-89e9689c-62cb-49ff-9cde-004fd7f9cbd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=533abed7-6007-43ca-b6a3-bdb8a1a80f87 HTTP/1.1" status: 200 len: 217 time: 0.0660286 Nov 25 17:27:37.556217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-6e8d094e-e678-4ac0-a955-285bfc0212d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.557698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-6e8d094e-e678-4ac0-a955-285bfc0212d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 200 len: 853 time: 0.1437652 Nov 25 17:27:37.568846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee2ae796-3eee-4671-8afb-22b9f2b8add9 req-119d5763-05ef-4622-bbf0-743083d76ceb tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789138 Nov 25 17:27:37.606059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-13e1de44-dad4-4007-a5c6-d37ce002a0c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=032462cd-f910-4098-9c49-34855a6c2f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354297 Nov 25 17:27:37.689727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:37.748122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-91775110-dfe1-4620-8910-c0c9d4777160 None None] Port ee8b942a-aca9-48bd-a960-f4105011f57d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:37.757884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d6203a03-6642-42cc-84f9-b38f087896ab tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.761472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c2ab338-af84-45fd-b5cc-52c8336ed5d5 req-c47b1725-517d-4294-b554-cd3d3a57eaa0 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.1221652 Nov 25 17:27:37.761948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d6203a03-6642-42cc-84f9-b38f087896ab tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "GET /v2.0/ports/2521f346-71ab-4b74-ae8c-c745c8f4412e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2172301 Nov 25 17:27:37.762550 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.809618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:37.826838 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-0ab4f9d4-77e6-4cee-892b-0c5785ddad54 service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097940 Nov 25 17:27:37.832436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:37.889058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-941e4cd3-b6df-4e44-b10f-e5b449a15621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.890930 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-941e4cd3-b6df-4e44-b10f-e5b449a15621 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 200 len: 853 time: 0.3355291 Nov 25 17:27:37.915512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:37.924918 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.930211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e68bd5-dbf5-4fb3-afbf-aab6d84baa24 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:37.944783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.965667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:37.973512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727e6f-cfab-4c58-b293-2e0097390ae9 req-f7b7adce-1252-4ac8-a992-33df7352de86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.975533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e727e6f-cfab-4c58-b293-2e0097390ae9 req-f7b7adce-1252-4ac8-a992-33df7352de86 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 943 time: 0.1533997 Nov 25 17:27:37.999030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2521f346-71ab-4b74-ae8c-c745c8f4412e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:38.009015 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.010714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b2f403bd-5f98-4c40-a388-8e1b4aaef9ab no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:38.035626 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-30f18b42-b25a-455b-b987-b574fa84016d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=032462cd-f910-4098-9c49-34855a6c2f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946829 Nov 25 17:27:38.045343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=ea1aaf7d-3646-42c3-a01f-954eed23e157,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.048260 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.066985 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.070141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e727e6f-cfab-4c58-b293-2e0097390ae9 req-4a102167-4a71-4117-9858-ca9cc494b17b tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829296 Nov 25 17:27:38.072604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-60d3262a-a5d2-4336-bfb8-e2b5808d8e1d service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137289 Nov 25 17:27:38.122584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.125730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-de128b5f-4997-42cc-856a-0a83e0d5fa54 None None] Provisioning complete for port ea1aaf7d-3646-42c3-a01f-954eed23e157 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:38.126394 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de128b5f-4997-42cc-856a-0a83e0d5fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.221456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-730c1c8a-8d96-49b4-a781-7586067e0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.227366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-730c1c8a-8d96-49b4-a781-7586067e0469 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&device_id=b5d6ab81-33ae-4311-a5a3-1a920ce94f5b HTTP/1.1" status: 200 len: 1094 time: 0.0624766 Nov 25 17:27:38.244787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-de128b5f-4997-42cc-856a-0a83e0d5fa54 None None] Port ea1aaf7d-3646-42c3-a01f-954eed23e157 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:38.247385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2521f346-71ab-4b74-ae8c-c745c8f4412e,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.326501 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.350334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Pushing event updated for resources: {'Port': ['ID=f7dfc4a7-9708-476d-8efd-6acb29e541fc,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.367678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:38.379041 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.381834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 8d341ddd-19c4-4776-b2a8-d71decc59c4b no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:38.419029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.429543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-a27f8af6-c1c4-4eb1-aa27-9b0b8079b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.431151 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-a27f8af6-c1c4-4eb1-aa27-9b0b8079b445 service neutron] 10.222.0.60 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 914 time: 0.1970825 Nov 25 17:27:38.481905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-843574c7-b946-41a7-a12f-7a12512adb36 service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128780 Nov 25 17:27:38.496621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-34b4c553-2a9d-4736-a9d9-9a9bdefc570c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 HTTP/1.1" status: 200 len: 217 time: 0.0559676 Nov 25 17:27:38.546284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.567129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-2c87b254-c71b-4bb4-93a6-d84e20463aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:38.569112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-2c87b254-c71b-4bb4-93a6-d84e20463aa0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 200 len: 853 time: 0.0633891 Nov 25 17:27:38.608358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-979b7e68-e978-4b56-addc-0d0eeeaeb321 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=032462cd-f910-4098-9c49-34855a6c2f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279274 Nov 25 17:27:38.627194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.709369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 8d341ddd-19c4-4776-b2a8-d71decc59c4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:38.717984 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.718753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4c3f70eb-7aba-4831-9297-ba83a64ea974 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:38.819430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-4e9eb1da-221a-4aec-b20d-ed0331d3e10c service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912138 Nov 25 17:27:38.901812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.944999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4c3f70eb-7aba-4831-9297-ba83a64ea974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:38.946912 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=8d341ddd-19c4-4776-b2a8-d71decc59c4b,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.965539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52e7be91-a924-4d3a-8e38-21e34a57d351 req-ab255e1a-2466-41c6-ac03-86952705480a service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278541 Nov 25 17:27:38.965852 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.965852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ee8b942a-aca9-48bd-a960-f4105011f57d no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:39.051637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ab78796-ef35-4b39-89fe-acb78085a368 req-100a854c-9a91-4cda-af9a-d1fd310d908b tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.0364549 Nov 25 17:27:39.051889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4c3f70eb-7aba-4831-9297-ba83a64ea974,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.066130 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-31aa5f82-80a8-4fef-966d-7e72f6625f87 req-6dc04183-5a23-4df8-8a41-b5bb5330dc36 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.95 "GET /v2.0/ports?device_id=c32e26c3-db77-47cf-9e13-787262511f94 HTTP/1.1" status: 200 len: 210 time: 0.5005951 Nov 25 17:27:39.075919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] For port 2521f346-71ab-4b74-ae8c-c745c8f4412e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2521f346-71ab-4b74-ae8c-c745c8f4412e,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:39.087318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641386-758d-4536-ba32-adcab16d4f37 req-828836d6-5fe2-4d98-a675-5ca3445f1b8e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.109265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641386-758d-4536-ba32-adcab16d4f37 req-828836d6-5fe2-4d98-a675-5ca3445f1b8e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.116105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641386-758d-4536-ba32-adcab16d4f37 req-828836d6-5fe2-4d98-a675-5ca3445f1b8e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.122318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641386-758d-4536-ba32-adcab16d4f37 req-828836d6-5fe2-4d98-a675-5ca3445f1b8e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.129456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641386-758d-4536-ba32-adcab16d4f37 req-828836d6-5fe2-4d98-a675-5ca3445f1b8e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.135646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641386-758d-4536-ba32-adcab16d4f37 req-828836d6-5fe2-4d98-a675-5ca3445f1b8e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.144080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07641386-758d-4536-ba32-adcab16d4f37 req-828836d6-5fe2-4d98-a675-5ca3445f1b8e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 4656 time: 0.3229849 Nov 25 17:27:39.156130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ee8b942a-aca9-48bd-a960-f4105011f57d not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:39.156874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 085da1b1-1c41-445c-9f70-285163ebfa81 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:39.238395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.256782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07641386-758d-4536-ba32-adcab16d4f37 req-fd16d31f-b125-43fb-bc36-fbced0ebcd60 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&id=2e47211c-ef80-45ce-ae61-4aa44c5684aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122925 Nov 25 17:27:39.280671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb6639-99ba-4888-8918-0668d2fd0b6e req-f2b168ed-3683-490d-81a7-83b6033fbf02 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.297641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbcb6639-99ba-4888-8918-0668d2fd0b6e req-f2b168ed-3683-490d-81a7-83b6033fbf02 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 943 time: 0.1048799 Nov 25 17:27:39.328230 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.351853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbcb6639-99ba-4888-8918-0668d2fd0b6e req-692ed970-f380-453b-bd2e-87814690555b tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532680 Nov 25 17:27:39.364777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] For port 2521f346-71ab-4b74-ae8c-c745c8f4412e, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:39.371642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 085da1b1-1c41-445c-9f70-285163ebfa81, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=085da1b1-1c41-445c-9f70-285163ebfa81,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:39.375955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Network c69f52eb-8ae2-4973-a24d-3370ae7afd29 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:39.377445 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.406496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b277628-cbd5-4a61-8b9a-67d31e4fb6ab req-6b9eb392-9b7e-42c6-983e-545f762db0fb service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9017663 Nov 25 17:27:39.407885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:39.427285 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] device_id is not set on port 2521f346-71ab-4b74-ae8c-c745c8f4412e yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:27:39.442915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.455072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=085da1b1-1c41-445c-9f70-285163ebfa81,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.511390 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.521061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2521f346-71ab-4b74-ae8c-c745c8f4412e'}, {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab'}, {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d341ddd-19c4-4776-b2a8-d71decc59c4b'}, {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974'}, {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '085da1b1-1c41-445c-9f70-285163ebfa81'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:39.524124 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad6a6b-8266-4ec5-8071-411409564fd1" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "2521f346-71ab-4b74-ae8c-c745c8f4412e"}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f403bd-5f98-4c40-a388-8e1b4aaef9ab"}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "8d341ddd-19c4-4776-b2a8-d71decc59c4b"}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974"}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "085da1b1-1c41-445c-9f70-285163ebfa81"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:39.576531 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97afc6f7-0d6c-494a-9100-e6ca382d3e5e x-openstack-request-id: req-97afc6f7-0d6c-494a-9100-e6ca382d3e5e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:39.576917 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "2521f346-71ab-4b74-ae8c-c745c8f4412e", "code": 200}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f403bd-5f98-4c40-a388-8e1b4aaef9ab", "code": 200}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "8d341ddd-19c4-4776-b2a8-d71decc59c4b", "code": 200}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974", "code": 200}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-unplugged", "status": "completed", "tag": "085da1b1-1c41-445c-9f70-285163ebfa81", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:39.577450 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97afc6f7-0d6c-494a-9100-e6ca382d3e5e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:39.578205 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2521f346-71ab-4b74-ae8c-c745c8f4412e', 'code': 200} Nov 25 17:27:39.578591 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab', 'code': 200} Nov 25 17:27:39.579229 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d341ddd-19c4-4776-b2a8-d71decc59c4b', 'code': 200} Nov 25 17:27:39.579584 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'code': 200} Nov 25 17:27:39.579945 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '085da1b1-1c41-445c-9f70-285163ebfa81', 'code': 200} Nov 25 17:27:39.751859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] Pushing event updated for resources: {'Port': ['ID=2521f346-71ab-4b74-ae8c-c745c8f4412e,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.762588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3611-735b-4045-a38e-c63a075f73d8 req-ba37d083-481e-44e2-9935-d4992c448e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.764144 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-927c3611-735b-4045-a38e-c63a075f73d8 req-ba37d083-481e-44e2-9935-d4992c448e72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 1094 time: 0.2732346 Nov 25 17:27:39.764917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] No DVR routers for this DVR port 2521f346-71ab-4b74-ae8c-c745c8f4412e on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:39.968817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] In _notify_port_updated(), no bound segment for port 2521f346-71ab-4b74-ae8c-c745c8f4412e on network f3ed5c1a-71e3-4a94-ac91-d43e00596879 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:27:39.969728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:39.970343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.971858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-58787488-57dc-4eb5-82b9-03b1f8d87c20 service neutron] 10.222.0.60 "PUT /v2.0/ports/2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 200 len: 1033 time: 2.1749408 Nov 25 17:27:39.981211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Router 629a240c-209b-48c4-bd79-2c1d590e299a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:39.989992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-769ae0ad-6007-4c28-b1e1-dbb62850ea48 None None] Provisioning complete for port 2521f346-71ab-4b74-ae8c-c745c8f4412e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:39.990590 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-769ae0ad-6007-4c28-b1e1-dbb62850ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.011629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.039076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-769ae0ad-6007-4c28-b1e1-dbb62850ea48 None None] Port 2521f346-71ab-4b74-ae8c-c745c8f4412e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:40.140658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3611-735b-4045-a38e-c63a075f73d8 req-967c4758-9106-4107-95b9-dae989fd85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.142218 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-927c3611-735b-4045-a38e-c63a075f73d8 req-967c4758-9106-4107-95b9-dae989fd85b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 914 time: 0.3645699 Nov 25 17:27:40.308869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-927c3611-735b-4045-a38e-c63a075f73d8 req-8331acee-ba61-4afa-9d22-40f56113efec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=533abed7-6007-43ca-b6a3-bdb8a1a80f87 HTTP/1.1" status: 200 len: 217 time: 0.1318412 Nov 25 17:27:40.443332 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7aa49103-3822-40ad-84c4-c75d22e2d0d7 req-46af7a47-61c8-4198-b3b6-69e4a42933ef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e26d6b257d73432299fb59bfb59ff631&device_id=0debeede-fca5-4833-90ad-c86854f2d59a HTTP/1.1" status: 200 len: 210 time: 0.0837746 Nov 25 17:27:40.465552 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94402d39-b99b-4127-9c2c-adc72e89b87b req-a0ed91c8-2917-4808-979c-75ca0a987ce6 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=0debeede-fca5-4833-90ad-c86854f2d59a HTTP/1.1" status: 200 len: 210 time: 0.0578477 Nov 25 17:27:40.486325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:40.498827 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Sync routers for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:40.507916 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c0d97085-ea46-4336-99fe-e9d12fd63e6b admin admin] 10.222.0.81 "PUT /v2.0/routers/629a240c-209b-48c4-bd79-2c1d590e299a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4292548 Nov 25 17:27:40.511719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa360-06f1-42df-b127-389dd66b757a req-1b75d4b9-7433-4710-9034-205e5ecfed5a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.524165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa360-06f1-42df-b127-389dd66b757a req-1b75d4b9-7433-4710-9034-205e5ecfed5a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.533947 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:40.533947 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:40.534813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3611-735b-4045-a38e-c63a075f73d8 req-7cd3e8f3-1f0e-48f0-8a6b-9df1dadc364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.534932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa360-06f1-42df-b127-389dd66b757a req-1b75d4b9-7433-4710-9034-205e5ecfed5a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.538815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa360-06f1-42df-b127-389dd66b757a req-1b75d4b9-7433-4710-9034-205e5ecfed5a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.541594 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-927c3611-735b-4045-a38e-c63a075f73d8 req-7cd3e8f3-1f0e-48f0-8a6b-9df1dadc364b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 200 len: 853 time: 0.2104361 Nov 25 17:27:40.545219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa360-06f1-42df-b127-389dd66b757a req-1b75d4b9-7433-4710-9034-205e5ecfed5a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.553731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90dfa360-06f1-42df-b127-389dd66b757a req-1b75d4b9-7433-4710-9034-205e5ecfed5a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 3876 time: 0.1614065 Nov 25 17:27:40.554295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7aa49103-3822-40ad-84c4-c75d22e2d0d7 req-f1c322ee-3fe2-4b6a-b95f-f72db9ba15fc service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=e26d6b257d73432299fb59bfb59ff631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998054 Nov 25 17:27:40.597550 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-927c3611-735b-4045-a38e-c63a075f73d8 req-32288856-7b9c-442f-8227-8557b250c42f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=032462cd-f910-4098-9c49-34855a6c2f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411973 Nov 25 17:27:40.639159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816c82b-4546-473a-8f7e-be356b9dbadf req-17fb75e6-d0ae-4c0e-890a-293d52252178 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.641019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5816c82b-4546-473a-8f7e-be356b9dbadf req-17fb75e6-d0ae-4c0e-890a-293d52252178 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 943 time: 0.0671022 Nov 25 17:27:40.690810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90dfa360-06f1-42df-b127-389dd66b757a req-e79fe515-4700-41e3-a06e-fb97e6437016 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286302 Nov 25 17:27:40.719985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49103-3822-40ad-84c4-c75d22e2d0d7 req-bc3bbedd-0767-45f5-8da0-e3552e54dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:40.722170 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7aa49103-3822-40ad-84c4-c75d22e2d0d7 req-bc3bbedd-0767-45f5-8da0-e3552e54dc4f service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164622 Nov 25 17:27:40.743393 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:40.746343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5816c82b-4546-473a-8f7e-be356b9dbadf req-0cefa400-e0d3-4bda-98ff-64389003f104 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985315 Nov 25 17:27:40.855100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:40.855554 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.864670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-927c3611-735b-4045-a38e-c63a075f73d8 req-66074785-c58f-412d-a0f3-fcad17e8f6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535822 Nov 25 17:27:40.957563 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:27:40.962835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:40.999866 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:37Z', 'revision_number': 2, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.033400 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Checking router: 629a240c-209b-48c4-bd79-2c1d590e299a for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:41.034728 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Updating router 629a240c-209b-48c4-bd79-2c1d590e299a port f7dfc4a7-9708-476d-8efd-6acb29e541fc binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:27:41.071482 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.121573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:41.163471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-9d664301-4c65-4648-9c00-90448b695243 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.170741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-9d664301-4c65-4648-9c00-90448b695243 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 820 time: 0.2338128 Nov 25 17:27:41.173013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.175073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6a8ace0c-48dd-4ffb-99d7-04a6b2324706 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.5193169 Nov 25 17:27:41.183337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:41.188277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-7c1ca952-1f6b-493b-978f-69ed5e3a2e01 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/quotas/cd098333b8a7497fa870e20ab934f4a5 HTTP/1.1" status: 200 len: 375 time: 0.0165644 Nov 25 17:27:41.270010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] For port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:41.270667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.276490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-6b55e868-ca03-4273-a586-4944d2f05737 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872414 Nov 25 17:27:41.288591 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-927c3611-735b-4045-a38e-c63a075f73d8 req-54837f33-fc75-43c2-873c-4997b496ecdb service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091232 Nov 25 17:27:41.309030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0496d9-8170-4b10-8683-85347f292fff None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:41.310765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for b2f403bd-5f98-4c40-a388-8e1b4aaef9ab owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:41.380845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0496d9-8170-4b10-8683-85347f292fff None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:41.382332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2e0496d9-8170-4b10-8683-85347f292fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.426738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-bf222212-962e-4ffe-8bc8-d638d3bead1f service neutron] 10.222.0.81 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490972 Nov 25 17:27:41.463573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2e0496d9-8170-4b10-8683-85347f292fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.520738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0496d9-8170-4b10-8683-85347f292fff None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:41.522434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2e0496d9-8170-4b10-8683-85347f292fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.569682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2e0496d9-8170-4b10-8683-85347f292fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.570642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0496d9-8170-4b10-8683-85347f292fff None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:41.615897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:41.638558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8', 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'port_id': '7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8', 'mac_address': 'fa:16:3e:22:04:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8fbe9b-8c88-41f2-8c8b-858853c615da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:41.650132 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.677786 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.678340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.712564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.712807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5070eb4-261b-441e-88be-900e3b31325b req-3a35a4dd-760d-440a-9366-1d20cab7a837 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.81 "GET /v2.0/ports?device_id=0debeede-fca5-4833-90ad-c86854f2d59a HTTP/1.1" status: 200 len: 210 time: 0.0928197 Nov 25 17:27:41.729908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=b2f403bd-5f98-4c40-a388-8e1b4aaef9ab,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:41.741379 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-4f799e84-6e09-4d0f-b0c1-96a51d5d9419 service neutron] 10.222.0.81 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074095 Nov 25 17:27:41.765172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:41.780927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] No DVR routers for this DVR port b2f403bd-5f98-4c40-a388-8e1b4aaef9ab on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:41.786091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.789471 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-3ff6a00c-feeb-4fbf-92ad-f83e4c3571ff tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "DELETE /v2.0/ports/b2f403bd-5f98-4c40-a388-8e1b4aaef9ab HTTP/1.1" status: 204 len: 173 time: 1.8000195 Nov 25 17:27:41.789949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:41.792245 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be205a79-7b55-4447-bb71-afc20c102567" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "b2f403bd-5f98-4c40-a388-8e1b4aaef9ab"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:41.805307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:41.817603 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.898588 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Pushing event updated for resources: {'Port': ['ID=f7dfc4a7-9708-476d-8efd-6acb29e541fc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:41.930371 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.930784 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.932806 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.933181 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.934414 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.934414 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.934414 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.934930 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.934930 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.935262 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.935832 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.935832 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:41.950878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b6c8-ba30-4346-a7c8-3ff71ca1c5ee req-eda77f04-2a2a-4dd8-8072-2e41ac3231e9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.959295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b6c8-ba30-4346-a7c8-3ff71ca1c5ee req-eda77f04-2a2a-4dd8-8072-2e41ac3231e9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.967192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b6c8-ba30-4346-a7c8-3ff71ca1c5ee req-eda77f04-2a2a-4dd8-8072-2e41ac3231e9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.970298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:41.975254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861b6c8-ba30-4346-a7c8-3ff71ca1c5ee req-eda77f04-2a2a-4dd8-8072-2e41ac3231e9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.981518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6861b6c8-ba30-4346-a7c8-3ff71ca1c5ee req-eda77f04-2a2a-4dd8-8072-2e41ac3231e9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 3143 time: 0.0988100 Nov 25 17:27:42.024159 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7aa49103-3822-40ad-84c4-c75d22e2d0d7 req-cf0699a8-b11c-488e-b102-3064d46a2f31 tempest-ServerShowV247Test-973329780 tempest-ServerShowV247Test-973329780-project] 10.222.0.95 "GET /v2.0/ports?device_id=0debeede-fca5-4833-90ad-c86854f2d59a HTTP/1.1" status: 200 len: 210 time: 0.0280850 Nov 25 17:27:42.069351 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Attempting to bind port f7dfc4a7-9708-476d-8efd-6acb29e541fc on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:42.075714 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Attempting to bind port f7dfc4a7-9708-476d-8efd-6acb29e541fc by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:42.076280 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Attempting to bind port f7dfc4a7-9708-476d-8efd-6acb29e541fc on network c69f52eb-8ae2-4973-a24d-3370ae7afd29 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:42.085069 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:42.085462 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Checking segment: {'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:42.086072 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.086987 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Bound using segment: {'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:42.087663 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Bound port: f7dfc4a7-9708-476d-8efd-6acb29e541fc, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:42.089569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6861b6c8-ba30-4346-a7c8-3ff71ca1c5ee req-de13e48f-59b9-4caa-ac23-9987b1d9b5e0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029217 Nov 25 17:27:42.089844 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.105280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port 4c3f70eb-7aba-4831-9297-ba83a64ea974 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:42.105625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.119467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:42.409931 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] For port f7dfc4a7-9708-476d-8efd-6acb29e541fc, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:42.419936 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] For port f7dfc4a7-9708-476d-8efd-6acb29e541fc, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f7dfc4a7-9708-476d-8efd-6acb29e541fc,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:42.438482 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.448135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd5e7c-7164-451f-ad20-36e1f850ff1f req-af3027f1-754e-4164-ad49-7398f6250781 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:42.449920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46bd5e7c-7164-451f-ad20-36e1f850ff1f req-af3027f1-754e-4164-ad49-7398f6250781 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 943 time: 0.1805234 Nov 25 17:27:42.506798 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:42.507458 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:42.649034 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afceab9-df72-47ef-b766-19fa1d4286d5 None None] Pushing event updated for resources: {'Port': ['ID=f7dfc4a7-9708-476d-8efd-6acb29e541fc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:42.682759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2185d367-b185-463d-abe5-ca18c4ab2780 req-3661dfc5-e4bd-4470-82d9-7f644aa73aa0 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 210 time: 0.0802920 Nov 25 17:27:42.722797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46bd5e7c-7164-451f-ad20-36e1f850ff1f req-973ee8e4-c42a-4ccc-ad1b-45c536cad3ee tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599103 Nov 25 17:27:42.776114 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:42.918480 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9add1b45-a34e-470a-98cf-0dd969a258d9 x-openstack-request-id: req-9add1b45-a34e-470a-98cf-0dd969a258d9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:42.919012 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "b2f403bd-5f98-4c40-a388-8e1b4aaef9ab", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:42.919012 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9add1b45-a34e-470a-98cf-0dd969a258d9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:42.919520 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': 'b2f403bd-5f98-4c40-a388-8e1b4aaef9ab', 'status': 'completed', 'code': 200} Nov 25 17:27:42.966669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 533abed7-6007-43ca-b6a3-bdb8a1a80f87 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:42.984520 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.173823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 533abed7-6007-43ca-b6a3-bdb8a1a80f87, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=533abed7-6007-43ca-b6a3-bdb8a1a80f87,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:43.192152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '533abed7-6007-43ca-b6a3-bdb8a1a80f87', 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'port_id': '533abed7-6007-43ca-b6a3-bdb8a1a80f87', 'mac_address': 'fa:16:3e:0b:b7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8fbe9b-8c88-41f2-8c8b-858853c615da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:43.298708 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.328370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533abed7-6007-43ca-b6a3-bdb8a1a80f87 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:43.335463 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:42Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:43.338195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b804194-2f68-4717-8fb5-28f25ca87898 req-a8dcf744-9969-4388-a3fe-d43a69ce731b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.356670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b804194-2f68-4717-8fb5-28f25ca87898 req-a8dcf744-9969-4388-a3fe-d43a69ce731b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.363395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b804194-2f68-4717-8fb5-28f25ca87898 req-a8dcf744-9969-4388-a3fe-d43a69ce731b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.369927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b804194-2f68-4717-8fb5-28f25ca87898 req-a8dcf744-9969-4388-a3fe-d43a69ce731b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.395969 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95f778-a59e-4ea0-a747-4b60f71a1ceb None None] The sync data for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 is: [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:42Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:43.396809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b804194-2f68-4717-8fb5-28f25ca87898 req-a8dcf744-9969-4388-a3fe-d43a69ce731b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 3143 time: 0.1593738 Nov 25 17:27:43.399357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:43.401754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 533abed7-6007-43ca-b6a3-bdb8a1a80f87, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=533abed7-6007-43ca-b6a3-bdb8a1a80f87,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:43.414739 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.478018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] For port 4c3f70eb-7aba-4831-9297-ba83a64ea974, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4c3f70eb-7aba-4831-9297-ba83a64ea974,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:43.478394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.537309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=533abed7-6007-43ca-b6a3-bdb8a1a80f87,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:43.659292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b804194-2f68-4717-8fb5-28f25ca87898 req-ab8e4682-62a7-40f5-9a4d-85e7347083fe tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613440 Nov 25 17:27:43.681578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6d42-8995-4697-996a-72dceb7ba235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.701653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['533abed7-6007-43ca-b6a3-bdb8a1a80f87'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:43.905288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.20.0.1 (aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1/114247d6-4a93-43f4-a481-179bc510b284/ab684818-0ffd-4b2e-8b80-bf47e71d5787) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:43.924017 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6d42-8995-4697-996a-72dceb7ba235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.992968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-483aeca6-0664-4001-857e-0a72df1bef18 req-e1af49f5-56d4-45e2-afb6-7728b2663bd5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 210 time: 0.1776147 Nov 25 17:27:43.993660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6d42-8995-4697-996a-72dceb7ba235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.046605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d9cf6d42-8995-4697-996a-72dceb7ba235 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e26d6b257d73432299fb59bfb59ff631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6435847 Nov 25 17:27:44.052546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d50e56-de38-4d65-aed3-105e8758cdac req-12e78795-a683-4341-9fcc-e857d9bd4da3 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.061173 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02d50e56-de38-4d65-aed3-105e8758cdac req-12e78795-a683-4341-9fcc-e857d9bd4da3 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 944 time: 0.2004962 Nov 25 17:27:44.062994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:44.123110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.123716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.123850 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Floating IP aa597fdb-978b-4ba7-897c-6b9fa91e6285 disassociated. External IP: 172.25.1.68, port: 4c3f70eb-7aba-4831-9297-ba83a64ea974. Nov 25 17:27:44.124418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for 4c3f70eb-7aba-4831-9297-ba83a64ea974 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:44.191516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf6d42-8995-4697-996a-72dceb7ba235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c5bb2b-5e96-4be6-a6aa-581633e1695b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:44.234680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02d50e56-de38-4d65-aed3-105e8758cdac req-72893974-b962-49b9-a9f8-109b358fc10c tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724923 Nov 25 17:27:44.287868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc71b3a5-0a8e-4977-8848-57769721c91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.313974 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc71b3a5-0a8e-4977-8848-57769721c91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.366132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.394772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc71b3a5-0a8e-4977-8848-57769721c91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.399381 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc71b3a5-0a8e-4977-8848-57769721c91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.401232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dc71b3a5-0a8e-4977-8848-57769721c91d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6c5bb2b-5e96-4be6-a6aa-581633e1695b HTTP/1.1" status: 204 len: 168 time: 0.3337591 Nov 25 17:27:44.409821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71b3a5-0a8e-4977-8848-57769721c91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c5bb2b-5e96-4be6-a6aa-581633e1695b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:44.515924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-70db22a6-26a4-47be-9ace-b83a3c3d0c0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.518068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-70db22a6-26a4-47be-9ace-b83a3c3d0c0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.95 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 820 time: 0.3374710 Nov 25 17:27:44.547599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Request body: {'port': {'device_id': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'admin_state_up': True, 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:44.575330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.668171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:44.677793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:44.679711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.701051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:44.807062 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=ab684818-0ffd-4b2e-8b80-bf47e71d5787,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:44.850704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=4c3f70eb-7aba-4831-9297-ba83a64ea974,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:44.886140 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.923817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f3ca3-e4c1-42e9-be3e-dd4117ae6aa9 req-35da9051-e95f-4d6a-8d16-403de66c6564 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.932192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f3ca3-e4c1-42e9-be3e-dd4117ae6aa9 req-35da9051-e95f-4d6a-8d16-403de66c6564 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.940987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f3ca3-e4c1-42e9-be3e-dd4117ae6aa9 req-35da9051-e95f-4d6a-8d16-403de66c6564 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:44.943067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d7f3ca3-e4c1-42e9-be3e-dd4117ae6aa9 req-35da9051-e95f-4d6a-8d16-403de66c6564 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 2410 time: 0.1060851 Nov 25 17:27:44.969219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:45.038937 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d7f3ca3-e4c1-42e9-be3e-dd4117ae6aa9 req-00dfcf60-230c-46b4-9322-2f91f5781416 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816534 Nov 25 17:27:45.074864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:45.080747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:45.081762 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.090597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Made reservation on behalf of cd098333b8a7497fa870e20ab934f4a5 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:45.102614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.190792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7b518ae-511c-4fb5-9dde-8d9c0054fc7b req-a16b16b8-5e77-4610-8119-a360aa041fc0 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 210 time: 0.0618072 Nov 25 17:27:45.252970 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.307483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d6ab81-33ae-4311-a5a3-1a920ce94f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:45.310794 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0960825-7cd4-4bb9-b7cd-73e78ccbaa1b" -d '{"events": [{"server_uuid": "b5d6ab81-33ae-4311-a5a3-1a920ce94f5b", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:45.329404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:45.343315 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.344697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 533abed7-6007-43ca-b6a3-bdb8a1a80f87 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:45.361444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:45.476853 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62689d4b-e2e6-431c-9d98-0dc31940784a x-openstack-request-id: req-62689d4b-e2e6-431c-9d98-0dc31940784a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:45.476853 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d6ab81-33ae-4311-a5a3-1a920ce94f5b", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:45.476853 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62689d4b-e2e6-431c-9d98-0dc31940784a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:45.476853 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d6ab81-33ae-4311-a5a3-1a920ce94f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8', 'code': 200} Nov 25 17:27:45.511743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea69f3-77c8-41d2-8e4b-1dc4b9b5188f req-cb3dd0de-ea0b-4b18-bf1a-3b67f9ec7f54 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.513373 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56ea69f3-77c8-41d2-8e4b-1dc4b9b5188f req-cb3dd0de-ea0b-4b18-bf1a-3b67f9ec7f54 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 944 time: 0.1271970 Nov 25 17:27:45.606746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:45.643163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f7dfc4a7-9708-476d-8efd-6acb29e541fc up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:45.684331 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.693878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56ea69f3-77c8-41d2-8e4b-1dc4b9b5188f req-173a5f57-7528-476d-b5e3-085acd25288a tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719804 Nov 25 17:27:45.729673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:45.736676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:45.737119 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.757721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Allocated IP 172.20.0.11 (c69f52eb-8ae2-4973-a24d-3370ae7afd29/03855e9d-316c-4d1f-9cdd-a3381469fed6/144a7d96-bea3-4dfa-8b84-6bacabc78b50) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:45.842306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65652ee7-4797-4c32-b03c-34613e047476 req-1aaf6237-cff1-40c8-9f87-18992396d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:45.843968 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-65652ee7-4797-4c32-b03c-34613e047476 req-1aaf6237-cff1-40c8-9f87-18992396d03e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5d6ab81-33ae-4311-a5a3-1a920ce94f5b HTTP/1.1" status: 200 len: 1096 time: 0.3479574 Nov 25 17:27:45.855106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f7dfc4a7-9708-476d-8efd-6acb29e541fc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:45.855543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.932806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.980901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:46.001655 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] Sync routers for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:46.016168 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:46.017182 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.040478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 533abed7-6007-43ca-b6a3-bdb8a1a80f87, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=533abed7-6007-43ca-b6a3-bdb8a1a80f87,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:46.071157 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.101117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-65652ee7-4797-4c32-b03c-34613e047476 req-8153c0d8-c182-423a-b783-95550ff2ebca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421114 Nov 25 17:27:46.165283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] No DVR routers for this DVR port 4c3f70eb-7aba-4831-9297-ba83a64ea974 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:46.192302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.209525 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-5b32c691-5787-4ef1-83fc-8e62c41d9228 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "DELETE /v2.0/ports/4c3f70eb-7aba-4831-9297-ba83a64ea974 HTTP/1.1" status: 204 len: 173 time: 4.4023249 Nov 25 17:27:46.215238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:46.219590 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f158388-08e8-42e3-a6c5-51dd3a10efc1" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:46.223704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=533abed7-6007-43ca-b6a3-bdb8a1a80f87,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:46.266622 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.311169 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:46.347666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port f7dfc4a7-9708-476d-8efd-6acb29e541fc, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f7dfc4a7-9708-476d-8efd-6acb29e541fc,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:46.366939 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.393671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-461fe553-4760-41aa-8b2f-b5e3a420c097 req-c73cef1f-6baf-4f16-a653-30d451f4696f tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.1077781 Nov 25 17:27:46.439723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7f79b-feef-4173-8408-15279330044c req-99858dfa-c50b-42a7-9d73-35445efc0d0b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.450300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7f79b-feef-4173-8408-15279330044c req-99858dfa-c50b-42a7-9d73-35445efc0d0b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.470215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7f79b-feef-4173-8408-15279330044c req-99858dfa-c50b-42a7-9d73-35445efc0d0b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.479834 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccb7f79b-feef-4173-8408-15279330044c req-99858dfa-c50b-42a7-9d73-35445efc0d0b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 2410 time: 0.2718787 Nov 25 17:27:46.515739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=f7dfc4a7-9708-476d-8efd-6acb29e541fc,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:46.593119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.656840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccb7f79b-feef-4173-8408-15279330044c req-a9a1f2cc-a66c-4a60-acb6-ab755fa2f9b3 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756051 Nov 25 17:27:46.665256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f62aac0-2069-48a7-9016-017588722dbd req-08bf56f7-1093-450e-bf84-8223ce05c6cc tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 210 time: 0.1492851 Nov 25 17:27:46.731358 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.748410 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.750404 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.754515 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:29Z', 'revision_number': 5, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.754833 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124a2cc3-084b-4351-9dbe-261879dd041d x-openstack-request-id: req-124a2cc3-084b-4351-9dbe-261879dd041d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:46.755126 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "4c3f70eb-7aba-4831-9297-ba83a64ea974", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:46.755285 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-124a2cc3-084b-4351-9dbe-261879dd041d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:46.755701 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': '4c3f70eb-7aba-4831-9297-ba83a64ea974', 'status': 'completed', 'code': 200} Nov 25 17:27:46.765196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:46.765613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.803967 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] Checking router: f6903c5c-7ec7-4d9b-adba-adf25bd8d211 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:46.831733 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:46.832374 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.957161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Network c69f52eb-8ae2-4973-a24d-3370ae7afd29 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:46.968343 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:46.975176 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:46.981180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.990995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7957-8839-4aab-a74e-639bd4812acd req-bc6ec1d2-e964-4249-b4b7-4f29e2452c0b tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:46.992713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f14e7957-8839-4aab-a74e-639bd4812acd req-bc6ec1d2-e964-4249-b4b7-4f29e2452c0b tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 945 time: 0.1452649 Nov 25 17:27:46.995982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:46.999266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=ab684818-0ffd-4b2e-8b80-bf47e71d5787,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:47.095725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f14e7957-8839-4aab-a74e-639bd4812acd req-7b108143-c116-4363-8597-5b6828afacca tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944250 Nov 25 17:27:47.376625 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:29Z', 'revision_number': 5, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:47.413444 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec4a20-42e4-4037-a528-580d7c742eee None None] The sync data for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 is: [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:16:20Z', 'revision_number': 4, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f418f451-b213-4a44-91f0-92ca84413e6d', 'name': '', 'network_id': 'af923ac7-74c6-4b48-b36f-5047e89dfdb4', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'mac_address': 'fa:16:3e:8e:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:17Z', 'updated_at': '2021-11-25T17:16:29Z', 'revision_number': 5, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'subnets': [{'id': 'f12de2ce-9a48-4f26-81e7-fd454e827edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:47.474972 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa3da51-51b2-4791-b50f-8f19e3d3079c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533abed7-6007-43ca-b6a3-bdb8a1a80f87'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:47.477566 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560c4b6b-8e5c-4255-94b0-11e508627b27" -d '{"events": [{"server_uuid": "ffa3da51-51b2-4791-b50f-8f19e3d3079c", "name": "network-vif-plugged", "status": "completed", "tag": "533abed7-6007-43ca-b6a3-bdb8a1a80f87"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:47.591887 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4725f66b-2742-4bf6-ad2c-e009dbd9e1db x-openstack-request-id: req-4725f66b-2742-4bf6-ad2c-e009dbd9e1db {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:47.592560 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa3da51-51b2-4791-b50f-8f19e3d3079c", "name": "network-vif-plugged", "status": "completed", "tag": "533abed7-6007-43ca-b6a3-bdb8a1a80f87", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:47.593087 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4725f66b-2742-4bf6-ad2c-e009dbd9e1db {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:47.593977 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa3da51-51b2-4791-b50f-8f19e3d3079c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533abed7-6007-43ca-b6a3-bdb8a1a80f87', 'code': 200} Nov 25 17:27:47.608806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1de4073-22d3-4824-8d3f-5ea2e1b1f90c req-ba77a06d-9cff-4a07-b175-ddbaa2f8c7c9 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0722513 Nov 25 17:27:47.625004 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:27:47.636002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event updated for resources: {'Port': ['ID=144a7d96-bea3-4dfa-8b84-6bacabc78b50,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:47.659080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f7dfc4a7-9708-476d-8efd-6acb29e541fc up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:47.719249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:47.726158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f7dfc4a7-9708-476d-8efd-6acb29e541fc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:47.726749 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.753341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:47.771655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.772392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.806226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] For port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:47.807005 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.931399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:47.949919 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-c72f6e20-4c60-49c5-848e-f8835c5dab0b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4197662 Nov 25 17:27:47.980630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-9519fdbf-8151-4693-b132-1af7d95f131e tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:27:47.981808 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-9519fdbf-8151-4693-b132-1af7d95f131e tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150478 Nov 25 17:27:47.995012 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5198ac1-db0f-4463-9797-f9018f43c998 req-ecad3fe7-1966-481b-af23-eb48d17005ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:47.997906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c5198ac1-db0f-4463-9797-f9018f43c998 req-ecad3fe7-1966-481b-af23-eb48d17005ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 1096 time: 0.2768483 Nov 25 17:27:48.006438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96720138-0bda-4d38-a7cb-28520d4cea4f None None] New status for floating IP aa597fdb-978b-4ba7-897c-6b9fa91e6285: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:27:48.181704 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c5198ac1-db0f-4463-9797-f9018f43c998 req-a6b5876c-2913-4281-ac5c-c060e49b0b19 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366842 Nov 25 17:27:48.232691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Request body: {'port': {'device_id': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:48.336700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:48.349619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64e327-6c14-4854-a3c5-ec694ce99416 req-be24e196-e4b2-4590-8181-b41f8e5bd1c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.350627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.356045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64e327-6c14-4854-a3c5-ec694ce99416 req-be24e196-e4b2-4590-8181-b41f8e5bd1c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.363094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64e327-6c14-4854-a3c5-ec694ce99416 req-be24e196-e4b2-4590-8181-b41f8e5bd1c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.370644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a64e327-6c14-4854-a3c5-ec694ce99416 req-be24e196-e4b2-4590-8181-b41f8e5bd1c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 2410 time: 0.5296254 Nov 25 17:27:48.380919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4cb51-93a7-4f46-b30b-030d006ce055 req-bc7c07e2-77ac-4d6f-a2be-1314e02c35df tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.382840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41f4cb51-93a7-4f46-b30b-030d006ce055 req-bc7c07e2-77ac-4d6f-a2be-1314e02c35df tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 932 time: 0.5805595 Nov 25 17:27:48.465556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a64e327-6c14-4854-a3c5-ec694ce99416 req-51328f17-fcbb-4e3e-b8ba-951aee659b69 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936735 Nov 25 17:27:48.479594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41f4cb51-93a7-4f46-b30b-030d006ce055 req-5b831e87-f9a8-467c-a083-68c45ce1aebd tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905006 Nov 25 17:27:48.647445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53261d-2b7d-4b74-a745-efe97d4cc3dd req-27b001a5-3a51-47a9-a27f-4eb6dfef24ad tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.650670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c53261d-2b7d-4b74-a745-efe97d4cc3dd req-27b001a5-3a51-47a9-a27f-4eb6dfef24ad tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 945 time: 0.0676465 Nov 25 17:27:48.712010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.730247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c53261d-2b7d-4b74-a745-efe97d4cc3dd req-6cd83a3e-ec10-4062-b95d-67f26be86fa9 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737410 Nov 25 17:27:48.779934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:48.824815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f38564f9-6e7b-4ac7-ad7f-3534c5b4021f req-478f0794-2b91-4e8d-b49f-216cdb764dd1 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0562990 Nov 25 17:27:48.833765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:48.860091 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d1b3113e-e903-496f-94fb-49015c87eb8b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/routers/0e9f294a-1999-4499-a449-a46de7afab5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6676872 Nov 25 17:27:48.860330 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649ed7f-214f-46be-a8f3-6fd36d5c5853 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:48.861351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] No DVR routers for this DVR port d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:48.865475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:48.871623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'port': {'network_id': 'aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1', 'name': 'tempest-FloatingIPTestJSON-1478567701'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:48.876891 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649ed7f-214f-46be-a8f3-6fd36d5c5853 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:48.878188 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a649ed7f-214f-46be-a8f3-6fd36d5c5853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:48.896617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.901608 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-51d96a3d-c9e4-4277-b6bc-48fd1e20d0be tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "DELETE /v2.0/ports/d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2 HTTP/1.1" status: 204 len: 173 time: 2.5624943 Nov 25 17:27:48.902172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:48.904839 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09a7949-8983-48d7-80a9-9a97a5f87434" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:48.933188 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a649ed7f-214f-46be-a8f3-6fd36d5c5853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:48.948610 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649ed7f-214f-46be-a8f3-6fd36d5c5853 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:48.949272 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a649ed7f-214f-46be-a8f3-6fd36d5c5853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:48.975404 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be37e52a-e9f0-4659-a224-98b5e3405b55 x-openstack-request-id: req-be37e52a-e9f0-4659-a224-98b5e3405b55 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:48.975658 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "d26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:48.976177 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be37e52a-e9f0-4659-a224-98b5e3405b55 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:48.976818 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': 'd26c3d32-13f2-4cdb-bd5a-69c5af5ab0b2', 'status': 'completed', 'code': 200} Nov 25 17:27:49.054843 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a649ed7f-214f-46be-a8f3-6fd36d5c5853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:49.056858 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649ed7f-214f-46be-a8f3-6fd36d5c5853 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:49.114006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c506c2d-caae-4a49-b1f0-01ed52e5e233 req-7e70c46e-da97-4301-b32f-15bf2549e9e2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0452940 Nov 25 17:27:49.131027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:49.137786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.146914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port 085da1b1-1c41-445c-9f70-285163ebfa81 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:49.147327 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.171566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] device_id is not set on port 130d1604-84c6-407d-984a-bbe09498b66d yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:27:49.227497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144a7d96-bea3-4dfa-8b84-6bacabc78b50 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:49.249428 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.283420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Transition to ACTIVE for port object 144a7d96-bea3-4dfa-8b84-6bacabc78b50 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:49.307372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.308925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.20.0.8 (aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1/114247d6-4a93-43f4-a481-179bc510b284/130d1604-84c6-407d-984a-bbe09498b66d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:49.388600 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] For port 085da1b1-1c41-445c-9f70-285163ebfa81, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=085da1b1-1c41-445c-9f70-285163ebfa81,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:49.389007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.419120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Pushing event updated for resources: {'Port': ['ID=144a7d96-bea3-4dfa-8b84-6bacabc78b50,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.425462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for 085da1b1-1c41-445c-9f70-285163ebfa81 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:49.609775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Attempting to bind port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:49.610504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Attempting to bind port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:49.611014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Attempting to bind port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 on network c69f52eb-8ae2-4973-a24d-3370ae7afd29 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:49.619230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 on network c69f52eb-8ae2-4973-a24d-3370ae7afd29 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:49.620128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Attempting to bind port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 on network c69f52eb-8ae2-4973-a24d-3370ae7afd29 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:49.627798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:49.628255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Checking segment: {'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:49.628792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Bound using segment: {'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:49.629435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Bound port: 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd76074-d453-403f-8e82-af407252b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:49.630153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.727715 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.770611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907313e-e917-4487-9da5-3b895be7c3c2 req-6e4ec530-a8a2-4c3f-9277-0f2646302315 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.773955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] For port 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:49.777303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907313e-e917-4487-9da5-3b895be7c3c2 req-6e4ec530-a8a2-4c3f-9277-0f2646302315 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.778869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e907313e-e917-4487-9da5-3b895be7c3c2 req-6e4ec530-a8a2-4c3f-9277-0f2646302315 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 1677 time: 0.1468306 Nov 25 17:27:49.780348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] For port 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:49.786536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.797786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.835065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.835791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.837249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] 10.222.0.95 "PUT /v2.0/ports/144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 1092 time: 1.8364346 Nov 25 17:27:49.838727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136f44-b34b-4b09-8a32-81df1621c321 req-8c169608-d16a-4d72-85f0-68d4604b33da tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.840266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5136f44-b34b-4b09-8a32-81df1621c321 req-8c169608-d16a-4d72-85f0-68d4604b33da tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 944 time: 0.1565502 Nov 25 17:27:49.879243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.930471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e907313e-e917-4487-9da5-3b895be7c3c2 req-822d3317-043d-4024-ba78-e53ffa21d13f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400228 Nov 25 17:27:49.980425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:49.989343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5136f44-b34b-4b09-8a32-81df1621c321 req-29ab74af-7d8c-4acd-b86e-730f32e31851 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180234 Nov 25 17:27:49.993378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:49.993658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] No DVR routers for this DVR port 085da1b1-1c41-445c-9f70-285163ebfa81 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:49.995622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=130d1604-84c6-407d-984a-bbe09498b66d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.998165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:50.000722 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.007063 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "DELETE /v2.0/ports/085da1b1-1c41-445c-9f70-285163ebfa81 HTTP/1.1" status: 204 len: 173 time: 1.0931244 Nov 25 17:27:50.026912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.027273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.027618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.027959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.028296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.028634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.029010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.029355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.029722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.030056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.030384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.030721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.031288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa117cfe-595b-4684-b1f5-fbffc2577c87 service neutron] Pushing event updated for resources: {'Port': ['ID=144a7d96-bea3-4dfa-8b84-6bacabc78b50,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:50.093586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.094317 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.126836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-422059a0-d3af-4ff9-807f-bf6fd4b27bae tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2596776 Nov 25 17:27:50.139576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:50.144853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'port': {'network_id': 'aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1', 'name': 'tempest-FloatingIPTestJSON-390627846'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:50.161516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc3c9f-49ac-4475-aa96-37c22fba703e tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=085da1b1-1c41-445c-9f70-285163ebfa81,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:50.165129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-ab40330e-6dbe-4a5d-854d-b9a34e8689af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.166989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-ab40330e-6dbe-4a5d-854d-b9a34e8689af service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1095 time: 0.2467525 Nov 25 17:27:50.283339 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-cfae1a70-17a7-42e5-b08b-d0d0e510e0ed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 217 time: 0.0936794 Nov 25 17:27:50.305527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-699c28b0-25f7-4e75-a271-1d8624ce7f16 req-15d40fca-ba36-4f77-b1a5-b7c90b4f0ef6 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.1190417 Nov 25 17:27:50.344460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa419139-4a37-491f-99f0-3df2ee3dae7e req-9bf366c0-3acb-4b37-89d8-eaf2384de607 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.346749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa419139-4a37-491f-99f0-3df2ee3dae7e req-9bf366c0-3acb-4b37-89d8-eaf2384de607 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 945 time: 0.2354825 Nov 25 17:27:50.372589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-a1db794d-e1d3-4a38-a394-a6b9de67efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.374056 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-a1db794d-e1d3-4a38-a394-a6b9de67efac service neutron] 10.222.0.95 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.0800607 Nov 25 17:27:50.393773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port 8d341ddd-19c4-4776-b2a8-d71decc59c4b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:50.395039 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.450232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:50.455076 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.473644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa419139-4a37-491f-99f0-3df2ee3dae7e req-126f2857-86ad-4b28-b270-e68bcb8e2e42 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089427 Nov 25 17:27:50.498517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-dccfe181-26d7-4ccd-8567-e35cbe81afe5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145847 Nov 25 17:27:50.499897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] device_id is not set on port 24356ab3-54ca-4793-8402-5f73b6ed6a6d yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:27:50.601787 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] For port 8d341ddd-19c4-4776-b2a8-d71decc59c4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=8d341ddd-19c4-4776-b2a8-d71decc59c4b,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:50.602155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.624762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for 8d341ddd-19c4-4776-b2a8-d71decc59c4b owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:50.647421 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-407274b2-f1b3-4bf6-bc93-46eca12dc684 service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399291 Nov 25 17:27:50.656081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38510da6-2046-44e0-b583-a1ff3552a1e8 req-8b1aa8da-349b-488b-a951-5dbfa8c80a04 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:50.657611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38510da6-2046-44e0-b583-a1ff3552a1e8 req-8b1aa8da-349b-488b-a951-5dbfa8c80a04 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5d6ab81-33ae-4311-a5a3-1a920ce94f5b HTTP/1.1" status: 200 len: 945 time: 0.0986874 Nov 25 17:27:50.668208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.20.0.5 (aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1/114247d6-4a93-43f4-a481-179bc510b284/24356ab3-54ca-4793-8402-5f73b6ed6a6d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:50.756178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38510da6-2046-44e0-b583-a1ff3552a1e8 req-d431808f-789c-4f01-b77f-837c7eaefadc tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787179 Nov 25 17:27:50.860565 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f7215230-e1a2-4e6d-bbb0-31453c5f5c1c req-cc75e319-1c96-487d-88c0-7096d6b508f1 service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762555 Nov 25 17:27:50.879778 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.908414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.916596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=8d341ddd-19c4-4776-b2a8-d71decc59c4b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:50.974810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.978949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50'}, {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': '085da1b1-1c41-445c-9f70-285163ebfa81'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:50.984029 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50"}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "085da1b1-1c41-445c-9f70-285163ebfa81"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:50.987923 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.988278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.988629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.989267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.989424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.989652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.989984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.990320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.990656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.991032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.991330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:50.991627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:51.021415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] No DVR routers for this DVR port 8d341ddd-19c4-4776-b2a8-d71decc59c4b on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:51.024420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.028408 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-92a835fe-8b27-4c8b-97c6-f8fc3cd96627 req-d57a2ae0-95fb-45e3-b9d6-07391228b2c6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.60 "DELETE /v2.0/ports/8d341ddd-19c4-4776-b2a8-d71decc59c4b HTTP/1.1" status: 204 len: 173 time: 1.0086524 Nov 25 17:27:51.039332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:51.044505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:51.050863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:51.155036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=24356ab3-54ca-4793-8402-5f73b6ed6a6d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.180502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47d09457-64cc-44fa-8e5f-32c991596a2d req-152acbbf-91a3-4dd7-8088-b1c5f501e28c tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0503831 Nov 25 17:27:51.196829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.197626 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.239612 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-37529a5a-5000-4f5a-9d4b-ca65c4557705 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1007721 Nov 25 17:27:51.242924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:51.254649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '24356ab3-54ca-4793-8402-5f73b6ed6a6d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:51.313780 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.435229 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f22a467-3309-4c99-bb55-a99a06e40baa x-openstack-request-id: req-5f22a467-3309-4c99-bb55-a99a06e40baa {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:51.435635 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50", "status": "completed", "code": 200}, {"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "085da1b1-1c41-445c-9f70-285163ebfa81", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:51.436067 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f22a467-3309-4c99-bb55-a99a06e40baa {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:51.437147 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'status': 'completed', 'code': 200} Nov 25 17:27:51.437543 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': '085da1b1-1c41-445c-9f70-285163ebfa81', 'status': 'completed', 'code': 200} Nov 25 17:27:51.578646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-3bb108c7-0cc5-4a7e-9eeb-79a5cb0a4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.582927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-3bb108c7-0cc5-4a7e-9eeb-79a5cb0a4aa9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1095 time: 0.1163478 Nov 25 17:27:51.704872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b0b8f-242f-4888-a11f-fefd3e87ed65 req-c609e97c-1ca2-4eab-86d6-1de6420c545d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.712845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-786b0b8f-242f-4888-a11f-fefd3e87ed65 req-c609e97c-1ca2-4eab-86d6-1de6420c545d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 944 time: 0.1835666 Nov 25 17:27:51.772769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-fe9c09d4-b149-4943-b7e2-29a71acccf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.774970 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-fe9c09d4-b149-4943-b7e2-29a71acccf9c service neutron] 10.222.0.95 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 921 time: 0.1817875 Nov 25 17:27:51.793711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-465df9b6-e0f4-4c76-b214-c67a2334abc2 req-aafe7cbe-7cdc-4c18-88f4-f5d397986173 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0984766 Nov 25 17:27:51.813139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.825787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-5b9ed18d-f1a4-4409-91e8-0f673ceac81a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 217 time: 0.0422041 Nov 25 17:27:51.891605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-786b0b8f-242f-4888-a11f-fefd3e87ed65 req-be71334c-3b0d-45d1-8d4c-263bf79757da tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765170 Nov 25 17:27:51.952480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-8fb6b8b5-506a-46cc-b90c-e7387e56fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.954076 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-8fb6b8b5-506a-46cc-b90c-e7387e56fcf5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.1217926 Nov 25 17:27:52.013372 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-9e3b81e7-84e4-4a24-ba06-e23470807f87 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517333 Nov 25 17:27:52.203519 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-59a522d9-0ded-409d-bc54-4c0467e922ed service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836932 Nov 25 17:27:52.401368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.25.1.216 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/dc735444-ce76-4a86-a398-d256dbd16cc8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:52.421966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-da0d3ef3-813d-469e-ae63-39832000a917 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:52.430150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-da0d3ef3-813d-469e-ae63-39832000a917 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 813 time: 0.4315951 Nov 25 17:27:52.542045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-7136e4da-2baf-410a-8518-891a2e50023f tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/quotas/7ebea1f96c4e4a569532935786af78c9 HTTP/1.1" status: 200 len: 375 time: 0.1105063 Nov 25 17:27:52.546378 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4e16a8b3-14bd-4628-9e85-7df5c2ab7e2f req-2a50246b-eaef-4cca-9c0d-677fb3dc78f9 service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339479 Nov 25 17:27:52.550473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b011a7e-9d3d-4b29-896e-a84cae02f869 req-6814dcea-7e4b-47c2-9e5e-44fe53034014 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.1180835 Nov 25 17:27:52.731274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-e602e04a-357a-496f-a1f9-5ec1bfdb9441 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870513 Nov 25 17:27:52.835268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28cdc814-6033-4cda-810e-c3f591793141 req-81934cb9-6404-4ea3-b244-9cd18fc93577 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0812097 Nov 25 17:27:52.914398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.000128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-4e97c4fa-ca6a-4308-9fd2-b2447b8c68b2 service neutron] 10.222.0.81 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580597 Nov 25 17:27:53.034850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.054363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 144a7d96-bea3-4dfa-8b84-6bacabc78b50 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:53.202515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-977bfcfb-9ca6-4edf-b1cc-82f7d5f41a68 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.206841 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-977bfcfb-9ca6-4edf-b1cc-82f7d5f41a68 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d6ab81-33ae-4311-a5a3-1a920ce94f5b HTTP/1.1" status: 200 len: 945 time: 0.1221607 Nov 25 17:27:53.213773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=dc735444-ce76-4a86-a398-d256dbd16cc8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:53.293470 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-0e3b6f50-f6be-4386-998a-40aed4d6bc7b service neutron] 10.222.0.81 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921567 Nov 25 17:27:53.294872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:53.297458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:53.301882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:53.306370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:53.315680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'port_id': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'mac_address': 'fa:16:3e:55:ed:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:53.403632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3a7bf-882a-4408-918a-ab36544d0757 req-fb2f59f4-7d45-4c81-89d2-b43ccb5743ed tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.413227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2c3a7bf-882a-4408-918a-ab36544d0757 req-fb2f59f4-7d45-4c81-89d2-b43ccb5743ed tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 944 time: 0.2951035 Nov 25 17:27:53.413964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.414659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Deleting port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:53.415113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.427624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-a788b250-8442-4200-92b9-bf8f632ade23 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.429353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-a788b250-8442-4200-92b9-bf8f632ade23 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa3da51-51b2-4791-b50f-8f19e3d3079c HTTP/1.1" status: 200 len: 945 time: 0.0850539 Nov 25 17:27:53.451560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': '8d341ddd-19c4-4776-b2a8-d71decc59c4b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:53.457378 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c58a39a-42f6-4956-aebd-1ecb1931d0c3" -d '{"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "8d341ddd-19c4-4776-b2a8-d71decc59c4b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:53.475512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144a7d96-bea3-4dfa-8b84-6bacabc78b50 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:53.506742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:53.523509 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.586669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2c3a7bf-882a-4408-918a-ab36544d0757 req-d7f5de44-bbd6-48e6-95c8-dfc1ffd1df93 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716900 Nov 25 17:27:53.642296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] For port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:53.643675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.649173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=144a7d96-bea3-4dfa-8b84-6bacabc78b50,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:53.668629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Calling delete_port for 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:53.697987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Deleting port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:53.700909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.739493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['144a7d96-bea3-4dfa-8b84-6bacabc78b50'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:53.837934 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-990479b0-8f67-4db9-9ceb-a7d49ece9a4e req-b8397e59-4b09-4bf4-9336-878dc9d0f110 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0333111 Nov 25 17:27:53.942924 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9772d19e-3565-4596-928c-e40e9d453da4 x-openstack-request-id: req-9772d19e-3565-4596-928c-e40e9d453da4 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:53.943221 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c8cce-bc75-4d11-80b3-4300f9d53134", "name": "network-vif-deleted", "tag": "8d341ddd-19c4-4776-b2a8-d71decc59c4b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:53.943537 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9772d19e-3565-4596-928c-e40e9d453da4 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:53.943948 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c8cce-bc75-4d11-80b3-4300f9d53134', 'name': 'network-vif-deleted', 'tag': '8d341ddd-19c4-4776-b2a8-d71decc59c4b', 'status': 'completed', 'code': 200} Nov 25 17:27:53.973477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.995187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8', '533abed7-6007-43ca-b6a3-bdb8a1a80f87'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:54.004378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a53489d4-5d60-4574-9566-f2d12082366e req-dd60ac36-54c7-40ae-a3c8-b53eb36cc1dc tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 210 time: 0.0703321 Nov 25 17:27:54.041049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Pushing event deleted for resources: {'Port': ['ID=7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:54.133913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] No DVR routers for this DVR port 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:54.138344 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.141887 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2f5cbe6d-f484-4517-ba35-4e86ee6641e5 req-9b299884-10fa-4bf1-932d-3fdaf43df0e0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "DELETE /v2.0/ports/7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 HTTP/1.1" status: 204 len: 173 time: 0.9259770 Nov 25 17:27:54.261282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] For port 533abed7-6007-43ca-b6a3-bdb8a1a80f87, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=533abed7-6007-43ca-b6a3-bdb8a1a80f87,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:54.262403 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.306415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Calling delete_port for 533abed7-6007-43ca-b6a3-bdb8a1a80f87 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:54.306968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10ca42b2-84cd-4cca-a3d7-1e8ed8d0994d req-174e172a-3b0b-4177-80f9-619166484a2b tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.2923293 Nov 25 17:27:54.704037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.715939 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.731290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:54.785105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Pushing event deleted for resources: {'Port': ['ID=533abed7-6007-43ca-b6a3-bdb8a1a80f87,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:54.853087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] No DVR routers for this DVR port 533abed7-6007-43ca-b6a3-bdb8a1a80f87 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:54.857528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.864224 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0caa7c1b-c489-4c4b-84b8-9d11a96d9b14 req-fa772fd4-383c-4528-b9db-63fa733da1c6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "DELETE /v2.0/ports/533abed7-6007-43ca-b6a3-bdb8a1a80f87 HTTP/1.1" status: 204 len: 173 time: 1.4035892 Nov 25 17:27:54.899117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb8175-0793-4a7b-83b6-8972f8169a13 req-89705901-d2d6-40c4-bd1d-1b380696673e tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:54.907227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77bb8175-0793-4a7b-83b6-8972f8169a13 req-89705901-d2d6-40c4-bd1d-1b380696673e tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 945 time: 0.1131420 Nov 25 17:27:55.014437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.070397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 144a7d96-bea3-4dfa-8b84-6bacabc78b50 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:55.196301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:55.201640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:55.202138 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.342539 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.383868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:55.386421 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8b1630-2e40-4637-b943-f050deae67ed" -d '{"events": [{"server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "name": "network-vif-plugged", "status": "completed", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:55.403660 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:55.412370 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.508635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=144a7d96-bea3-4dfa-8b84-6bacabc78b50,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:55.509536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ca3db5b-4aef-436a-b8d0-871a78c02fbc req-71efde98-d505-40c0-a2f3-cd1a1e317587 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.4992516 Nov 25 17:27:55.522764 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77bb8175-0793-4a7b-83b6-8972f8169a13 req-33c3b81e-3030-4060-a543-2036c4c16ee8 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145830 Nov 25 17:27:55.633047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de52226d-8b5f-40f6-abf5-6b227e74a848 req-256802f7-e6d0-401a-bc87-99086f565bee tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 210 time: 0.0388389 Nov 25 17:27:55.731897 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74902e6c-4124-471f-97a9-3a8786f8d538 x-openstack-request-id: req-74902e6c-4124-471f-97a9-3a8786f8d538 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:55.732442 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "name": "network-vif-plugged", "status": "completed", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:55.732598 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74902e6c-4124-471f-97a9-3a8786f8d538 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:55.733132 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'code': 200} Nov 25 17:27:55.801253 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64ac03d7-d478-4a61-8d5a-43f7324a4172 req-d313ad1b-9059-4b88-a01c-3a5e0a8f7225 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0520439 Nov 25 17:27:55.863455 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.904982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.947809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-960b635e-28a2-46aa-b0a5-fee1528c8ccd tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:55.949347 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-960b635e-28a2-46aa-b0a5-fee1528c8ccd tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.95 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 813 time: 0.1947935 Nov 25 17:27:55.949844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d6ab81-33ae-4311-a5a3-1a920ce94f5b', 'name': 'network-vif-deleted', 'tag': '7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8'}, {'server_uuid': 'ffa3da51-51b2-4791-b50f-8f19e3d3079c', 'name': 'network-vif-deleted', 'tag': '533abed7-6007-43ca-b6a3-bdb8a1a80f87'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:55.959710 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e32e9b5-f71f-4bc2-8a3b-aae7e8d38ce9" -d '{"events": [{"server_uuid": "b5d6ab81-33ae-4311-a5a3-1a920ce94f5b", "name": "network-vif-deleted", "tag": "7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8"}, {"server_uuid": "ffa3da51-51b2-4791-b50f-8f19e3d3079c", "name": "network-vif-deleted", "tag": "533abed7-6007-43ca-b6a3-bdb8a1a80f87"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:55.971379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Request body: {'port': {'device_id': '7da87400-4c51-40ac-824a-80b958cb858a', 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'admin_state_up': True, 'tenant_id': '7ebea1f96c4e4a569532935786af78c9'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:55.981508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.047859 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90e6c16-ec30-47d1-a17c-34c2b4ec0d62 x-openstack-request-id: req-e90e6c16-ec30-47d1-a17c-34c2b4ec0d62 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:56.048249 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d6ab81-33ae-4311-a5a3-1a920ce94f5b", "name": "network-vif-deleted", "tag": "7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8", "status": "completed", "code": 200}, {"server_uuid": "ffa3da51-51b2-4791-b50f-8f19e3d3079c", "name": "network-vif-deleted", "tag": "533abed7-6007-43ca-b6a3-bdb8a1a80f87", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:56.048623 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e90e6c16-ec30-47d1-a17c-34c2b4ec0d62 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:56.049894 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d6ab81-33ae-4311-a5a3-1a920ce94f5b', 'name': 'network-vif-deleted', 'tag': '7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8', 'status': 'completed', 'code': 200} Nov 25 17:27:56.050239 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa3da51-51b2-4791-b50f-8f19e3d3079c', 'name': 'network-vif-deleted', 'tag': '533abed7-6007-43ca-b6a3-bdb8a1a80f87', 'status': 'completed', 'code': 200} Nov 25 17:27:56.081708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b86bc6-8d3e-405f-811e-daa151a431c9 req-c011ff9c-bd34-4e87-aaa5-17c07b98e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.083434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b86bc6-8d3e-405f-811e-daa151a431c9 req-c011ff9c-bd34-4e87-aaa5-17c07b98e90f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1097 time: 0.2146151 Nov 25 17:27:56.086379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=dc735444-ce76-4a86-a398-d256dbd16cc8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.186867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39b86bc6-8d3e-405f-811e-daa151a431c9 req-1a233e18-0456-466c-b97f-ec027f5fe877 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955265 Nov 25 17:27:56.200550 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP a7d74555-51b2-447c-8228-c3bc5ad11f62 associated. External IP: 172.25.1.216, port: 24356ab3-54ca-4793-8402-5f73b6ed6a6d. Nov 25 17:27:56.466435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:56.593524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92141622-aafc-4029-9e02-a96cc7444ce6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.595010 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92141622-aafc-4029-9e02-a96cc7444ce6 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 813 time: 0.5275867 Nov 25 17:27:56.614233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Request body: {'port': {'device_id': '623492b8-6254-4a51-a64e-1a0ece01de19', 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'admin_state_up': True, 'tenant_id': '7ebea1f96c4e4a569532935786af78c9'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:56.655219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f0d3fa-6111-4497-b8ca-a79387f313e7 req-cc9268e1-2e1a-4687-ae6c-6e980502fd60 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0457683 Nov 25 17:27:56.674197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:56.688064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2847a-2a4e-442a-a426-aa4df26e2d50 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:56.704794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2847a-2a4e-442a-a426-aa4df26e2d50 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:56.706718 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-52a2847a-2a4e-442a-a426-aa4df26e2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:56.708484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f400ff-9b0c-4068-ac6b-412afb9a9441 req-f5bfd339-eaf0-4201-8eb5-f8f1980357ad tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.710236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5f400ff-9b0c-4068-ac6b-412afb9a9441 req-f5bfd339-eaf0-4201-8eb5-f8f1980357ad tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0961337 Nov 25 17:27:56.713071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.749517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-52a2847a-2a4e-442a-a426-aa4df26e2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:56.764045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a5c99846-2390-4437-82cc-5e03e799426b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5200248 Nov 25 17:27:56.768420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2847a-2a4e-442a-a426-aa4df26e2d50 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:56.769539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-52a2847a-2a4e-442a-a426-aa4df26e2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:56.773027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:56.778285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:56.778904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Made reservation on behalf of 7ebea1f96c4e4a569532935786af78c9 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:56.786932 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.810039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-52a2847a-2a4e-442a-a426-aa4df26e2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:56.811236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2847a-2a4e-442a-a426-aa4df26e2d50 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:56.845548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5f400ff-9b0c-4068-ac6b-412afb9a9441 req-9b979c1f-3102-44cf-a53c-0fd9be3fedd0 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114564 Nov 25 17:27:56.881528 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.922720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Made reservation on behalf of 7ebea1f96c4e4a569532935786af78c9 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:56.927733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.980510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 533abed7-6007-43ca-b6a3-bdb8a1a80f87 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:57.009114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 533abed7-6007-43ca-b6a3-bdb8a1a80f87 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:57.010161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 533abed7-6007-43ca-b6a3-bdb8a1a80f87 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:57.010816 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:57.018575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-788dc580-d2bd-4cf3-a8ff-3e7d4019be0f req-0bbfc5ce-2284-494d-8a26-347152207740 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 210 time: 0.1549253 Nov 25 17:27:57.035590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:57.036327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 7b2ed9c0-d1cd-43e2-8ed1-1d4961f9f7e8 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:57.036580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ce30f79-2ea0-4143-822c-9fe5ed8ccd2d req-fe83b4ac-be2b-471e-af0f-a680438989d8 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0433547 Nov 25 17:27:57.099548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.105288 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.105523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Allocated IP 172.20.0.8 (032462cd-f910-4098-9c49-34855a6c2f78/7a8fbe9b-8c88-41f2-8c8b-858853c615da/4d7be117-1e00-4814-ae4a-9066afef9534) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:57.105982 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP a7d74555-51b2-447c-8228-c3bc5ad11f62 disassociated. External IP: 172.25.1.216, port: 24356ab3-54ca-4793-8402-5f73b6ed6a6d. Nov 25 17:27:57.336326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.356826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:57.374908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.464058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Network 032462cd-f910-4098-9c49-34855a6c2f78 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:57.472627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:57.479477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:57.484961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:57.485313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Pushing event updated for resources: {'Port': ['ID=4d7be117-1e00-4814-ae4a-9066afef9534,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.490716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Allocated IP 172.20.0.11 (032462cd-f910-4098-9c49-34855a6c2f78/7a8fbe9b-8c88-41f2-8c8b-858853c615da/03f6752f-e88a-4897-8505-2cd9a5433dc4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:57.510364 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c1c43-9708-46b3-ab00-ab7ea4b7d314 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:57.517526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.531674 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c1c43-9708-46b3-ab00-ab7ea4b7d314 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:57.534637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-685c1c43-9708-46b3-ab00-ab7ea4b7d314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:57.558285 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.558917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.559910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ba7e1ac0-84fe-4410-98a0-fefd20b9db89 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/floatingips/a7d74555-51b2-447c-8228-c3bc5ad11f62 HTTP/1.1" status: 200 len: 688 time: 0.7851872 Nov 25 17:27:57.560988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:57.576379 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-685c1c43-9708-46b3-ab00-ab7ea4b7d314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:57.588998 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c1c43-9708-46b3-ab00-ab7ea4b7d314 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:57.590135 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-685c1c43-9708-46b3-ab00-ab7ea4b7d314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:57.596427 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d9d258de-77bf-4f5f-983e-862675f14768 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9867101 Nov 25 17:27:57.641740 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-685c1c43-9708-46b3-ab00-ab7ea4b7d314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:57.642419 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c1c43-9708-46b3-ab00-ab7ea4b7d314 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:57.725180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Request body: {'port': {'device_id': '623492b8-6254-4a51-a64e-1a0ece01de19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:57.743144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port dc735444-ce76-4a86-a398-d256dbd16cc8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:57.743585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.807180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.812758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.818211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3d44565-0c72-49eb-aada-303b14932fd3 req-f4684d25-576b-48c6-a252-c0c0aef5fc9f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0614185 Nov 25 17:27:57.869675 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.870327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.886795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for dc735444-ce76-4a86-a398-d256dbd16cc8 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:58.023463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcd324-58ec-451c-bc5b-d9645e15236a req-6af7aad4-7704-48e9-8efd-c4ddb84f4576 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.025566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86fcd324-58ec-451c-bc5b-d9645e15236a req-6af7aad4-7704-48e9-8efd-c4ddb84f4576 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0772033 Nov 25 17:27:58.026984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.157705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86fcd324-58ec-451c-bc5b-d9645e15236a req-35fccec1-7c4c-437b-9949-2cb889f75eb3 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155925 Nov 25 17:27:58.168481 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.192630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Pushing event updated for resources: {'Port': ['ID=03f6752f-e88a-4897-8505-2cd9a5433dc4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.203622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=dc735444-ce76-4a86-a398-d256dbd16cc8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.224389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Network 032462cd-f910-4098-9c49-34855a6c2f78 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:58.243425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b26600-ebc4-4463-9d21-85c9b84f07fc req-e78a05e8-61a9-4387-a32b-977869418bfd tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.245322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18b26600-ebc4-4463-9d21-85c9b84f07fc req-e78a05e8-61a9-4387-a32b-977869418bfd tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 931 time: 0.1253042 Nov 25 17:27:58.258829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:58.279650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:58.333153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d586887e-8c4b-49cc-9ce2-b073cd9c8e0c req-a9f6faf5-977b-457a-bc96-38ce01ff4e33 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0462554 Nov 25 17:27:58.359029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.360201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.364659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18b26600-ebc4-4463-9d21-85c9b84f07fc req-7a3a173b-9955-435c-9211-1599d0184e2e tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895278 Nov 25 17:27:58.377900 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.380606 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.385310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cbdaf65d-b0fb-49fa-b26d-b98bdede050f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/floatingips/a7d74555-51b2-447c-8228-c3bc5ad11f62 HTTP/1.1" status: 204 len: 168 time: 0.8200769 Nov 25 17:27:58.385481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:58.389879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '130d1604-84c6-407d-984a-bbe09498b66d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:58.435815 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-5217576f-b51a-4bf4-bfe4-b0aa5d32a333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4711246 Nov 25 17:27:58.445307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7be117-1e00-4814-ae4a-9066afef9534 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:58.449371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.461155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Request body: {'port': {'device_id': '7da87400-4c51-40ac-824a-80b958cb858a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:58.496236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.520453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Transition to ACTIVE for port object 4d7be117-1e00-4814-ae4a-9066afef9534 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:58.550395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.585092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.628299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Pushing event updated for resources: {'Port': ['ID=4d7be117-1e00-4814-ae4a-9066afef9534,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.774717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-ca1aa6fb-796f-47b1-a735-0889161d6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.777542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-ca1aa6fb-796f-47b1-a735-0889161d6398 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1097 time: 0.1708817 Nov 25 17:27:58.808120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Attempting to bind port 4d7be117-1e00-4814-ae4a-9066afef9534 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:58.809198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Attempting to bind port 4d7be117-1e00-4814-ae4a-9066afef9534 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:58.809198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Attempting to bind port 4d7be117-1e00-4814-ae4a-9066afef9534 on network 032462cd-f910-4098-9c49-34855a6c2f78 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:58.825055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2179c2-25c3-4cdf-ba13-5700453df8eb req-1b47c9be-7162-4c47-804f-6f3de9ed6980 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.827416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Port 4d7be117-1e00-4814-ae4a-9066afef9534 on network 032462cd-f910-4098-9c49-34855a6c2f78 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:58.827741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a2179c2-25c3-4cdf-ba13-5700453df8eb req-1b47c9be-7162-4c47-804f-6f3de9ed6980 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1732302 Nov 25 17:27:58.827894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Attempting to bind port 4d7be117-1e00-4814-ae4a-9066afef9534 on network 032462cd-f910-4098-9c49-34855a6c2f78 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:58.849211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.871202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:58.871546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Checking segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:58.871945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Bound using segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:58.872385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Bound port: 4d7be117-1e00-4814-ae4a-9066afef9534, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:58.872741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.986978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] For port 4d7be117-1e00-4814-ae4a-9066afef9534, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:59.060536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f6752f-e88a-4897-8505-2cd9a5433dc4 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:59.075893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.078918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] For port 4d7be117-1e00-4814-ae4a-9066afef9534, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4d7be117-1e00-4814-ae4a-9066afef9534,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:59.088711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.108376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e6124b9-e889-4990-87aa-9643d8988f8d req-1f704081-7084-42c7-9659-5434a249a28a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0451975 Nov 25 17:27:59.155815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.25.1.205 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/79bc2816-7bea-4d12-9f56-7fe11612eb8f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:59.162987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Transition to ACTIVE for port object 03f6752f-e88a-4897-8505-2cd9a5433dc4 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:59.172928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.173622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.173794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a2179c2-25c3-4cdf-ba13-5700453df8eb req-22b40441-6d12-4484-ad62-136e79c5e867 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214767 Nov 25 17:27:59.175356 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] 10.222.0.60 "PUT /v2.0/ports/4d7be117-1e00-4814-ae4a-9066afef9534 HTTP/1.1" status: 200 len: 1091 time: 1.5603342 Nov 25 17:27:59.175959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623492b8-6254-4a51-a64e-1a0ece01de19', 'tag': '4d7be117-1e00-4814-ae4a-9066afef9534'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:59.178808 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "623492b8-6254-4a51-a64e-1a0ece01de19", "tag": "4d7be117-1e00-4814-ae4a-9066afef9534"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:59.190894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.198329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-69e2f335-5344-49b1-b472-c56934e40529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.200881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7db6dd-0c5a-4cf6-a028-1dab00f1918c service neutron] Pushing event updated for resources: {'Port': ['ID=4d7be117-1e00-4814-ae4a-9066afef9534,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:59.204483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-69e2f335-5344-49b1-b472-c56934e40529 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 921 time: 0.4159276 Nov 25 17:27:59.280851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Pushing event updated for resources: {'Port': ['ID=03f6752f-e88a-4897-8505-2cd9a5433dc4,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:59.346656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-7bc13f0e-83bf-44fe-ba16-70e83382b448 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 217 time: 0.0979121 Nov 25 17:27:59.428287 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f0de46-2373-4cef-8649-0b6377d889d1 x-openstack-request-id: req-d3f0de46-2373-4cef-8649-0b6377d889d1 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:59.429200 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623492b8-6254-4a51-a64e-1a0ece01de19", "tag": "4d7be117-1e00-4814-ae4a-9066afef9534", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:59.429829 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3f0de46-2373-4cef-8649-0b6377d889d1 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:59.432111 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623492b8-6254-4a51-a64e-1a0ece01de19', 'tag': '4d7be117-1e00-4814-ae4a-9066afef9534', 'status': 'completed', 'code': 200} Nov 25 17:27:59.468749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-dbbf7f1f-45d5-471f-9656-338f3963ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.469893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d33473bb-0268-4e97-a1cb-664261abc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.470126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-dbbf7f1f-45d5-471f-9656-338f3963ee8c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.1036232 Nov 25 17:27:59.471775 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-d33473bb-0268-4e97-a1cb-664261abc5f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 1094 time: 0.1865218 Nov 25 17:27:59.505901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca934527-0a0f-49c2-b15f-22565474129a req-06244e1f-4672-4cd3-9ac6-546e912692e1 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0610054 Nov 25 17:27:59.553291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-3533175e-4f31-400a-8c94-26cca0e6b371 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606844 Nov 25 17:27:59.557315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.568895 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-3d064697-03f1-457b-ab9f-c475784ae784 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d7be117-1e00-4814-ae4a-9066afef9534 HTTP/1.1" status: 200 len: 217 time: 0.0853937 Nov 25 17:27:59.640064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-e0a78946-3d9a-4fc8-943c-17dd6d7cf29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.643371 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-e0a78946-3d9a-4fc8-943c-17dd6d7cf29c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 200 len: 853 time: 0.0601964 Nov 25 17:27:59.649833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Attempting to bind port 03f6752f-e88a-4897-8505-2cd9a5433dc4 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:59.650323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Attempting to bind port 03f6752f-e88a-4897-8505-2cd9a5433dc4 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:59.650769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Attempting to bind port 03f6752f-e88a-4897-8505-2cd9a5433dc4 on network 032462cd-f910-4098-9c49-34855a6c2f78 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:59.665894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Port 03f6752f-e88a-4897-8505-2cd9a5433dc4 on network 032462cd-f910-4098-9c49-34855a6c2f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:59.666381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Attempting to bind port 03f6752f-e88a-4897-8505-2cd9a5433dc4 on network 032462cd-f910-4098-9c49-34855a6c2f78 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:59.686808 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-9e1750e5-4e33-4a7e-8c94-6854cf650672 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=032462cd-f910-4098-9c49-34855a6c2f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321050 Nov 25 17:27:59.691282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:59.691782 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Checking segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:59.692301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Bound using segment: {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:59.693002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Bound port: 03f6752f-e88a-4897-8505-2cd9a5433dc4, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249a1848-bd72-462a-ad60-0516dfd330a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:59.693472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.779257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] For port 03f6752f-e88a-4897-8505-2cd9a5433dc4, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:59.785321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] For port 03f6752f-e88a-4897-8505-2cd9a5433dc4, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=03f6752f-e88a-4897-8505-2cd9a5433dc4,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:59.800914 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.892533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.893292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.894887 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] 10.222.0.95 "PUT /v2.0/ports/03f6752f-e88a-4897-8505-2cd9a5433dc4 HTTP/1.1" status: 200 len: 1092 time: 1.4405963 Nov 25 17:27:59.932153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92741933-e89b-4ea9-aaa1-0de69dc2d990 service neutron] Pushing event updated for resources: {'Port': ['ID=03f6752f-e88a-4897-8505-2cd9a5433dc4,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:59.956121 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-b0690587-70ba-4c6c-947b-7840eec44162 service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465181 Nov 25 17:28:00.028826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688075a-1c64-4542-9c92-1092dba51fd2 req-dc791652-9d14-4461-a445-45e5f2d9f079 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.030496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1688075a-1c64-4542-9c92-1092dba51fd2 req-dc791652-9d14-4461-a445-45e5f2d9f079 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 943 time: 0.5367422 Nov 25 17:28:00.109545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-f66ef855-5a98-4355-8f2a-8ff87ae60997 service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346610 Nov 25 17:28:00.131059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-8b1f794e-944a-4e3b-adb3-74b5bd9ef8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.133181 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-8b1f794e-944a-4e3b-adb3-74b5bd9ef8dd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 1095 time: 0.1702080 Nov 25 17:28:00.156226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1688075a-1c64-4542-9c92-1092dba51fd2 req-28cabab8-d42f-472f-a988-c70387695c99 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171808 Nov 25 17:28:00.162592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-87eae62d-fcc6-422c-a6cf-8e5de75e664a service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016293 Nov 25 17:28:00.164850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.220733 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-ed25edf6-1e73-475f-b464-d9df8faf4811 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f6752f-e88a-4897-8505-2cd9a5433dc4 HTTP/1.1" status: 200 len: 217 time: 0.0670056 Nov 25 17:28:00.223180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:00.252413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:00.295567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:00.343116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-bb5709de-a4ca-45cc-a03b-6cca4ae5c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.344779 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-bb5709de-a4ca-45cc-a03b-6cca4ae5c7b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 1094 time: 0.1348116 Nov 25 17:28:00.361731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ce1a287-8f6a-4801-bb63-ffd37cdb44d4 req-8208f8ca-5d0e-4915-8093-64888c593624 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0695250 Nov 25 17:28:00.365839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=79bc2816-7bea-4d12-9f56-7fe11612eb8f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:00.378856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48374-0e1c-4e27-b442-a861e17273fa req-fde4b665-aef3-4650-bbb1-8b313785a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.380557 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-fde4b665-aef3-4650-bbb1-8b313785a407 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 200 len: 853 time: 0.1314080 Nov 25 17:28:00.484334 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-85b6988d-c495-4f05-9b1b-c280c04c7308 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=032462cd-f910-4098-9c49-34855a6c2f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789022 Nov 25 17:28:00.500571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44f61b73-7ee2-4b0c-a2a6-95821349780e req-08ac19aa-4f96-455d-a38a-12e332865d51 service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944734 Nov 25 17:28:00.638657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7482ba-995e-4939-866f-1a5da3687127 req-b8ee74b2-59d5-41d6-9fc1-92a647fc4c8d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.639500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-b9c7b19c-7590-469e-8d56-27033c67caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.642967 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-b9c7b19c-7590-469e-8d56-27033c67caa5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 914 time: 0.2835808 Nov 25 17:28:00.647984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba7482ba-995e-4939-866f-1a5da3687127 req-b8ee74b2-59d5-41d6-9fc1-92a647fc4c8d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.2048156 Nov 25 17:28:00.733144 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-b6e80d30-239f-4d9f-a325-05222a908fb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d7be117-1e00-4814-ae4a-9066afef9534 HTTP/1.1" status: 200 len: 217 time: 0.0499542 Nov 25 17:28:00.737463 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-872e088f-cb1f-4819-828f-f2b6de769257 service neutron] 10.222.0.95 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427509 Nov 25 17:28:00.738407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e75d4e1b-1122-45c3-ab1c-30c0891f02ee req-3c69ebfe-5e9e-46ff-bff9-dc959ffbcf4c tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0546913 Nov 25 17:28:00.782353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba7482ba-995e-4939-866f-1a5da3687127 req-8d153a39-b72e-4722-8cf1-4a59b80e8671 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335778 Nov 25 17:28:00.858536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-cce70045-b5f6-422d-ba29-436ca1a767b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.860205 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-cce70045-b5f6-422d-ba29-436ca1a767b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 200 len: 853 time: 0.1062534 Nov 25 17:28:00.917945 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-bfd41f52-acd0-453d-96cc-0321ab943de9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=032462cd-f910-4098-9c49-34855a6c2f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431368 Nov 25 17:28:00.952045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.979485 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-39b48374-0e1c-4e27-b442-a861e17273fa req-8a240faa-6eff-4b93-b4d7-26a189fa09cf service neutron] 10.222.0.95 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347407 Nov 25 17:28:01.028095 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-b965f177-a822-4567-ac85-f984286b63f1 service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972435 Nov 25 17:28:01.038343 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.134900 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b2e63b6-0d03-419e-8039-1abdd24a1bc0 req-9a1cbf52-223e-4520-8101-9ce90ba2a14f service neutron] 10.222.0.60 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980153 Nov 25 17:28:01.218107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.224650 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.328112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=79bc2816-7bea-4d12-9f56-7fe11612eb8f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:01.339816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.396123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975bd4-8258-4b9e-9403-d5af00dec5bf req-ea9f57c7-06ce-4a1b-8cdb-68c6a871c1c1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.397718 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa975bd4-8258-4b9e-9403-d5af00dec5bf req-ea9f57c7-06ce-4a1b-8cdb-68c6a871c1c1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 943 time: 0.1135168 Nov 25 17:28:01.433463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da87400-4c51-40ac-824a-80b958cb858a', 'tag': '03f6752f-e88a-4897-8505-2cd9a5433dc4'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:01.436409 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa8387f-9c99-45fe-a047-7be6d719c7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7da87400-4c51-40ac-824a-80b958cb858a", "tag": "03f6752f-e88a-4897-8505-2cd9a5433dc4"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:01.519050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73d69488-7873-4a05-a509-99bbeb1092e9 req-d9aa8dca-1334-42c1-afdf-70b7ef56b56f tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0424993 Nov 25 17:28:01.520484 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP 0afb874b-a3b5-475a-bf44-5c640727bb39 associated. External IP: 172.25.1.205, port: 130d1604-84c6-407d-984a-bbe09498b66d. Nov 25 17:28:01.526001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa975bd4-8258-4b9e-9403-d5af00dec5bf req-a12133ce-7b0e-44fb-a7b1-37d2c0aaf78f tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888920 Nov 25 17:28:01.585622 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97203158-32b8-48c9-82dd-a7d151ef052c x-openstack-request-id: req-97203158-32b8-48c9-82dd-a7d151ef052c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:01.586043 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da87400-4c51-40ac-824a-80b958cb858a", "tag": "03f6752f-e88a-4897-8505-2cd9a5433dc4", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:01.586399 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97203158-32b8-48c9-82dd-a7d151ef052c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:01.586893 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da87400-4c51-40ac-824a-80b958cb858a', 'tag': '03f6752f-e88a-4897-8505-2cd9a5433dc4', 'status': 'completed', 'code': 200} Nov 25 17:28:01.658103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-b382b516-6779-4cda-8918-d75beb29da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.660533 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-b382b516-6779-4cda-8918-d75beb29da6b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ebea1f96c4e4a569532935786af78c9&device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 1095 time: 0.0439861 Nov 25 17:28:01.762534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:01.772026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-ff533b79-ae5b-41e6-969c-bdd3dcef5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.773934 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-ff533b79-ae5b-41e6-969c-bdd3dcef5282 service neutron] 10.222.0.95 "GET /v2.0/networks?id=032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 200 len: 914 time: 0.1026740 Nov 25 17:28:01.824210 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-5c0b097a-7336-44bd-8983-385d8f9eb056 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f6752f-e88a-4897-8505-2cd9a5433dc4 HTTP/1.1" status: 200 len: 217 time: 0.0409827 Nov 25 17:28:01.869386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad97aa46-337d-4530-bea3-33089f58cddb req-cb4a6ade-f338-49da-b23a-9064a5a8309b tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0307748 Nov 25 17:28:01.902543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-75ece854-b675-4cba-836b-f6aa2e69e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.904905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-75ece854-b675-4cba-836b-f6aa2e69e197 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 200 len: 853 time: 0.0682058 Nov 25 17:28:01.940173 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-c468fc0f-9afe-44e8-bdc2-9d28d286b46a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=032462cd-f910-4098-9c49-34855a6c2f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269253 Nov 25 17:28:01.955607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:01.967811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610f3aa-d699-4a3b-b2d6-a26d4b5b622a None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:01.977462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dc575-e28e-484d-90da-a770fe78bf53 req-b473150b-b02d-4d49-a82e-e9b96e0fd54d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.980240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df8dc575-e28e-484d-90da-a770fe78bf53 req-b473150b-b02d-4d49-a82e-e9b96e0fd54d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0790100 Nov 25 17:28:01.988452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610f3aa-d699-4a3b-b2d6-a26d4b5b622a None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:01.990083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1610f3aa-d699-4a3b-b2d6-a26d4b5b622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:02.016789 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.031989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1610f3aa-d699-4a3b-b2d6-a26d4b5b622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:02.042987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610f3aa-d699-4a3b-b2d6-a26d4b5b622a None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:02.044011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1610f3aa-d699-4a3b-b2d6-a26d4b5b622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:02.073198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ca0a5f72-5fa7-4657-a32f-eb2abe40a2ea tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6865106 Nov 25 17:28:02.074068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:02.085299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-9fd18f03-543d-4076-88b4-35f08dc74c8a service neutron] 10.222.0.95 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368282 Nov 25 17:28:02.089422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df8dc575-e28e-484d-90da-a770fe78bf53 req-1a0c9b44-cd25-4aa4-8164-926f9ce14af8 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939071 Nov 25 17:28:02.090550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1610f3aa-d699-4a3b-b2d6-a26d4b5b622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:02.091278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610f3aa-d699-4a3b-b2d6-a26d4b5b622a None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:02.157986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1bc38859-58bc-4d0e-a42e-ba2d01d9261d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "GET /v2.0/floatingips/0afb874b-a3b5-475a-bf44-5c640727bb39 HTTP/1.1" status: 200 len: 978 time: 0.0674441 Nov 25 17:28:02.160610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:02.188781 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e4de06e-e8c2-4540-928c-81b12dce62cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.216617 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-faa8387f-9c99-45fe-a047-7be6d719c7b7 req-f6654a91-23f7-4d3b-9ec8-49acc197bd1d service neutron] 10.222.0.95 "GET /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111040 Nov 25 17:28:02.285999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d4941587-bd7b-4712-a3d9-bc169e096adf tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1239779 Nov 25 17:28:02.288796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:02.293147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'port_id': '24356ab3-54ca-4793-8402-5f73b6ed6a6d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:02.349442 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.675508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-679dd12d-b1a9-45d3-98e5-fa60c5902a92 req-3f6da5dd-5328-4a41-93a9-07591dc60103 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0393257 Nov 25 17:28:02.766139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f999b6-237a-4332-ab50-5c24109056ef req-70ef3c9c-4483-49b7-a8d2-83e97215f6a2 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:02.768334 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32f999b6-237a-4332-ab50-5c24109056ef req-70ef3c9c-4483-49b7-a8d2-83e97215f6a2 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 943 time: 0.1176963 Nov 25 17:28:02.880769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32f999b6-237a-4332-ab50-5c24109056ef req-d432162b-ccca-478f-a18f-050a7afd1200 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817125 Nov 25 17:28:02.989166 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.993121 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23873b56-27b1-455a-9de2-3985b227e830 req-af1d227f-4ec6-489c-9285-1a413c2f0694 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0353508 Nov 25 17:28:02.994496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4d7be117-1e00-4814-ae4a-9066afef9534 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:02.996117 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.112233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4d7be117-1e00-4814-ae4a-9066afef9534, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4d7be117-1e00-4814-ae4a-9066afef9534,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:03.113562 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP 0afb874b-a3b5-475a-bf44-5c640727bb39 associated. External IP: 172.25.1.205, port: 130d1604-84c6-407d-984a-bbe09498b66d. Nov 25 17:28:03.127469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '4d7be117-1e00-4814-ae4a-9066afef9534', 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'port_id': '4d7be117-1e00-4814-ae4a-9066afef9534', 'mac_address': 'fa:16:3e:ae:a8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8fbe9b-8c88-41f2-8c8b-858853c615da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:03.155663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 03f6752f-e88a-4897-8505-2cd9a5433dc4 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:03.250593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e6231-7b28-4014-9108-126d4a11e606 req-cb68c81c-0ef8-400f-926e-28bb95994fbc tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:03.252729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e1e6231-7b28-4014-9108-126d4a11e606 req-cb68c81c-0ef8-400f-926e-28bb95994fbc tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0947900 Nov 25 17:28:03.262730 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.294573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7be117-1e00-4814-ae4a-9066afef9534 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:03.301572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 03f6752f-e88a-4897-8505-2cd9a5433dc4, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=03f6752f-e88a-4897-8505-2cd9a5433dc4,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:03.324450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '03f6752f-e88a-4897-8505-2cd9a5433dc4', 'network_id': '032462cd-f910-4098-9c49-34855a6c2f78', 'port_id': '03f6752f-e88a-4897-8505-2cd9a5433dc4', 'mac_address': 'fa:16:3e:58:83:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8fbe9b-8c88-41f2-8c8b-858853c615da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:03.328034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4d7be117-1e00-4814-ae4a-9066afef9534, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4d7be117-1e00-4814-ae4a-9066afef9534,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:03.355363 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.401149 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.429615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f6752f-e88a-4897-8505-2cd9a5433dc4 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:03.452459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 03f6752f-e88a-4897-8505-2cd9a5433dc4, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=03f6752f-e88a-4897-8505-2cd9a5433dc4,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:03.456589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4d7be117-1e00-4814-ae4a-9066afef9534,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:03.460337 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.701372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=03f6752f-e88a-4897-8505-2cd9a5433dc4,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:03.745568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e1e6231-7b28-4014-9108-126d4a11e606 req-191aaac3-1749-4750-930d-97bc52710334 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736564 Nov 25 17:28:03.749111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['03f6752f-e88a-4897-8505-2cd9a5433dc4'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:03.772179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4d7be117-1e00-4814-ae4a-9066afef9534'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:03.826359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34db7bce-8c56-4c27-9a3f-2187259db34e req-f50b590e-44a3-4f47-a4d1-f3ec8853a322 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0369120 Nov 25 17:28:03.847939 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:04.036987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:04.052901 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225d13f-d83f-47f8-83fb-db3befd1da23 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:04.070793 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225d13f-d83f-47f8-83fb-db3befd1da23 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:04.071450 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a225d13f-d83f-47f8-83fb-db3befd1da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:04.095189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27faab-7cd7-49cc-8e9d-efcdae24711d req-c3b8257a-5c69-490e-bee5-f722c51ea62e tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.097938 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb27faab-7cd7-49cc-8e9d-efcdae24711d req-c3b8257a-5c69-490e-bee5-f722c51ea62e tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 944 time: 0.1211982 Nov 25 17:28:04.126202 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a225d13f-d83f-47f8-83fb-db3befd1da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:04.139269 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225d13f-d83f-47f8-83fb-db3befd1da23 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:04.139887 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a225d13f-d83f-47f8-83fb-db3befd1da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:27:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:04.175260 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a225d13f-d83f-47f8-83fb-db3befd1da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:04.175925 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225d13f-d83f-47f8-83fb-db3befd1da23 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:04.206878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96eddb5c-cc38-464b-8061-f663fb31130b req-7fd0d88c-d45b-44ea-99d9-3c21b9758a10 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0717049 Nov 25 17:28:04.242978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb27faab-7cd7-49cc-8e9d-efcdae24711d req-c89d63ac-bc62-42d6-9061-e450f1824fce tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355383 Nov 25 17:28:04.360670 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87ce735a-4e14-4fed-a490-0d94c4e2899f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.380799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:04.495820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:04.500872 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.508117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649d894-6a70-46f2-9d1f-ce32a4f05adc None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:04.519363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649d894-6a70-46f2-9d1f-ce32a4f05adc None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:04.520391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a649d894-6a70-46f2-9d1f-ce32a4f05adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:04.558153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a8b9e424-36bc-40cd-b924-8743cd8ec0bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/floatingips/0afb874b-a3b5-475a-bf44-5c640727bb39 HTTP/1.1" status: 200 len: 977 time: 2.2682307 Nov 25 17:28:04.558836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a649d894-6a70-46f2-9d1f-ce32a4f05adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:04.560916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:04.565775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:04.569048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649d894-6a70-46f2-9d1f-ce32a4f05adc None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:04.569966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a649d894-6a70-46f2-9d1f-ce32a4f05adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:04.621663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a649d894-6a70-46f2-9d1f-ce32a4f05adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:04.622730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649d894-6a70-46f2-9d1f-ce32a4f05adc None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:04.646849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.820619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.824983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.825730 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP 0afb874b-a3b5-475a-bf44-5c640727bb39 disassociated. External IP: 172.25.1.205, port: 24356ab3-54ca-4793-8402-5f73b6ed6a6d. Nov 25 17:28:04.867422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d295e6-3ab2-4bd0-b97b-1de0a52911c3 req-7a362eb2-d455-42dc-ba6c-deb41d158c91 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.869119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81d295e6-3ab2-4bd0-b97b-1de0a52911c3 req-7a362eb2-d455-42dc-ba6c-deb41d158c91 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0667586 Nov 25 17:28:04.972115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c81bbd24-c0ec-4b40-881e-f107e253cdf7 req-edf79abe-8c44-44c8-99e0-147ca4bd4d6a tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0453382 Nov 25 17:28:04.992325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81d295e6-3ab2-4bd0-b97b-1de0a52911c3 req-4f2cf6a3-6fe5-48ca-8d87-950c5cbefddc tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103375 Nov 25 17:28:05.010536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4d7be117-1e00-4814-ae4a-9066afef9534 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:05.065227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 4d7be117-1e00-4814-ae4a-9066afef9534 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:05.070046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 4d7be117-1e00-4814-ae4a-9066afef9534 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:05.070414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.081296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:05.153559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 03f6752f-e88a-4897-8505-2cd9a5433dc4 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:05.155716 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.195359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:05.201265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.208133 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187429c4-de8e-4184-80ea-ecaa63d97cae None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:05.210404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623492b8-6254-4a51-a64e-1a0ece01de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7be117-1e00-4814-ae4a-9066afef9534'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:05.212762 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308f6bd4-efd7-4b30-9354-bbe5aa613606" -d '{"events": [{"server_uuid": "623492b8-6254-4a51-a64e-1a0ece01de19", "name": "network-vif-plugged", "status": "completed", "tag": "4d7be117-1e00-4814-ae4a-9066afef9534"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:05.232663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4d7be117-1e00-4814-ae4a-9066afef9534, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4d7be117-1e00-4814-ae4a-9066afef9534,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:05.247278 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.256297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:05.256797 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b1360dd2-909a-4cd8-a2e5-a592a6070885 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/floatingips/0afb874b-a3b5-475a-bf44-5c640727bb39 HTTP/1.1" status: 200 len: 688 time: 0.6945543 Nov 25 17:28:05.276669 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187429c4-de8e-4184-80ea-ecaa63d97cae None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:05.278703 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-187429c4-de8e-4184-80ea-ecaa63d97cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:05.288412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 03f6752f-e88a-4897-8505-2cd9a5433dc4 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:05.312751 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c775416b-39bd-46b2-9ecc-083820d3a928 x-openstack-request-id: req-c775416b-39bd-46b2-9ecc-083820d3a928 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:05.313049 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623492b8-6254-4a51-a64e-1a0ece01de19", "name": "network-vif-plugged", "status": "completed", "tag": "4d7be117-1e00-4814-ae4a-9066afef9534", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:05.313313 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c775416b-39bd-46b2-9ecc-083820d3a928 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:05.313711 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623492b8-6254-4a51-a64e-1a0ece01de19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7be117-1e00-4814-ae4a-9066afef9534', 'code': 200} Nov 25 17:28:05.314359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 03f6752f-e88a-4897-8505-2cd9a5433dc4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:05.314737 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.377141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4d7be117-1e00-4814-ae4a-9066afef9534,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:05.400994 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-187429c4-de8e-4184-80ea-ecaa63d97cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:05.423467 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187429c4-de8e-4184-80ea-ecaa63d97cae None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:05.424045 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-187429c4-de8e-4184-80ea-ecaa63d97cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:05.446166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7993f0d-ccdb-4d93-a7d5-d859d5d381b8 req-b68ebde5-f1ac-44c1-acba-f9db5a0b62ab tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0854967 Nov 25 17:28:05.465322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b6c2-29b5-4c4d-9072-98812afcf0a1 req-512c9e65-2a72-4239-821e-f8013b5b33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:05.468450 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d088b6c2-29b5-4c4d-9072-98812afcf0a1 req-512c9e65-2a72-4239-821e-f8013b5b33fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 1096 time: 0.0710268 Nov 25 17:28:05.486493 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-187429c4-de8e-4184-80ea-ecaa63d97cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:05.486493 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187429c4-de8e-4184-80ea-ecaa63d97cae None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:05.488235 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.522270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 03f6752f-e88a-4897-8505-2cd9a5433dc4, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=03f6752f-e88a-4897-8505-2cd9a5433dc4,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:05.527898 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.539555 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d088b6c2-29b5-4c4d-9072-98812afcf0a1 req-bf0bce85-a2f1-4443-847b-c9e0a0f627aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Nov 25 17:28:05.584408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd59d5f-3b04-470d-8ac6-712601f2073f req-7ac21ed2-42a3-44f8-a151-b5c25c8e034c tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:05.586036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dd59d5f-3b04-470d-8ac6-712601f2073f req-7ac21ed2-42a3-44f8-a151-b5c25c8e034c tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 945 time: 0.1384561 Nov 25 17:28:05.591013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=03f6752f-e88a-4897-8505-2cd9a5433dc4,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:05.636799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 79bc2816-7bea-4d12-9f56-7fe11612eb8f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:05.637165 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.693137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dd59d5f-3b04-470d-8ac6-712601f2073f req-37517d4f-a1d4-49c7-975c-bbc9782fe8ee tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971911 Nov 25 17:28:05.749023 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.749357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.762241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.764491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 79bc2816-7bea-4d12-9f56-7fe11612eb8f owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:05.948184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.973420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=79bc2816-7bea-4d12-9f56-7fe11612eb8f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:06.051448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.052992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.057055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33400) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:06.058119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7a4de9c0-cebe-4653-a0dc-efdaf18f2dd3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/floatingips/0afb874b-a3b5-475a-bf44-5c640727bb39 HTTP/1.1" status: 204 len: 168 time: 0.7999303 Nov 25 17:28:06.107643 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-237fea8f-df4c-4ce1-b065-7d223d2eb395 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] delete failed (client error): The resource could not be found. Nov 25 17:28:06.114610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-237fea8f-df4c-4ce1-b065-7d223d2eb395 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/floatingips/0afb874b-a3b5-475a-bf44-5c640727bb39 HTTP/1.1" status: 404 len: 345 time: 0.0502837 Nov 25 17:28:06.115622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:06.136111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-777f71fd-c96c-4c44-bbf6-84803a2e61b2 req-2a917cb6-1823-4ed0-b60b-9436707769f2 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0302894 Nov 25 17:28:06.169760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47214454-00aa-418c-b045-a5cea74e7e64 req-1171fa1d-1947-4506-a548-0a51713c3ece tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.169760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47214454-00aa-418c-b045-a5cea74e7e64 req-1171fa1d-1947-4506-a548-0a51713c3ece tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0896473 Nov 25 17:28:06.219953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dabd83-cc1c-4aa8-b7a3-92c1f396ebee tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.224769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47214454-00aa-418c-b045-a5cea74e7e64 req-233c8b5c-e3ec-4b44-b781-692079774ceb tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570731 Nov 25 17:28:06.227306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dabd83-cc1c-4aa8-b7a3-92c1f396ebee tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.233538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dabd83-cc1c-4aa8-b7a3-92c1f396ebee tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.239687 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-62dabd83-cc1c-4aa8-b7a3-92c1f396ebee tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "GET /v2.0/ports?network_id=aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 HTTP/1.1" status: 200 len: 2357 time: 0.1185086 Nov 25 17:28:06.241246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:06.300707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399675ea-8539-4d72-9abc-66a4075e1ca3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.302155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-399675ea-8539-4d72-9abc-66a4075e1ca3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "GET /v2.0/subnets/114247d6-4a93-43f4-a481-179bc510b284 HTTP/1.1" status: 200 len: 797 time: 0.0593367 Nov 25 17:28:06.307117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:06.311962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'port': {'network_id': 'aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1', 'name': 'tempest-FloatingIPTestJSON-1569497224', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:06.437158 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.440382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:06.543001 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.576274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] device_id is not set on port ff2cf1b5-8539-4155-b758-e97b52063529 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:28:06.608744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f58075ae-2d55-48c4-9e59-0114f9961cbf req-52fef967-1959-496a-abc1-996fedf157b9 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0524952 Nov 25 17:28:06.902501 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.922752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dccc8-9c3a-489a-a6cc-9487f501bd88 req-3fd7b7eb-7c9f-4b73-9cde-321a3ff46b27 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.924912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-491dccc8-9c3a-489a-a6cc-9487f501bd88 req-3fd7b7eb-7c9f-4b73-9cde-321a3ff46b27 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 945 time: 0.1148918 Nov 25 17:28:07.020986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-491dccc8-9c3a-489a-a6cc-9487f501bd88 req-aadb59c8-dfc4-4abc-b4c6-4d10995e89d8 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882370 Nov 25 17:28:07.024420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.20.0.14 (aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1/114247d6-4a93-43f4-a481-179bc510b284/ff2cf1b5-8539-4155-b758-e97b52063529) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:07.032469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.20.0.13 (aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1/114247d6-4a93-43f4-a481-179bc510b284/ff2cf1b5-8539-4155-b758-e97b52063529) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:07.068389 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.204464 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.258368 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61c301d6-d693-4339-98ab-7ade1b6bdf73 req-982b8633-85ea-4210-80d2-66b69fa61e65 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0308294 Nov 25 17:28:07.273308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.314903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da87400-4c51-40ac-824a-80b958cb858a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6752f-e88a-4897-8505-2cd9a5433dc4'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:07.317600 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c77303-dd29-4cba-a510-1e0d0e3b7526" -d '{"events": [{"server_uuid": "7da87400-4c51-40ac-824a-80b958cb858a", "name": "network-vif-plugged", "status": "completed", "tag": "03f6752f-e88a-4897-8505-2cd9a5433dc4"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:07.322868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:07.325987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:07.328922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:07.368006 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb2a679-58a8-4c5f-9d49-bfcb1cfd34d0 x-openstack-request-id: req-ffb2a679-58a8-4c5f-9d49-bfcb1cfd34d0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:07.368615 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da87400-4c51-40ac-824a-80b958cb858a", "name": "network-vif-plugged", "status": "completed", "tag": "03f6752f-e88a-4897-8505-2cd9a5433dc4", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:07.369160 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffb2a679-58a8-4c5f-9d49-bfcb1cfd34d0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:07.369852 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da87400-4c51-40ac-824a-80b958cb858a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f6752f-e88a-4897-8505-2cd9a5433dc4', 'code': 200} Nov 25 17:28:07.381578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=ff2cf1b5-8539-4155-b758-e97b52063529,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:07.428905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.429578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.453998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca1dd-ee08-4a77-a402-cd57cb4e81f7 req-16cb7063-a8a8-41e9-bdc4-647d332723c2 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.458189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b09ca1dd-ee08-4a77-a402-cd57cb4e81f7 req-16cb7063-a8a8-41e9-bdc4-647d332723c2 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0968754 Nov 25 17:28:07.459973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0d1f8fe0-f6c5-4c48-8abf-e48d26439957 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1518216 Nov 25 17:28:07.463707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:07.478534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': 'ff2cf1b5-8539-4155-b758-e97b52063529', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:07.497926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671267-bda5-4cfb-a1f6-da5440f1b81e req-30af9761-a520-4151-8dd5-4290b71df8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.499453 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c671267-bda5-4cfb-a1f6-da5440f1b81e req-30af9761-a520-4151-8dd5-4290b71df8bf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 1097 time: 0.0577533 Nov 25 17:28:07.534506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.553361 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b09ca1dd-ee08-4a77-a402-cd57cb4e81f7 req-0ce7cbe5-c69f-423e-a408-9c838735febd tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695736 Nov 25 17:28:07.559307 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5c671267-bda5-4cfb-a1f6-da5440f1b81e req-450c4e80-058f-407d-af2a-8fe2278905c4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469303 Nov 25 17:28:07.646647 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.740327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b57b78e8-3403-400e-ac19-44926b27856b req-bedb5230-91ec-4575-84a3-d3d554412eb8 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0379624 Nov 25 17:28:07.788751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.25.1.223 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/28143cf2-abb8-4171-aa66-d567585da6f2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:07.911923 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.920828 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.956480 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.004067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:08.010643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:08.013273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:08.066774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=28143cf2-abb8-4171-aa66-d567585da6f2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.276865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580202a-d719-46c1-bbed-dd2808c8d30a req-f3ebae85-67ef-48fc-8cc6-32d002863cf4 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.278577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a580202a-d719-46c1-bbed-dd2808c8d30a req-f3ebae85-67ef-48fc-8cc6-32d002863cf4 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 945 time: 0.1412683 Nov 25 17:28:08.391986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a580202a-d719-46c1-bbed-dd2808c8d30a req-24459756-b826-4c8f-ab1f-4eb7d05d62ad tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868170 Nov 25 17:28:08.447033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31fd24c5-8a04-455b-b69f-acad7b09a40e req-d6ce52b4-f36d-460d-8a59-726bf4189190 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0589869 Nov 25 17:28:08.630229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268f20e-2b1d-429d-ad83-bda1f36b1b51 req-2953643b-d700-4c56-87a7-66ff48718333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.631744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4268f20e-2b1d-429d-ad83-bda1f36b1b51 req-2953643b-d700-4c56-87a7-66ff48718333 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 946 time: 0.1177778 Nov 25 17:28:08.665483 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.777846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4268f20e-2b1d-429d-ad83-bda1f36b1b51 req-c98ba32b-a5fe-47d7-9279-a824db87480f tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389263 Nov 25 17:28:08.837128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2093bb3-7bd5-4738-92b4-e113f3843918 req-c118e010-a23f-4433-bd9e-2cdd2b59d41a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.838675 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2093bb3-7bd5-4738-92b4-e113f3843918 req-c118e010-a23f-4433-bd9e-2cdd2b59d41a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1405816 Nov 25 17:28:08.841618 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.291313 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa8ca80e-e544-424b-ba0c-0c451552d77d req-aab23ae0-d870-4354-a2d2-8090954e3feb tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.3966305 Nov 25 17:28:09.384421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2093bb3-7bd5-4738-92b4-e113f3843918 req-802109b1-c4ab-49b8-9efb-f68723a389ca tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096974 Nov 25 17:28:09.466128 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.471982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.604432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=28143cf2-abb8-4171-aa66-d567585da6f2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:09.611712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d98e47e5-0a0b-4a1b-94fe-842dc8e83446 req-b907163d-a7a9-4e9e-ae8f-becbf4673ead tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0356746 Nov 25 17:28:09.631401 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.745023 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP afb493f8-8ee4-4d42-aead-0f3cc2789366 associated. External IP: 172.25.1.223, port: ff2cf1b5-8539-4155-b758-e97b52063529. Nov 25 17:28:09.968921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c995b2-fbdd-491d-84fd-58cd86447d27 req-f9e710c8-6b7a-4059-ada2-36024b1d8b1f tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:09.970647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2c995b2-fbdd-491d-84fd-58cd86447d27 req-f9e710c8-6b7a-4059-ada2-36024b1d8b1f tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 946 time: 0.1004457 Nov 25 17:28:10.070238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2c995b2-fbdd-491d-84fd-58cd86447d27 req-190ab1e2-714f-4f17-8358-acd975c5ae34 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906675 Nov 25 17:28:10.075504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:10.221417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:10.234799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a3093-9aea-461e-ab68-edd89975a7b8 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:10.249758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a3093-9aea-461e-ab68-edd89975a7b8 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:10.250589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-720a3093-9aea-461e-ab68-edd89975a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:10.252030 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.308872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-be1cce34-9527-43cf-9f05-d164fad8498d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8442490 Nov 25 17:28:10.309654 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33726) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:10.315305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5c5cb036-c4f7-4cd7-a7ae-e881b196bd9b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'port_id': 'ff2cf1b5-8539-4155-b758-e97b52063529', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:10.318885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-720a3093-9aea-461e-ab68-edd89975a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:10.330552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a3093-9aea-461e-ab68-edd89975a7b8 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:10.331443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-720a3093-9aea-461e-ab68-edd89975a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:10.371830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-720a3093-9aea-461e-ab68-edd89975a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:10.372767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a3093-9aea-461e-ab68-edd89975a7b8 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:10.432322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb036-c4f7-4cd7-a7ae-e881b196bd9b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.461771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f269d43-5e55-40e1-b2ac-0865c4d55352 req-2d58cb9f-9322-4460-b548-81e0394aec4c tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0496445 Nov 25 17:28:10.782588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af5ac-dfda-4db0-9402-01608cd5980b req-345db2ff-53b3-4e3b-80fd-7ee937358dc0 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:10.789017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-036af5ac-dfda-4db0-9402-01608cd5980b req-345db2ff-53b3-4e3b-80fd-7ee937358dc0 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1492193 Nov 25 17:28:10.833748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bdaa4-a7d8-45a9-844f-12873a1ad76d req-514acd12-82d9-43c3-ae05-77eb1e6e5693 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:10.842144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-267bdaa4-a7d8-45a9-844f-12873a1ad76d req-514acd12-82d9-43c3-ae05-77eb1e6e5693 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 946 time: 0.1373351 Nov 25 17:28:10.941622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-036af5ac-dfda-4db0-9402-01608cd5980b req-db0e55a9-bfa2-464a-9a1d-28f939ab3a77 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372395 Nov 25 17:28:10.963199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-267bdaa4-a7d8-45a9-844f-12873a1ad76d req-ed2de2f9-5bbe-4830-8a83-0674e02060a7 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184521 Nov 25 17:28:11.081722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f76733d7-ddd2-412c-bc5d-7933bfeec9e2 req-d6922988-e80d-40a6-8121-e9140a58b3d9 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0289819 Nov 25 17:28:11.467151 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb036-c4f7-4cd7-a7ae-e881b196bd9b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.474459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb036-c4f7-4cd7-a7ae-e881b196bd9b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.626129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2080da17-cd4f-4afa-b928-f135e8cabff3 req-ee0f6cc8-be7d-4ed0-9dad-d3ac52c2c7aa tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0740263 Nov 25 17:28:11.815172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5cb036-c4f7-4cd7-a7ae-e881b196bd9b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:12.010736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-2cf0d3f6-c093-456d-81e8-b791f41ab0dc tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.012433 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-2cf0d3f6-c093-456d-81e8-b791f41ab0dc tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.95 "GET /v2.0/ports?device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 946 time: 0.1234283 Nov 25 17:28:12.060271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5cb036-c4f7-4cd7-a7ae-e881b196bd9b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:12.067279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb036-c4f7-4cd7-a7ae-e881b196bd9b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.075910 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d76be-514c-4354-9530-0243b8e39740 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:12.105563 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d76be-514c-4354-9530-0243b8e39740 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:12.107237 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d5d76be-514c-4354-9530-0243b8e39740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:12.139853 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5c5cb036-c4f7-4cd7-a7ae-e881b196bd9b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/floatingips/afb493f8-8ee4-4d42-aead-0f3cc2789366 HTTP/1.1" status: 200 len: 979 time: 1.8290479 Nov 25 17:28:12.147150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:12.166648 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d5d76be-514c-4354-9530-0243b8e39740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:12.181193 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d76be-514c-4354-9530-0243b8e39740 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:12.182170 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d5d76be-514c-4354-9530-0243b8e39740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:12.212922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Deleting port 03f6752f-e88a-4897-8505-2cd9a5433dc4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:12.213440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.243977 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d5d76be-514c-4354-9530-0243b8e39740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:12.248482 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d76be-514c-4354-9530-0243b8e39740 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:12.261447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806700-0836-4209-a8b4-61407e69be37 req-1455ee2c-9c4a-4ac7-92fe-3b5703680c9a tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.269902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2806700-0836-4209-a8b4-61407e69be37 req-1455ee2c-9c4a-4ac7-92fe-3b5703680c9a tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 946 time: 0.2143865 Nov 25 17:28:12.315605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84539-e00e-43ef-98ab-c71e8e2dc0ec req-74803428-c8a2-4fbb-824f-b68fddeb4056 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.326561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0b84539-e00e-43ef-98ab-c71e8e2dc0ec req-74803428-c8a2-4fbb-824f-b68fddeb4056 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.2335289 Nov 25 17:28:12.367933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-8fc316ed-8fc2-489d-a2e6-29f33492979d tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.369494 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-8fc316ed-8fc2-489d-a2e6-29f33492979d tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "GET /v2.0/ports?device_id=623492b8-6254-4a51-a64e-1a0ece01de19 HTTP/1.1" status: 200 len: 945 time: 0.0925643 Nov 25 17:28:12.376136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] For port 03f6752f-e88a-4897-8505-2cd9a5433dc4, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=03f6752f-e88a-4897-8505-2cd9a5433dc4,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:12.376952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.419024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Calling delete_port for 03f6752f-e88a-4897-8505-2cd9a5433dc4 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:12.449505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2806700-0836-4209-a8b4-61407e69be37 req-e6b1924f-21c1-427f-b1f1-3cdd74823a7f tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/security-groups?id=e62f29df-bc91-4bb7-9797-e88198565468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783280 Nov 25 17:28:12.534504 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0b84539-e00e-43ef-98ab-c71e8e2dc0ec req-343b216c-03cb-4cf9-a63e-55f67fb5a707 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064199 Nov 25 17:28:12.559639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Deleting port 4d7be117-1e00-4814-ae4a-9066afef9534 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:12.560204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.623620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1484e98e-df16-4995-86ec-2ed9b63bf36a req-6813bdda-740e-4387-8c8a-4c1923e0d602 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0378063 Nov 25 17:28:12.668346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 28143cf2-abb8-4171-aa66-d567585da6f2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:12.671353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.721938 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.741301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['03f6752f-e88a-4897-8505-2cd9a5433dc4'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:12.788280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-352e927d-5808-4aa2-b054-ec262ed33ef4 req-fac021a6-2875-46f7-91e7-7cff665d1ebf tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0411482 Nov 25 17:28:12.794572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4d7be117-1e00-4814-ae4a-9066afef9534'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:12.812710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Pushing event deleted for resources: {'Port': ['ID=03f6752f-e88a-4897-8505-2cd9a5433dc4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:12.859772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.860663 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.888923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 28143cf2-abb8-4171-aa66-d567585da6f2 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:12.900086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] No DVR routers for this DVR port 03f6752f-e88a-4897-8505-2cd9a5433dc4 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:12.903589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.908653 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-99e59982-840d-4d16-8081-4e577aa06ad9 req-5afd6b35-233e-483f-90ea-2c6cec459141 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.95 "DELETE /v2.0/ports/03f6752f-e88a-4897-8505-2cd9a5433dc4 HTTP/1.1" status: 204 len: 173 time: 0.8859901 Nov 25 17:28:12.922382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da87400-4c51-40ac-824a-80b958cb858a', 'name': 'network-vif-deleted', 'tag': '03f6752f-e88a-4897-8505-2cd9a5433dc4'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:12.927549 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090d13e7-983c-4d98-b9f6-7fdd94d1ef50" -d '{"events": [{"server_uuid": "7da87400-4c51-40ac-824a-80b958cb858a", "name": "network-vif-deleted", "tag": "03f6752f-e88a-4897-8505-2cd9a5433dc4"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:12.938577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] For port 4d7be117-1e00-4814-ae4a-9066afef9534, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4d7be117-1e00-4814-ae4a-9066afef9534,segment=NetworkSegment(249a1848-bd72-462a-ad60-0516dfd330a7),segment_id=249a1848-bd72-462a-ad60-0516dfd330a7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:12.941205 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.000645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Calling delete_port for 4d7be117-1e00-4814-ae4a-9066afef9534 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:13.047617 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316565ff-408d-4213-a821-057501c5b719 x-openstack-request-id: req-316565ff-408d-4213-a821-057501c5b719 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:13.048118 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da87400-4c51-40ac-824a-80b958cb858a", "name": "network-vif-deleted", "tag": "03f6752f-e88a-4897-8505-2cd9a5433dc4", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:13.048883 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-316565ff-408d-4213-a821-057501c5b719 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:13.049717 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da87400-4c51-40ac-824a-80b958cb858a', 'name': 'network-vif-deleted', 'tag': '03f6752f-e88a-4897-8505-2cd9a5433dc4', 'status': 'completed', 'code': 200} Nov 25 17:28:13.215567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.218021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.234269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['03f6752f-e88a-4897-8505-2cd9a5433dc4'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:13.241995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=28143cf2-abb8-4171-aa66-d567585da6f2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:13.251965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Pushing event deleted for resources: {'Port': ['ID=4d7be117-1e00-4814-ae4a-9066afef9534,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:13.304178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] No DVR routers for this DVR port 4d7be117-1e00-4814-ae4a-9066afef9534 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:13.306908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.310697 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0605f86c-f0fd-47a4-aaa6-015172dec7f0 req-d48dd978-99ee-420a-a3f5-67a7e0eb5ad1 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.60 "DELETE /v2.0/ports/4d7be117-1e00-4814-ae4a-9066afef9534 HTTP/1.1" status: 204 len: 173 time: 0.9309268 Nov 25 17:28:13.336403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.336858 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP afb493f8-8ee4-4d42-aead-0f3cc2789366 disassociated (deleted). External IP: 172.25.1.223, port: ff2cf1b5-8539-4155-b758-e97b52063529. Nov 25 17:28:13.662099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80ea08af-14d5-4a62-8c0b-fd47e4922aa3 req-62dd7e2a-c791-48a3-9844-5ee9a5755bb0 tempest-MultipleCreateTestJSON-1741219756 tempest-MultipleCreateTestJSON-1741219756-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da87400-4c51-40ac-824a-80b958cb858a HTTP/1.1" status: 200 len: 210 time: 0.0475333 Nov 25 17:28:13.729372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516319d-8ab9-450d-bd05-107cfbb5ce06 req-37d1667b-5c4c-4bc3-9b02-2bf4533dbe9a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:13.731134 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3516319d-8ab9-450d-bd05-107cfbb5ce06 req-37d1667b-5c4c-4bc3-9b02-2bf4533dbe9a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1047020 Nov 25 17:28:13.745371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:13.841505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49f6ec1c-6c92-4603-a8f8-f2f054385bd4 req-7aac6536-f752-48a9-9c72-cf8ea8bc9eb6 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/ports?device_id=f40c8cce-bc75-4d11-80b3-4300f9d53134 HTTP/1.1" status: 200 len: 210 time: 0.0550318 Nov 25 17:28:13.908261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3516319d-8ab9-450d-bd05-107cfbb5ce06 req-c01d3cdd-4106-44af-84f0-650eff121e93 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607733 Nov 25 17:28:14.022012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91a600e3-7dbc-4d44-9e2d-fb8dd3881fd9 req-c77f8a2a-3d76-4738-ad01-09e4394355ec tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0349545 Nov 25 17:28:14.027184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:14.032060 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.039296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2921076-a790-44cf-bc96-de175ec1481b None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:14.060703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2921076-a790-44cf-bc96-de175ec1481b None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:14.061327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-eb787863-d150-4362-8001-77a087f3d4a3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/floatingips/afb493f8-8ee4-4d42-aead-0f3cc2789366 HTTP/1.1" status: 204 len: 168 time: 1.9113331 Nov 25 17:28:14.063731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:14.064440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b2921076-a790-44cf-bc96-de175ec1481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:14.102923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b2921076-a790-44cf-bc96-de175ec1481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:14.112262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2921076-a790-44cf-bc96-de175ec1481b None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:14.112900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b2921076-a790-44cf-bc96-de175ec1481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:14.146992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b2921076-a790-44cf-bc96-de175ec1481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:14.147661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2921076-a790-44cf-bc96-de175ec1481b None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:14.166521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-92facd9b-1d0c-4f93-a72a-1d62663a3711 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port ff2cf1b5-8539-4155-b758-e97b52063529 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:14.166869 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92facd9b-1d0c-4f93-a72a-1d62663a3711 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.256776 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92facd9b-1d0c-4f93-a72a-1d62663a3711 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.269313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-92facd9b-1d0c-4f93-a72a-1d62663a3711 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for ff2cf1b5-8539-4155-b758-e97b52063529 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:14.447711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92facd9b-1d0c-4f93-a72a-1d62663a3711 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.481154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92facd9b-1d0c-4f93-a72a-1d62663a3711 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=ff2cf1b5-8539-4155-b758-e97b52063529,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:14.580602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92facd9b-1d0c-4f93-a72a-1d62663a3711 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.584060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-92facd9b-1d0c-4f93-a72a-1d62663a3711 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/ports/ff2cf1b5-8539-4155-b758-e97b52063529 HTTP/1.1" status: 204 len: 168 time: 0.5193272 Nov 25 17:28:14.588114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:14.592758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:14.617517 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.720839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.782490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:14.833312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c9a553-b99f-4245-af48-62fffde3aa98 admin admin] Deleting subnet 7a8fbe9b-8c88-41f2-8c8b-858853c615da {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:14.836549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00c9a553-b99f-4245-af48-62fffde3aa98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.851423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.25.1.52 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/8d9de97d-61db-43a2-a004-0dc758078344) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:14.881939 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00c9a553-b99f-4245-af48-62fffde3aa98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.927179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00c9a553-b99f-4245-af48-62fffde3aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.988360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:14.988866 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.011411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4d7be117-1e00-4814-ae4a-9066afef9534 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:15.052348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623492b8-6254-4a51-a64e-1a0ece01de19', 'name': 'network-vif-deleted', 'tag': '4d7be117-1e00-4814-ae4a-9066afef9534'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:15.054897 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb53178d-48fd-4357-92d2-328d0a55b5f5" -d '{"events": [{"server_uuid": "623492b8-6254-4a51-a64e-1a0ece01de19", "name": "network-vif-deleted", "tag": "4d7be117-1e00-4814-ae4a-9066afef9534"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:15.056044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 4d7be117-1e00-4814-ae4a-9066afef9534 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:15.058802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4d7be117-1e00-4814-ae4a-9066afef9534 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:15.068435 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00c9a553-b99f-4245-af48-62fffde3aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.083012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.138379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9a553-b99f-4245-af48-62fffde3aa98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8fbe9b-8c88-41f2-8c8b-858853c615da,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:15.141041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00c9a553-b99f-4245-af48-62fffde3aa98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.145799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-00c9a553-b99f-4245-af48-62fffde3aa98 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7a8fbe9b-8c88-41f2-8c8b-858853c615da HTTP/1.1" status: 204 len: 168 time: 0.3613372 Nov 25 17:28:15.150388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.150647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:15.156549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:15.159889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:15.194859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=8d9de97d-61db-43a2-a004-0dc758078344,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:15.217270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 03f6752f-e88a-4897-8505-2cd9a5433dc4 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:15.248536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76bc58d1-a9ea-4ff5-98ea-f829d0800dcc req-de08a57d-f2ad-4215-ad80-6e28be89867d tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0926905 Nov 25 17:28:15.255969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 03f6752f-e88a-4897-8505-2cd9a5433dc4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:15.256616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 03f6752f-e88a-4897-8505-2cd9a5433dc4 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:15.264873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1644a5-8a92-4802-8631-d1ec1cad2f39 req-041a7416-c20c-4fe7-8f22-5d640ac24783 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:15.274049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a1644a5-8a92-4802-8631-d1ec1cad2f39 req-041a7416-c20c-4fe7-8f22-5d640ac24783 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.2210023 Nov 25 17:28:15.276028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2f4541-4198-41c3-b843-4e85e7597004 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.303279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.341306 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c2192-f0db-4e89-88b4-95fdfc0fb65e x-openstack-request-id: req-797c2192-f0db-4e89-88b4-95fdfc0fb65e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:15.341976 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623492b8-6254-4a51-a64e-1a0ece01de19", "name": "network-vif-deleted", "tag": "4d7be117-1e00-4814-ae4a-9066afef9534", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:15.342188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.342341 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-797c2192-f0db-4e89-88b4-95fdfc0fb65e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:15.342699 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623492b8-6254-4a51-a64e-1a0ece01de19', 'name': 'network-vif-deleted', 'tag': '4d7be117-1e00-4814-ae4a-9066afef9534', 'status': 'completed', 'code': 200} Nov 25 17:28:15.351742 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.358096 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2f4541-4198-41c3-b843-4e85e7597004 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.409263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a1644a5-8a92-4802-8631-d1ec1cad2f39 req-8d70075f-5a6b-4e70-ac22-9790deed22fb tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331265 Nov 25 17:28:15.499893 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.511108 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2f4541-4198-41c3-b843-4e85e7597004 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.514010 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da2f4541-4198-41c3-b843-4e85e7597004 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.518406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-da2f4541-4198-41c3-b843-4e85e7597004 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "DELETE /v2.0/security-groups/ccf8aa9c-968c-478e-a9a1-df8f27ea05c1 HTTP/1.1" status: 204 len: 168 time: 0.5258243 Nov 25 17:28:15.519425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33970) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.535583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f4541-4198-41c3-b843-4e85e7597004 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf8aa9c-968c-478e-a9a1-df8f27ea05c1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:15.537719 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-777f7077-a349-4429-b3d3-55fa2e785dcd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] show failed (client error): The resource could not be found. Nov 25 17:28:15.538325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032462cd-f910-4098-9c49-34855a6c2f78']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:15.541633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-777f7077-a349-4429-b3d3-55fa2e785dcd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "GET /v2.0/security-groups/ccf8aa9c-968c-478e-a9a1-df8f27ea05c1 HTTP/1.1" status: 404 len: 347 time: 0.0185320 Nov 25 17:28:15.542356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.560622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.566824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.610211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249a1848-bd72-462a-ad60-0516dfd330a7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:15.610515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249a1848-bd72-462a-ad60-0516dfd330a7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:15.642907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=8d9de97d-61db-43a2-a004-0dc758078344,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:15.654978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.658583 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.677041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.681081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33976) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.681260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-526814bc-7219-46ac-8e66-daac8adc56ac tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0919197 Nov 25 17:28:15.681987 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.691561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'port': {'network_id': 'aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1', 'name': 'tempest-FloatingIPTestJSON-1347570497'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:15.727353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:15.727609 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:15.729301 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:15.832394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.842633 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.845794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] 10.222.0.81 "DELETE /v2.0/networks/032462cd-f910-4098-9c49-34855a6c2f78 HTTP/1.1" status: 204 len: 168 time: 0.6907344 Nov 25 17:28:15.867809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b3c62-d6d0-48d1-97dd-4ba5f1f2ca06 admin admin] Pushing event deleted for resources: {'Network': ['ID=032462cd-f910-4098-9c49-34855a6c2f78,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:15.883711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port b76bee9b-063a-4ba8-b6aa-534d62819ceb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:15.884046 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.958576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:15.962082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.995348 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.995568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.998365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] device_id is not set on port 33fe01f6-211b-4902-9c54-6fcd536be3b9 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:28:16.015804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for b76bee9b-063a-4ba8-b6aa-534d62819ceb owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:16.094701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:16.165587 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8281ed58-876c-4d6d-90b8-1cc77839bc48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ebea1f96c4e4a569532935786af78c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697055 Nov 25 17:28:16.168062 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33984) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:16.185831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.20.0.2 (aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1/114247d6-4a93-43f4-a481-179bc510b284/33fe01f6-211b-4902-9c54-6fcd536be3b9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:16.236908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ed95501-d50c-459e-8095-35a8a09a8f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.261298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ed95501-d50c-459e-8095-35a8a09a8f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.317287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.318868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ed95501-d50c-459e-8095-35a8a09a8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.321844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ed95501-d50c-459e-8095-35a8a09a8f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.326868 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0ed95501-d50c-459e-8095-35a8a09a8f2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e62f29df-bc91-4bb7-9797-e88198565468 HTTP/1.1" status: 204 len: 168 time: 0.1577961 Nov 25 17:28:16.335846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed95501-d50c-459e-8095-35a8a09a8f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62f29df-bc91-4bb7-9797-e88198565468,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:16.384784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=b76bee9b-063a-4ba8-b6aa-534d62819ceb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:16.413517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbd8e9-a4ad-4a48-9d12-fe159f1f6bf0 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:16.765308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fba031ac-ef17-47be-82a5-90bcedf6fb39 req-181c66a3-e284-4e10-8554-ed151d6b62cb tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.3862734 Nov 25 17:28:16.902527 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.906398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.909740 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.911059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-88a8ca2a-1d72-42d9-9f66-502338b435dd tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "DELETE /v2.0/floatingips/aa597fdb-978b-4ba7-897c-6b9fa91e6285 HTTP/1.1" status: 204 len: 168 time: 1.3681278 Nov 25 17:28:16.914111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34010) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:16.926066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4964ee-20a4-42c3-875a-6ff0fd1ab359 req-062ee6e5-e6e8-4763-bec1-a1077efbcb78 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:16.927622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e4964ee-20a4-42c3-875a-6ff0fd1ab359 req-062ee6e5-e6e8-4763-bec1-a1077efbcb78 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1676643 Nov 25 17:28:16.993907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e4964ee-20a4-42c3-875a-6ff0fd1ab359 req-6063b4b6-bc1d-496f-88d0-d8be524e931e tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Nov 25 17:28:17.004729 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.069120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-aa63e829-3d27-4c5e-8c02-6c21186561d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port 2521f346-71ab-4b74-ae8c-c745c8f4412e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:17.069493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa63e829-3d27-4c5e-8c02-6c21186561d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.082273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:17.089250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:17.089583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:17.133249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=33fe01f6-211b-4902-9c54-6fcd536be3b9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.203232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:17.205689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.245094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ef02f010-899e-47fc-ac92-5adaa98777b8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5604572 Nov 25 17:28:17.247780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.266638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'port_id': '33fe01f6-211b-4902-9c54-6fcd536be3b9'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:17.338031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa63e829-3d27-4c5e-8c02-6c21186561d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.347153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.393003 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-aa63e829-3d27-4c5e-8c02-6c21186561d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for 2521f346-71ab-4b74-ae8c-c745c8f4412e owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:17.427044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34024) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.553717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1317487822-network', 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:17.578705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:17.582612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.598092 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.694726 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.702394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.740418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:17.753690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c4a91c-8ad0-440a-9711-f38dc26495a7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.763498 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.763983 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Added segment a67e0fe8-768a-482f-892b-2c393d9c9c4a of type vlan for network 74d85561-231f-4a45-a38b-c659995a3730 Nov 25 17:28:17.768712 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa63e829-3d27-4c5e-8c02-6c21186561d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.820073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.840403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63e829-3d27-4c5e-8c02-6c21186561d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=2521f346-71ab-4b74-ae8c-c745c8f4412e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.861004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.862608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:17.863409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.931737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5030253 Nov 25 17:28:17.934778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.942872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Request body: {'subnet': {'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1317487822-subnet', 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:17.966913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa63e829-3d27-4c5e-8c02-6c21186561d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.975927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aa63e829-3d27-4c5e-8c02-6c21186561d0 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "DELETE /v2.0/ports/2521f346-71ab-4b74-ae8c-c745c8f4412e HTTP/1.1" status: 204 len: 168 time: 1.0565243 Nov 25 17:28:17.975927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.036739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b442e32-993c-459e-8f19-47f37e9f88ab req-80bf5a8e-c9ce-437e-9877-b91748ae21c6 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0691192 Nov 25 17:28:18.037762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec58ab-ec5c-4964-9baf-ff94e3c3e537 admin admin] Pushing event updated for resources: {'Network': ['ID=74d85561-231f-4a45-a38b-c659995a3730,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.057849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:18.058746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 74d85561-231f-4a45-a38b-c659995a3730 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:18.071617 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.109052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.resource_extend [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:28:18.175306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.193962 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.252967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded693-cd2c-47f7-bf4f-a01ded5c66cd req-56fc0ac4-eb80-403a-a95d-ff799c77e296 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.254683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66ded693-cd2c-47f7-bf4f-a01ded5c66cd req-56fc0ac4-eb80-403a-a95d-ff799c77e296 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1441255 Nov 25 17:28:18.388405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66ded693-cd2c-47f7-bf4f-a01ded5c66cd req-786ed831-ab06-4c86-8543-b901fae07aec tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073191 Nov 25 17:28:18.484559 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.540952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.561768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Checking segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:18.562365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Network hostable DHCP agents. Network: 74d85561-231f-4a45-a38b-c659995a3730, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:18.580394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Network 74d85561-231f-4a45-a38b-c659995a3730 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:18.592021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 74d85561-231f-4a45-a38b-c659995a3730) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:18.598074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.599412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.603425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899f0245-53c9-44b4-bc27-0a7d410988e1 None None] Network 74d85561-231f-4a45-a38b-c659995a3730 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:18.634647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-50696ed3-4051-49f4-b580-c922e814b533 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6984375 Nov 25 17:28:18.647123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-71317671-49ee-4011-b3f0-21428180104d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port ee8b942a-aca9-48bd-a960-f4105011f57d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:18.647478 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71317671-49ee-4011-b3f0-21428180104d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.765599 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP dde937d0-1399-420b-b232-efa75b3f4eb8 associated. External IP: 172.25.1.52, port: 33fe01f6-211b-4902-9c54-6fcd536be3b9. Nov 25 17:28:18.791008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad9299-ce8d-4ea2-b183-e1673c5b9cd2 None None] Network 74d85561-231f-4a45-a38b-c659995a3730 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:18.845769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71317671-49ee-4011-b3f0-21428180104d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.891754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-71317671-49ee-4011-b3f0-21428180104d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for ee8b942a-aca9-48bd-a960-f4105011f57d owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:19.135182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:19.144644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71317671-49ee-4011-b3f0-21428180104d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.196508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-227055ac-4ced-4997-9cc7-af25892081fd req-6005de81-34e5-4acd-92bc-812798df4bf5 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0342090 Nov 25 17:28:19.217511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71317671-49ee-4011-b3f0-21428180104d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=ee8b942a-aca9-48bd-a960-f4105011f57d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:19.260632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-e5fd329f-a170-4a96-825c-dd20943ccba6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.268775 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-e5fd329f-a170-4a96-825c-dd20943ccba6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.1842577 Nov 25 17:28:19.281176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-e187f507-8f72-428b-ab86-181a625b2d49 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/quotas/74b3d02624d84e74a045f6a9a10b41fc HTTP/1.1" status: 200 len: 375 time: 0.0114803 Nov 25 17:28:19.319895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-7566224b-6b1c-4c70-8ae3-34984a1d674c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323670 Nov 25 17:28:19.359901 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71317671-49ee-4011-b3f0-21428180104d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.364963 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71317671-49ee-4011-b3f0-21428180104d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "DELETE /v2.0/ports/ee8b942a-aca9-48bd-a960-f4105011f57d HTTP/1.1" status: 204 len: 168 time: 1.3878381 Nov 25 17:28:19.367823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34062) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:19.410523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:19.417546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.426657 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c45c8c5-753a-432a-8f72-f51ff50f42b7 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:19.434155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-e492e375-a654-42e8-bbfd-e5dc71d4c8b9 service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067467 Nov 25 17:28:19.447269 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45c8c5-753a-432a-8f72-f51ff50f42b7 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:19.448151 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4c45c8c5-753a-432a-8f72-f51ff50f42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:19.460895 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-89203c3a-d6dc-4eed-8bd7-e3799f7a96ad tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/floatingips/dde937d0-1399-420b-b232-efa75b3f4eb8 HTTP/1.1" status: 200 len: 977 time: 2.2029178 Nov 25 17:28:19.461531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34066) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:19.478051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fad0876-fb7c-4ed1-b291-8919924a8c9b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting subnet 46308e54-0d2a-4fa6-91ba-0707d12afc9b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:19.502334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fad0876-fb7c-4ed1-b291-8919924a8c9b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.574111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-addfd0fc-aa0d-43e7-a89a-ff6b23ac3ce0 service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388397 Nov 25 17:28:19.577227 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4c45c8c5-753a-432a-8f72-f51ff50f42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:19.586325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fad0876-fb7c-4ed1-b291-8919924a8c9b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.603404 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45c8c5-753a-432a-8f72-f51ff50f42b7 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:19.604042 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4c45c8c5-753a-432a-8f72-f51ff50f42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:19.672612 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4c45c8c5-753a-432a-8f72-f51ff50f42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:19.673933 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c45c8c5-753a-432a-8f72-f51ff50f42b7 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:19.715206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 33fe01f6-211b-4902-9c54-6fcd536be3b9 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:19.715595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.739847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9cc99-e3dd-4cbf-b2df-36cb581bdf55 req-f9b0fc54-f4c4-4fd1-bad6-519d898b870e tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.743762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6bb9cc99-e3dd-4cbf-b2df-36cb581bdf55 req-f9b0fc54-f4c4-4fd1-bad6-519d898b870e tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0991194 Nov 25 17:28:19.779783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fad0876-fb7c-4ed1-b291-8919924a8c9b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.807924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6bb9cc99-e3dd-4cbf-b2df-36cb581bdf55 req-05c2563d-41f9-4457-aaab-42fb120d1072 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550754 Nov 25 17:28:19.898081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd061ef7-9d49-4557-9893-b8870c44d822 req-ec41c199-5290-4499-9167-4f8f6102c41b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 210 time: 0.0400498 Nov 25 17:28:19.921949 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.945757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fad0876-fb7c-4ed1-b291-8919924a8c9b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.028199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad0876-fb7c-4ed1-b291-8919924a8c9b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Subnet': ['ID=46308e54-0d2a-4fa6-91ba-0707d12afc9b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.031991 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fad0876-fb7c-4ed1-b291-8919924a8c9b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.036752 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6fad0876-fb7c-4ed1-b291-8919924a8c9b tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "DELETE /v2.0/subnets/46308e54-0d2a-4fa6-91ba-0707d12afc9b HTTP/1.1" status: 204 len: 168 time: 0.6678951 Nov 25 17:28:20.039483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:20.045714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752eaa6-e6ef-448e-a4a1-cac0595c0070 None None] Network a159a140-c32b-487a-857c-191ffdb4911e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:20.106784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7b036a-3fc4-4b5a-8653-0d46a6d14e9d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting subnet 8554cb33-73b5-4bb6-b37d-7e3f94683c8d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:20.111583 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e7b036a-3fc4-4b5a-8653-0d46a6d14e9d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.174509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e7b036a-3fc4-4b5a-8653-0d46a6d14e9d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.290580 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.291498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.292025 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP dde937d0-1399-420b-b232-efa75b3f4eb8 disassociated. External IP: 172.25.1.52, port: 33fe01f6-211b-4902-9c54-6fcd536be3b9. Nov 25 17:28:20.292601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 33fe01f6-211b-4902-9c54-6fcd536be3b9 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:20.319871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] DHCP port deletion for a159a140-c32b-487a-857c-191ffdb4911e request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:20.328753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e7b036a-3fc4-4b5a-8653-0d46a6d14e9d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.426209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] Deleting port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:20.426582 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.428521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fff17744-a4a7-45bf-b7a5-5c0d80252673 req-c61671f9-a2ba-4cc9-9365-a38ad457367a tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0435615 Nov 25 17:28:20.476340 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e7b036a-3fc4-4b5a-8653-0d46a6d14e9d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.530855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b036a-3fc4-4b5a-8653-0d46a6d14e9d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Subnet': ['ID=8554cb33-73b5-4bb6-b37d-7e3f94683c8d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.540898 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.557012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e7b036a-3fc4-4b5a-8653-0d46a6d14e9d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.557976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada548eb-4d6d-441f-b738-35cd54a9a4ec None None] Network f3ed5c1a-71e3-4a94-ac91-d43e00596879 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:20.567068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7e7b036a-3fc4-4b5a-8653-0d46a6d14e9d tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "DELETE /v2.0/subnets/8554cb33-73b5-4bb6-b37d-7e3f94683c8d HTTP/1.1" status: 204 len: 168 time: 0.5263410 Nov 25 17:28:20.572324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:20.628138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=33fe01f6-211b-4902-9c54-6fcd536be3b9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.666862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] For port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:20.667497 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.711470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] Calling delete_port for 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:20.728738 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.791064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:20.801326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Deleting port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:20.801821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.878141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] For port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,segment=NetworkSegment(46281847-2560-48a9-a2ba-6618f317e56c),segment_id=46281847-2560-48a9-a2ba-6618f317e56c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:20.878757 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.894523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Calling delete_port for 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:20.973587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:21.003564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f51e17e-369d-4d14-823b-c367349e8405 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:21.027091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51e17e-369d-4d14-823b-c367349e8405 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:21.027736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0f51e17e-369d-4d14-823b-c367349e8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.073228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0f51e17e-369d-4d14-823b-c367349e8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.085789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51e17e-369d-4d14-823b-c367349e8405 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:21.086555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0f51e17e-369d-4d14-823b-c367349e8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.094758 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f647fd16-eabc-40f5-8599-d9735dc5c09c req-280e9ec7-4a2a-4859-b188-12d07fef0e97 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 210 time: 0.0578446 Nov 25 17:28:21.141713 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.147145 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e581c5b3-0e40-43fe-ad36-736525ea7305 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/ports/33fe01f6-211b-4902-9c54-6fcd536be3b9 HTTP/1.1" status: 204 len: 168 time: 1.6823468 Nov 25 17:28:21.148903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:21.152831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a576e57-5cd8-4266-90be-0a03a18deaf4 req-21bb9ee1-4c22-4109-ab8e-1a8ace36a9ba tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.162363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] DHCP port deletion for f3ed5c1a-71e3-4a94-ac91-d43e00596879 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:21.164286 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.175965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a576e57-5cd8-4266-90be-0a03a18deaf4 req-21bb9ee1-4c22-4109-ab8e-1a8ace36a9ba tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1861429 Nov 25 17:28:21.207742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] No DVR routers for this DVR port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:21.209651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1cb76488-e6b5-44b3-82fb-42a214e0bd2c tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "GET /v2.0/floatingips/dde937d0-1399-420b-b232-efa75b3f4eb8 HTTP/1.1" status: 200 len: 687 time: 0.0594530 Nov 25 17:28:21.213801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:21.218875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c02f1-0904-4bf4-b8a0-3b1a6971fde0 None None] Pushing event deleted for resources: {'Port': ['ID=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:21.222031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0f51e17e-369d-4d14-823b-c367349e8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.222954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f51e17e-369d-4d14-823b-c367349e8405 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:21.260780 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.295624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Port': ['ID=0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:21.308736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] No DVR routers for this DVR port 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:21.315990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] Deleting port b04918b5-9935-490d-a30b-c346d8f1231f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:21.316625 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.327240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a576e57-5cd8-4266-90be-0a03a18deaf4 req-9e6c6cc7-0d49-4ff2-abbe-c539d46db0e5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488211 Nov 25 17:28:21.412449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] For port b04918b5-9935-490d-a30b-c346d8f1231f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b04918b5-9935-490d-a30b-c346d8f1231f,segment=NetworkSegment(71dc8ccf-4122-4894-84a6-a21f658e135e),segment_id=71dc8ccf-4122-4894-84a6-a21f658e135e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:21.412858 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.432209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.433317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] Calling delete_port for b04918b5-9935-490d-a30b-c346d8f1231f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:21.472190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 8d9de97d-61db-43a2-a004-0dc758078344 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:21.472668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.524734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a159a140-c32b-487a-857c-191ffdb4911e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.553764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46281847-2560-48a9-a2ba-6618f317e56c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.554066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46281847-2560-48a9-a2ba-6618f317e56c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.583279 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.649032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:21.659717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.661386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.669111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34108) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:21.685114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e0d4a00-5cda-4f47-8139-93d5f0338645 req-65252369-d66f-4f3d-8095-fc4011f6b8f9 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0840437 Nov 25 17:28:21.686234 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.697485 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:21.698009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 0c1fa29e-7c1b-421d-bbd0-7fb6025c7e74 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:21.698434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b04918b5-9935-490d-a30b-c346d8f1231f no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:21.705362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:21.707659 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:21.714270 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:21.739580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 8d9de97d-61db-43a2-a004-0dc758078344 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:21.761575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No active binding found for port b04918b5-9935-490d-a30b-c346d8f1231f {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:28:21.762132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b04918b5-9935-490d-a30b-c346d8f1231f not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:21.781050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.857630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] Pushing event deleted for resources: {'Port': ['ID=b04918b5-9935-490d-a30b-c346d8f1231f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:21.862746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28978dbe-e739-4969-897c-616a3e96c215 None None] No DVR routers for this DVR port b04918b5-9935-490d-a30b-c346d8f1231f on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:21.896227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.927867 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.935063 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "DELETE /v2.0/networks/a159a140-c32b-487a-857c-191ffdb4911e HTTP/1.1" status: 204 len: 168 time: 1.3601720 Nov 25 17:28:21.936351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1bb0-ee18-46b0-a7bd-e99e0558d8ba tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Network': ['ID=a159a140-c32b-487a-857c-191ffdb4911e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:21.939583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:21.958108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-168ca31a-8429-4c2d-9fa6-1209992be80d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.959682 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-168ca31a-8429-4c2d-9fa6-1209992be80d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.3533406 Nov 25 17:28:21.983327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Request body: {'port': {'device_id': 'f62be4bf-bc77-4bc7-82c0-0de5dd787467', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'admin_state_up': True, 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:22.044778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.051428 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2659-2503-4008-a6ae-6b7f80b24ace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.176531 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.191054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.217983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ed5c1a-71e3-4a94-ac91-d43e00596879']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:22.243534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=8d9de97d-61db-43a2-a004-0dc758078344,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.243782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccf5a30c-f385-4db4-a208-02cc7dd61b94 req-2a6b36a8-2b95-4aaf-b02c-6d22240e5b6a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 210 time: 0.0483632 Nov 25 17:28:22.248122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dc8ccf-4122-4894-84a6-a21f658e135e') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:22.248663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dc8ccf-4122-4894-84a6-a21f658e135e') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:22.263869 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.268524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:22.274457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.285483 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.292397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:22.292895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:22.296567 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:22.340051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2659-2503-4008-a6ae-6b7f80b24ace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.352431 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2659-2503-4008-a6ae-6b7f80b24ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.401976 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.414251 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.417753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] 10.222.0.81 "DELETE /v2.0/networks/f3ed5c1a-71e3-4a94-ac91-d43e00596879 HTTP/1.1" status: 204 len: 168 time: 0.4767175 Nov 25 17:28:22.432894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.451501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.458277 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-84cee16f-28e9-408c-b9f5-c6a3e5f4e2e3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/floatingips/dde937d0-1399-420b-b232-efa75b3f4eb8 HTTP/1.1" status: 204 len: 168 time: 1.2267485 Nov 25 17:28:22.461222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34118) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:22.464398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b7dbf-7ee3-4389-81d1-585c03a34b75 tempest-TaggedBootDevicesTest_v242-4827541 tempest-TaggedBootDevicesTest_v242-4827541-project] Pushing event deleted for resources: {'Network': ['ID=f3ed5c1a-71e3-4a94-ac91-d43e00596879,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.511148 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d4ff2659-2503-4008-a6ae-6b7f80b24ace admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d9046e82c8d4fef9f1697cec31a9668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8274987 Nov 25 17:28:22.515050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '24356ab3-54ca-4793-8402-5f73b6ed6a6d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:22.531959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5549f-890a-4aa2-8b42-b196689f1d5b req-2372b6d1-3931-40cc-a40a-8bf37e8efe59 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.534634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ba5549f-890a-4aa2-8b42-b196689f1d5b req-2372b6d1-3931-40cc-a40a-8bf37e8efe59 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1158028 Nov 25 17:28:22.535243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:22.552863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff2659-2503-4008-a6ae-6b7f80b24ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb3eba2-e7bf-4692-a277-95875210f4fd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.620211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Allocated IP 172.20.0.5 (74d85561-231f-4a45-a38b-c659995a3730/f5eda89d-76fa-4bbd-a6c9-f9df66a95b38/786b34c6-9878-4240-bae8-8bf6309b2b68) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:22.660585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ba5549f-890a-4aa2-8b42-b196689f1d5b req-d376e71e-1073-4a55-8c6d-0c499a8c719d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045158 Nov 25 17:28:22.661811 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab47edd5-314b-4f07-bf52-5f15b082f79e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.699791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab47edd5-314b-4f07-bf52-5f15b082f79e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.706950 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.781654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab47edd5-314b-4f07-bf52-5f15b082f79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.790937 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab47edd5-314b-4f07-bf52-5f15b082f79e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.795188 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ab47edd5-314b-4f07-bf52-5f15b082f79e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fb3eba2-e7bf-4692-a277-95875210f4fd HTTP/1.1" status: 204 len: 168 time: 0.2558992 Nov 25 17:28:22.805886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47edd5-314b-4f07-bf52-5f15b082f79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb3eba2-e7bf-4692-a277-95875210f4fd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.910907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12fb1e56-3840-41e3-bd2c-959ad404f439 req-dee7c7c6-354f-4ab4-9830-88a281d1626f tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0521998 Nov 25 17:28:23.011615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.069441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.109415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.179821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Network 74d85561-231f-4a45-a38b-c659995a3730 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:23.187008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:23.195323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:23.218448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event updated for resources: {'Port': ['ID=786b34c6-9878-4240-bae8-8bf6309b2b68,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:23.220551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:23.238508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f2201cd-5ab7-4b07-8d63-6c4d7dcd748a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.310833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.25.1.67 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/73b34fc8-c096-44a6-9d38-b7d283813521) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:23.324758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:23.326107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.332086 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f2201cd-5ab7-4b07-8d63-6c4d7dcd748a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.338313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f2201cd-5ab7-4b07-8d63-6c4d7dcd748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.353762 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-a67148d6-e2ce-4d49-8265-2c8656de4e24 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3762934 Nov 25 17:28:23.371636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5f2201cd-5ab7-4b07-8d63-6c4d7dcd748a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=425e1b56ea324a59a6d230f91bfa9f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470435 Nov 25 17:28:23.371882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Request body: {'port': {'device_id': 'f62be4bf-bc77-4bc7-82c0-0de5dd787467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:23.371996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:23.460050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2201cd-5ab7-4b07-8d63-6c4d7dcd748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601f2801-d799-4e96-9825-b74483e2e591,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:23.470485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.484262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57491-83ae-49bd-94f0-94f98a782051 req-45f3cc30-b1f6-4d7c-8c03-1cc1190cfc2c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:23.486055 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1f57491-83ae-49bd-94f0-94f98a782051 req-45f3cc30-b1f6-4d7c-8c03-1cc1190cfc2c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 931 time: 0.1214042 Nov 25 17:28:23.491569 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e81de1c2-b778-4830-8ff1-4a7f55b51beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.533200 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e81de1c2-b778-4830-8ff1-4a7f55b51beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.545320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.576026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1f57491-83ae-49bd-94f0-94f98a782051 req-db608726-9fe2-43f1-b3c5-245f46d19694 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823956 Nov 25 17:28:23.606503 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e81de1c2-b778-4830-8ff1-4a7f55b51beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.609196 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e81de1c2-b778-4830-8ff1-4a7f55b51beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.613036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e81de1c2-b778-4830-8ff1-4a7f55b51beb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/601f2801-d799-4e96-9825-b74483e2e591 HTTP/1.1" status: 204 len: 168 time: 0.2377858 Nov 25 17:28:23.620508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81de1c2-b778-4830-8ff1-4a7f55b51beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601f2801-d799-4e96-9825-b74483e2e591,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:23.744728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.812546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:23.826865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:23.840103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:23.870543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3e8b8-d728-4b25-96de-e9ddbf3549c5 req-3e8f2089-8411-4d0b-9970-443154b6c3ff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:23.880004 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bd3e8b8-d728-4b25-96de-e9ddbf3549c5 req-3e8f2089-8411-4d0b-9970-443154b6c3ff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.0965252 Nov 25 17:28:23.884528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=73b34fc8-c096-44a6-9d38-b7d283813521,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:23.949706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bd3e8b8-d728-4b25-96de-e9ddbf3549c5 req-5a852403-3140-44b9-8c88-04df422e9644 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677576 Nov 25 17:28:24.061932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786b34c6-9878-4240-bae8-8bf6309b2b68 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:24.101917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.108992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3111da19-4b83-4434-8d8b-816882ae80af req-051eaa85-b3df-4d67-905e-23e31826e364 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0571768 Nov 25 17:28:24.129271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Transition to ACTIVE for port object 786b34c6-9878-4240-bae8-8bf6309b2b68 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:24.565487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.626896 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:28:24.708230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Pushing event updated for resources: {'Port': ['ID=786b34c6-9878-4240-bae8-8bf6309b2b68,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:24.728520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb5dfb-5204-4fe2-82e5-49d1150f48b7 req-b895c398-d66e-491c-9c0e-a93dd663e7d3 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.730407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5bb5dfb-5204-4fe2-82e5-49d1150f48b7 req-b895c398-d66e-491c-9c0e-a93dd663e7d3 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 943 time: 0.0594923 Nov 25 17:28:24.800897 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5bb5dfb-5204-4fe2-82e5-49d1150f48b7 req-c7b5b568-9f95-4cbb-b568-a93dbe41abad tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630963 Nov 25 17:28:24.854510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Attempting to bind port 786b34c6-9878-4240-bae8-8bf6309b2b68 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:24.854853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Attempting to bind port 786b34c6-9878-4240-bae8-8bf6309b2b68 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:24.855183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Attempting to bind port 786b34c6-9878-4240-bae8-8bf6309b2b68 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:24.859859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.864410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Port 786b34c6-9878-4240-bae8-8bf6309b2b68 on network 74d85561-231f-4a45-a38b-c659995a3730 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:24.864821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Attempting to bind port 786b34c6-9878-4240-bae8-8bf6309b2b68 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:24.905719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:24.906296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Checking segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:24.906917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Bound using segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:24.908226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Bound port: 786b34c6-9878-4240-bae8-8bf6309b2b68, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:24.908825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.994880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.043319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] For port 786b34c6-9878-4240-bae8-8bf6309b2b68, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:25.049290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] For port 786b34c6-9878-4240-bae8-8bf6309b2b68, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=786b34c6-9878-4240-bae8-8bf6309b2b68,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:25.058047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.154973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.155923 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.157707 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] 10.222.0.60 "PUT /v2.0/ports/786b34c6-9878-4240-bae8-8bf6309b2b68 HTTP/1.1" status: 200 len: 1091 time: 1.7931535 Nov 25 17:28:25.158516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62be4bf-bc77-4bc7-82c0-0de5dd787467', 'tag': '786b34c6-9878-4240-bae8-8bf6309b2b68'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:25.161140 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1286b552-c8c8-4f85-9c3e-d38d95452e03" -d '{"events": [{"name": "network-changed", "server_uuid": "f62be4bf-bc77-4bc7-82c0-0de5dd787467", "tag": "786b34c6-9878-4240-bae8-8bf6309b2b68"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:25.161588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94160df4-590e-4bac-9951-e3f2931aadc3 req-a6e7242a-5077-48af-8b78-878dcde2ee74 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.182679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94160df4-590e-4bac-9951-e3f2931aadc3 req-a6e7242a-5077-48af-8b78-878dcde2ee74 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1263652 Nov 25 17:28:25.189644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823a395-8981-4a41-8727-f6ec4308e28b service neutron] Pushing event updated for resources: {'Port': ['ID=786b34c6-9878-4240-bae8-8bf6309b2b68,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:25.269135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94160df4-590e-4bac-9951-e3f2931aadc3 req-ba89724b-5997-4145-b923-90cc3e90d5b2 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854096 Nov 25 17:28:25.348354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-5e5032d8-d52b-42f7-b128-8da103b65f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.351963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5711eca2-69ee-4887-9270-2f5eab546fe3 req-18860e18-a0e8-476e-8601-69ce7743bae7 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0439165 Nov 25 17:28:25.353206 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-5e5032d8-d52b-42f7-b128-8da103b65f26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 1094 time: 0.1357605 Nov 25 17:28:25.355184 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6809eb-4ee6-407d-8a0b-3f77a1f48fe0 x-openstack-request-id: req-4b6809eb-4ee6-407d-8a0b-3f77a1f48fe0 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:25.355383 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62be4bf-bc77-4bc7-82c0-0de5dd787467", "tag": "786b34c6-9878-4240-bae8-8bf6309b2b68", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:25.355527 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b6809eb-4ee6-407d-8a0b-3f77a1f48fe0 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:25.355962 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62be4bf-bc77-4bc7-82c0-0de5dd787467', 'tag': '786b34c6-9878-4240-bae8-8bf6309b2b68', 'status': 'completed', 'code': 200} Nov 25 17:28:25.361724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.373922 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.462095 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-d704b7fb-52dc-45cb-b0e2-bcf95c3b7e42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=786b34c6-9878-4240-bae8-8bf6309b2b68 HTTP/1.1" status: 200 len: 217 time: 0.0978231 Nov 25 17:28:25.466520 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b55c517a-be3e-42e9-9758-4c8d4d6c7f3b req-33fd60bb-9291-4e89-a2e4-628c53cb9cca service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0598736 Nov 25 17:28:25.568856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=73b34fc8-c096-44a6-9d38-b7d283813521,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:25.588015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-65526356-3dbf-45f5-b6a6-3ebf5f7d80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.589546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-65526356-3dbf-45f5-b6a6-3ebf5f7d80ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.1060658 Nov 25 17:28:25.597905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.663077 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-d105a530-fee8-4093-98c5-03b66aa03144 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326483 Nov 25 17:28:25.781043 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP 11b98f3a-5ccf-46c3-91ba-0d2eb4ffcd9a associated. External IP: 172.25.1.67, port: 24356ab3-54ca-4793-8402-5f73b6ed6a6d. Nov 25 17:28:25.855820 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-657bf252-5591-48a6-af7f-a55deee6a89f service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844637 Nov 25 17:28:25.951922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282928f-fc87-475b-ad77-0c0c00b5b799 req-af232cc2-ec3e-4834-bca1-c8c6f3ffb5b9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.960567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5282928f-fc87-475b-ad77-0c0c00b5b799 req-af232cc2-ec3e-4834-bca1-c8c6f3ffb5b9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 943 time: 0.0677545 Nov 25 17:28:26.023267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5282928f-fc87-475b-ad77-0c0c00b5b799 req-7e4cc756-6a6f-4d04-8906-2987b033e08d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621173 Nov 25 17:28:26.078198 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-35b9d10e-e7db-4efc-bcb1-9aaf03973598 req-f1635352-1dab-47f8-ba2d-4dcaad205f4a service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960459 Nov 25 17:28:26.208761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:26.218339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-2ed3588a-e1fd-4bb4-ab2e-eaa2a7a7d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.220235 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-2ed3588a-e1fd-4bb4-ab2e-eaa2a7a7d051 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 1094 time: 0.0673826 Nov 25 17:28:26.450275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d9068-c265-4390-a9bc-902073178019 req-bebff560-ed70-4499-9543-7f8f5343fb0f tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.465512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c3d9068-c265-4390-a9bc-902073178019 req-bebff560-ed70-4499-9543-7f8f5343fb0f tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1024032 Nov 25 17:28:26.482636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-a0fa61e8-1aac-489d-bf49-22cfca129364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.484178 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-a0fa61e8-1aac-489d-bf49-22cfca129364 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.2548070 Nov 25 17:28:26.486063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:26.495996 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f3b4a7-0b6b-4c7f-a6d3-6f7095962c50 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:26.540769 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3b4a7-0b6b-4c7f-a6d3-6f7095962c50 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:26.546630 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f4f3b4a7-0b6b-4c7f-a6d3-6f7095962c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:26.585680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c3d9068-c265-4390-a9bc-902073178019 req-88d585a2-b748-4531-8435-94a6c308bbd6 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192343 Nov 25 17:28:26.604099 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-14aacf45-c932-4061-b493-ace7d0a73100 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=786b34c6-9878-4240-bae8-8bf6309b2b68 HTTP/1.1" status: 200 len: 217 time: 0.1057072 Nov 25 17:28:26.617317 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.643998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb41ee7b-0707-4aa4-8fd8-50d8e13c2501 req-fd60a586-3862-4c4f-97f0-ab39199de1b6 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0571976 Nov 25 17:28:26.670120 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f4f3b4a7-0b6b-4c7f-a6d3-6f7095962c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:26.692446 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3b4a7-0b6b-4c7f-a6d3-6f7095962c50 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:26.693385 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f4f3b4a7-0b6b-4c7f-a6d3-6f7095962c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:26.698034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:26.703231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1649228892'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:26.709196 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b4c80dc-6881-4f2a-9027-a710d92bd6dd tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.2009268 Nov 25 17:28:26.724770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-92dfac0d-8d27-43e6-b11b-cf010158cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.726736 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-92dfac0d-8d27-43e6-b11b-cf010158cd3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.1058834 Nov 25 17:28:26.745097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:26.749457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.768638 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f4f3b4a7-0b6b-4c7f-a6d3-6f7095962c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:26.769594 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f3b4a7-0b6b-4c7f-a6d3-6f7095962c50 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:26.785532 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-e25daf03-1ca8-4c95-a846-a35242150012 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491047 Nov 25 17:28:26.791401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:26.805919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.806716 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Added segment a0613eee-4745-4cf6-ac0c-993baab01224 of type vlan for network 30ba0245-8c1a-4407-b173-78aff5427dfc Nov 25 17:28:26.857314 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.907161 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.919760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.921041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.972194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c23a7-9332-4e86-a082-6778c62db599 req-a352af9a-8ba3-40f5-b6af-c033230f4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.973655 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-946c23a7-9332-4e86-a082-6778c62db599 req-a352af9a-8ba3-40f5-b6af-c033230f4fc1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1097 time: 0.1487291 Nov 25 17:28:27.007916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3056874 Nov 25 17:28:27.009687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:27.010168 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-e99cb5c6-66b3-44ef-ad71-19fd50c991b7 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126501 Nov 25 17:28:27.015124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'subnet': {'network_id': '30ba0245-8c1a-4407-b173-78aff5427dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:27.019367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8bc20-4118-4e6d-93b0-b88e1b524c33 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Network': ['ID=30ba0245-8c1a-4407-b173-78aff5427dfc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:27.036738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 30ba0245-8c1a-4407-b173-78aff5427dfc details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:27.281103 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1286b552-c8c8-4f85-9c3e-d38d95452e03 req-5ba9e4a6-89b8-419f-9588-62854a979bc4 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510583 Nov 25 17:28:27.303186 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-946c23a7-9332-4e86-a082-6778c62db599 req-db4713d1-717e-474f-953c-d4c83d65b738 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180799 Nov 25 17:28:27.353725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cca9e-0bcb-46ba-ace3-76364f8b77ea req-dcb91076-b52b-4686-91a0-24a72d695e94 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.363217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d56cca9e-0bcb-46ba-ace3-76364f8b77ea req-dcb91076-b52b-4686-91a0-24a72d695e94 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 943 time: 0.2170494 Nov 25 17:28:27.364811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:27.368472 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.499511 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d56cca9e-0bcb-46ba-ace3-76364f8b77ea req-c2d0a30a-9804-457c-b452-05ed6d84a89c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356730 Nov 25 17:28:27.589345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066072b-3e84-49d5-a967-3c230d14ccdc req-ad616fb9-1579-4554-808b-b09b77fd8e0f tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.591200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1066072b-3e84-49d5-a967-3c230d14ccdc req-ad616fb9-1579-4554-808b-b09b77fd8e0f tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 945 time: 0.0862856 Nov 25 17:28:27.743935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.856613 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1066072b-3e84-49d5-a967-3c230d14ccdc req-62d96451-d52c-450b-a1a1-9123d3a571be tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386346 Nov 25 17:28:27.868925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59347991-df12-4e8a-ab6f-8d5c7a57510b req-f6dd9325-2e65-44dd-9b8d-36e591bfb70a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.870705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59347991-df12-4e8a-ab6f-8d5c7a57510b req-f6dd9325-2e65-44dd-9b8d-36e591bfb70a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1462984 Nov 25 17:28:27.871396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Subnet': ['ID=dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:27.936654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Checking segment: {'id': 'a0613eee-4745-4cf6-ac0c-993baab01224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '30ba0245-8c1a-4407-b173-78aff5427dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:27.947468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network hostable DHCP agents. Network: 30ba0245-8c1a-4407-b173-78aff5427dfc, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:28.036711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac74d4f6-c843-426e-9996-f6cc2c8010ae req-1f5fb43d-52a8-4eaf-b3ea-f858fcb115e0 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0461073 Nov 25 17:28:28.052795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59347991-df12-4e8a-ab6f-8d5c7a57510b req-7510de37-5bba-4d5e-9548-aef8a3ed7ace tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670933 Nov 25 17:28:28.053888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network 30ba0245-8c1a-4407-b173-78aff5427dfc is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:28.081280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 30ba0245-8c1a-4407-b173-78aff5427dfc) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:28.106274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.106731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.115744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6b302-79db-460b-9e10-e64a4659cf43 None None] Network 30ba0245-8c1a-4407-b173-78aff5427dfc requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:28.138856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1ef586df-6879-4fc1-bd59-d2a1c0e1e114 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1278889 Nov 25 17:28:28.141702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34244) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:28.151630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-698822670', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:28.233783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.235661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.408355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.460055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b73bf664-8353-4201-b956-cc79992fe391 req-ab4cada9-b02c-4af1-8a16-b45e2e126465 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=96c8ec61cab54ba184f8d133e1b780ca&device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0494111 Nov 25 17:28:28.504145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff718cd9-e634-408e-8e38-c6beafb7ce9c req-868fdae6-1865-4ac3-a6ec-c30a05e970c7 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0395417 Nov 25 17:28:28.573403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-30ba0245-8c1a-4407-b173-78aff5427dfc', 'network_id': '30ba0245-8c1a-4407-b173-78aff5427dfc', 'tenant_id': '4ea26d542593464c817af0cd6cd7dfa1', 'fixed_ips': [{'subnet_id': 'dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:28:28.574297 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.740187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Allocated IP 172.20.0.2 (30ba0245-8c1a-4407-b173-78aff5427dfc/dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66/ae821fb6-666e-4f73-bf43-076733148702) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:28.761844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.789727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b73bf664-8353-4201-b956-cc79992fe391 req-7750fef3-8153-4d6b-b1b5-49ec4416c354 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=96c8ec61cab54ba184f8d133e1b780ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2235372 Nov 25 17:28:28.805605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41745ea-2935-459a-b6b8-3b1f106c59d6 req-347eaa3f-8eff-47af-90dc-f33f1f32dd03 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.807484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d41745ea-2935-459a-b6b8-3b1f106c59d6 req-347eaa3f-8eff-47af-90dc-f33f1f32dd03 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 943 time: 0.1442223 Nov 25 17:28:28.938081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d41745ea-2935-459a-b6b8-3b1f106c59d6 req-8cb29d8a-9aa0-4c83-a3f1-561cc65bff46 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235850 Nov 25 17:28:29.126285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129d3a6-61df-4731-90ac-deefdad753f7 req-383160d3-8633-4ba7-9a2a-a0a8293ae761 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.127828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a129d3a6-61df-4731-90ac-deefdad753f7 req-383160d3-8633-4ba7-9a2a-a0a8293ae761 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 945 time: 0.1080337 Nov 25 17:28:29.167182 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.173367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 786b34c6-9878-4240-bae8-8bf6309b2b68 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:29.200949 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.265644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.282665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a129d3a6-61df-4731-90ac-deefdad753f7 req-f2132a5f-802a-460a-baa1-e0d812a2f391 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478372 Nov 25 17:28:29.314577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.321185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23861078-fb02-4f2d-b432-b1baba7a492a req-22dbffe4-b8b8-46a2-8131-7c08d040cc84 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.324302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23861078-fb02-4f2d-b432-b1baba7a492a req-22dbffe4-b8b8-46a2-8131-7c08d040cc84 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1365638 Nov 25 17:28:29.375093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Network 30ba0245-8c1a-4407-b173-78aff5427dfc is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:29.383330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:29.395071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bf664-8353-4201-b956-cc79992fe391 req-be31f9bc-1f6a-49f6-bf80-1e7025ab3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.395459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:29.396570 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b73bf664-8353-4201-b956-cc79992fe391 req-be31f9bc-1f6a-49f6-bf80-1e7025ab3a3b service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5918894 Nov 25 17:28:29.398451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23861078-fb02-4f2d-b432-b1baba7a492a req-bae41f6b-4327-4e8e-8ceb-8928a3b13e09 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666275 Nov 25 17:28:29.415760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-3059d7f9-80d5-4db4-be76-728090840121 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.417859 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-3059d7f9-80d5-4db4-be76-728090840121 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 945 time: 0.2702117 Nov 25 17:28:29.440036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Pushing event updated for resources: {'Port': ['ID=ae821fb6-666e-4f73-bf43-076733148702,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:29.463169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 786b34c6-9878-4240-bae8-8bf6309b2b68, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=786b34c6-9878-4240-bae8-8bf6309b2b68,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:29.483320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.483680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.484021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.484364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.484705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.487415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.488878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.488878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.488878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.489242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.489673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.489831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:29.507574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Attempting to bind port ae821fb6-666e-4f73-bf43-076733148702 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:29.508527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Attempting to bind port ae821fb6-666e-4f73-bf43-076733148702 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'a0613eee-4745-4cf6-ac0c-993baab01224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '30ba0245-8c1a-4407-b173-78aff5427dfc'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:29.514681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Attempting to bind port ae821fb6-666e-4f73-bf43-076733148702 on network 30ba0245-8c1a-4407-b173-78aff5427dfc {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:29.526674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:29.527061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Checking segment: {'id': 'a0613eee-4745-4cf6-ac0c-993baab01224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '30ba0245-8c1a-4407-b173-78aff5427dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:29.527473 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.528239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Bound using segment: {'id': 'a0613eee-4745-4cf6-ac0c-993baab01224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '30ba0245-8c1a-4407-b173-78aff5427dfc'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:29.529046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Bound port: ae821fb6-666e-4f73-bf43-076733148702, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0613eee-4745-4cf6-ac0c-993baab01224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '30ba0245-8c1a-4407-b173-78aff5427dfc'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:29.529720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.533560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '786b34c6-9878-4240-bae8-8bf6309b2b68', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'port_id': '786b34c6-9878-4240-bae8-8bf6309b2b68', 'mac_address': 'fa:16:3e:91:0e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda89d-76fa-4bbd-a6c9-f9df66a95b38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:29.549175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b8988952-a874-4b81-92e1-1df76af91c4d req-6da736a7-d746-4980-8f8f-27314bfcf334 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-829520478', 'description': 'tempest-description-2042834075'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:29.608026 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8988952-a874-4b81-92e1-1df76af91c4d req-6da736a7-d746-4980-8f8f-27314bfcf334 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.671137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89ee0e3a-e96f-47e2-ae66-e78ff5c7af39 req-09f8bdef-b8c3-45e0-a33c-f819917aaf80 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0438902 Nov 25 17:28:29.742121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] For port ae821fb6-666e-4f73-bf43-076733148702, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:29.743686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8988952-a874-4b81-92e1-1df76af91c4d req-6da736a7-d746-4980-8f8f-27314bfcf334 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.745822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] For port ae821fb6-666e-4f73-bf43-076733148702, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae821fb6-666e-4f73-bf43-076733148702,segment=NetworkSegment(a0613eee-4745-4cf6-ac0c-993baab01224),segment_id=a0613eee-4745-4cf6-ac0c-993baab01224)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:29.747324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.758175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8988952-a874-4b81-92e1-1df76af91c4d req-6da736a7-d746-4980-8f8f-27314bfcf334 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.761527 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.773792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786b34c6-9878-4240-bae8-8bf6309b2b68 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:29.807733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da736a7-d746-4980-8f8f-27314bfcf334 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7768a-4dae-4b5d-9eed-dacf8269711e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:29.814151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b8988952-a874-4b81-92e1-1df76af91c4d req-6da736a7-d746-4980-8f8f-27314bfcf334 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.815852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8988952-a874-4b81-92e1-1df76af91c4d req-6da736a7-d746-4980-8f8f-27314bfcf334 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3061109 Nov 25 17:28:29.823396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 786b34c6-9878-4240-bae8-8bf6309b2b68, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=786b34c6-9878-4240-bae8-8bf6309b2b68,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:29.846419 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.870686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1ea14-b226-459f-9b21-dab92acb7f93 None None] Pushing event updated for resources: {'Port': ['ID=ae821fb6-666e-4f73-bf43-076733148702,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:29.939565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=786b34c6-9878-4240-bae8-8bf6309b2b68,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:30.009357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-5600370c-8a30-4891-8583-fca80196a4b1 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-829520478&fields=id&tenant_id=cd098333b8a7497fa870e20ab934f4a5 HTTP/1.1" status: 200 len: 267 time: 0.0923698 Nov 25 17:28:30.122189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:30.135210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.25.1.153 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/73483bb8-95d9-42df-9a6a-ad72f626968e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:30.161273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-02300699-d7e9-46f7-a9e6-1f0462d86b5d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.170681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-02300699-d7e9-46f7-a9e6-1f0462d86b5d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1602359 Nov 25 17:28:30.174553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Deleting port c2392695-33a3-42c7-8c90-a7edbc43e9d1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:30.174899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.180444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504a52e-2c3d-4b19-83b2-70c5cb93fe22 req-74edbfc9-92c6-4704-b226-66982fb2e34c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.188584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3504a52e-2c3d-4b19-83b2-70c5cb93fe22 req-74edbfc9-92c6-4704-b226-66982fb2e34c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 944 time: 0.1326818 Nov 25 17:28:30.206044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Request body: {'port': {'security_groups': ['4b5c1d1a-0434-4277-980e-a6020975c0ef', 'f5d7768a-4dae-4b5d-9eed-dacf8269711e']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:30.317904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3504a52e-2c3d-4b19-83b2-70c5cb93fe22 req-26ec262d-e641-4e90-a6a0-89690751d2f5 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227822 Nov 25 17:28:30.373377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] For port c2392695-33a3-42c7-8c90-a7edbc43e9d1, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c2392695-33a3-42c7-8c90-a7edbc43e9d1,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:30.374350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.403674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.574367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d906040-b247-455e-b486-815217bec87f req-6c1fcc24-dcc5-4f64-b01c-6cd5a70faa08 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.582957 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d906040-b247-455e-b486-815217bec87f req-6c1fcc24-dcc5-4f64-b01c-6cd5a70faa08 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 945 time: 0.1211936 Nov 25 17:28:30.651996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.684043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.684484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.684899 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Floating IP 2b00274c-1ab9-40e0-b096-15a25fc68cc2 disassociated. External IP: 172.25.1.249, port: c2392695-33a3-42c7-8c90-a7edbc43e9d1. Nov 25 17:28:30.686120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Calling delete_port for c2392695-33a3-42c7-8c90-a7edbc43e9d1 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:30.714213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d906040-b247-455e-b486-815217bec87f req-b19377cb-3e83-4918-b28b-1adfa6095126 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260140 Nov 25 17:28:30.828450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d2a32f4-71ee-49ff-90bd-08fca648cd14 req-3080a20a-b16a-46e5-b606-4559110e1a49 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0445783 Nov 25 17:28:30.839323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] For port 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:30.874071 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.883243 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b73bf664-8353-4201-b956-cc79992fe391 req-5ecb34b3-267e-4be6-871e-c0c2dc87cfb6 tempest-ServerShowV257Test-707911602 tempest-ServerShowV257Test-707911602-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffae0b3a-f8ca-49dc-adeb-81697f74a761 HTTP/1.1" status: 200 len: 210 time: 0.0774710 Nov 25 17:28:30.924738 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.937468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.952134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['144a7d96-bea3-4dfa-8b84-6bacabc78b50'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:31.012139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=73483bb8-95d9-42df-9a6a-ad72f626968e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.081638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:31.103801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:31.111083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 786b34c6-9878-4240-bae8-8bf6309b2b68 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:31.123034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event updated for resources: {'Port': ['ID=144a7d96-bea3-4dfa-8b84-6bacabc78b50,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.135514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:31.181455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.194100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.199322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04efaa3e-8be4-44b8-b09e-fa770a05cd8e req-77e23282-559a-481e-8513-d791756e8dff tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "PUT /v2.0/ports/144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 982 time: 1.0274804 Nov 25 17:28:31.200012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:31.203544 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3092a21f-b9a8-48ee-84ed-653dc118bd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:31.257930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241a8b9-b278-4279-afe7-6da252568a76 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:31.317441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['144a7d96-bea3-4dfa-8b84-6bacabc78b50'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:31.357727 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.410293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event deleted for resources: {'Port': ['ID=c2392695-33a3-42c7-8c90-a7edbc43e9d1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.497890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-131c63a2-8084-4746-92fe-db22ebb25a8c tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-829520478&fields=id&tenant_id=cd098333b8a7497fa870e20ab934f4a5 HTTP/1.1" status: 200 len: 267 time: 0.1667988 Nov 25 17:28:31.630109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 786b34c6-9878-4240-bae8-8bf6309b2b68 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:31.701267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc27873-12fe-420b-8d80-a20cc685caed None None] Network 30ba0245-8c1a-4407-b173-78aff5427dfc requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:31.740401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-a41bfad0-164d-47d6-b932-0bcb38da94cb tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.743541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 786b34c6-9878-4240-bae8-8bf6309b2b68 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:31.743919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.759229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-a41bfad0-164d-47d6-b932-0bcb38da94cb tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 985 time: 0.2496536 Nov 25 17:28:31.786530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Request body: {'port': {'security_groups': ['4b5c1d1a-0434-4277-980e-a6020975c0ef']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:31.855359 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba2b2f2-681c-4351-a55f-08c731d6a571 x-openstack-request-id: req-0ba2b2f2-681c-4351-a55f-08c731d6a571 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:31.855652 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:31.855924 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ba2b2f2-681c-4351-a55f-08c731d6a571 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:31.857243 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'status': 'completed', 'code': 200} Nov 25 17:28:31.869708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae821fb6-666e-4f73-bf43-076733148702 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:31.981818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.031863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-6252011a-ac4a-4622-bfc8-6c208918dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.042061 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-6252011a-ac4a-4622-bfc8-6c208918dd4f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1136 time: 0.1813722 Nov 25 17:28:32.057785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b7ef8a88-ae4f-4c5e-bbee-d309432625cc None None] Provisioning complete for port 73483bb8-95d9-42df-9a6a-ad72f626968e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:32.058395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8a88-ae4f-4c5e-bbee-d309432625cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.218887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Router dddc412e-072e-4824-8782-03a847f9e3ec has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:32.384215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab487-279e-4c6a-a16a-324072e80c1f req-31a26cc5-4f5a-4bdd-a1b8-9747b0798766 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.393610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e88ab487-279e-4c6a-a16a-324072e80c1f req-31a26cc5-4f5a-4bdd-a1b8-9747b0798766 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 944 time: 0.2926462 Nov 25 17:28:32.499917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e88ab487-279e-4c6a-a16a-324072e80c1f req-fec75a5d-6ae5-4f31-ba35-21273e15d59e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052754 Nov 25 17:28:32.505870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] For port 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:32.506853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef8a88-ae4f-4c5e-bbee-d309432625cc None None] Port 73483bb8-95d9-42df-9a6a-ad72f626968e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:32.519577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:32.551065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] Sync routers for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:32.554901 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be78ba56-f81e-4a75-9723-b6edcc51a7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.560229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.567137 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.604865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] No DVR routers for this DVR port c2392695-33a3-42c7-8c90-a7edbc43e9d1 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:32.611951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.613269 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.613844 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.616569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a026a4e9-c577-4c45-84e4-7b956cdecf81 req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "PUT /v2.0/ports/144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 943 time: 0.8484354 Nov 25 17:28:32.616752 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7b412d73-79c0-48f4-bce5-f1c9818ab776 req-7b380ece-75d6-49b0-9a08-228712748986 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.60 "DELETE /v2.0/ports/c2392695-33a3-42c7-8c90-a7edbc43e9d1 HTTP/1.1" status: 204 len: 173 time: 3.1829176 Nov 25 17:28:32.617205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'name': 'network-vif-deleted', 'tag': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:32.619643 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5769c949-3880-47e9-b63c-e3f08a62b429" -d '{"events": [{"server_uuid": "90a09161-3ca3-4052-90f0-3f8fa4f5e621", "name": "network-vif-deleted", "tag": "c2392695-33a3-42c7-8c90-a7edbc43e9d1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:32.662415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.724364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dcc3a730-dfae-4904-a54b-c19986d0d8c5 req-9a9c48f7-f93e-44ac-83ba-78265161542e tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/ports?device_id=90a09161-3ca3-4052-90f0-3f8fa4f5e621 HTTP/1.1" status: 200 len: 210 time: 0.0876429 Nov 25 17:28:32.771364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-5fca8fbe-0c83-46d6-a8bf-d7a403ac25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.772999 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-5fca8fbe-0c83-46d6-a8bf-d7a403ac25a8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 921 time: 0.6460760 Nov 25 17:28:32.853816 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:32.854596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:32.861655 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.908381 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4b26a1-fcd3-49af-ad58-6ccac1d7cd2e x-openstack-request-id: req-af4b26a1-fcd3-49af-ad58-6ccac1d7cd2e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:32.909003 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a09161-3ca3-4052-90f0-3f8fa4f5e621", "name": "network-vif-deleted", "tag": "c2392695-33a3-42c7-8c90-a7edbc43e9d1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:32.909478 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af4b26a1-fcd3-49af-ad58-6ccac1d7cd2e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:32.914044 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a09161-3ca3-4052-90f0-3f8fa4f5e621', 'name': 'network-vif-deleted', 'tag': 'c2392695-33a3-42c7-8c90-a7edbc43e9d1', 'status': 'completed', 'code': 200} Nov 25 17:28:32.999992 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-902cb5bf-e38b-4f63-b81f-4e934b02dd51 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 217 time: 0.2141910 Nov 25 17:28:33.066468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb95b2-6520-42c1-9c4e-921c93e0ad14 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event updated for resources: {'Port': ['ID=144a7d96-bea3-4dfa-8b84-6bacabc78b50,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:33.092147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bc159289-a157-40ec-998b-300e5440b9c2 None None] Provisioning complete for port ae821fb6-666e-4f73-bf43-076733148702 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:33.092574 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc159289-a157-40ec-998b-300e5440b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.126323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ae821fb6-666e-4f73-bf43-076733148702 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:33.126923 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.167466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-7bc021f0-a2b9-4578-9c7b-e2da775f176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:33.169057 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-7bc021f0-a2b9-4578-9c7b-e2da775f176d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.1626661 Nov 25 17:28:33.243971 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-f139429a-bfb9-4d9b-87ec-d1a09e012865 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667956 Nov 25 17:28:33.373684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62be4bf-bc77-4bc7-82c0-0de5dd787467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b34c6-9878-4240-bae8-8bf6309b2b68'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:33.383947 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab54d1dd-0d74-4c1b-a6c6-3d2fc8ccba33" -d '{"events": [{"server_uuid": "f62be4bf-bc77-4bc7-82c0-0de5dd787467", "name": "network-vif-plugged", "status": "completed", "tag": "786b34c6-9878-4240-bae8-8bf6309b2b68"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:33.403837 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e4883df-6661-4181-b193-49e5d893450b req-64558e36-3461-4802-80e5-231bafa91888 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6762569 Nov 25 17:28:33.417166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:33.492030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 786b34c6-9878-4240-bae8-8bf6309b2b68, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=786b34c6-9878-4240-bae8-8bf6309b2b68,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:33.515784 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.526134 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b28bc2-31b4-4481-9323-0ffa6be54639 x-openstack-request-id: req-85b28bc2-31b4-4481-9323-0ffa6be54639 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:33.526581 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62be4bf-bc77-4bc7-82c0-0de5dd787467", "name": "network-vif-plugged", "status": "completed", "tag": "786b34c6-9878-4240-bae8-8bf6309b2b68", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:33.526736 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85b28bc2-31b4-4481-9323-0ffa6be54639 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:33.527078 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62be4bf-bc77-4bc7-82c0-0de5dd787467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b34c6-9878-4240-bae8-8bf6309b2b68', 'code': 200} Nov 25 17:28:33.534942 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.535833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c2392695-33a3-42c7-8c90-a7edbc43e9d1 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:33.560507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34326) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:33.667147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: c2392695-33a3-42c7-8c90-a7edbc43e9d1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:33.667496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c2392695-33a3-42c7-8c90-a7edbc43e9d1 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:33.723232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:33.739318 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-24c9c9b0-c494-40f0-b054-05e5c29c5c68 service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731140 Nov 25 17:28:33.770353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.790914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580498c0-7400-446b-86e1-4ac10fd65293 req-4eb2e6a3-5583-402e-8d1c-2e76441bfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:33.792727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-580498c0-7400-446b-86e1-4ac10fd65293 req-4eb2e6a3-5583-402e-8d1c-2e76441bfa47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 1096 time: 0.1379166 Nov 25 17:28:33.841916 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc159289-a157-40ec-998b-300e5440b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.863420 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-580498c0-7400-446b-86e1-4ac10fd65293 req-8cd30f22-f1c1-4fdf-95f9-d728f4a85586 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440798 Nov 25 17:28:33.998067 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3092a21f-b9a8-48ee-84ed-653dc118bd7e req-b80f54f1-2975-4bb0-a961-7c85030fbcac service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450259 Nov 25 17:28:34.101679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router bac015c9-f940-4981-8f74-3357c9969dd0 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:28:34.137500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.152234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['144a7d96-bea3-4dfa-8b84-6bacabc78b50'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:34.276406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bc159289-a157-40ec-998b-300e5440b9c2 None None] For port ae821fb6-666e-4f73-bf43-076733148702, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae821fb6-666e-4f73-bf43-076733148702,segment=NetworkSegment(a0613eee-4745-4cf6-ac0c-993baab01224),segment_id=a0613eee-4745-4cf6-ac0c-993baab01224)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:34.292280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:34.294773 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a499e-296f-4936-bb5c-d3a7979acf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:34.322467 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-235a83e9-5a33-4be8-89f6-22301514e4e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.365535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9a1e-46c5-4b69-ad77-d136531dd927 req-b12caf7a-a097-49cf-aec0-9b3e815b81dc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.375348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2cb9a1e-46c5-4b69-ad77-d136531dd927 req-b12caf7a-a097-49cf-aec0-9b3e815b81dc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 945 time: 0.7064621 Nov 25 17:28:34.380210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['144a7d96-bea3-4dfa-8b84-6bacabc78b50'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:34.416189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:34.437181 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87697aab-d1e8-4c3c-bdcf-24457f2dd146 None None] Sync routers for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:34.462848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=786b34c6-9878-4240-bae8-8bf6309b2b68,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:34.467756 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87697aab-d1e8-4c3c-bdcf-24457f2dd146 None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:34.468463 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-87697aab-d1e8-4c3c-bdcf-24457f2dd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:34.480657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.482004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-937048f8-b73a-4472-940f-ad26b2086c59 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3379951 Nov 25 17:28:34.490889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:34.530896 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-87697aab-d1e8-4c3c-bdcf-24457f2dd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:34.553839 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc159289-a157-40ec-998b-300e5440b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.555972 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87697aab-d1e8-4c3c-bdcf-24457f2dd146 None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:34.556775 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-87697aab-d1e8-4c3c-bdcf-24457f2dd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:34.638054 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-87697aab-d1e8-4c3c-bdcf-24457f2dd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:34.639059 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87697aab-d1e8-4c3c-bdcf-24457f2dd146 None None] The sync data for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:34.683868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.756221 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266708de-3207-4071-8bc4-5f73550eb2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.827900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2cb9a1e-46c5-4b69-ad77-d136531dd927 req-5ec1148c-c8c1-4efb-abcd-a613887024d6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196792 Nov 25 17:28:34.907610 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:28:34.908042 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:28:34.918232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-45ba1de8-2e26-46df-81ae-8c94c50546b5 None None] Provisioning complete for port ae821fb6-666e-4f73-bf43-076733148702 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:34.918691 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45ba1de8-2e26-46df-81ae-8c94c50546b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.981195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc159289-a157-40ec-998b-300e5440b9c2 None None] Pushing event updated for resources: {'Port': ['ID=ae821fb6-666e-4f73-bf43-076733148702,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.117538 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-235a83e9-5a33-4be8-89f6-22301514e4e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.122267 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147db74d-bf2e-4f96-89db-ae2829ee1c9f x-openstack-request-id: req-147db74d-bf2e-4f96-89db-ae2829ee1c9f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:35.122583 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:35.122773 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-147db74d-bf2e-4f96-89db-ae2829ee1c9f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:35.123191 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'status': 'completed', 'code': 200} Nov 25 17:28:35.134979 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-235a83e9-5a33-4be8-89f6-22301514e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.186523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34352) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:35.223169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Allocated IP 172.25.1.103 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/0c4dfd71-dfb7-4e92-a1a8-d4dc064a86f1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:35.270913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a83e9-5a33-4be8-89f6-22301514e4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5f226a-be6f-4d38-8281-592c29174af6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.312434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-235a83e9-5a33-4be8-89f6-22301514e4e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96c8ec61cab54ba184f8d133e1b780ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7506506 Nov 25 17:28:35.318313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:35.384420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:09Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:35.485170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] Checking router: dddc412e-072e-4824-8782-03a847f9e3ec for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:35.501509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:35.502179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:35.515744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edcfe94f-6b51-4bd9-872c-f7a8692faaef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.576299 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edcfe94f-6b51-4bd9-872c-f7a8692faaef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.655434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:35.697267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edcfe94f-6b51-4bd9-872c-f7a8692faaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.713552 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edcfe94f-6b51-4bd9-872c-f7a8692faaef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.714944 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-edcfe94f-6b51-4bd9-872c-f7a8692faaef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da5f226a-be6f-4d38-8281-592c29174af6 HTTP/1.1" status: 204 len: 168 time: 0.3949158 Nov 25 17:28:35.734273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfe94f-6b51-4bd9-872c-f7a8692faaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5f226a-be6f-4d38-8281-592c29174af6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.739061 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.792822 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.885501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event updated for resources: {'Port': ['ID=0c4dfd71-dfb7-4e92-a1a8-d4dc064a86f1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.900745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:35.904140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:35.907933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:35.980535 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.114079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c02a6-498f-4e82-bbdc-f06c231788b9 req-1afdbbad-c1b3-4436-8545-6e1216c47897 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.130652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae821fb6-666e-4f73-bf43-076733148702 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:36.133147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-756c02a6-498f-4e82-bbdc-f06c231788b9 req-1afdbbad-c1b3-4436-8545-6e1216c47897 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 945 time: 0.1673424 Nov 25 17:28:36.217690 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.226584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cb08afa-9a55-49c4-acbb-be05694e9050 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.247796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-7cc3f9f3-95b1-464c-a347-5224050c01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.248338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ae821fb6-666e-4f73-bf43-076733148702 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:36.248719 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.254869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-7cc3f9f3-95b1-464c-a347-5224050c01e9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1097 time: 1.1050334 Nov 25 17:28:36.275642 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.347019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-756c02a6-498f-4e82-bbdc-f06c231788b9 req-d80223d4-d01b-4f50-9043-ad95df6b3add tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078269 Nov 25 17:28:36.381387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:09Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:36.425824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cb08afa-9a55-49c4-acbb-be05694e9050 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.557728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd552f-27fe-433c-9236-cbe106e76042 None None] The sync data for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 is: [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 4, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '35d6f97d-8a33-4f73-b471-0809cf78ca01', 'name': '', 'network_id': 'f2b2ecc6-1e4a-400b-a399-0930846acdb2', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'mac_address': 'fa:16:3e:4d:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:09Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'subnets': [{'id': 'ef5c640e-bb44-4c83-aca8-4861b6820ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:36.615219 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.678683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-bd0a72b5-7b9c-45ab-91b1-499de3ae28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.680220 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-bd0a72b5-7b9c-45ab-91b1-499de3ae28f9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 921 time: 0.3999298 Nov 25 17:28:36.720220 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.758844 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.826439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event updated for resources: {'Port': ['ID=0c4dfd71-dfb7-4e92-a1a8-d4dc064a86f1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:36.889561 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-d27236dd-f336-4a7f-9842-e807bf833b91 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 217 time: 0.1959109 Nov 25 17:28:36.895099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cb08afa-9a55-49c4-acbb-be05694e9050 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.899862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cb08afa-9a55-49c4-acbb-be05694e9050 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.902306 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5cb08afa-9a55-49c4-acbb-be05694e9050 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "DELETE /v2.0/security-groups/fe58f7bd-be66-4b15-ad61-7cf3a93d5c33 HTTP/1.1" status: 204 len: 168 time: 1.7139969 Nov 25 17:28:36.907749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:36.918134 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.972472 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-0fe0a528-2bcb-46cf-8bca-0399ba604117 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] show failed (client error): The resource could not be found. Nov 25 17:28:36.977284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0fe0a528-2bcb-46cf-8bca-0399ba604117 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "GET /v2.0/security-groups/fe58f7bd-be66-4b15-ad61-7cf3a93d5c33 HTTP/1.1" status: 404 len: 347 time: 0.0683584 Nov 25 17:28:36.978090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34416) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:36.996178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb08afa-9a55-49c4-acbb-be05694e9050 tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58f7bd-be66-4b15-ad61-7cf3a93d5c33,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:36.998928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.033378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.065221 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.112788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338b13b-05fa-4ad8-b7fe-e84ce0576d8a req-6299a859-042e-4db1-8e9d-20b67a6b76ab tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.135213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f338b13b-05fa-4ad8-b7fe-e84ce0576d8a req-6299a859-042e-4db1-8e9d-20b67a6b76ab tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.4106231 Nov 25 17:28:37.181774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8cbb-f370-4477-aafc-0369f2cd9792 None None] New status for floating IP 2b00274c-1ab9-40e0-b096-15a25fc68cc2: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:28:37.242251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:37.270698 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.271992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e4883df-6661-4181-b193-49e5d893450b req-58d87748-ac45-4f50-a16a-b5e361b76f3d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8591866 Nov 25 17:28:37.292303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f338b13b-05fa-4ad8-b7fe-e84ce0576d8a req-4bf38e7c-32a4-4598-b9cb-1ed722818377 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/quotas/74b3d02624d84e74a045f6a9a10b41fc HTTP/1.1" status: 200 len: 375 time: 0.1559954 Nov 25 17:28:37.411485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.20.0.1 (30ba0245-8c1a-4407-b173-78aff5427dfc/dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66/6ea32d04-c540-45ae-899b-ed7ceb405c45) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:37.561971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-933dd274-9822-42de-a95f-60a059554215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.564170 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-933dd274-9822-42de-a95f-60a059554215 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.6557734 Nov 25 17:28:37.577072 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.610172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-259884213-network', 'tenant_id': '8a1075776fcf4995b8db8a19e0ba97d2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:37.635691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e4883df-6661-4181-b193-49e5d893450b req-ecdb236c-d36e-413f-bd5f-7d01908b17f6 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.3026323 Nov 25 17:28:37.639439 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-1c7e20ba-be69-46a5-b61a-9904ea2b97db service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574353 Nov 25 17:28:37.820787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.825845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f338b13b-05fa-4ad8-b7fe-e84ce0576d8a req-5ea667e0-4461-4443-9ade-ec4ecd61a404 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5323167 Nov 25 17:28:37.835272 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-870fbfdc-d181-4764-849d-22f14874b875 service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589985 Nov 25 17:28:37.843254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Made reservation on behalf of 8a1075776fcf4995b8db8a19e0ba97d2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:37.846340 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.872151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.907839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Deleting port 688692d7-8a09-4c78-90f7-b9ea6e0aefaf {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:37.908275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.930030 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.975763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network 30ba0245-8c1a-4407-b173-78aff5427dfc is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:37.987355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:37.997562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:38.054023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4883df-6661-4181-b193-49e5d893450b req-0ef994a7-1376-429b-a254-efc68ef8935f tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.057530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=6ea32d04-c540-45ae-899b-ed7ceb405c45,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.062688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e4883df-6661-4181-b193-49e5d893450b req-0ef994a7-1376-429b-a254-efc68ef8935f tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.4155936 Nov 25 17:28:38.069402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-0e4883df-6661-4181-b193-49e5d893450b req-dfccd809-bc55-4727-b5c8-0fc450bf3d1f tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:28:38.075974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e4883df-6661-4181-b193-49e5d893450b req-dfccd809-bc55-4727-b5c8-0fc450bf3d1f tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122888 Nov 25 17:28:38.131716 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee8a499e-296f-4936-bb5c-d3a7979acf0f req-935a2523-a99b-4ffd-81f0-79cf7be0c729 service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751822 Nov 25 17:28:38.142154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.256755 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.261868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.342782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.354080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Calling delete_port for 688692d7-8a09-4c78-90f7-b9ea6e0aefaf owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:38.413602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2eb26af8-c955-4006-a9cc-76977611761c None None] Provisioning complete for port 6ea32d04-c540-45ae-899b-ed7ceb405c45 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:38.413972 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eb26af8-c955-4006-a9cc-76977611761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.498777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2eb26af8-c955-4006-a9cc-76977611761c None None] Port 6ea32d04-c540-45ae-899b-ed7ceb405c45 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:38.523054 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.647685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f338b13b-05fa-4ad8-b7fe-e84ce0576d8a req-95a42d96-803a-49bc-b9ef-487c553b3c36 service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904119 Nov 25 17:28:38.655634 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.729689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-0e2517fd-872d-45be-a42a-8aa60ee5e112 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.731936 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-0e2517fd-872d-45be-a42a-8aa60ee5e112 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4951620 Nov 25 17:28:38.745151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:38.752297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.757612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.759875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.760686 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Added segment c34655d3-fcff-4100-af83-ab28f9fe39e1 of type vlan for network d31436c7-2647-4fa8-879c-ef7ed881f1fe Nov 25 17:28:38.835357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2b2392-e184-4008-b936-56a2c97292c2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.864318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.877501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=6ea32d04-c540-45ae-899b-ed7ceb405c45,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.892724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34452) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:38.936518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.948479 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.992172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-df3d5ded-2d85-4a34-909e-3b9171df999f tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.1350148 Nov 25 17:28:39.001889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Pushing event deleted for resources: {'Port': ['ID=688692d7-8a09-4c78-90f7-b9ea6e0aefaf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:39.014817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network 30ba0245-8c1a-4407-b173-78aff5427dfc is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:39.020559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:39.027264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Request body: {'floatingip': {'port_id': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:39.207768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.288256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f338b13b-05fa-4ad8-b7fe-e84ce0576d8a req-8427ecc9-01f6-455d-8e95-249cf9882875 service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250062 Nov 25 17:28:39.289216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.290665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:39.291308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.329509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.331754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.333109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7d239690-644e-46ad-ba7e-2072ccbf1bff tempest-ServersTestFqdnHostnames-364299672 tempest-ServersTestFqdnHostnames-364299672-project] 10.222.0.81 "DELETE /v2.0/floatingips/2b00274c-1ab9-40e0-b096-15a25fc68cc2 HTTP/1.1" status: 204 len: 168 time: 2.3460481 Nov 25 17:28:39.350379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:39.448085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3d672148-e2d4-4acc-885b-a6842390742e None None] Provisioning complete for port 6ea32d04-c540-45ae-899b-ed7ceb405c45 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:39.449092 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d672148-e2d4-4acc-885b-a6842390742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.536903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3d672148-e2d4-4acc-885b-a6842390742e None None] Port 6ea32d04-c540-45ae-899b-ed7ceb405c45 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:39.563548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3200164 Nov 25 17:28:39.574954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:39.589035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Request body: {'subnet': {'network_id': 'd31436c7-2647-4fa8-879c-ef7ed881f1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-259884213-subnet', 'tenant_id': '8a1075776fcf4995b8db8a19e0ba97d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:39.601368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router bac015c9-f940-4981-8f74-3357c9969dd0 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:39.619255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53bf15-d05b-4504-a4e1-a18a7f808752 admin admin] Pushing event updated for resources: {'Network': ['ID=d31436c7-2647-4fa8-879c-ef7ed881f1fe,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:39.630403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d31436c7-2647-4fa8-879c-ef7ed881f1fe details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:39.860985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Made reservation on behalf of 8a1075776fcf4995b8db8a19e0ba97d2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:39.863695 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.890639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:39.905963 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a60f27-7c40-4108-aaee-24642794c12e None None] Sync routers for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:39.924248 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a60f27-7c40-4108-aaee-24642794c12e None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:39.926701 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-45a60f27-7c40-4108-aaee-24642794c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:39.931496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fbb3198d-61e0-4d22-b119-2e05f0a18df2 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/routers/bac015c9-f940-4981-8f74-3357c9969dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4373832 Nov 25 17:28:39.939830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:39.958945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'port': {'network_id': '30ba0245-8c1a-4407-b173-78aff5427dfc', 'name': 'tempest-FloatingIPTestJSON-1647298555'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:40.041019 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-45a60f27-7c40-4108-aaee-24642794c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:40.052772 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a60f27-7c40-4108-aaee-24642794c12e None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:40.053783 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-45a60f27-7c40-4108-aaee-24642794c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:40.141574 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-45a60f27-7c40-4108-aaee-24642794c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:40.143813 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a60f27-7c40-4108-aaee-24642794c12e None None] The sync data for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:40.362863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.433867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83716ae0-cb38-4c22-8bd2-4b5728f713f2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:40.474168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.536365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Checking segment: {'id': 'c34655d3-fcff-4100-af83-ab28f9fe39e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd31436c7-2647-4fa8-879c-ef7ed881f1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:40.536790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Network hostable DHCP agents. Network: d31436c7-2647-4fa8-879c-ef7ed881f1fe, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:40.600473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Network d31436c7-2647-4fa8-879c-ef7ed881f1fe is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:40.618039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d31436c7-2647-4fa8-879c-ef7ed881f1fe) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:40.624447 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:40.625077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.632235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1943119-c131-4281-896b-9c50791213ed None None] Network d31436c7-2647-4fa8-879c-ef7ed881f1fe requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:40.706676 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2f8e4245-8de7-4580-92f0-dfa611cdbbe5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1259038 Nov 25 17:28:40.841484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7860b3-512e-458b-a021-3481f0acc201 None None] Network d31436c7-2647-4fa8-879c-ef7ed881f1fe requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:40.935955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Deleting port f418f451-b213-4a44-91f0-92ca84413e6d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:40.938764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.055354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Made reservation on behalf of 4ea26d542593464c817af0cd6cd7dfa1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:41.059215 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.095559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] For port f418f451-b213-4a44-91f0-92ca84413e6d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f418f451-b213-4a44-91f0-92ca84413e6d,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:41.096439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.114270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Calling delete_port for f418f451-b213-4a44-91f0-92ca84413e6d owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:41.165200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-99618e5b-f7e7-4574-b164-121b57c0ac98 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.166695 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-99618e5b-f7e7-4574-b164-121b57c0ac98 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.3227546 Nov 25 17:28:41.174226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] device_id is not set on port 6ce83f8a-3485-4d5f-acea-ae0a6e492895 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:28:41.205534 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.214663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-77ea85a3-7f3e-4d24-ae7f-1735c0c0f247 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/quotas/74b3d02624d84e74a045f6a9a10b41fc HTTP/1.1" status: 200 len: 375 time: 0.0259631 Nov 25 17:28:41.215264 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.321696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:41.327020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1296353739-network', 'tenant_id': '21df3344646f496787cccc903ea57242'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:41.384776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Made reservation on behalf of 21df3344646f496787cccc903ea57242 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:41.387344 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.398007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.401951 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.466541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f418f451-b213-4a44-91f0-92ca84413e6d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:41.539076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Allocated IP 172.20.0.14 (30ba0245-8c1a-4407-b173-78aff5427dfc/dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66/6ce83f8a-3485-4d5f-acea-ae0a6e492895) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:41.556167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-b775290e-6c62-4664-b168-e21ff24a927a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2672849 Nov 25 17:28:41.570003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-b285210f-abc6-4ad1-8b5d-1ff7f12cb055 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:28:41.584436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-b285210f-abc6-4ad1-8b5d-1ff7f12cb055 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270312 Nov 25 17:28:41.679064 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.686515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.705944 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Floating IP 89b73374-9dbc-4dc1-9641-84e4a8f3f1ba associated. External IP: 172.25.1.103, port: 144a7d96-bea3-4dfa-8b84-6bacabc78b50. Nov 25 17:28:41.716434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:41.730822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.731178 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Added segment adc5a4cd-b1dc-4b4e-95a8-3ce2e9455968 of type vlan for network 64063929-055a-4300-91dd-b06964ef91b9 Nov 25 17:28:41.793238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.809847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.817364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e59ad54-c72b-4564-b2d6-12936e3ae6d5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:41.864699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-334b3d3d-ef7d-452a-a1d2-01fe27d9a7fd service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524817 Nov 25 17:28:41.876579 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.884741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.885742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.886461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.949474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6260700 Nov 25 17:28:41.954432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34524) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:42.296777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-3b222bcf-49f3-40f2-90e2-80934758c714 service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179714 Nov 25 17:28:42.356736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Request body: {'subnet': {'network_id': '64063929-055a-4300-91dd-b06964ef91b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1296353739-subnet', 'tenant_id': '21df3344646f496787cccc903ea57242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:42.371329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f88e90-91f5-4af6-8bbf-a84c85fc2c14 admin admin] Pushing event updated for resources: {'Network': ['ID=64063929-055a-4300-91dd-b06964ef91b9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:42.387227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 64063929-055a-4300-91dd-b06964ef91b9 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:42.398734 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.449473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Made reservation on behalf of 21df3344646f496787cccc903ea57242 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:42.452099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.462048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Router 629a240c-209b-48c4-bd79-2c1d590e299a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:42.647456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:42.865257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:42.871020 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-946404b8-38fa-4a5b-93a5-4179487ef6a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/f6903c5c-7ec7-4d9b-adba-adf25bd8d211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9768693 Nov 25 17:28:42.874145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:42.886656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] Sync routers for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:42.913170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:42.914142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:43.020158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54d5e7b3-c3a4-47d1-8240-faa0c50ce8cd req-e4484a6b-8238-46ae-877c-0158a9a74374 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 210 time: 0.4865882 Nov 25 17:28:43.036600 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.186902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Network 30ba0245-8c1a-4407-b173-78aff5427dfc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:43.194677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event updated for resources: {'Port': ['ID=6ce83f8a-3485-4d5f-acea-ae0a6e492895,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:43.204233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:43.207479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:43.224889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.304705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:43.310842 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.318099 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] Sync routers for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:43.367841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:43.367841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.391277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-b63001c5-c964-410f-9a72-506e0b1e771b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "PUT /v2.0/floatingips/89b73374-9dbc-4dc1-9641-84e4a8f3f1ba HTTP/1.1" status: 200 len: 997 time: 4.3740892 Nov 25 17:28:43.394207 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.403671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:43.413285 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab1107-9b65-4632-a95b-34ba3f4a72c5" -d '{"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:43.429735 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:43.432170 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:43.444286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8f0395aa-774a-4202-b912-ad349c24226b tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4880273 Nov 25 17:28:43.449264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:43.457206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:43.496674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Request body: {'floatingip': {'port_id': '6ce83f8a-3485-4d5f-acea-ae0a6e492895'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:43.503678 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78348749-4492-461c-aed5-326cd9f2c451 x-openstack-request-id: req-78348749-4492-461c-aed5-326cd9f2c451 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:43.504188 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:43.504607 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78348749-4492-461c-aed5-326cd9f2c451 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:43.505267 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'status': 'completed', 'code': 200} Nov 25 17:28:43.576072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Deleting port 35d6f97d-8a33-4f73-b471-0809cf78ca01 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:43.576847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.615758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b521d8-4496-4470-887f-4d7a3b4e7913,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:43.653127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Checking segment: {'id': 'adc5a4cd-b1dc-4b4e-95a8-3ce2e9455968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '64063929-055a-4300-91dd-b06964ef91b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:43.653507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Network hostable DHCP agents. Network: 64063929-055a-4300-91dd-b06964ef91b9, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:43.695451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-0b8e26e4-145c-493c-b150-707da34f1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:43.703070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-0b8e26e4-145c-493c-b150-707da34f1206 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1097 time: 0.2587233 Nov 25 17:28:43.709646 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.709876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-8c2c6bd1-2041-4082-842a-0b5ede5ce241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:43.711613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-8c2c6bd1-2041-4082-842a-0b5ede5ce241 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1097 time: 0.1676927 Nov 25 17:28:43.746664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Network 64063929-055a-4300-91dd-b06964ef91b9 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:43.749773 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:43.774553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 64063929-055a-4300-91dd-b06964ef91b9) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:43.823839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:43.824480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.846683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.890381 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2484df9d-8948-4d00-880c-dbccc7176d7e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9306238 Nov 25 17:28:43.916245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088eaf9-d6c4-4df0-90b7-87f46b147472 None None] Network 64063929-055a-4300-91dd-b06964ef91b9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:44.021677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] For port 35d6f97d-8a33-4f73-b471-0809cf78ca01, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=35d6f97d-8a33-4f73-b471-0809cf78ca01,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:44.022017 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.116165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-06478e59-85fd-403c-9fda-0c7458b85658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:44.130461 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-06478e59-85fd-403c-9fda-0c7458b85658 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 921 time: 0.4066999 Nov 25 17:28:44.177058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Calling delete_port for 35d6f97d-8a33-4f73-b471-0809cf78ca01 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:44.192163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1dc2e097-8f66-4b31-9c7b-c3c75ca483c5 None None] Provisioning complete for port 6ce83f8a-3485-4d5f-acea-ae0a6e492895 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:44.196428 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e097-8f66-4b31-9c7b-c3c75ca483c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.324598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2e097-8f66-4b31-9c7b-c3c75ca483c5 None None] Port 6ce83f8a-3485-4d5f-acea-ae0a6e492895 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:44.356053 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '89b73374-9dbc-4dc1-9641-84e4a8f3f1ba', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'port_id': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'mac_address': 'fa:16:3e:55:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:28:36Z', 'updated_at': '2021-11-25T17:28:40Z', 'revision_number': 1, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:46Z', 'revision_number': 5, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:44.365112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Deleting port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:44.369467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.426749 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] Checking router: 629a240c-209b-48c4-bd79-2c1d590e299a for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:44.431269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:28:41Z', 'revision_number': 5, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port': {'id': '08fb1f9d-00c4-46b6-b8fd-75136dc1df38', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:08Z', 'updated_at': '2021-11-25T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:44.451459 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:44.452108 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:44.477956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0872a0cc-7836-48f3-8346-b313c4b71e85 req-a871a9a7-776b-406d-ba92-eed22764bcaf tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 210 time: 0.1582890 Nov 25 17:28:44.509799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1908fe39-2a6f-4286-8042-4b85996d69c3 None None] Network 64063929-055a-4300-91dd-b06964ef91b9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:44.509799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] Checking router: f6903c5c-7ec7-4d9b-adba-adf25bd8d211 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:44.536134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] For port 08fb1f9d-00c4-46b6-b8fd-75136dc1df38, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08fb1f9d-00c4-46b6-b8fd-75136dc1df38,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:44.536830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.560745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Calling delete_port for 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:44.675489 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-3672bdb1-5113-44e2-887d-7dd9947969bb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 1000 time: 0.5245171 Nov 25 17:28:44.677723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] Routers {'f6903c5c-7ec7-4d9b-adba-adf25bd8d211'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:44.678615 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:44.680283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:44.798966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-09271f79-b249-4246-a3e3-9d933733e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:44.801528 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-09271f79-b249-4246-a3e3-9d933733e0fe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.1188836 Nov 25 17:28:44.821219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-6f6ace6c-478a-4ef7-b1ad-bf08cee995fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:44.830414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-6f6ace6c-478a-4ef7-b1ad-bf08cee995fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 921 time: 1.1259973 Nov 25 17:28:44.849558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] Set router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:44.856241 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-660bf75e-bd9c-4608-b7f9-b34d5eeef96c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468159 Nov 25 17:28:44.918841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:28:43Z', 'revision_number': 6, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:44.980328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.988395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-62910d39-0c86-44eb-a99c-1d1f01e0c530 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 1000 time: 0.1374316 Nov 25 17:28:44.992666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb87760-9179-4c7e-bff7-93a3bccb0a4d None None] The sync data for ids ['f6903c5c-7ec7-4d9b-adba-adf25bd8d211'] in n-d-819349-3 is: [{'id': 'f6903c5c-7ec7-4d9b-adba-adf25bd8d211', 'name': 'tempest-TaggedBootDevicesTest_v242-255341211-router', 'tenant_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:06Z', 'updated_at': '2021-11-25T17:28:43Z', 'revision_number': 6, 'project_id': 'ec41d7f0ce8a4ee08ca95bb2cd3be17a', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:45.089198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Pushing event deleted for resources: {'Port': ['ID=08fb1f9d-00c4-46b6-b8fd-75136dc1df38,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:45.101090 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-d129373c-fbe0-460f-8e25-03ca932698ec service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368889 Nov 25 17:28:45.117884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70056abd-8665-44fb-80c9-d0838b48389a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:45.162623 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '89b73374-9dbc-4dc1-9641-84e4a8f3f1ba', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'port_id': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'mac_address': 'fa:16:3e:55:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:28:36Z', 'updated_at': '2021-11-25T17:28:40Z', 'revision_number': 1, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:46Z', 'revision_number': 5, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:45.210317 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abae341-6f0a-43d8-aaf5-052713c23a35 None None] The sync data for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 is: [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '89b73374-9dbc-4dc1-9641-84e4a8f3f1ba', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'port_id': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'mac_address': 'fa:16:3e:55:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:28:36Z', 'updated_at': '2021-11-25T17:28:40Z', 'revision_number': 1, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:46Z', 'revision_number': 5, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:45.259262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.369958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-b7e40658-d83a-4beb-b9ce-7e80c881ad70 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.371515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-b7e40658-d83a-4beb-b9ce-7e80c881ad70 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 1.3903227 Nov 25 17:28:45.391573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Request body: {'port': {'device_id': 'f00d145a-312f-494d-bed3-119af66fec52', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'admin_state_up': True, 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:45.393225 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7bab1107-9b65-4632-a95b-34ba3f4a72c5 req-b6e4ca5e-fab7-4b00-b13c-f02456ccaacf service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842381 Nov 25 17:28:45.395330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.410015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.486572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.487710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6903c5c-7ec7-4d9b-adba-adf25bd8d211 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:28:45.492586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.494532 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-37996cdd-da75-4cc1-af36-ba32b642526c admin admin] 10.222.0.81 "DELETE /v2.0/routers/f6903c5c-7ec7-4d9b-adba-adf25bd8d211 HTTP/1.1" status: 204 len: 168 time: 2.6188421 Nov 25 17:28:45.496432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34570) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:45.569819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2dd77c-f7eb-4df5-9d5e-5bdb342b5feb admin admin] Deleting subnet f12de2ce-9a48-4f26-81e7-fd454e827edd {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:45.581754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b2dd77c-f7eb-4df5-9d5e-5bdb342b5feb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.597275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a707595-fd69-4545-9ad0-15b5e8cc185b None None] New status for floating IP 89b73374-9dbc-4dc1-9641-84e4a8f3f1ba: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:28:45.634991 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b2dd77c-f7eb-4df5-9d5e-5bdb342b5feb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.759642 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b2dd77c-f7eb-4df5-9d5e-5bdb342b5feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.830832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-5e829ab1-ab1d-41d4-b7c8-337e1bec5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.832428 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-5e829ab1-ab1d-41d4-b7c8-337e1bec5d00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.7655079 Nov 25 17:28:45.856495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b2dd77c-f7eb-4df5-9d5e-5bdb342b5feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.897543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dd77c-f7eb-4df5-9d5e-5bdb342b5feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12de2ce-9a48-4f26-81e7-fd454e827edd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:45.911234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b2dd77c-f7eb-4df5-9d5e-5bdb342b5feb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.916539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a6d03-e741-47f1-b020-70b92573fa5d None None] Network af923ac7-74c6-4b48-b36f-5047e89dfdb4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:45.919692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b2dd77c-f7eb-4df5-9d5e-5bdb342b5feb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f12de2ce-9a48-4f26-81e7-fd454e827edd HTTP/1.1" status: 204 len: 168 time: 0.4199402 Nov 25 17:28:45.920072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:45.932874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-7801c72f-f0ab-42b7-ac52-39e09352415e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806043 Nov 25 17:28:45.940054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4949b173-9b44-47cf-9007-5dd55daaa856 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.947599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4949b173-9b44-47cf-9007-5dd55daaa856 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/networks?id=d31436c7-2647-4fa8-879c-ef7ed881f1fe HTTP/1.1" status: 200 len: 824 time: 0.9504557 Nov 25 17:28:45.994391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-f857faa1-4481-4813-95e4-2714dba3f225 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:28:45.995411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-f857faa1-4481-4813-95e4-2714dba3f225 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455618 Nov 25 17:28:46.104750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.129024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f418f451-b213-4a44-91f0-92ca84413e6d no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:46.132949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f0995c8d-fce3-427c-9a92-19d416166d77 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/quotas/8a1075776fcf4995b8db8a19e0ba97d2 HTTP/1.1" status: 200 len: 375 time: 0.1843715 Nov 25 17:28:46.167827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:28:46.180523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f418f451-b213-4a44-91f0-92ca84413e6d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:46.181419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f418f451-b213-4a44-91f0-92ca84413e6d not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:46.182087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:46.224823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:46.225835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08fb1f9d-00c4-46b6-b8fd-75136dc1df38 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:46.235882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Deleting port 849605f5-50d6-4aab-9256-968ea43a3313 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:46.236225 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.252475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-7069709c-742a-40d5-8519-43b3cb39da61 service neutron] 10.222.0.81 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328980 Nov 25 17:28:46.300197 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.315154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-53960695-05f2-4c96-9a86-301902d5915c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a1075776fcf4995b8db8a19e0ba97d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1812980 Nov 25 17:28:46.320994 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.334404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] DHCP port deletion for af923ac7-74c6-4b48-b36f-5047e89dfdb4 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:46.335207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] For port 849605f5-50d6-4aab-9256-968ea43a3313, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=849605f5-50d6-4aab-9256-968ea43a3313,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:46.335798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.364727 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Calling delete_port for 849605f5-50d6-4aab-9256-968ea43a3313 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:46.401524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] Deleting port 849605f5-50d6-4aab-9256-968ea43a3313 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:46.404808 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.488551 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP 11b98f3a-5ccf-46c3-91ba-0d2eb4ffcd9a associated. External IP: 172.25.1.67, port: 24356ab3-54ca-4793-8402-5f73b6ed6a6d. Nov 25 17:28:46.491089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:46.496356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.497511 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.530990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] For port 849605f5-50d6-4aab-9256-968ea43a3313, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=849605f5-50d6-4aab-9256-968ea43a3313,segment=NetworkSegment(d60b91e3-bf90-466d-b2c1-6296b3b4c817),segment_id=d60b91e3-bf90-466d-b2c1-6296b3b4c817)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:46.532841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.543068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Pushing event deleted for resources: {'Port': ['ID=849605f5-50d6-4aab-9256-968ea43a3313,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:46.552265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] Calling delete_port for 849605f5-50d6-4aab-9256-968ea43a3313 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:46.573533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] No DVR routers for this DVR port 849605f5-50d6-4aab-9256-968ea43a3313 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:46.656682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.685826 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.691490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] Pushing event deleted for resources: {'Port': ['ID=849605f5-50d6-4aab-9256-968ea43a3313,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:46.708997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c71ab8-6c43-4612-8515-353fc3e0ccaf None None] No DVR routers for this DVR port 849605f5-50d6-4aab-9256-968ea43a3313 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:46.741039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af923ac7-74c6-4b48-b36f-5047e89dfdb4']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:46.753340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60b91e3-bf90-466d-b2c1-6296b3b4c817') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:46.754026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60b91e3-bf90-466d-b2c1-6296b3b4c817') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:46.765615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.782228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.783579 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.790836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:46.791443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:46.793552 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:46.863498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.869375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=35d6f97d-8a33-4f73-b471-0809cf78ca01,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:46.870162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.875958 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] 10.222.0.81 "DELETE /v2.0/networks/af923ac7-74c6-4b48-b36f-5047e89dfdb4 HTTP/1.1" status: 204 len: 168 time: 0.9547398 Nov 25 17:28:46.884422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34578) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:46.892866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add59e0-6a22-49f7-92fe-522e6b1df29c admin admin] Pushing event deleted for resources: {'Network': ['ID=af923ac7-74c6-4b48-b36f-5047e89dfdb4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:46.962760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62d4413a-8c32-4586-befb-4b786d10c3fa req-3c2f2aaf-2706-47b6-baea-4f02f1b1f774 service neutron] 10.222.0.81 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605985 Nov 25 17:28:46.965060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f0191b94-c21d-4ccd-948e-38a74811ddea service neutron] 10.222.0.81 "GET /v2.0/networks/d31436c7-2647-4fa8-879c-ef7ed881f1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242984 Nov 25 17:28:47.210810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08b4c299-b9b3-4d7c-baf6-91a4cf067efe req-751759ea-c08d-4ad2-9d59-b63b02b66ae2 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 210 time: 0.1559579 Nov 25 17:28:47.231852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Allocated IP 172.20.0.7 (74d85561-231f-4a45-a38b-c659995a3730/f5eda89d-76fa-4bbd-a6c9-f9df66a95b38/307ee159-9161-41b9-bad2-89a42d91de49) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:47.841430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-a278358e-ba45-456a-acd7-cea040770c37 service neutron] 10.222.0.81 "GET /v2.0/networks/d31436c7-2647-4fa8-879c-ef7ed881f1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238664 Nov 25 17:28:47.845046 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-76a30fc1-eafc-4972-8d5f-906b2d51751c tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 1002 time: 0.5597525 Nov 25 17:28:47.945624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:47.975160 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.019667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-1c92047b-98ac-4e0b-9ff1-8bc8d0946ed6 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:48.036183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-1c92047b-98ac-4e0b-9ff1-8bc8d0946ed6 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports/144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 943 time: 0.1745725 Nov 25 17:28:48.146103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33bb5a20-66b6-4dc1-93aa-9b746087c9b1 req-b0726975-c644-4e70-92a9-4ae4fca0ac4f tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 210 time: 0.0648241 Nov 25 17:28:48.165717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 849605f5-50d6-4aab-9256-968ea43a3313 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:48.192679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 849605f5-50d6-4aab-9256-968ea43a3313 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:48.193310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 849605f5-50d6-4aab-9256-968ea43a3313 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:48.421148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e23f64aa-aa6a-4f57-9e62-811adc19a671 req-e8abcb62-afe6-4727-a80e-7e864bc00bb8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 210 time: 0.1000152 Nov 25 17:28:48.446672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-9fa7643c-1c06-41cf-9f23-abdc56c4602b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 1002 time: 0.3193734 Nov 25 17:28:48.502550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.736852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:48.752458 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f4187e-2cd8-459c-8c92-4633e360e08e None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:48.764258 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4187e-2cd8-459c-8c92-4633e360e08e None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:48.765942 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-02f4187e-2cd8-459c-8c92-4633e360e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:48.818917 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-02f4187e-2cd8-459c-8c92-4633e360e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:48.830760 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4187e-2cd8-459c-8c92-4633e360e08e None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:48.832271 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-02f4187e-2cd8-459c-8c92-4633e360e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:48.832493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.848075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:48.878590 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-02f4187e-2cd8-459c-8c92-4633e360e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:48.880476 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f4187e-2cd8-459c-8c92-4633e360e08e None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:48.948200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-379632db-f081-44f5-a8fc-4eb791b5ff7a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:48.950258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-379632db-f081-44f5-a8fc-4eb791b5ff7a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.4453521 Nov 25 17:28:49.054037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Network 74d85561-231f-4a45-a38b-c659995a3730 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:49.073166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:49.088213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:49.097999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event updated for resources: {'Port': ['ID=307ee159-9161-41b9-bad2-89a42d91de49,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:49.192244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Router dddc412e-072e-4824-8782-03a847f9e3ec has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:49.196087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-112f7ab8-429d-43d7-ba47-bec544a975eb tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 1002 time: 0.2180369 Nov 25 17:28:49.215520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:49.299320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:49.299850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.382183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-984a777b-5809-4bec-8f03-0c7eafa06e36 req-49f29d5e-b109-4d6e-87d7-98f98384d30c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 210 time: 0.1149566 Nov 25 17:28:49.404275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-0175b58e-c55d-4b5b-a869-98a80f924736 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0169563 Nov 25 17:28:49.547684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-425a6210-1a19-4538-9681-07efa60f0b2a tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:49.550091 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-425a6210-1a19-4538-9681-07efa60f0b2a tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.60 "GET /v2.0/networks?id=d31436c7-2647-4fa8-879c-ef7ed881f1fe HTTP/1.1" status: 200 len: 824 time: 0.2103050 Nov 25 17:28:49.572992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Request body: {'port': {'device_id': '7fce84ca-df64-4d47-bdd9-141e5accb794', 'network_id': 'd31436c7-2647-4fa8-879c-ef7ed881f1fe', 'admin_state_up': True, 'tenant_id': '8a1075776fcf4995b8db8a19e0ba97d2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:49.734966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Made reservation on behalf of 8a1075776fcf4995b8db8a19e0ba97d2 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:49.739114 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.811506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Request body: {'port': {'device_id': 'f00d145a-312f-494d-bed3-119af66fec52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:49.868866 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.890281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Allocated IP 172.20.0.4 (d31436c7-2647-4fa8-879c-ef7ed881f1fe/83716ae0-cb38-4c22-8bd2-4b5728f713f2/96eab216-446f-4101-9cc5-749717cff0c5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:50.033189 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.062371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.106736 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.118046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router bac015c9-f940-4981-8f74-3357c9969dd0 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:50.119318 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.162988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Network d31436c7-2647-4fa8-879c-ef7ed881f1fe is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:50.166342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:50.166501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd6b0d-8809-4b83-b4c0-ab6ca8088a9b req-0c4ff26c-94d4-4e32-9476-2b57b4f96522 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:50.168324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cfd6b0d-8809-4b83-b4c0-ab6ca8088a9b req-0c4ff26c-94d4-4e32-9476-2b57b4f96522 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 931 time: 0.3617492 Nov 25 17:28:50.170876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:50.173887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:50.189244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d271091e-694d-4e01-a1a7-263ee4e0fb7c admin admin] 10.222.0.81 "PUT /v2.0/routers/dddc412e-072e-4824-8782-03a847f9e3ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8115714 Nov 25 17:28:50.206905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] Sync routers for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:50.210637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34608) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:50.210911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Pushing event updated for resources: {'Port': ['ID=96eab216-446f-4101-9cc5-749717cff0c5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:50.222330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:50.223483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:50.371516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:50.372475 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.375607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:50.398670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f6ec114c-3cf7-4503-b8e3-e9abcc018361 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8309474 Nov 25 17:28:50.406709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.413282 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.424140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Request body: {'port': {'device_id': '7fce84ca-df64-4d47-bdd9-141e5accb794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:50.474647 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.475171 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Floating IP 89b73374-9dbc-4dc1-9641-84e4a8f3f1ba disassociated. External IP: 172.25.1.103, port: 144a7d96-bea3-4dfa-8b84-6bacabc78b50. Nov 25 17:28:50.572211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.721490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9cfd6b0d-8809-4b83-b4c0-ab6ca8088a9b req-6899a7d6-d2f8-45c7-962f-9bf75bc2ab06 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731767 Nov 25 17:28:50.868387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:28:46Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:50.899326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] Checking router: dddc412e-072e-4824-8782-03a847f9e3ec for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:50.915635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] Routers {'dddc412e-072e-4824-8782-03a847f9e3ec'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:50.916869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['dddc412e-072e-4824-8782-03a847f9e3ec'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:50.982817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34618) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:50.998292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:51.010091 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee65a2-95bc-484a-9f58-06b583b7961b None None] Sync routers for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:51.021210 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee65a2-95bc-484a-9f58-06b583b7961b None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:51.026615 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eee65a2-95bc-484a-9f58-06b583b7961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.029567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.038756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.104683 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eee65a2-95bc-484a-9f58-06b583b7961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.128225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] Set router dddc412e-072e-4824-8782-03a847f9e3ec gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:51.131864 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee65a2-95bc-484a-9f58-06b583b7961b None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:51.132970 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eee65a2-95bc-484a-9f58-06b583b7961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.175617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eab216-446f-4101-9cc5-749717cff0c5 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:51.190819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.192130 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5eee65a2-95bc-484a-9f58-06b583b7961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.193048 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee65a2-95bc-484a-9f58-06b583b7961b None None] The sync data for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:51.227922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Transition to ACTIVE for port object 96eab216-446f-4101-9cc5-749717cff0c5 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:51.229837 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff34968f-abe4-4966-84e6-476ba1ead680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.243804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.267728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5b03b6f0-ed48-4709-9dbe-b916035516ce tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/floatingips/11b98f3a-5ccf-46c3-91ba-0d2eb4ffcd9a HTTP/1.1" status: 200 len: 978 time: 7.7975121 Nov 25 17:28:51.286380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:51.399361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3978b2-9030-41f8-b5a7-9b46fda96b32 req-0bc64be2-c59e-43c2-8ec2-6e3fbf972fba tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:51.401102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b3978b2-9030-41f8-b5a7-9b46fda96b32 req-0bc64be2-c59e-43c2-8ec2-6e3fbf972fba tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 931 time: 0.4319417 Nov 25 17:28:51.414745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Pushing event updated for resources: {'Port': ['ID=96eab216-446f-4101-9cc5-749717cff0c5,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:51.419947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:28:46Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:51.434197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Deleting port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:51.434534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.452168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90bcfbe-50f5-49db-945c-8843a4ef14f7 None None] The sync data for ids ['dddc412e-072e-4824-8782-03a847f9e3ec'] in n-d-819349-3 is: [{'id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'name': 'tempest-ServersTestFqdnHostnames-1328216773-router', 'tenant_id': 'a417c3380e4643b087494ee99066e7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:53Z', 'updated_at': '2021-11-25T17:28:46Z', 'revision_number': 5, 'project_id': 'a417c3380e4643b087494ee99066e7ce', 'gw_port': {'id': '3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddc412e-072e-4824-8782-03a847f9e3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:55Z', 'updated_at': '2021-11-25T17:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:51.542375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Router 629a240c-209b-48c4-bd79-2c1d590e299a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:51.556367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b3978b2-9030-41f8-b5a7-9b46fda96b32 req-efd0daaf-a045-4b10-a167-97c89594a848 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354876 Nov 25 17:28:51.568720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307ee159-9161-41b9-bad2-89a42d91de49 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:51.574930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Deleting port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:51.575273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.582953 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.644995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Transition to ACTIVE for port object 307ee159-9161-41b9-bad2-89a42d91de49 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:51.845890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.846367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.846513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.846854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.847182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.847514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.847842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.848324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.848657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.849014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.849331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.849656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:51.967052 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.016256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 35d6f97d-8a33-4f73-b471-0809cf78ca01 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:52.028851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Attempting to bind port 96eab216-446f-4101-9cc5-749717cff0c5 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:52.029534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Attempting to bind port 96eab216-446f-4101-9cc5-749717cff0c5 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'c34655d3-fcff-4100-af83-ab28f9fe39e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd31436c7-2647-4fa8-879c-ef7ed881f1fe'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:52.029849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Attempting to bind port 96eab216-446f-4101-9cc5-749717cff0c5 on network d31436c7-2647-4fa8-879c-ef7ed881f1fe {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:52.039679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 35d6f97d-8a33-4f73-b471-0809cf78ca01 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:52.040304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 35d6f97d-8a33-4f73-b471-0809cf78ca01 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:52.053030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff34968f-abe4-4966-84e6-476ba1ead680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.055732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] For port 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:52.056353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.059683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Port 96eab216-446f-4101-9cc5-749717cff0c5 on network d31436c7-2647-4fa8-879c-ef7ed881f1fe not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:52.060014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Attempting to bind port 96eab216-446f-4101-9cc5-749717cff0c5 on network d31436c7-2647-4fa8-879c-ef7ed881f1fe {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:52.063811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 6ce83f8a-3485-4d5f-acea-ae0a6e492895 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:52.064286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.072795 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff34968f-abe4-4966-84e6-476ba1ead680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.104090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Calling delete_port for 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:52.115196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:52.115723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Checking segment: {'id': 'c34655d3-fcff-4100-af83-ab28f9fe39e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd31436c7-2647-4fa8-879c-ef7ed881f1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:52.116165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Bound using segment: {'id': 'c34655d3-fcff-4100-af83-ab28f9fe39e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd31436c7-2647-4fa8-879c-ef7ed881f1fe'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:52.116377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Bound port: 96eab216-446f-4101-9cc5-749717cff0c5, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34655d3-fcff-4100-af83-ab28f9fe39e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd31436c7-2647-4fa8-879c-ef7ed881f1fe'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:52.116716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.133740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Pushing event updated for resources: {'Port': ['ID=307ee159-9161-41b9-bad2-89a42d91de49,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.137392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] For port f78600ad-7eec-4ad3-b71e-e9ee6bd760ed, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,segment=NetworkSegment(f282032a-4a90-4618-ae76-9a2ea3af8add),segment_id=f282032a-4a90-4618-ae76-9a2ea3af8add)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:52.137759 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.180904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Calling delete_port for f78600ad-7eec-4ad3-b71e-e9ee6bd760ed owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:52.187533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.187916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.188360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.188714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.189627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.189627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.189883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.190071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.190414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.190744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.191072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.191402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:52.195214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34968f-abe4-4966-84e6-476ba1ead680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4eef3-8ffa-4020-9093-979a57fd0710,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.205844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a65bf-b662-4c65-81c4-e97624a7bd01 req-efd96464-7c9b-472d-8013-b8f152982ff0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:52.207424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f19a65bf-b662-4c65-81c4-e97624a7bd01 req-efd96464-7c9b-472d-8013-b8f152982ff0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 943 time: 0.2457750 Nov 25 17:28:52.236854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:52.250585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.251964 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ff34968f-abe4-4966-84e6-476ba1ead680 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e2ea6d5177146b79d85ebb17f8a0105&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2679725 Nov 25 17:28:52.258219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] Sync routers for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:52.259804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:52.275608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:52.276652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:52.338322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-65042c00-d445-4a2f-9127-3d23935676b5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "PUT /v2.0/floatingips/89b73374-9dbc-4dc1-9641-84e4a8f3f1ba HTTP/1.1" status: 200 len: 695 time: 3.1275885 Nov 25 17:28:52.342360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:52.344901 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95be6bd2-8cbe-4c45-b17f-026df2dc9191" -d '{"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:52.362552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.383495 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] For port 96eab216-446f-4101-9cc5-749717cff0c5, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:52.426986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Attempting to bind port 307ee159-9161-41b9-bad2-89a42d91de49 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:52.427334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Attempting to bind port 307ee159-9161-41b9-bad2-89a42d91de49 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:52.427665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Attempting to bind port 307ee159-9161-41b9-bad2-89a42d91de49 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:52.429967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:52.439599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f19a65bf-b662-4c65-81c4-e97624a7bd01 req-c9026bf5-c67d-49f5-b212-7fff3acb634f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976089 Nov 25 17:28:52.477884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Port 307ee159-9161-41b9-bad2-89a42d91de49 on network 74d85561-231f-4a45-a38b-c659995a3730 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:52.477884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Attempting to bind port 307ee159-9161-41b9-bad2-89a42d91de49 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:52.491199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] For port 96eab216-446f-4101-9cc5-749717cff0c5, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=96eab216-446f-4101-9cc5-749717cff0c5,segment=NetworkSegment(c34655d3-fcff-4100-af83-ab28f9fe39e1),segment_id=c34655d3-fcff-4100-af83-ab28f9fe39e1)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:52.495598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:52.495910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Checking segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:52.496284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Bound using segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:52.496775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Bound port: 307ee159-9161-41b9-bad2-89a42d91de49, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:52.497166 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.514195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.521325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-6296663e-4a3f-46a8-8700-bd7497856d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:52.523212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-6296663e-4a3f-46a8-8700-bd7497856d05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1097 time: 0.1541538 Nov 25 17:28:52.524987 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82cf87-f068-416a-9ade-ff79ca0586ac x-openstack-request-id: req-ae82cf87-f068-416a-9ade-ff79ca0586ac {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:52.525287 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:52.525548 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae82cf87-f068-416a-9ade-ff79ca0586ac {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:52.526003 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'status': 'completed', 'code': 200} Nov 25 17:28:52.573732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d9cef46-02ae-463b-9dce-55c767b205b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.662859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:52.663483 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.664988 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] 10.222.0.60 "PUT /v2.0/ports/96eab216-446f-4101-9cc5-749717cff0c5 HTTP/1.1" status: 200 len: 1091 time: 2.2489817 Nov 25 17:28:52.676688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fce84ca-df64-4d47-bdd9-141e5accb794', 'tag': '96eab216-446f-4101-9cc5-749717cff0c5'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:52.679845 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7fce84ca-df64-4d47-bdd9-141e5accb794", "tag": "96eab216-446f-4101-9cc5-749717cff0c5"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:52.723026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] For port 307ee159-9161-41b9-bad2-89a42d91de49, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:52.725937 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d9cef46-02ae-463b-9dce-55c767b205b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.761624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:46Z', 'revision_number': 5, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:52.762698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-782fc093-29ae-4ec0-b74c-4c98ec0ae5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:52.764101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-782fc093-29ae-4ec0-b74c-4c98ec0ae5a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 921 time: 0.2284837 Nov 25 17:28:52.769269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.794633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d95d78-db4e-47e7-8f8a-d87558a09962 req-6a50ddfd-4eab-4f84-bea4-5cb77d9eaea5 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:52.796235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] Checking router: 629a240c-209b-48c4-bd79-2c1d590e299a for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:52.802302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43d95d78-db4e-47e7-8f8a-d87558a09962 req-6a50ddfd-4eab-4f84-bea4-5cb77d9eaea5 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 943 time: 0.1526411 Nov 25 17:28:52.806680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:52.807866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:52.838268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627b4ed-35b6-4621-986a-6d77e26c8d2e service neutron] Pushing event updated for resources: {'Port': ['ID=96eab216-446f-4101-9cc5-749717cff0c5,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.861164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-8c1f80a0-ab3a-4818-a00d-bff1ec67f5d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 217 time: 0.0839584 Nov 25 17:28:52.872495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78600ad-7eec-4ad3-b71e-e9ee6bd760ed,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.875257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-002fc4d0-346a-4020-ae61-a635f2c481a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:52.877073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-002fc4d0-346a-4020-ae61-a635f2c481a0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cd098333b8a7497fa870e20ab934f4a5&device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 1097 time: 0.2745802 Nov 25 17:28:52.877765 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.912786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.913401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.913937 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Floating IP 11b98f3a-5ccf-46c3-91ba-0d2eb4ffcd9a disassociated. External IP: 172.25.1.67, port: 6ce83f8a-3485-4d5f-acea-ae0a6e492895. Nov 25 17:28:52.914498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 6ce83f8a-3485-4d5f-acea-ae0a6e492895 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:52.942232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] For port 307ee159-9161-41b9-bad2-89a42d91de49, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=307ee159-9161-41b9-bad2-89a42d91de49,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:52.972007 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.976213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:52.978255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.035404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-d3ea2a91-ce91-4876-a99a-37053d9a3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.036947 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-d3ea2a91-ce91-4876-a99a-37053d9a3679 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a1075776fcf4995b8db8a19e0ba97d2&device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 1094 time: 0.2906160 Nov 25 17:28:53.074459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc02676-c4fb-4d94-ad1e-cf406ade1235 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:53.100032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.101121 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.103498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] 10.222.0.95 "PUT /v2.0/ports/307ee159-9161-41b9-bad2-89a42d91de49 HTTP/1.1" status: 200 len: 1091 time: 3.3042085 Nov 25 17:28:53.111712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26009ee7-959a-435a-aa82-daa216d9c30c service neutron] Pushing event updated for resources: {'Port': ['ID=307ee159-9161-41b9-bad2-89a42d91de49,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.136539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-1c7393cc-d65f-4262-9451-f8591281b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.138444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-1c7393cc-d65f-4262-9451-f8591281b9d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.2744565 Nov 25 17:28:53.154025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43d95d78-db4e-47e7-8f8a-d87558a09962 req-bed6ef0b-9e13-4503-b41a-fb9638a2cfe6 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506849 Nov 25 17:28:53.192632 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d9cef46-02ae-463b-9dce-55c767b205b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.205678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d9cef46-02ae-463b-9dce-55c767b205b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.207049 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9d9cef46-02ae-463b-9dce-55c767b205b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aea4eef3-8ffa-4020-9093-979a57fd0710 HTTP/1.1" status: 204 len: 168 time: 0.9432120 Nov 25 17:28:53.281650 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0fbb18-195b-40b6-909a-7a0c4e3ab108 x-openstack-request-id: req-1d0fbb18-195b-40b6-909a-7a0c4e3ab108 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:53.281894 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fce84ca-df64-4d47-bdd9-141e5accb794", "tag": "96eab216-446f-4101-9cc5-749717cff0c5", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:53.282385 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d0fbb18-195b-40b6-909a-7a0c4e3ab108 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:53.283119 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fce84ca-df64-4d47-bdd9-141e5accb794', 'tag': '96eab216-446f-4101-9cc5-749717cff0c5', 'status': 'completed', 'code': 200} Nov 25 17:28:53.283343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-3d01d245-126c-4ae1-8cf1-3d9cc25e377e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245077 Nov 25 17:28:53.287519 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-f7c9b685-8e6d-4bd9-9608-cd9e0d91ef36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96eab216-446f-4101-9cc5-749717cff0c5 HTTP/1.1" status: 200 len: 217 time: 0.2261763 Nov 25 17:28:53.322690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cef46-02ae-463b-9dce-55c767b205b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4eef3-8ffa-4020-9093-979a57fd0710,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.329530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-df51e691-4ee5-4bce-af4e-6c728ba25191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.331646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-df51e691-4ee5-4bce-af4e-6c728ba25191 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 1094 time: 0.1656153 Nov 25 17:28:53.400959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.447329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:46Z', 'revision_number': 5, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:53.461368 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-a20fcc7d-1ea3-4cd5-845b-5cc09ee4cc52 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307ee159-9161-41b9-bad2-89a42d91de49 HTTP/1.1" status: 200 len: 217 time: 0.0670078 Nov 25 17:28:53.487107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-d468e593-7513-473e-8149-57762c746373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.488623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-d468e593-7513-473e-8149-57762c746373 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83716ae0-cb38-4c22-8bd2-4b5728f713f2 HTTP/1.1" status: 200 len: 864 time: 0.1856847 Nov 25 17:28:53.489681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-d40f4292-9a0a-43dc-96fc-d5c11b6a1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.491992 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-d40f4292-9a0a-43dc-96fc-d5c11b6a1d0b service neutron] 10.222.0.95 "GET /v2.0/networks?id=c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 200 len: 921 time: 0.5915210 Nov 25 17:28:53.514191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8a1ac-4eb6-4c24-8531-a88f692599ad None None] The sync data for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 is: [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:27:36Z', 'revision_number': 4, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f7dfc4a7-9708-476d-8efd-6acb29e541fc', 'name': '', 'network_id': 'c69f52eb-8ae2-4973-a24d-3370ae7afd29', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'mac_address': 'fa:16:3e:2d:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:33Z', 'updated_at': '2021-11-25T17:27:46Z', 'revision_number': 5, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'subnets': [{'id': '03855e9d-316c-4d1f-9cdd-a3381469fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:53.548212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-9c2d793b-1ade-4769-8c73-482aef847a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.550223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-9c2d793b-1ade-4769-8c73-482aef847a5f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0798686 Nov 25 17:28:53.570554 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.594118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-8e38b9b0-57a5-4606-b90d-562d2930b875 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 200 len: 217 time: 0.0703514 Nov 25 17:28:53.596088 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-fa1d20bc-c059-45a4-ba27-6edf10581322 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d31436c7-2647-4fa8-879c-ef7ed881f1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660803 Nov 25 17:28:53.597892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.621845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.634052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-cf3a758d-67cc-40bb-a187-c04d380ab613 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747383 Nov 25 17:28:53.726300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-23f84d8e-c71a-4607-bea2-21652dcf1c32 service neutron] 10.222.0.81 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261446 Nov 25 17:28:53.783916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.784440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dddc412e-072e-4824-8782-03a847f9e3ec {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:28:53.789696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.794115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.795288 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d43667eb-c382-43e4-bac3-4dbaac3de3a9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/dddc412e-072e-4824-8782-03a847f9e3ec HTTP/1.1" status: 204 len: 168 time: 3.5655377 Nov 25 17:28:53.802241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:53.822996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-50227b8a-8fae-49c3-a1a2-2b64de66d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:53.825114 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-50227b8a-8fae-49c3-a1a2-2b64de66d9fd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 200 len: 860 time: 0.1999371 Nov 25 17:28:53.907100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=6ce83f8a-3485-4d5f-acea-ae0a6e492895,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.949219 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-0c2d60b5-34f4-4d64-903e-eef329809645 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c69f52eb-8ae2-4973-a24d-3370ae7afd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948613 Nov 25 17:28:53.964164 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-aa13f591-d06d-4202-aff5-385543650909 service neutron] 10.222.0.60 "GET /v2.0/networks/d31436c7-2647-4fa8-879c-ef7ed881f1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401213 Nov 25 17:28:53.984286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f54f4fd-347b-4eec-92ac-d06395d103d2 req-0145e011-c8c0-4ca0-801c-099612d74984 service neutron] 10.222.0.81 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444797 Nov 25 17:28:54.016106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b565a37-e6ab-412f-9859-617729d96ea9 admin admin] Deleting subnet ef5c640e-bb44-4c83-aca8-4861b6820ecb {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:54.018716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f94e-57bb-4235-91cb-3fd463637be7 req-d6745291-8a4f-4957-9b0c-f1e04c6b676d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:54.021316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59e8f94e-57bb-4235-91cb-3fd463637be7 req-d6745291-8a4f-4957-9b0c-f1e04c6b676d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 943 time: 0.4479687 Nov 25 17:28:54.135155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-892224db-3523-4da4-9766-2d25c05343a3 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423134 Nov 25 17:28:54.146077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b565a37-e6ab-412f-9859-617729d96ea9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.161096 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d12866-d313-4a69-8d1c-ac0d22d4fa9a None None] New status for floating IP 89b73374-9dbc-4dc1-9641-84e4a8f3f1ba: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:28:54.284055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b565a37-e6ab-412f-9859-617729d96ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.384136 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-d8a2a905-c45a-4065-b86c-d475d81d945c service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169328 Nov 25 17:28:54.386317 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2affc27a-8e81-4db9-ad49-547ccc3262a3 req-a0bc984c-97e1-4b3f-9f14-3754c3867204 service neutron] 10.222.0.60 "GET /v2.0/networks/d31436c7-2647-4fa8-879c-ef7ed881f1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959546 Nov 25 17:28:54.390554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-70a5c2af-403a-4b18-8e92-695909877869 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/floatingips/89b73374-9dbc-4dc1-9641-84e4a8f3f1ba HTTP/1.1" status: 200 len: 695 time: 0.2840428 Nov 25 17:28:54.431065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59e8f94e-57bb-4235-91cb-3fd463637be7 req-71bf90f4-9e4d-4369-abfe-0001b771d56f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877475 Nov 25 17:28:54.492796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router bac015c9-f940-4981-8f74-3357c9969dd0 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:54.527953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00d145a-312f-494d-bed3-119af66fec52', 'tag': '307ee159-9161-41b9-bad2-89a42d91de49'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:54.535900 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96" -d '{"events": [{"name": "network-changed", "server_uuid": "f00d145a-312f-494d-bed3-119af66fec52", "tag": "307ee159-9161-41b9-bad2-89a42d91de49"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:54.614345 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b565a37-e6ab-412f-9859-617729d96ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.036642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f9ca8b9-425b-41c6-b31e-dbc5a14104f4 req-71bcbaa4-f0a9-4047-a8cd-d035a9918400 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8170428 Nov 25 17:28:55.085737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42efb35-23e1-408e-842d-c3d0c831aadf req-f9b29c25-9fa2-49ce-9f23-db8f8b2ea477 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.087309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f42efb35-23e1-408e-842d-c3d0c831aadf req-f9b29c25-9fa2-49ce-9f23-db8f8b2ea477 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 943 time: 0.5396655 Nov 25 17:28:55.089653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Router 0f405705-2dcd-4a71-9c86-afe8db039f7a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:55.098011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-06782a17-80ae-4dae-a97c-00ae29d6a706 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.099463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-06782a17-80ae-4dae-a97c-00ae29d6a706 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 784 time: 0.6628439 Nov 25 17:28:55.127695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-85b8a37c-681c-4af1-89be-a4eb875e5fe9 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:28:55.128662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-85b8a37c-681c-4af1-89be-a4eb875e5fe9 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104225 Nov 25 17:28:55.154297 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-95be6bd2-8cbe-4c45-b17f-026df2dc9191 req-0fa7d83e-3847-42cb-9b87-0a3ed7151a21 service neutron] 10.222.0.95 "GET /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7599113 Nov 25 17:28:55.161709 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-1b8537cf-e137-44e5-8987-5139d7bee2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.169566 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-1b8537cf-e137-44e5-8987-5139d7bee2f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a1075776fcf4995b8db8a19e0ba97d2&device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 1094 time: 0.6694934 Nov 25 17:28:55.281425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-53ec9c66-fdd7-4989-a623-0c7ec839e70a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.1071856 Nov 25 17:28:55.317851 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b565a37-e6ab-412f-9859-617729d96ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.340655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f42efb35-23e1-408e-842d-c3d0c831aadf req-47d8f176-9666-4114-b956-820cdfb9b41f tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356281 Nov 25 17:28:55.382634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b565a37-e6ab-412f-9859-617729d96ea9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.386410 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b565a37-e6ab-412f-9859-617729d96ea9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ef5c640e-bb44-4c83-aca8-4861b6820ecb HTTP/1.1" status: 204 len: 168 time: 1.5805125 Nov 25 17:28:55.391193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b565a37-e6ab-412f-9859-617729d96ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5c640e-bb44-4c83-aca8-4861b6820ecb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:55.401989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:55.402528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a29c2-3db4-4f18-8d0c-aa6d77d653d7 None None] Network f2b2ecc6-1e4a-400b-a399-0930846acdb2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:55.414734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:55.419474 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173e20dd-126b-4310-bd9e-a9f29b562b1f x-openstack-request-id: req-173e20dd-126b-4310-bd9e-a9f29b562b1f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:55.419753 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00d145a-312f-494d-bed3-119af66fec52", "tag": "307ee159-9161-41b9-bad2-89a42d91de49", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:55.420023 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-173e20dd-126b-4310-bd9e-a9f29b562b1f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:55.420415 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00d145a-312f-494d-bed3-119af66fec52', 'tag': '307ee159-9161-41b9-bad2-89a42d91de49', 'status': 'completed', 'code': 200} Nov 25 17:28:55.455224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e4a76-ee59-4d92-b00e-afcea3b14d52 None None] Sync routers for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:55.459879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-b093cbec-c3d9-4fe2-b8cf-89978ecf285a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.1423621 Nov 25 17:28:55.523930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e4a76-ee59-4d92-b00e-afcea3b14d52 None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:55.524849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-115e4a76-ee59-4d92-b00e-afcea3b14d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:55.525965 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.565075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.568001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-115e4a76-ee59-4d92-b00e-afcea3b14d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:55.571391 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f3a2b093-3943-4b81-9f14-a4624738ef79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/ports/6ce83f8a-3485-4d5f-acea-ae0a6e492895 HTTP/1.1" status: 204 len: 168 time: 4.2823074 Nov 25 17:28:55.580555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:55.608368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e4a76-ee59-4d92-b00e-afcea3b14d52 None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:55.609643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-115e4a76-ee59-4d92-b00e-afcea3b14d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:55.632368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:55.643891 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] Sync routers for ids ['0f405705-2dcd-4a71-9c86-afe8db039f7a'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:55.658352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-639f8828-7cf0-4e18-95eb-d59c1e65b511 admin admin] 10.222.0.81 "PUT /v2.0/routers/0f405705-2dcd-4a71-9c86-afe8db039f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7650206 Nov 25 17:28:55.666863 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] Routers {'0f405705-2dcd-4a71-9c86-afe8db039f7a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:55.667743 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0f405705-2dcd-4a71-9c86-afe8db039f7a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:55.678269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-115e4a76-ee59-4d92-b00e-afcea3b14d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:55.682453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:55.683919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e4a76-ee59-4d92-b00e-afcea3b14d52 None None] The sync data for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:55.728007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-46b84660-35c7-4079-b397-bd0ce4e95833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.730015 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-46b84660-35c7-4079-b397-bd0ce4e95833 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d31436c7-2647-4fa8-879c-ef7ed881f1fe HTTP/1.1" status: 200 len: 925 time: 0.5238419 Nov 25 17:28:55.742195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-6e477bc8-d872-4ad3-be45-f4aa5bf08039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.745651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-6e477bc8-d872-4ad3-be45-f4aa5bf08039 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 1094 time: 0.2804155 Nov 25 17:28:55.785496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Deleting port 01484b3b-d445-4598-9dcf-de66fa5ca0bc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:55.786089 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.857548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] For port 01484b3b-d445-4598-9dcf-de66fa5ca0bc, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=01484b3b-d445-4598-9dcf-de66fa5ca0bc,segment=NetworkSegment(33b18526-4f71-4b1f-aefb-1ef3c8e8015f),segment_id=33b18526-4f71-4b1f-aefb-1ef3c8e8015f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:55.858189 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.870346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-dc4be607-1b60-4803-a01d-186c5c74da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.872201 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-dc4be607-1b60-4803-a01d-186c5c74da81 service neutron] 10.222.0.95 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.1126883 Nov 25 17:28:55.873443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Calling delete_port for 01484b3b-d445-4598-9dcf-de66fa5ca0bc owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:55.879701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] DHCP port deletion for f2b2ecc6-1e4a-400b-a399-0930846acdb2 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:55.903913 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] Set router 0f405705-2dcd-4a71-9c86-afe8db039f7a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:55.920494 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-5045e74f-502a-4442-aac4-210c5f07c1a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96eab216-446f-4101-9cc5-749717cff0c5 HTTP/1.1" status: 200 len: 217 time: 0.1711724 Nov 25 17:28:55.988186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] Deleting port 01484b3b-d445-4598-9dcf-de66fa5ca0bc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:55.990254 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.997871 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.034069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=01484b3b-d445-4598-9dcf-de66fa5ca0bc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.040253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] No DVR routers for this DVR port 01484b3b-d445-4598-9dcf-de66fa5ca0bc on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:56.042786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Deleting port 0c4dfd71-dfb7-4e92-a1a8-d4dc064a86f1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:56.043188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.126959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.127537 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.141153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Calling delete_port for 0c4dfd71-dfb7-4e92-a1a8-d4dc064a86f1 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:56.155658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-81561349-d419-4b57-926b-b75c54e09aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:56.157236 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-81561349-d419-4b57-926b-b75c54e09aa8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83716ae0-cb38-4c22-8bd2-4b5728f713f2 HTTP/1.1" status: 200 len: 864 time: 0.1987858 Nov 25 17:28:56.158227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] For port 01484b3b-d445-4598-9dcf-de66fa5ca0bc, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:56.158647 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.161843 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-98ef9919-75e0-49e6-99d9-0a90fccf273f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=307ee159-9161-41b9-bad2-89a42d91de49 HTTP/1.1" status: 200 len: 217 time: 0.2597749 Nov 25 17:28:56.177736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] Calling delete_port for 01484b3b-d445-4598-9dcf-de66fa5ca0bc owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:56.180955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] Port 01484b3b-d445-4598-9dcf-de66fa5ca0bc was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:28:56.184753 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.188176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 01484b3b-d445-4598-9dcf-de66fa5ca0bc no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:56.198446 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-c895fbe2-c82b-4311-b4f4-93b791ddbdbc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d31436c7-2647-4fa8-879c-ef7ed881f1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291367 Nov 25 17:28:56.219291 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:28:52Z', 'revision_number': 5, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:56.220963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 01484b3b-d445-4598-9dcf-de66fa5ca0bc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:56.221336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 01484b3b-d445-4598-9dcf-de66fa5ca0bc not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:56.221884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:56.271219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] Pushing event deleted for resources: {'Port': ['ID=01484b3b-d445-4598-9dcf-de66fa5ca0bc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.277906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:56.278173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3ef5d1ec-bf1e-433c-9993-a1f4d01f62c7 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:56.280883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ec38b-6306-4edc-a155-5500a5179f74 None None] No DVR routers for this DVR port 01484b3b-d445-4598-9dcf-de66fa5ca0bc on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:56.284999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-b1fc5f1c-7f0b-4445-9f8e-e086e71f55da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:56.286695 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-b1fc5f1c-7f0b-4445-9f8e-e086e71f55da service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0849690 Nov 25 17:28:56.292765 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] Checking router: 0f405705-2dcd-4a71-9c86-afe8db039f7a for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:56.305629 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] Routers {'0f405705-2dcd-4a71-9c86-afe8db039f7a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:56.306472 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0f405705-2dcd-4a71-9c86-afe8db039f7a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:56.314035 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.389553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event deleted for resources: {'Port': ['ID=0c4dfd71-dfb7-4e92-a1a8-d4dc064a86f1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.448588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.452088 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.461712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31b9fb99-5485-4101-8f6c-a31a36b7927f req-56f735e6-5a41-4889-b5ae-7b93ee273a35 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "DELETE /v2.0/floatingips/89b73374-9dbc-4dc1-9641-84e4a8f3f1ba HTTP/1.1" status: 204 len: 173 time: 1.0008142 Nov 25 17:28:56.472165 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] Set router 0f405705-2dcd-4a71-9c86-afe8db039f7a gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:56.528721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-72f65ad6-0279-4bc9-a9b5-6cc48c5d89e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079998 Nov 25 17:28:56.549346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.602638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:56.616857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27136833', 'description': 'tempest-secgroup-smoke-27136833 description', 'project_id': '0c935ec18232485f9e1c651993bafb40'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:56.674130 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-b1702f77-62c1-4bed-a614-f7154de8cc06 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262176 Nov 25 17:28:56.681740 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.714065 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:28:52Z', 'revision_number': 5, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:56.746379 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9c20d-7242-4cf5-ac0f-c069433edbdb None None] The sync data for ids ['0f405705-2dcd-4a71-9c86-afe8db039f7a'] in n-d-819349-3 is: [{'id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1033819838-router', 'tenant_id': '356ab97c54ab4320915e2d5b0371ba87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:32Z', 'updated_at': '2021-11-25T17:28:52Z', 'revision_number': 5, 'project_id': '356ab97c54ab4320915e2d5b0371ba87', 'gw_port': {'id': '6e6bf9fb-9345-43ab-b5c8-e347e95af909', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405705-2dcd-4a71-9c86-afe8db039f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:34Z', 'updated_at': '2021-11-25T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:56.750201 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-074845f8-92c4-43c1-90c3-d11203846213 service neutron] 10.222.0.60 "GET /v2.0/networks/d31436c7-2647-4fa8-879c-ef7ed881f1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619422 Nov 25 17:28:56.770898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b2ecc6-1e4a-400b-a399-0930846acdb2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:56.778302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.801780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b18526-4f71-4b1f-aefb-1ef3c8e8015f') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:56.802073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b18526-4f71-4b1f-aefb-1ef3c8e8015f') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:56.814560 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.823005 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.865587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5210be-e53c-496c-819b-4f9f77d7129f req-853c2567-0816-4748-88d9-e555d3ba2dff tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:56.867170 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff5210be-e53c-496c-819b-4f9f77d7129f req-853c2567-0816-4748-88d9-e555d3ba2dff tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 943 time: 0.2619650 Nov 25 17:28:56.870634 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.873767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bb7d107-30e4-4ac3-bb0a-d7f03fa1ab96 req-4f467e09-44ba-4f1b-ba34-a96f35ec85ac service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898427 Nov 25 17:28:56.882158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e604e45-727f-428e-92d6-a319dd03923a req-57bc2259-685d-436c-8e0a-6eba47943497 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:56.883699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e604e45-727f-428e-92d6-a319dd03923a req-57bc2259-685d-436c-8e0a-6eba47943497 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 943 time: 0.2388725 Nov 25 17:28:56.893865 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.907517 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.918888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:56.919295 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:56.922952 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:56.946054 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a15d492d-4ec0-4bc7-acf5-50603f71f2ee req-d4590488-e1e8-4606-be68-6ea7bbcbb467 service neutron] 10.222.0.60 "GET /v2.0/networks/d31436c7-2647-4fa8-879c-ef7ed881f1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725357 Nov 25 17:28:57.086493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.091766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.095337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f2b2ecc6-1e4a-400b-a399-0930846acdb2 HTTP/1.1" status: 204 len: 168 time: 1.6870389 Nov 25 17:28:57.100929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff5210be-e53c-496c-819b-4f9f77d7129f req-fc4d459c-999b-4954-951f-d72a23093afd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148232 Nov 25 17:28:57.149362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e604e45-727f-428e-92d6-a319dd03923a req-ca237198-0190-4a0a-a13a-b442809fdb79 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266181 Nov 25 17:28:57.149362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5bf30-e544-445c-87a1-6e14b008c9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b2ecc6-1e4a-400b-a399-0930846acdb2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.177389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 96eab216-446f-4101-9cc5-749717cff0c5 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:57.228037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.230347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Deleting port 6e6bf9fb-9345-43ab-b5c8-e347e95af909 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:57.230709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.246624 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.257949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f084fca-cefd-49dd-876f-c9f5b2af3b34 req-84ee052a-af18-4d85-80c3-915e2af3290f tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups/f5d7768a-4dae-4b5d-9eed-dacf8269711e HTTP/1.1" status: 200 len: 1826 time: 0.1156588 Nov 25 17:28:57.305659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 6ea32d04-c540-45ae-899b-ed7ceb405c45 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:57.306600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.344482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 96eab216-446f-4101-9cc5-749717cff0c5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=96eab216-446f-4101-9cc5-749717cff0c5,segment=NetworkSegment(c34655d3-fcff-4100-af83-ab28f9fe39e1),segment_id=c34655d3-fcff-4100-af83-ab28f9fe39e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:57.362558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '96eab216-446f-4101-9cc5-749717cff0c5', 'network_id': 'd31436c7-2647-4fa8-879c-ef7ed881f1fe', 'port_id': '96eab216-446f-4101-9cc5-749717cff0c5', 'mac_address': 'fa:16:3e:5c:e0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83716ae0-cb38-4c22-8bd2-4b5728f713f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:57.397937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124e998e-e0af-48e0-a5a3-7f9ee14ad76d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.434035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 307ee159-9161-41b9-bad2-89a42d91de49 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:57.450421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34700) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:57.467201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] For port 6e6bf9fb-9345-43ab-b5c8-e347e95af909, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6e6bf9fb-9345-43ab-b5c8-e347e95af909,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:57.467564 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.478309 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.488307 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.493834 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.496070 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f084fca-cefd-49dd-876f-c9f5b2af3b34 req-085750fb-84ca-4a71-8ff9-c139677c067d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.505714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Calling delete_port for 6e6bf9fb-9345-43ab-b5c8-e347e95af909 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:57.534067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96eab216-446f-4101-9cc5-749717cff0c5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:57.541397 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e996834a-22f0-49c5-95d3-70dc12dd2056 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a417c3380e4643b087494ee99066e7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0892904 Nov 25 17:28:57.543548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.547274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34702) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:57.566291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 96eab216-446f-4101-9cc5-749717cff0c5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=96eab216-446f-4101-9cc5-749717cff0c5,segment=NetworkSegment(c34655d3-fcff-4100-af83-ab28f9fe39e1),segment_id=c34655d3-fcff-4100-af83-ab28f9fe39e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:57.572011 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.573099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.575219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 6ea32d04-c540-45ae-899b-ed7ceb405c45 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:57.579382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9695251 Nov 25 17:28:57.580379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34704) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:57.585255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-490f4aac-4e7a-407f-92bd-09ea9865bc83 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '457127a8-2438-458a-883f-177d180a3fe8', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:57.627282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f084fca-cefd-49dd-876f-c9f5b2af3b34 req-085750fb-84ca-4a71-8ff9-c139677c067d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.632632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da2f7a-d8f3-4d2c-88c1-8dff21f54203 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457127a8-2438-458a-883f-177d180a3fe8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.648682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 307ee159-9161-41b9-bad2-89a42d91de49, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=307ee159-9161-41b9-bad2-89a42d91de49,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:57.662591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=96eab216-446f-4101-9cc5-749717cff0c5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.667579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '307ee159-9161-41b9-bad2-89a42d91de49', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'port_id': '307ee159-9161-41b9-bad2-89a42d91de49', 'mac_address': 'fa:16:3e:92:e1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda89d-76fa-4bbd-a6c9-f9df66a95b38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:57.711293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00f4a18d-07fa-4abd-9b0f-d043a6cec50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.713035 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.715076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-490f4aac-4e7a-407f-92bd-09ea9865bc83 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.729851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307ee159-9161-41b9-bad2-89a42d91de49 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:57.757001 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f084fca-cefd-49dd-876f-c9f5b2af3b34 req-085750fb-84ca-4a71-8ff9-c139677c067d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.757545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 307ee159-9161-41b9-bad2-89a42d91de49, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=307ee159-9161-41b9-bad2-89a42d91de49,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:57.760804 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5f084fca-cefd-49dd-876f-c9f5b2af3b34 req-085750fb-84ca-4a71-8ff9-c139677c067d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.762541 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.766639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f084fca-cefd-49dd-876f-c9f5b2af3b34 req-085750fb-84ca-4a71-8ff9-c139677c067d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "DELETE /v2.0/security-groups/f5d7768a-4dae-4b5d-9eed-dacf8269711e HTTP/1.1" status: 204 len: 173 time: 0.5066013 Nov 25 17:28:57.779441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00f4a18d-07fa-4abd-9b0f-d043a6cec50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.786007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085750fb-84ca-4a71-8ff9-c139677c067d tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7768a-4dae-4b5d-9eed-dacf8269711e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.882708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['96eab216-446f-4101-9cc5-749717cff0c5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:57.888220 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.894558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-490f4aac-4e7a-407f-92bd-09ea9865bc83 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.906895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-490f4aac-4e7a-407f-92bd-09ea9865bc83 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.933145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f4aac-4e7a-407f-92bd-09ea9865bc83 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6836a9-b93a-4413-b3b7-7130d67a0aed,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.944446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00f4a18d-07fa-4abd-9b0f-d043a6cec50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.947036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6bf9fb-9345-43ab-b5c8-e347e95af909,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.947869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00f4a18d-07fa-4abd-9b0f-d043a6cec50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.949362 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-00f4a18d-07fa-4abd-9b0f-d043a6cec50e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a397717-4315-4985-a837-7772ddaf892d HTTP/1.1" status: 204 len: 168 time: 0.4013162 Nov 25 17:28:57.970383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07bb36-fc35-447f-ba58-39b5a05e1a73 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:57.973227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=307ee159-9161-41b9-bad2-89a42d91de49,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.988457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-490f4aac-4e7a-407f-92bd-09ea9865bc83 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.991704 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-490f4aac-4e7a-407f-92bd-09ea9865bc83 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097419 Nov 25 17:28:58.002912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4a18d-07fa-4abd-9b0f-d043a6cec50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a397717-4315-4985-a837-7772ddaf892d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.003525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:58.020679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b1b095a1-6bef-40b5-9788-86b78e4392aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '457127a8-2438-458a-883f-177d180a3fe8', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:58.076340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['307ee159-9161-41b9-bad2-89a42d91de49'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:58.078044 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b1b095a1-6bef-40b5-9788-86b78e4392aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.157819 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b1b095a1-6bef-40b5-9788-86b78e4392aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.164595 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.170740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.217527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f78600ad-7eec-4ad3-b71e-e9ee6bd760ed no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:58.264733 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f78600ad-7eec-4ad3-b71e-e9ee6bd760ed {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:58.266017 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f78600ad-7eec-4ad3-b71e-e9ee6bd760ed not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:58.309424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=6ea32d04-c540-45ae-899b-ed7ceb405c45,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.340657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.344546 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.443086 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b1b095a1-6bef-40b5-9788-86b78e4392aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.457713 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.459141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f405705-2dcd-4a71-9c86-afe8db039f7a {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:28:58.510676 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.516175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1340c975-b57c-44c7-b684-cce68e4e31df admin admin] 10.222.0.81 "DELETE /v2.0/routers/0f405705-2dcd-4a71-9c86-afe8db039f7a HTTP/1.1" status: 204 len: 168 time: 2.8237798 Nov 25 17:28:58.549739 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b1b095a1-6bef-40b5-9788-86b78e4392aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.554231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b1b095a1-6bef-40b5-9788-86b78e4392aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5403776 Nov 25 17:28:58.585296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:58.585745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34724) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:58.594924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-75da2092-b5a7-486a-a8a0-ce51c2190e92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '457127a8-2438-458a-883f-177d180a3fe8', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:58.691574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75da2092-b5a7-486a-a8a0-ce51c2190e92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.790184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75da2092-b5a7-486a-a8a0-ce51c2190e92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.801771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75da2092-b5a7-486a-a8a0-ce51c2190e92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.828642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da2092-b5a7-486a-a8a0-ce51c2190e92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ffee51-2995-47a3-a7c3-3606d4470ad5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.837868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-98be2cca-6349-454b-a11a-c90a2a6a1ba9 admin admin] Deleting subnet 71b9a828-de76-4b93-bb09-c56d74580a30 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:58.843059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.849246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98be2cca-6349-454b-a11a-c90a2a6a1ba9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.884167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75da2092-b5a7-486a-a8a0-ce51c2190e92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.885450 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-75da2092-b5a7-486a-a8a0-ce51c2190e92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967267 Nov 25 17:28:58.888464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34732) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:58.897993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-627f60a8-0a4c-43ef-b770-3d1a868dfb5b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '457127a8-2438-458a-883f-177d180a3fe8', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:58.953723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b095a1-6bef-40b5-9788-86b78e4392aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659253af-6c02-4c38-90e4-6e8cf80d1784,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:59.002448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d11dfb-69e5-4265-82c5-77f3d1ee837b req-a19b3d36-03eb-4aee-b41c-f328e77af368 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:59.004067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d11dfb-69e5-4265-82c5-77f3d1ee837b req-a19b3d36-03eb-4aee-b41c-f328e77af368 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.8446727 Nov 25 17:28:59.018583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69baa8-0eff-4f4b-ab22-0a00b234d1bf req-6b18b3d4-263d-4739-9d0a-7d9547759a3c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:59.026546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f69baa8-0eff-4f4b-ab22-0a00b234d1bf req-6b18b3d4-263d-4739-9d0a-7d9547759a3c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 944 time: 0.5855072 Nov 25 17:28:59.045465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98be2cca-6349-454b-a11a-c90a2a6a1ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.051322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-627f60a8-0a4c-43ef-b770-3d1a868dfb5b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.165901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f69baa8-0eff-4f4b-ab22-0a00b234d1bf req-0acd44b4-b748-4bb1-b0d1-3420776adc3e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339133 Nov 25 17:28:59.182842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 96eab216-446f-4101-9cc5-749717cff0c5 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:59.203981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d11dfb-69e5-4265-82c5-77f3d1ee837b req-59009e6b-3ee3-4662-bbba-f83f870d3349 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514380 Nov 25 17:28:59.241076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-627f60a8-0a4c-43ef-b770-3d1a868dfb5b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.246525 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-627f60a8-0a4c-43ef-b770-3d1a868dfb5b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.309694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 96eab216-446f-4101-9cc5-749717cff0c5 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:59.313332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f60a8-0a4c-43ef-b770-3d1a868dfb5b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6716a3-fd2b-4ac8-9867-49fbdecb5a43,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:59.314669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 96eab216-446f-4101-9cc5-749717cff0c5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:59.315207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.341318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d469cb-b8f5-4e44-8ea0-56b4effcfd92 req-588ae430-6f3f-4963-a4c4-50730bbcc62a tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:59.343886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92d469cb-b8f5-4e44-8ea0-56b4effcfd92 req-588ae430-6f3f-4963-a4c4-50730bbcc62a tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 944 time: 0.0707586 Nov 25 17:28:59.359602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-627f60a8-0a4c-43ef-b770-3d1a868dfb5b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.361286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-627f60a8-0a4c-43ef-b770-3d1a868dfb5b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4720371 Nov 25 17:28:59.366279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34742) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:59.375760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d83f9096-44ed-411a-8157-a995bef3fceb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '457127a8-2438-458a-883f-177d180a3fe8', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:59.394845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34744) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:59.402848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98be2cca-6349-454b-a11a-c90a2a6a1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.454960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92d469cb-b8f5-4e44-8ea0-56b4effcfd92 req-ac8c8b2b-36e0-44fb-b617-58f3c7651e9a tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027098 Nov 25 17:28:59.516342 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-d83f9096-44ed-411a-8157-a995bef3fceb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Project 0c935ec18232485f9e1c651993bafb40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:28:59.527690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d83f9096-44ed-411a-8157-a995bef3fceb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.562342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router bac015c9-f940-4981-8f74-3357c9969dd0 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:59.572288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98be2cca-6349-454b-a11a-c90a2a6a1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.603105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-843480610-network', 'tenant_id': '44f6d868b2df40de913836f2c66e3922'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:59.615510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 307ee159-9161-41b9-bad2-89a42d91de49 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:59.617566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be2cca-6349-454b-a11a-c90a2a6a1ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b9a828-de76-4b93-bb09-c56d74580a30,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:59.625909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98be2cca-6349-454b-a11a-c90a2a6a1ba9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.632093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-98be2cca-6349-454b-a11a-c90a2a6a1ba9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/71b9a828-de76-4b93-bb09-c56d74580a30 HTTP/1.1" status: 204 len: 168 time: 1.0435929 Nov 25 17:28:59.633626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:59.678976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d9149-9ed8-4180-804d-a26bb4652984 None None] Network 974c630f-129a-4199-9a9e-b3433123fee9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:59.705527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d83f9096-44ed-411a-8157-a995bef3fceb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.726347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.732320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Made reservation on behalf of 44f6d868b2df40de913836f2c66e3922 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:59.736365 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.738780 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d83f9096-44ed-411a-8157-a995bef3fceb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.751344 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.754722 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.776483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f9096-44ed-411a-8157-a995bef3fceb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb2f48a-3259-4ecc-88e4-e731bab0bd65,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:59.784140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 307ee159-9161-41b9-bad2-89a42d91de49 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:59.788288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d83f9096-44ed-411a-8157-a995bef3fceb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.789598 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d83f9096-44ed-411a-8157-a995bef3fceb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4182384 Nov 25 17:28:59.792276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34750) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:59.796850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e93faccc-76a9-4e90-b92a-eeaa367643bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '457127a8-2438-458a-883f-177d180a3fe8', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:59.810141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:59.817525 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-67288c1c-040f-46b5-840b-f910fb8572fa tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/routers/bac015c9-f940-4981-8f74-3357c9969dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2237513 Nov 25 17:28:59.821010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34752) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:59.822756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 96eab216-446f-4101-9cc5-749717cff0c5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=96eab216-446f-4101-9cc5-749717cff0c5,segment=NetworkSegment(c34655d3-fcff-4100-af83-ab28f9fe39e1),segment_id=c34655d3-fcff-4100-af83-ab28f9fe39e1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:59.832535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fce84ca-df64-4d47-bdd9-141e5accb794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eab216-446f-4101-9cc5-749717cff0c5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:59.835402 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf6d24-249c-444c-a966-f3952cd085b9" -d '{"events": [{"server_uuid": "7fce84ca-df64-4d47-bdd9-141e5accb794", "name": "network-vif-plugged", "status": "completed", "tag": "96eab216-446f-4101-9cc5-749717cff0c5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:59.843948 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 307ee159-9161-41b9-bad2-89a42d91de49 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:59.844494 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.870626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Deleting port 13db9ed6-c01e-4382-895e-cc85216093af {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:59.870964 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.893076 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-e93faccc-76a9-4e90-b92a-eeaa367643bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Project 0c935ec18232485f9e1c651993bafb40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:28:59.901403 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e93faccc-76a9-4e90-b92a-eeaa367643bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.941895 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.945862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a17d1-363e-48ff-af7e-b18fe1e7b2c8 None None] Sync routers for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:59.961646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] For port 13db9ed6-c01e-4382-895e-cc85216093af, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=13db9ed6-c01e-4382-895e-cc85216093af,segment=NetworkSegment(f282032a-4a90-4618-ae76-9a2ea3af8add),segment_id=f282032a-4a90-4618-ae76-9a2ea3af8add)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:59.962154 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.981177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Calling delete_port for 13db9ed6-c01e-4382-895e-cc85216093af owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:59.997718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.006654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e93faccc-76a9-4e90-b92a-eeaa367643bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.057541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=96eab216-446f-4101-9cc5-749717cff0c5,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.061044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6e6bf9fb-9345-43ab-b5c8-e347e95af909 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:00.063386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e93faccc-76a9-4e90-b92a-eeaa367643bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.095769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93faccc-76a9-4e90-b92a-eeaa367643bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d86ddc-d0bd-41b7-be13-32c3ac320694,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.101169 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.125802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 6e6bf9fb-9345-43ab-b5c8-e347e95af909 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:00.133401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e93faccc-76a9-4e90-b92a-eeaa367643bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.135333 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e93faccc-76a9-4e90-b92a-eeaa367643bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3417690 Nov 25 17:29:00.138333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34758) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:00.139753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6e6bf9fb-9345-43ab-b5c8-e347e95af909 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:00.146466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=13db9ed6-c01e-4382-895e-cc85216093af,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.151289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a17d1-363e-48ff-af7e-b18fe1e7b2c8 None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:00.152221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d90a17d1-363e-48ff-af7e-b18fe1e7b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:00.173267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] No DVR routers for this DVR port 13db9ed6-c01e-4382-895e-cc85216093af on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:00.200785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'network': {'name': 'tempest-network-smoke--1084559696', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:00.204685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d90a17d1-363e-48ff-af7e-b18fe1e7b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:00.247212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.250910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a17d1-363e-48ff-af7e-b18fe1e7b2c8 None None] Routers {'bac015c9-f940-4981-8f74-3357c9969dd0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:00.252019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d90a17d1-363e-48ff-af7e-b18fe1e7b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:28:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bac015c9-f940-4981-8f74-3357c9969dd0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:00.258553 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1368f0fb-d9ae-488d-8191-3bee84969ba4 x-openstack-request-id: req-1368f0fb-d9ae-488d-8191-3bee84969ba4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:00.259203 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fce84ca-df64-4d47-bdd9-141e5accb794", "name": "network-vif-plugged", "status": "completed", "tag": "96eab216-446f-4101-9cc5-749717cff0c5", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:00.259663 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1368f0fb-d9ae-488d-8191-3bee84969ba4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:00.260302 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fce84ca-df64-4d47-bdd9-141e5accb794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eab216-446f-4101-9cc5-749717cff0c5', 'code': 200} Nov 25 17:29:00.263955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:00.273279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.336610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.349674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.372308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d90a17d1-363e-48ff-af7e-b18fe1e7b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:00.373163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a17d1-363e-48ff-af7e-b18fe1e7b2c8 None None] The sync data for ids ['bac015c9-f940-4981-8f74-3357c9969dd0'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:00.375471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df616576-758e-430c-8d0f-e4339f24b605 None None] DHCP port deletion for 974c630f-129a-4199-9a9e-b3433123fee9 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:00.402866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.443406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 307ee159-9161-41b9-bad2-89a42d91de49, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=307ee159-9161-41b9-bad2-89a42d91de49,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:00.445776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:00.449617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.461753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b55bc90-8902-4988-b722-2ec2b7609c4a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.463328 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b55bc90-8902-4988-b722-2ec2b7609c4a tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.95 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.1497107 Nov 25 17:29:00.485816 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.486108 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Added segment de3e8fd1-10be-4798-958c-6234f92b5008 of type vlan for network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 Nov 25 17:29:00.518562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 73483bb8-95d9-42df-9a6a-ad72f626968e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:00.518763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.528335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=307ee159-9161-41b9-bad2-89a42d91de49,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.541520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13922a-ae75-4225-91ec-ad532a947b6f req-84dc960c-045e-4151-b33e-ee9c4573afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.542829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.543055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a13922a-ae75-4225-91ec-ad532a947b6f req-84dc960c-045e-4151-b33e-ee9c4573afce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 1096 time: 0.1671546 Nov 25 17:29:00.547450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:00.565579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af16869-881e-49aa-993a-e5eeba755015,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.575068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.575433 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Added segment 636d7bb2-e28c-4fc6-ad83-3f378bbad299 of type vlan for network 71858bd9-25a2-45ae-a880-cdf4469af6cf Nov 25 17:29:00.629291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974c630f-129a-4199-9a9e-b3433123fee9']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:00.657661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f282032a-4a90-4618-ae76-9a2ea3af8add') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:00.658000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f282032a-4a90-4618-ae76-9a2ea3af8add') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:00.671863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.684958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a6ab-8e83-4757-bb82-3cac069fc4fa req-c233ebd6-00fc-4361-9827-28b5d210ead9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.686627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe07a6ab-8e83-4757-bb82-3cac069fc4fa req-c233ebd6-00fc-4361-9827-28b5d210ead9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 944 time: 0.3466575 Nov 25 17:29:00.690343 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.710301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac55c6-94f8-4e32-96b0-4e31769b6a9f req-615a4171-bb42-484c-be48-1ec44d8379b6 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.711904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffac55c6-94f8-4e32-96b0-4e31769b6a9f req-615a4171-bb42-484c-be48-1ec44d8379b6 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 946 time: 0.3219512 Nov 25 17:29:00.728911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.762064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:00.762403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:00.767271 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:00.824460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.825855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.826705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.935292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.955769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe07a6ab-8e83-4757-bb82-3cac069fc4fa req-652a62b0-79e8-42ab-9175-39bef7af1680 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554913 Nov 25 17:29:00.956380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.962257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] 10.222.0.81 "DELETE /v2.0/networks/974c630f-129a-4199-9a9e-b3433123fee9 HTTP/1.1" status: 204 len: 168 time: 1.3246894 Nov 25 17:29:00.969360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5737572 Nov 25 17:29:00.970181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:00.976254 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffac55c6-94f8-4e32-96b0-4e31769b6a9f req-a3ac1a98-1041-4d24-a921-36c4d0a8000b tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b5c1d1a-0434-4277-980e-a6020975c0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486756 Nov 25 17:29:00.981297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Request body: {'subnet': {'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-843480610-subnet', 'tenant_id': '44f6d868b2df40de913836f2c66e3922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:00.986835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b0fb9-9942-47ac-aae6-d743f57681d2 admin admin] Pushing event updated for resources: {'Network': ['ID=71858bd9-25a2-45ae-a880-cdf4469af6cf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.999149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 71858bd9-25a2-45ae-a880-cdf4469af6cf details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:01.010990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c583b3-5242-4082-9cd0-e12a0f4e7d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=974c630f-129a-4199-9a9e-b3433123fee9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.039955 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Made reservation on behalf of 44f6d868b2df40de913836f2c66e3922 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:01.042444 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.067870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.142476 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a13922a-ae75-4225-91ec-ad532a947b6f req-609866dd-23c0-4a0e-90ef-feacf08d36ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965392 Nov 25 17:29:01.163430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:01.166538 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.181397 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.188439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.189099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.201194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 73483bb8-95d9-42df-9a6a-ad72f626968e owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:01.211473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Deleting port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:01.211812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.229864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb8866-1800-49ba-8b84-39f7a4c26abc req-3833bd9b-9d7f-41e7-9d58-ca301903a2be tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.231669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2fbb8866-1800-49ba-8b84-39f7a4c26abc req-3833bd9b-9d7f-41e7-9d58-ca301903a2be tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 945 time: 0.1591940 Nov 25 17:29:01.270987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-858f0d1d-741e-4d06-899e-f9d87f9145cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec41d7f0ce8a4ee08ca95bb2cd3be17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1037259 Nov 25 17:29:01.274268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:01.320699 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1809916 Nov 25 17:29:01.343174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:01.357206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'admin_state_up': True, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:01.372293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11487a4d-8bc2-4919-bf23-94cab3f0b8eb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Network': ['ID=cc08c7c1-e8ec-4143-b56f-4e0372809cb6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.387853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:01.390287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2fbb8866-1800-49ba-8b84-39f7a4c26abc req-5e05e93b-036a-470b-9267-047cdd66defb tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478665 Nov 25 17:29:01.432045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-276c6084-2372-405e-8f9d-f6c3b4750372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.441091 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.442763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.496781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] For port 144a7d96-bea3-4dfa-8b84-6bacabc78b50, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=144a7d96-bea3-4dfa-8b84-6bacabc78b50,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:01.497392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.525483 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-276c6084-2372-405e-8f9d-f6c3b4750372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.525709 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Calling delete_port for 144a7d96-bea3-4dfa-8b84-6bacabc78b50 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:01.565230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.633278 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:29:01.637692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.639144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.682100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=73483bb8-95d9-42df-9a6a-ad72f626968e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.697099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671010e-c994-4ca1-b10a-0d78636fa4e5 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:01.786679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.799595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78cdfa52-62ef-4c54-a113-cfc2248d8146,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.882349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Checking segment: {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:01.882717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Network hostable DHCP agents. Network: 71858bd9-25a2-45ae-a880-cdf4469af6cf, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:01.887370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-276c6084-2372-405e-8f9d-f6c3b4750372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.890099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-276c6084-2372-405e-8f9d-f6c3b4750372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.891551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-276c6084-2372-405e-8f9d-f6c3b4750372 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e47211c-ef80-45ce-ae61-4aa44c5684aa HTTP/1.1" status: 204 len: 168 time: 0.6162977 Nov 25 17:29:01.893347 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.894339 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.931883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c6084-2372-405e-8f9d-f6c3b4750372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e47211c-ef80-45ce-ae61-4aa44c5684aa,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.943796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.946916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.948726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Pushing event deleted for resources: {'Port': ['ID=144a7d96-bea3-4dfa-8b84-6bacabc78b50,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.976419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Network 71858bd9-25a2-45ae-a880-cdf4469af6cf is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:02.031983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 71858bd9-25a2-45ae-a880-cdf4469af6cf) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:02.040235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:02.040982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.042318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c27649-7bb4-44f8-aaf1-101b9f3d46e5 None None] Network 71858bd9-25a2-45ae-a880-cdf4469af6cf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:02.090530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-431ec70f-124c-4820-ab1b-393c16b84506 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1123521 Nov 25 17:29:02.131219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] No DVR routers for this DVR port 144a7d96-bea3-4dfa-8b84-6bacabc78b50 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:02.142242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.147504 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bef88b7a-2bf3-4cd5-b0f6-7188e7c405be req-6b8e9ccb-039b-4d02-bdb4-e0fd5145a5a5 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.95 "DELETE /v2.0/ports/144a7d96-bea3-4dfa-8b84-6bacabc78b50 HTTP/1.1" status: 204 len: 173 time: 1.6727610 Nov 25 17:29:02.151540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'name': 'network-vif-deleted', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:02.152317 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e2bb21-c57c-4527-802d-82053751ab5d" -d '{"events": [{"server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "name": "network-vif-deleted", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:02.160049 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.160892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Fanout notify agent at l3_agent the message router_deleted on router bac015c9-f940-4981-8f74-3357c9969dd0 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:29:02.170725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.170852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 13db9ed6-c01e-4382-895e-cc85216093af no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:02.176132 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-68777059-6ba6-415c-b9d4-f53659df24dc tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/routers/bac015c9-f940-4981-8f74-3357c9969dd0 HTTP/1.1" status: 204 len: 168 time: 2.3505998 Nov 25 17:29:02.176132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:02.247249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 13db9ed6-c01e-4382-895e-cc85216093af {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:02.247832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 13db9ed6-c01e-4382-895e-cc85216093af not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:02.253160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c59b89b-81df-429d-8ae4-2fb276a41ee3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting subnet dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:02.258416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c59b89b-81df-429d-8ae4-2fb276a41ee3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.266140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e40cf55c-7ddf-4291-b3c8-5740ef72fba4 req-58eeb06c-bfd9-44d9-970d-cd708a4df672 tempest-ServerRescueTestJSONUnderV235-127008406 tempest-ServerRescueTestJSONUnderV235-127008406-project] 10.222.0.81 "GET /v2.0/ports?device_id=232ab3ae-3811-4ea3-9b72-ce722118af57 HTTP/1.1" status: 200 len: 210 time: 0.0920410 Nov 25 17:29:02.275821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d145a-312f-494d-bed3-119af66fec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ee159-9161-41b9-bad2-89a42d91de49'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:02.281238 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b857f3e3-bbcc-4f47-89ad-0a3d83a3c724" -d '{"events": [{"server_uuid": "f00d145a-312f-494d-bed3-119af66fec52", "name": "network-vif-plugged", "status": "completed", "tag": "307ee159-9161-41b9-bad2-89a42d91de49"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:02.284241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83a68a-4ebc-42a3-9979-74623ef9df48 req-d8f5f970-4df9-4328-9509-acb05965825f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:02.293417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f83a68a-4ebc-42a3-9979-74623ef9df48 req-d8f5f970-4df9-4328-9509-acb05965825f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 945 time: 0.1751955 Nov 25 17:29:02.300704 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70ffa689-7d32-4ffa-9006-bac8c1110e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.344751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c59b89b-81df-429d-8ae4-2fb276a41ee3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.459109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb55b2f-df52-43ab-b8a6-034e9789a358 None None] Network 71858bd9-25a2-45ae-a880-cdf4469af6cf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:02.478623 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7554d9-3204-46a6-91ac-71dc513e429f x-openstack-request-id: req-fe7554d9-3204-46a6-91ac-71dc513e429f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:02.479087 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ab3ae-3811-4ea3-9b72-ce722118af57", "name": "network-vif-deleted", "tag": "144a7d96-bea3-4dfa-8b84-6bacabc78b50", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:02.479461 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe7554d9-3204-46a6-91ac-71dc513e429f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:02.480003 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ab3ae-3811-4ea3-9b72-ce722118af57', 'name': 'network-vif-deleted', 'tag': '144a7d96-bea3-4dfa-8b84-6bacabc78b50', 'status': 'completed', 'code': 200} Nov 25 17:29:02.504139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.572072 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.587519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f83a68a-4ebc-42a3-9979-74623ef9df48 req-d4e400e0-1386-4776-87b2-1f8917446d91 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928698 Nov 25 17:29:02.590848 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdcc0ec-e405-469b-8b38-ae0654633703 x-openstack-request-id: req-bbdcc0ec-e405-469b-8b38-ae0654633703 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:02.591861 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d145a-312f-494d-bed3-119af66fec52", "name": "network-vif-plugged", "status": "completed", "tag": "307ee159-9161-41b9-bad2-89a42d91de49", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:02.592118 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbdcc0ec-e405-469b-8b38-ae0654633703 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:02.592586 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d145a-312f-494d-bed3-119af66fec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307ee159-9161-41b9-bad2-89a42d91de49', 'code': 200} Nov 25 17:29:02.663925 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c59b89b-81df-429d-8ae4-2fb276a41ee3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.773098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595660ab-9c2c-4697-9f00-d4afcfd421e6 req-2bbdaea1-9d44-4eb3-8326-3f4adae87177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:02.774975 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-595660ab-9c2c-4697-9f00-d4afcfd421e6 req-2bbdaea1-9d44-4eb3-8326-3f4adae87177 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 1096 time: 0.0787981 Nov 25 17:29:02.841082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c59b89b-81df-429d-8ae4-2fb276a41ee3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.842576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.25.1.107 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/a9473833-802c-45d7-9962-27a0e5c54646) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:02.867195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f450e-2eb4-42ff-9439-7fc370f3e758 req-af140456-281a-41d4-ac62-652e471d8c91 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:02.868906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be1f450e-2eb4-42ff-9439-7fc370f3e758 req-af140456-281a-41d4-ac62-652e471d8c91 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 945 time: 0.1103673 Nov 25 17:29:02.888035 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-595660ab-9c2c-4697-9f00-d4afcfd421e6 req-0c60f01a-6967-422b-b82e-c5910f6c49c9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941284 Nov 25 17:29:02.891201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34800) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:02.897819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59b89b-81df-429d-8ae4-2fb276a41ee3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:02.910506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c59b89b-81df-429d-8ae4-2fb276a41ee3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.911748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd80c3-fa77-4853-8226-c50c633adfbf None None] Network 30ba0245-8c1a-4407-b173-78aff5427dfc requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:02.915284 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9c59b89b-81df-429d-8ae4-2fb276a41ee3 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/subnets/dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66 HTTP/1.1" status: 204 len: 168 time: 0.7382128 Nov 25 17:29:02.919912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:02.992856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be1f450e-2eb4-42ff-9439-7fc370f3e758 req-63602977-2d84-4c35-8360-f7c07243dd2d tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162667 Nov 25 17:29:03.055412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.066855 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c1e3f7a5-95b5-49ae-8acc-f1f8fb7cdbb9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=356ab97c54ab4320915e2d5b0371ba87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744254 Nov 25 17:29:03.071079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:03.101960 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.172468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.189621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] DHCP port deletion for 30ba0245-8c1a-4407-b173-78aff5427dfc request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:03.195271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:03.214879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:03.219971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:03.255682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce748696-1bea-4de1-a006-6666c869357e None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:03.269977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=a9473833-802c-45d7-9962-27a0e5c54646,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.293030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef656d3f-38da-423e-9962-8f61e76eec43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.318167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef656d3f-38da-423e-9962-8f61e76eec43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.336884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] Deleting port ae821fb6-666e-4f73-bf43-076733148702 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:03.337473 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.393175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 144a7d96-bea3-4dfa-8b84-6bacabc78b50 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:03.394604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef656d3f-38da-423e-9962-8f61e76eec43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.398573 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef656d3f-38da-423e-9962-8f61e76eec43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.402352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef656d3f-38da-423e-9962-8f61e76eec43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42b447c6-2a6b-48ac-939d-2c23867b8090 HTTP/1.1" status: 204 len: 168 time: 0.3275969 Nov 25 17:29:03.413720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef656d3f-38da-423e-9962-8f61e76eec43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b447c6-2a6b-48ac-939d-2c23867b8090,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.425922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port ae821fb6-666e-4f73-bf43-076733148702 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:03.426358 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.458384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 144a7d96-bea3-4dfa-8b84-6bacabc78b50 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:03.459048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 144a7d96-bea3-4dfa-8b84-6bacabc78b50 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:03.489732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] For port ae821fb6-666e-4f73-bf43-076733148702, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae821fb6-666e-4f73-bf43-076733148702,segment=NetworkSegment(a0613eee-4745-4cf6-ac0c-993baab01224),segment_id=a0613eee-4745-4cf6-ac0c-993baab01224)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:03.490414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.493492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c0f274ab-321d-4e2c-bd92-a840de8369f3 None None] Provisioning complete for port a9473833-802c-45d7-9962-27a0e5c54646 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:03.493867 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0f274ab-321d-4e2c-bd92-a840de8369f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.510433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] For port ae821fb6-666e-4f73-bf43-076733148702, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae821fb6-666e-4f73-bf43-076733148702,segment=NetworkSegment(a0613eee-4745-4cf6-ac0c-993baab01224),segment_id=a0613eee-4745-4cf6-ac0c-993baab01224)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:03.511178 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.530126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] Calling delete_port for ae821fb6-666e-4f73-bf43-076733148702 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:03.531490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for ae821fb6-666e-4f73-bf43-076733148702 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:03.588166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c0f274ab-321d-4e2c-bd92-a840de8369f3 None None] Port a9473833-802c-45d7-9962-27a0e5c54646 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:03.636536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.650256 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.679321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] Pushing event deleted for resources: {'Port': ['ID=ae821fb6-666e-4f73-bf43-076733148702,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.679513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] No DVR routers for this DVR port ae821fb6-666e-4f73-bf43-076733148702 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:03.680534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3a7bd-9dad-4a46-a807-9eba95d77f1a req-41e8de5b-256e-4911-ba71-333b08bfc974 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:03.685504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ba0b2-9c62-4276-8414-3fcb9ee003b4 None None] No DVR routers for this DVR port ae821fb6-666e-4f73-bf43-076733148702 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:03.693594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08c3a7bd-9dad-4a46-a807-9eba95d77f1a req-41e8de5b-256e-4911-ba71-333b08bfc974 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 945 time: 0.5538204 Nov 25 17:29:03.700613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=ae821fb6-666e-4f73-bf43-076733148702,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.787119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.822732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ba0245-8c1a-4407-b173-78aff5427dfc']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:03.843083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0613eee-4745-4cf6-ac0c-993baab01224') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:03.843317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0613eee-4745-4cf6-ac0c-993baab01224') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:03.855958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.873635 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.881002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:03.881591 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:03.885573 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:03.927571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08c3a7bd-9dad-4a46-a807-9eba95d77f1a req-77ff560d-ad0d-4804-8be6-37882546e047 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650171 Nov 25 17:29:03.938511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-140cbc28-5362-4b7e-9bb0-a7c14e601af3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:03.946943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-140cbc28-5362-4b7e-9bb0-a7c14e601af3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 814 time: 0.6337688 Nov 25 17:29:04.025397 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.047968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.058789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:04.067127 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/networks/30ba0245-8c1a-4407-b173-78aff5427dfc HTTP/1.1" status: 204 len: 168 time: 1.1437550 Nov 25 17:29:04.068980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-a65079ad-36e7-40ba-ae2e-9016dde94f7f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/quotas/44f6d868b2df40de913836f2c66e3922 HTTP/1.1" status: 200 len: 375 time: 0.1210656 Nov 25 17:29:04.082949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:04.117053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae821fb6-666e-4f73-bf43-076733148702 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:04.144888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ae821fb6-666e-4f73-bf43-076733148702 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:04.145419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae821fb6-666e-4f73-bf43-076733148702 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:04.145738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534f765-830c-4a41-a051-db9848b19e2a tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Network': ['ID=30ba0245-8c1a-4407-b173-78aff5427dfc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:04.286712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 73b34fc8-c096-44a6-9d38-b7d283813521 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:04.287070 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.309421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-86474f13-8ff9-4de5-b78f-22013ca04fea tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2393191 Nov 25 17:29:04.381183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-926159ed-88c2-4d4e-a820-7b3854db9d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.394463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.395070 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.412078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 73b34fc8-c096-44a6-9d38-b7d283813521 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:04.436696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:04.511310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.531594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98af9-46d7-4c21-a02e-37e2022f10d1 req-a0a65104-4a27-4259-8d34-f98a6affa2b2 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:04.533715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28a98af9-46d7-4c21-a02e-37e2022f10d1 req-a0a65104-4a27-4259-8d34-f98a6affa2b2 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 945 time: 0.3354073 Nov 25 17:29:04.594840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.649018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=73b34fc8-c096-44a6-9d38-b7d283813521,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:04.654308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1724817525-network', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:04.685781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-38d1e2f3-1bae-424d-a9e2-16e2094068f1 service neutron] 10.222.0.81 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754187 Nov 25 17:29:04.748613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.753534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.755476 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-11db3c94-c73d-432b-9b1c-5364166cc306 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/floatingips/11b98f3a-5ccf-46c3-91ba-0d2eb4ffcd9a HTTP/1.1" status: 204 len: 168 time: 0.6713438 Nov 25 17:29:04.760616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:04.800104 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b75867-1869-49c8-ad56-c457b2e0cf24 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] DELETE failed (client error): The resource could not be found. Nov 25 17:29:04.801057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b75867-1869-49c8-ad56-c457b2e0cf24 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:29:04.806496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-03b75867-1869-49c8-ad56-c457b2e0cf24 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/ports/6ce83f8a-3485-4d5f-acea-ae0a6e492895 HTTP/1.1" status: 404 len: 333 time: 0.0442145 Nov 25 17:29:04.809001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34852) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:04.836463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Made reservation on behalf of 3431a5a06f9642f2b9fbf30f5b29dcf6 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:04.841319 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.841463 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5e8d2b90-1953-4978-9798-47c0d9fe098f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "GET /v2.0/ports?device_id=bac015c9-f940-4981-8f74-3357c9969dd0 HTTP/1.1" status: 200 len: 205 time: 0.0288694 Nov 25 17:29:04.841739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34854) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:04.884834 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-4eeb8077-9fdf-4809-8d88-b23d449b3a26 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] delete failed (client error): The resource could not be found. Nov 25 17:29:04.885947 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4eeb8077-9fdf-4809-8d88-b23d449b3a26 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/routers/bac015c9-f940-4981-8f74-3357c9969dd0 HTTP/1.1" status: 404 len: 336 time: 0.0430794 Nov 25 17:29:04.886073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28a98af9-46d7-4c21-a02e-37e2022f10d1 req-9b78e78a-5b33-4347-8a0c-2ab8d228b9b5 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989693 Nov 25 17:29:04.888667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:04.897177 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:04.922473 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c4c395-b320-451e-9440-4f7a8da77f25 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] DELETE failed (client error): The resource could not be found. Nov 25 17:29:04.924337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c4c395-b320-451e-9440-4f7a8da77f25 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:29:04.928079 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-28c4c395-b320-451e-9440-4f7a8da77f25 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/subnets/dd0e1dde-13ea-4c1c-af8d-68e5f34b2f66 HTTP/1.1" status: 404 len: 337 time: 0.0378981 Nov 25 17:29:04.930323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34862) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:05.034170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5d639-5873-4b36-9bd1-98078e63c8bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 24356ab3-54ca-4793-8402-5f73b6ed6a6d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:05.034523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d639-5873-4b36-9bd1-98078e63c8bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.037308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-ed425ba0-2f25-4517-8723-dd61d0c8ba22 service neutron] 10.222.0.81 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178034 Nov 25 17:29:05.128697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.182997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d639-5873-4b36-9bd1-98078e63c8bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.231640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5d639-5873-4b36-9bd1-98078e63c8bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 24356ab3-54ca-4793-8402-5f73b6ed6a6d owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:05.313516 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.337469 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.433445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d639-5873-4b36-9bd1-98078e63c8bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.470127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5d639-5873-4b36-9bd1-98078e63c8bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=24356ab3-54ca-4793-8402-5f73b6ed6a6d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:05.550531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d639-5873-4b36-9bd1-98078e63c8bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.554328 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f4e5d639-5873-4b36-9bd1-98078e63c8bb tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/ports/24356ab3-54ca-4793-8402-5f73b6ed6a6d HTTP/1.1" status: 204 len: 168 time: 0.6229746 Nov 25 17:29:05.557633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:05.709185 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-78327ee3-9d12-4630-aff4-d0f0fa12674d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port 130d1604-84c6-407d-984a-bbe09498b66d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:05.709627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78327ee3-9d12-4630-aff4-d0f0fa12674d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.730712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:05.762018 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc96d92-f46c-4ad0-832a-4af61cf26b31,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:05.769282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.769535 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Added segment d162525d-02a0-4143-8e22-c361888d605f of type vlan for network 2983c91f-258f-4b5e-9cdb-2a076206d134 Nov 25 17:29:05.786693 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.854155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78327ee3-9d12-4630-aff4-d0f0fa12674d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.855297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93467544-ac30-484f-a1f7-6e6f372d82db req-0bce6414-7504-45f8-9f7f-8d98a0e2de79 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:05.856880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93467544-ac30-484f-a1f7-6e6f372d82db req-0bce6414-7504-45f8-9f7f-8d98a0e2de79 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 945 time: 0.5504055 Nov 25 17:29:05.864337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.869793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-78327ee3-9d12-4630-aff4-d0f0fa12674d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for 130d1604-84c6-407d-984a-bbe09498b66d owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:05.874907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93aaea-a20b-41d0-b1a0-de958fbf7dc3 req-5cd2d31f-b319-4d1b-a3de-8b27af7d7b4b tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:05.876477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a93aaea-a20b-41d0-b1a0-de958fbf7dc3 req-5cd2d31f-b319-4d1b-a3de-8b27af7d7b4b tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 945 time: 0.5468009 Nov 25 17:29:05.946025 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.037644 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.038709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.039385 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.049380 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78327ee3-9d12-4630-aff4-d0f0fa12674d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.068718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ece066b1-e56a-4011-8efd-ca362a7c523e is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:29:06.085547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78327ee3-9d12-4630-aff4-d0f0fa12674d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=130d1604-84c6-407d-984a-bbe09498b66d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:06.122965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a93aaea-a20b-41d0-b1a0-de958fbf7dc3 req-a0aad810-25b6-4c03-bc29-3ae24d9d1cd6 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312827 Nov 25 17:29:06.129112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93467544-ac30-484f-a1f7-6e6f372d82db req-4403d41a-1a6a-49fe-b82f-e08474a678be tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490425 Nov 25 17:29:06.183346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7441669 Nov 25 17:29:06.187587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:06.197773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Request body: {'subnet': {'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1724817525-subnet', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:06.227290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Made reservation on behalf of 3431a5a06f9642f2b9fbf30f5b29dcf6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:06.230256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.249858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78327ee3-9d12-4630-aff4-d0f0fa12674d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.251137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e45f89-7311-4bc3-ad4b-95f3d2c6b3ab admin admin] Pushing event updated for resources: {'Network': ['ID=2983c91f-258f-4b5e-9cdb-2a076206d134,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:06.256231 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-78327ee3-9d12-4630-aff4-d0f0fa12674d tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/ports/130d1604-84c6-407d-984a-bbe09498b66d HTTP/1.1" status: 204 len: 168 time: 0.6953874 Nov 25 17:29:06.257979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34884) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:06.269778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:06.401534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58ba2ff3-4bd1-48ac-8c23-399b6411be95 req-951de962-447c-4e67-9c89-de45aaa87c52 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 210 time: 0.1295860 Nov 25 17:29:06.405122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8bc99a-8434-42ff-80d2-55bb53030f79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.407395 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b8bc99a-8434-42ff-80d2-55bb53030f79 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e9f294a-1999-4499-a449-a46de7afab5d HTTP/1.1" status: 200 len: 913 time: 0.1487586 Nov 25 17:29:06.413849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34888) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:06.443485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.682112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:06.695131 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Sync routers for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:06.722668 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:06.723316 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:06.755364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-830c74cb-7075-4347-b876-479ff486e936 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.757087 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-830c74cb-7075-4347-b876-479ff486e936 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.95 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 814 time: 0.2818279 Nov 25 17:29:06.763443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972cb16-6940-4b86-88f5-61da137d4d80 req-e22e98f6-48db-4c88-9e6e-d315b355c975 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.766382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e972cb16-6940-4b86-88f5-61da137d4d80 req-e22e98f6-48db-4c88-9e6e-d315b355c975 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 945 time: 0.2002046 Nov 25 17:29:06.794899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.808998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Request body: {'port': {'device_id': '47de7795-8eee-4d85-835b-5719a988d667', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'admin_state_up': True, 'tenant_id': '44f6d868b2df40de913836f2c66e3922'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:06.842939 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.844672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2a429645-0d53-4fc5-aceb-7d59e8baf29a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4955022 Nov 25 17:29:06.860586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:06.919015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e972cb16-6940-4b86-88f5-61da137d4d80 req-0a806dbd-b0d3-4b83-b417-7026a4f961be tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290333 Nov 25 17:29:06.920245 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.931057 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:06.963733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Deleting port f7dfc4a7-9708-476d-8efd-6acb29e541fc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:06.964292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.984616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a735e756-d380-48a7-9b68-17b9df300d7d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:07.058337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47dbaa-dc1d-43b8-8d65-196476a81b94 req-d2eed622-90dc-49ae-bf2d-85fdd3a7eec5 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.060485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d47dbaa-dc1d-43b8-8d65-196476a81b94 req-d2eed622-90dc-49ae-bf2d-85fdd3a7eec5 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 945 time: 0.2920604 Nov 25 17:29:07.074424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Checking segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:07.074424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Network hostable DHCP agents. Network: 2983c91f-258f-4b5e-9cdb-2a076206d134, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:07.081789 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.121626 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2ffec210-140b-4eb8-b6d6-69da6098f21d tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=0c935ec18232485f9e1c651993bafb40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2550945 Nov 25 17:29:07.129201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:07.153601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:07.159310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Made reservation on behalf of 44f6d868b2df40de913836f2c66e3922 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:07.163243 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.184228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 2983c91f-258f-4b5e-9cdb-2a076206d134) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:07.191069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.191676 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.201199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5627db-ecad-4ce4-9bca-a55bdda7add9 None None] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:07.243835 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:03Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:07.264441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] For port f7dfc4a7-9708-476d-8efd-6acb29e541fc, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f7dfc4a7-9708-476d-8efd-6acb29e541fc,segment=NetworkSegment(9dd76074-d453-403f-8e82-af407252b6a3),segment_id=9dd76074-d453-403f-8e82-af407252b6a3)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:07.265123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.291738 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4aac6a41-9982-4a51-80f6-0a676cbe639b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1025767 Nov 25 17:29:07.299718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:07.304147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:07.308557 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Checking router: ece066b1-e56a-4011-8efd-ca362a7c523e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:07.308557 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Updating router ece066b1-e56a-4011-8efd-ca362a7c523e port a9473833-802c-45d7-9962-27a0e5c54646 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:07.324249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Calling delete_port for f7dfc4a7-9708-476d-8efd-6acb29e541fc owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:07.348872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d47dbaa-dc1d-43b8-8d65-196476a81b94 req-fbc6f6fd-4250-4fe5-b197-ab94c9e3768b tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639036 Nov 25 17:29:07.356811 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.463880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.465203 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.465386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-2983c91f-258f-4b5e-9cdb-2a076206d134', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:07.466308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.516015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f7bc7-1c65-4551-9c05-e6a2c1bc27ae tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.517788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d30f7bc7-1c65-4551-9c05-e6a2c1bc27ae tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3875654 Nov 25 17:29:07.523861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:07.602459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7a12bf93-e6a3-4a9f-80eb-644d3d0e01b5 req-5d4c9eb5-c173-47f4-8d3b-1bfa13cf59c8 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 210 time: 0.0889201 Nov 25 17:29:07.611590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-352cef3f-8fd2-428e-be17-4fb32dbcea73 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789607 Nov 25 17:29:07.615456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:07.625441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-705756059', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:07.740640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Allocated IP 172.20.0.2 (2983c91f-258f-4b5e-9cdb-2a076206d134/a735e756-d380-48a7-9b68-17b9df300d7d/e35bf048-f772-486d-85b4-20c3c0fdd556) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:07.797663 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.807434 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.878122 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Attempting to bind port a9473833-802c-45d7-9962-27a0e5c54646 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:07.879165 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Attempting to bind port a9473833-802c-45d7-9962-27a0e5c54646 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:07.879820 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Attempting to bind port a9473833-802c-45d7-9962-27a0e5c54646 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:07.900625 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:07.902095 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:07.902685 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.903184 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:07.904042 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Bound port: a9473833-802c-45d7-9962-27a0e5c54646, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:07.904264 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.906173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-e381b2d3-80c2-446e-aff3-392d364e6ab9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.907803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-e381b2d3-80c2-446e-aff3-392d364e6ab9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 945 time: 0.1214030 Nov 25 17:29:07.926341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:07.929891 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.981232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.017106 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.025970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f637e0-13dc-473a-a56a-a96174df3aa2 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:08.053370 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.132694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Pushing event updated for resources: {'Port': ['ID=e35bf048-f772-486d-85b4-20c3c0fdd556,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:08.135149 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] For port a9473833-802c-45d7-9962-27a0e5c54646, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:08.143793 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] For port a9473833-802c-45d7-9962-27a0e5c54646, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a9473833-802c-45d7-9962-27a0e5c54646,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:08.143984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:08.153827 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.157807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:08.170218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:08.173587 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Pushing event updated for resources: {'Port': ['ID=a9473833-802c-45d7-9962-27a0e5c54646,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:08.177254 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.187438 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.187839 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.188362 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.188887 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.189277 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.189667 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.190013 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.190496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.191249 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.191496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.191789 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.192175 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:08.199686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.230591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243bd525-6498-4c88-9ace-4f63aae20a46 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:08.257335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7dfc4a7-9708-476d-8efd-6acb29e541fc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:08.269100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76daa28-6833-4ff0-bbc4-9d684bad446c req-15e306e7-96d3-4dbf-a431-df419f26f16d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:08.273228 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:08.275181 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:08.277865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.278642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c76daa28-6833-4ff0-bbc4-9d684bad446c req-15e306e7-96d3-4dbf-a431-df419f26f16d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 945 time: 0.2292914 Nov 25 17:29:08.301035 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.315125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c04d78d1-7f96-4608-acfe-3e1391ade81b None None] Provisioning complete for port a9473833-802c-45d7-9962-27a0e5c54646 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:08.316105 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c04d78d1-7f96-4608-acfe-3e1391ade81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.425378 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:08.448548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Deleting port 307ee159-9161-41b9-bad2-89a42d91de49 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:08.449047 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.566857 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c76daa28-6833-4ff0-bbc4-9d684bad446c req-e9be1df7-f0d6-491f-9752-cbb1b325a04f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868092 Nov 25 17:29:08.575325 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43959213-106e-4a22-baa1-f3471411e5af None None] Pushing event updated for resources: {'Port': ['ID=a9473833-802c-45d7-9962-27a0e5c54646,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:08.646356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Attempting to bind port e35bf048-f772-486d-85b4-20c3c0fdd556 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:08.646904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Attempting to bind port e35bf048-f772-486d-85b4-20c3c0fdd556 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:08.648128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Attempting to bind port e35bf048-f772-486d-85b4-20c3c0fdd556 on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:08.677691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:08.678337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Checking segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:08.679469 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.680080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Bound using segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:08.680762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Bound port: e35bf048-f772-486d-85b4-20c3c0fdd556, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:08.681559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.693346 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:03Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:08.730635 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb137f54-8012-47fc-9d05-267d4f6f30e1 None None] The sync data for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 is: [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:03Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:08.791812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c04d78d1-7f96-4608-acfe-3e1391ade81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.810739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Allocated IP 172.20.0.5 (71858bd9-25a2-45ae-a880-cdf4469af6cf/78cdfa52-62ef-4c54-a113-cfc2248d8146/5b09f22f-178e-410e-9a8b-4668cb533d6a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:08.824527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c04d78d1-7f96-4608-acfe-3e1391ade81b None None] For port a9473833-802c-45d7-9962-27a0e5c54646, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a9473833-802c-45d7-9962-27a0e5c54646,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:08.845471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c04d78d1-7f96-4608-acfe-3e1391ade81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.875272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-be9cacf4-8535-4614-86d9-a0fbde097e90 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:08.877203 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-be9cacf4-8535-4614-86d9-a0fbde097e90 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 945 time: 0.2322836 Nov 25 17:29:08.903024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] For port e35bf048-f772-486d-85b4-20c3c0fdd556, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:08.925119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] For port e35bf048-f772-486d-85b4-20c3c0fdd556, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e35bf048-f772-486d-85b4-20c3c0fdd556,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:08.933566 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.954975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d78d1-7f96-4608-acfe-3e1391ade81b None None] Pushing event updated for resources: {'Port': ['ID=a9473833-802c-45d7-9962-27a0e5c54646,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:08.998541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ade95d57-9c6b-40d7-a632-20e32926d017 None None] Provisioning complete for port a9473833-802c-45d7-9962-27a0e5c54646 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:08.998927 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ade95d57-9c6b-40d7-a632-20e32926d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.163606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc61410-33df-4a0f-87e2-09f30f9d799b None None] Pushing event updated for resources: {'Port': ['ID=e35bf048-f772-486d-85b4-20c3c0fdd556,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:09.264714 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.326425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fd1f179-d717-41f4-9ee4-73ac7538bc59 req-2ab2f66d-9e48-40dd-bbe7-fc2b75ee10f5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 210 time: 0.1129072 Nov 25 17:29:09.337599 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.411694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Deleting port 96eab216-446f-4101-9cc5-749717cff0c5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:09.412685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.417732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] For port 307ee159-9161-41b9-bad2-89a42d91de49, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=307ee159-9161-41b9-bad2-89a42d91de49,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:09.418080 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.444147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddb10a-6c8c-412f-a75d-ce43e7641c33 req-15e4202f-dc7e-48f3-b7d0-ffe71142091f tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:09.451700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1ddb10a-6c8c-412f-a75d-ce43e7641c33 req-15e4202f-dc7e-48f3-b7d0-ffe71142091f tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 945 time: 0.8578160 Nov 25 17:29:09.468654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.471144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Calling delete_port for 307ee159-9161-41b9-bad2-89a42d91de49 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:09.489523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.520758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Subnet': ['ID=5075937e-25b7-47ab-87b7-38378a1d00b0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:09.544894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port ab684818-0ffd-4b2e-8b80-bf47e71d5787 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:09.545271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.586924 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.635369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Checking segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:09.635611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network hostable DHCP agents. Network: cc08c7c1-e8ec-4143-b56f-4e0372809cb6, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:09.704238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1ddb10a-6c8c-412f-a75d-ce43e7641c33 req-32344130-de13-49af-ac62-7017d33edddb tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e2b2392-e184-4008-b936-56a2c97292c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514787 Nov 25 17:29:09.713297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] For port 96eab216-446f-4101-9cc5-749717cff0c5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=96eab216-446f-4101-9cc5-749717cff0c5,segment=NetworkSegment(c34655d3-fcff-4100-af83-ab28f9fe39e1),segment_id=c34655d3-fcff-4100-af83-ab28f9fe39e1)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:09.713713 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.716667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.755554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Calling delete_port for 96eab216-446f-4101-9cc5-749717cff0c5 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:09.811277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:09.836830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018b72-aff0-45f9-a242-532d19321db8 req-a696fcb8-ba65-462d-8c8d-a9806b870f67 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:09.838744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e018b72-aff0-45f9-a242-532d19321db8 req-a696fcb8-ba65-462d-8c8d-a9806b870f67 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 945 time: 0.1526427 Nov 25 17:29:09.849928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.868791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Network 71858bd9-25a2-45ae-a880-cdf4469af6cf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:09.899620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, cc08c7c1-e8ec-4143-b56f-4e0372809cb6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:09.909091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f2f5e-c148-490c-a817-b7e4448f3064 None None] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:09.912200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:09.915507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:09.921634 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.923752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for ab684818-0ffd-4b2e-8b80-bf47e71d5787 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:09.931094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:09.936216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Pushing event updated for resources: {'Port': ['ID=5b09f22f-178e-410e-9a8b-4668cb533d6a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:09.965950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-88005323-4481-4f5d-94f7-c8bc48a6b1b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3451650 Nov 25 17:29:09.966728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34916) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:10.104450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Allocated IP 172.25.1.204 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/61eb69b8-ec7a-41f5-b568-e561cfa27417) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:10.166130 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:10.166846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.188293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:10.189575 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.288210 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-cb684209-35bf-4f3f-98c0-da164c4a37c5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4879405 Nov 25 17:29:10.313267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Request body: {'port': {'device_id': '47de7795-8eee-4d85-835b-5719a988d667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:10.362463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e018b72-aff0-45f9-a242-532d19321db8 req-9b5b17ff-c589-49cd-b899-f4b41c8e3b7f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562838 Nov 25 17:29:10.378167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Router 629a240c-209b-48c4-bd79-2c1d590e299a has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:10.402102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.434525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:10.437064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a9473833-802c-45d7-9962-27a0e5c54646 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:10.524141 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.530223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event deleted for resources: {'Port': ['ID=307ee159-9161-41b9-bad2-89a42d91de49,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:10.530561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.550403 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.555702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Allocated IP 172.20.0.2 (cc08c7c1-e8ec-4143-b56f-4e0372809cb6/5075937e-25b7-47ab-87b7-38378a1d00b0/fda90dfe-65c3-4c46-99d0-a08c1ee14e9d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:10.617930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a9473833-802c-45d7-9962-27a0e5c54646 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:10.619113 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.635141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Pushing event deleted for resources: {'Port': ['ID=96eab216-446f-4101-9cc5-749717cff0c5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:10.743662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d474b1c1-902d-4e7e-a346-464172b2116a None None] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:10.752802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] No DVR routers for this DVR port 307ee159-9161-41b9-bad2-89a42d91de49 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:10.805254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] No DVR routers for this DVR port 96eab216-446f-4101-9cc5-749717cff0c5 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:10.812207 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.821720 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6dd14438-4dce-48ff-8dc9-52520ce2988f req-053e7e79-e2e2-430d-a77b-640fa9b0a42c tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.60 "DELETE /v2.0/ports/96eab216-446f-4101-9cc5-749717cff0c5 HTTP/1.1" status: 204 len: 173 time: 1.9241326 Nov 25 17:29:10.824715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fce84ca-df64-4d47-bdd9-141e5accb794', 'name': 'network-vif-deleted', 'tag': '96eab216-446f-4101-9cc5-749717cff0c5'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:10.827841 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19886737-62fa-405f-bc24-7c6e6f0035cd" -d '{"events": [{"server_uuid": "7fce84ca-df64-4d47-bdd9-141e5accb794", "name": "network-vif-deleted", "tag": "96eab216-446f-4101-9cc5-749717cff0c5"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:10.834721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.837181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.916707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=ab684818-0ffd-4b2e-8b80-bf47e71d5787,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:10.955079 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.959571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ba83636-0cc4-4905-a488-5b84c1b55b8f req-f1b8363c-9d58-43d9-af0f-29cc0f7c3b95 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "DELETE /v2.0/ports/307ee159-9161-41b9-bad2-89a42d91de49 HTTP/1.1" status: 204 len: 173 time: 3.0446439 Nov 25 17:29:10.959743 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fefad0e8-dd5b-4be0-932c-fc638f9ae36e None None] Provisioning complete for port e35bf048-f772-486d-85b4-20c3c0fdd556 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:10.960080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fefad0e8-dd5b-4be0-932c-fc638f9ae36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.961551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:10.963213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d145a-312f-494d-bed3-119af66fec52', 'name': 'network-vif-deleted', 'tag': '307ee159-9161-41b9-bad2-89a42d91de49'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:10.975070 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a00577b-25b9-4cd6-8d4b-393e0c18e7b8" -d '{"events": [{"server_uuid": "f00d145a-312f-494d-bed3-119af66fec52", "name": "network-vif-deleted", "tag": "307ee159-9161-41b9-bad2-89a42d91de49"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:10.984001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7c4588f2-d336-4dda-aa2c-9780108e4d0f admin admin] 10.222.0.81 "PUT /v2.0/routers/629a240c-209b-48c4-bd79-2c1d590e299a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9122794 Nov 25 17:29:10.992828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:11.009838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] Sync routers for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:11.022120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:11.036404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:11.047025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:11.079870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36eed6a-f967-4ca5-b412-8ed4337521fd None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:11.090721 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:11.091672 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:11.112730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e35bf048-f772-486d-85b4-20c3c0fdd556 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:11.125937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Pushing event updated for resources: {'Port': ['ID=61eb69b8-ec7a-41f5-b568-e561cfa27417,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:11.166616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f822196-4690-4e70-839c-a0e5c0bed68e req-e30241db-c29e-4814-ba34-d9d4ae816290 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:11.169647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f822196-4690-4e70-839c-a0e5c0bed68e req-e30241db-c29e-4814-ba34-d9d4ae816290 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 931 time: 0.7206280 Nov 25 17:29:11.220018 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1541772-1b01-48fd-80b6-3a1087ba0a55 req-7daf991d-ab8b-4790-8024-d8b292a5f190 tempest-ServersNegativeTestMultiTenantJSON-1917389243 tempest-ServersNegativeTestMultiTenantJSON-1917389243-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fce84ca-df64-4d47-bdd9-141e5accb794 HTTP/1.1" status: 200 len: 210 time: 0.2305179 Nov 25 17:29:11.298355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 96eab216-446f-4101-9cc5-749717cff0c5 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:11.363344 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.392021 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9adcaf0-37aa-46a6-b5b1-7de4edcdc1ba x-openstack-request-id: req-e9adcaf0-37aa-46a6-b5b1-7de4edcdc1ba {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:11.392371 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fce84ca-df64-4d47-bdd9-141e5accb794", "name": "network-vif-deleted", "tag": "96eab216-446f-4101-9cc5-749717cff0c5", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:11.392711 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9adcaf0-37aa-46a6-b5b1-7de4edcdc1ba {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:11.393140 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fce84ca-df64-4d47-bdd9-141e5accb794', 'name': 'network-vif-deleted', 'tag': '96eab216-446f-4101-9cc5-749717cff0c5', 'status': 'completed', 'code': 200} Nov 25 17:29:11.403867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 96eab216-446f-4101-9cc5-749717cff0c5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:11.404617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 96eab216-446f-4101-9cc5-749717cff0c5 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:11.504642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 307ee159-9161-41b9-bad2-89a42d91de49 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:11.558459 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1777ca-d654-4a41-8e6e-199b9fa407c1 x-openstack-request-id: req-9f1777ca-d654-4a41-8e6e-199b9fa407c1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:11.558749 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d145a-312f-494d-bed3-119af66fec52", "name": "network-vif-deleted", "tag": "307ee159-9161-41b9-bad2-89a42d91de49", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:11.559004 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f1777ca-d654-4a41-8e6e-199b9fa407c1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:11.559422 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d145a-312f-494d-bed3-119af66fec52', 'name': 'network-vif-deleted', 'tag': '307ee159-9161-41b9-bad2-89a42d91de49', 'status': 'completed', 'code': 200} Nov 25 17:29:11.623968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27da015a-fb99-45a9-a20c-283d334445c1 req-b557a0e9-8f8e-4f15-aa85-c87f7d4a39f6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f00d145a-312f-494d-bed3-119af66fec52 HTTP/1.1" status: 200 len: 210 time: 0.0609071 Nov 25 17:29:11.661773 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.675209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f822196-4690-4e70-839c-a0e5c0bed68e req-8238b59c-4c75-4d3d-a439-36099e04ef6f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619143 Nov 25 17:29:11.678927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 307ee159-9161-41b9-bad2-89a42d91de49 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:11.679749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 307ee159-9161-41b9-bad2-89a42d91de49 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:11.691281 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.785299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Pushing event updated for resources: {'Port': ['ID=fda90dfe-65c3-4c46-99d0-a08c1ee14e9d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:11.794959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:11.810319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:11.810621 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.820077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:11.835284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:11.870942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e35bf048-f772-486d-85b4-20c3c0fdd556 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:11.871482 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.904737 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fefad0e8-dd5b-4be0-932c-fc638f9ae36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.946338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b09f22f-178e-410e-9a8b-4668cb533d6a {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:11.968190 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.968927 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.980404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Deleting port f0bdac28-e907-49cf-b5ca-bc98b328d173 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:11.980802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.011328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Transition to ACTIVE for port object 5b09f22f-178e-410e-9a8b-4668cb533d6a will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:12.016341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.020091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.160649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] For port f0bdac28-e907-49cf-b5ca-bc98b328d173, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f0bdac28-e907-49cf-b5ca-bc98b328d173,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:12.161156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.177668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Attempting to bind port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:12.178050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Attempting to bind port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:12.178426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Attempting to bind port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d on network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:12.178705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Calling delete_port for f0bdac28-e907-49cf-b5ca-bc98b328d173 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:12.200053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Pushing event updated for resources: {'Port': ['ID=5b09f22f-178e-410e-9a8b-4668cb533d6a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:12.200239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:12.200583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Checking segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:12.201026 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.201435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Bound using segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:12.201954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Bound port: fda90dfe-65c3-4c46-99d0-a08c1ee14e9d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:12.203052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.206348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fefad0e8-dd5b-4be0-932c-fc638f9ae36e None None] For port e35bf048-f772-486d-85b4-20c3c0fdd556, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e35bf048-f772-486d-85b4-20c3c0fdd556,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:12.327247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.332809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34932) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:12.408182 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fefad0e8-dd5b-4be0-932c-fc638f9ae36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.511059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Attempting to bind port 5b09f22f-178e-410e-9a8b-4668cb533d6a on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:12.511482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Attempting to bind port 5b09f22f-178e-410e-9a8b-4668cb533d6a by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:12.511725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Attempting to bind port 5b09f22f-178e-410e-9a8b-4668cb533d6a on network 71858bd9-25a2-45ae-a880-cdf4469af6cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:12.545485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0f00b9-d27b-4701-a03a-4be62f989676 admin admin] Deleting subnet 83716ae0-cb38-4c22-8bd2-4b5728f713f2 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:12.552641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Port 5b09f22f-178e-410e-9a8b-4668cb533d6a on network 71858bd9-25a2-45ae-a880-cdf4469af6cf not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:12.553124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Attempting to bind port 5b09f22f-178e-410e-9a8b-4668cb533d6a on network 71858bd9-25a2-45ae-a880-cdf4469af6cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:12.564715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad0e8-dd5b-4be0-932c-fc638f9ae36e None None] Pushing event updated for resources: {'Port': ['ID=e35bf048-f772-486d-85b4-20c3c0fdd556,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:12.593075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] For port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:12.594603 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc0f00b9-d27b-4701-a03a-4be62f989676 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.604901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d252f115-0ae7-4feb-95f7-0eb71efb1966 None None] Provisioning complete for port 61eb69b8-ec7a-41f5-b568-e561cfa27417 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:12.605583 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d252f115-0ae7-4feb-95f7-0eb71efb1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.631508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] For port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fda90dfe-65c3-4c46-99d0-a08c1ee14e9d,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:12.634337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:12.635009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Checking segment: {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:12.635434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Bound using segment: {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:12.636089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Bound port: 5b09f22f-178e-410e-9a8b-4668cb533d6a, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:12.636271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.641554 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.704133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d252f115-0ae7-4feb-95f7-0eb71efb1966 None None] Port 61eb69b8-ec7a-41f5-b568-e561cfa27417 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:12.741830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:29:07Z', 'revision_number': 5, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port': {'id': 'f0bdac28-e907-49cf-b5ca-bc98b328d173', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:29Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:12.760548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc0f00b9-d27b-4701-a03a-4be62f989676 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.804593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] Checking router: 629a240c-209b-48c4-bd79-2c1d590e299a for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:12.806626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21d179-5b31-4bb1-9b9b-39e4872bb513 None None] Pushing event updated for resources: {'Port': ['ID=fda90dfe-65c3-4c46-99d0-a08c1ee14e9d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:12.810751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d252f115-0ae7-4feb-95f7-0eb71efb1966 None None] Provisioning complete for port e35bf048-f772-486d-85b4-20c3c0fdd556 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:12.811214 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d252f115-0ae7-4feb-95f7-0eb71efb1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.859560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] Routers {'629a240c-209b-48c4-bd79-2c1d590e299a'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:12.860524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['629a240c-209b-48c4-bd79-2c1d590e299a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:12.868113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Router 0e9f294a-1999-4499-a449-a46de7afab5d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:12.954444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc0f00b9-d27b-4701-a03a-4be62f989676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.987217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] Set router 629a240c-209b-48c4-bd79-2c1d590e299a gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:13.033437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:13.109198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:13.136338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:29:11Z', 'revision_number': 6, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:13.140909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.165220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.171624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89052053-21ce-4e5a-96b3-76640cb5acda None None] The sync data for ids ['629a240c-209b-48c4-bd79-2c1d590e299a'] in n-d-819349-3 is: [{'id': '629a240c-209b-48c4-bd79-2c1d590e299a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1184573613-router', 'tenant_id': 'cd098333b8a7497fa870e20ab934f4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:27:28Z', 'updated_at': '2021-11-25T17:29:11Z', 'revision_number': 6, 'project_id': 'cd098333b8a7497fa870e20ab934f4a5', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:13.209255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.273211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.20.0.1 (cc08c7c1-e8ec-4143-b56f-4e0372809cb6/5075937e-25b7-47ab-87b7-38378a1d00b0/237abee7-b808-4141-9c15-ac07fbc6d88a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:13.304101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:13.305428 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.307094 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] 10.222.0.95 "PUT /v2.0/ports/5b09f22f-178e-410e-9a8b-4668cb533d6a HTTP/1.1" status: 200 len: 1091 time: 3.0085280 Nov 25 17:29:13.371446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:13.386374 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3375dc-b176-48b6-84f8-f3c3f46f0922 None None] Sync routers for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:13.386904 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e81c3cb8-88c6-46c7-ace0-64f5fde895d8 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "PUT /v2.0/routers/0e9f294a-1999-4499-a449-a46de7afab5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9714913 Nov 25 17:29:13.395618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34944) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:13.401462 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3375dc-b176-48b6-84f8-f3c3f46f0922 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:13.402376 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2d3375dc-b176-48b6-84f8-f3c3f46f0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:13.421659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de7795-8eee-4d85-835b-5719a988d667', 'tag': '5b09f22f-178e-410e-9a8b-4668cb533d6a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:13.423255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.428021 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f492dc87-1fc1-41c6-be2f-f17a76675b30" -d '{"events": [{"name": "network-changed", "server_uuid": "47de7795-8eee-4d85-835b-5719a988d667", "tag": "5b09f22f-178e-410e-9a8b-4668cb533d6a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:13.462320 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2d3375dc-b176-48b6-84f8-f3c3f46f0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:13.468206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0bdac28-e907-49cf-b5ca-bc98b328d173,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:13.471795 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.497837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a9c7a-992f-4185-9867-d833641cb634 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:13.532857 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3375dc-b176-48b6-84f8-f3c3f46f0922 None None] Routers {'0e9f294a-1999-4499-a449-a46de7afab5d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:13.554715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26bd10-c2ec-4aeb-827e-6ea190fa331c service neutron] Pushing event updated for resources: {'Port': ['ID=5b09f22f-178e-410e-9a8b-4668cb533d6a,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:13.576556 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2d3375dc-b176-48b6-84f8-f3c3f46f0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0e9f294a-1999-4499-a449-a46de7afab5d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:13.627329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a9010-1ba5-4e14-8562-29c41ad05705 req-b70a76ee-ba94-4a72-8430-aa4a3beeb517 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:13.628015 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2d3375dc-b176-48b6-84f8-f3c3f46f0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:13.628686 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3375dc-b176-48b6-84f8-f3c3f46f0922 None None] The sync data for ids ['0e9f294a-1999-4499-a449-a46de7afab5d'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:13.636065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b20a9010-1ba5-4e14-8562-29c41ad05705 req-b70a76ee-ba94-4a72-8430-aa4a3beeb517 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 943 time: 0.5549564 Nov 25 17:29:13.639291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc0f00b9-d27b-4701-a03a-4be62f989676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.698029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc0f00b9-d27b-4701-a03a-4be62f989676 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.701437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc0f00b9-d27b-4701-a03a-4be62f989676 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/83716ae0-cb38-4c22-8bd2-4b5728f713f2 HTTP/1.1" status: 204 len: 168 time: 1.3676071 Nov 25 17:29:13.742508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:13.743456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:13.756280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f00b9-d27b-4701-a03a-4be62f989676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83716ae0-cb38-4c22-8bd2-4b5728f713f2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:13.767965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=237abee7-b808-4141-9c15-ac07fbc6d88a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:13.770638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:13.779708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:13.790633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-fd8060fa-168b-480a-bf75-864ad56c2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:13.792328 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-fd8060fa-168b-480a-bf75-864ad56c2927 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 1094 time: 0.4129562 Nov 25 17:29:13.847706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-92b17508-e669-46d1-9645-e0a31a64937d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a HTTP/1.1" status: 200 len: 217 time: 0.0463576 Nov 25 17:29:13.850793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.924659 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.000302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-99ecda8a-92ca-4631-ac0f-12caf555a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.001844 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-99ecda8a-92ca-4631-ac0f-12caf555a0c8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78cdfa52-62ef-4c54-a113-cfc2248d8146 HTTP/1.1" status: 200 len: 854 time: 0.1447418 Nov 25 17:29:14.024073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.031879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Router 3cb6be43-c7ee-4af2-b433-52658c14d6bf is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:29:14.066119 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-2a863513-38bb-4f6a-9b24-485bca6882a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=71858bd9-25a2-45ae-a880-cdf4469af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547318 Nov 25 17:29:14.073894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b20a9010-1ba5-4e14-8562-29c41ad05705 req-686e7b4c-59a1-46aa-a829-4a5dc61992d1 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358938 Nov 25 17:29:14.074747 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.096588 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.099043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-5dccbc98-766a-4240-92eb-ee874ca20e79 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.107530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-5dccbc98-766a-4240-92eb-ee874ca20e79 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.4949999 Nov 25 17:29:14.164918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.175140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.187320 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b63d010-48ae-43fd-8888-50573929aa79 x-openstack-request-id: req-7b63d010-48ae-43fd-8888-50573929aa79 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:14.187320 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de7795-8eee-4d85-835b-5719a988d667", "tag": "5b09f22f-178e-410e-9a8b-4668cb533d6a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:14.187735 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b63d010-48ae-43fd-8888-50573929aa79 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:14.187811 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de7795-8eee-4d85-835b-5719a988d667', 'tag': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'status': 'completed', 'code': 200} Nov 25 17:29:14.190242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f141db0d-6289-4909-a042-de8ff16bcd77 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/quotas/74b3d02624d84e74a045f6a9a10b41fc HTTP/1.1" status: 200 len: 375 time: 0.0816171 Nov 25 17:29:14.262136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfde2d-bd11-4a4a-9b72-1b9b78daa50f None None] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:14.318995 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-2c9677e3-62f3-41d7-b76c-19e138d216c4 service neutron] 10.222.0.95 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345774 Nov 25 17:29:14.344163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-be7cb443-bec6-401a-9d12-5a56c5fece34 None None] Provisioning complete for port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:14.344533 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be7cb443-bec6-401a-9d12-5a56c5fece34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.397142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:14.399281 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.411441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting port ea1aaf7d-3646-42c3-a01f-954eed23e157 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:14.411857 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.424268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31436c7-2647-4fa8-879c-ef7ed881f1fe']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:14.428269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Sync routers for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:14.453806 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:14.454467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:14.468592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.469462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 629a240c-209b-48c4-bd79-2c1d590e299a {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:29:14.475078 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.478501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fdab2480-7fa1-48d0-b335-6670234fe39d admin admin] 10.222.0.81 "DELETE /v2.0/routers/629a240c-209b-48c4-bd79-2c1d590e299a HTTP/1.1" status: 204 len: 168 time: 3.4810896 Nov 25 17:29:14.480085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.480697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34655d3-fcff-4100-af83-ab28f9fe39e1') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:14.481008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34655d3-fcff-4100-af83-ab28f9fe39e1') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:14.481709 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-654270d6-f4b3-4cd1-aab1-a23a56dc65d3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1815155 Nov 25 17:29:14.486472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34960) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:14.486630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34962) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:14.518237 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.568315 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-dc15bf7e-bf8f-47d9-8b28-2ad2e828056d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3770092 Nov 25 17:29:14.571710 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.652210 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be7cb443-bec6-401a-9d12-5a56c5fece34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.652699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:14.652843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:14.657150 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:14.742872 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.744779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-be7cb443-bec6-401a-9d12-5a56c5fece34 None None] For port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fda90dfe-65c3-4c46-99d0-a08c1ee14e9d,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:14.763100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:14.811975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.817315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.823214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d31436c7-2647-4fa8-879c-ef7ed881f1fe HTTP/1.1" status: 204 len: 168 time: 1.0722415 Nov 25 17:29:14.850782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:14.868703 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be7cb443-bec6-401a-9d12-5a56c5fece34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.873753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fda90dfe-65c3-4c46-99d0-a08c1ee14e9d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:14.879721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-640ffa62-5310-4a5f-81b6-a6829c0ebc8a req-bc4a5e73-fa5d-4037-a6bd-6a78f8894f4b service neutron] 10.222.0.95 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533266 Nov 25 17:29:14.930971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ccb05-adf2-4f15-a858-6eef13123b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=d31436c7-2647-4fa8-879c-ef7ed881f1fe,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:14.946650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-a6e22283-ebe3-4dd9-9c6e-b10fc3aa42e1 service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710761 Nov 25 17:29:15.032290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f235d7e-941b-46d2-866a-b514027f94b2 admin admin] Deleting subnet 25b521d8-4496-4470-887f-4d7a3b4e7913 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:15.040501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f235d7e-941b-46d2-866a-b514027f94b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.069955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cb443-bec6-401a-9d12-5a56c5fece34 None None] Pushing event updated for resources: {'Port': ['ID=fda90dfe-65c3-4c46-99d0-a08c1ee14e9d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:15.089070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:15.089752 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.168312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f235d7e-941b-46d2-866a-b514027f94b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.183458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8cb0dbe4-e19b-4e6e-8354-5bed1a7f6007 None None] Provisioning complete for port 237abee7-b808-4141-9c15-ac07fbc6d88a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:15.183923 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cb0dbe4-e19b-4e6e-8354-5bed1a7f6007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.263346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0dbe4-e19b-4e6e-8354-5bed1a7f6007 None None] Port 237abee7-b808-4141-9c15-ac07fbc6d88a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:15.299081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:11Z', 'revision_number': 3, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:15.305710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-b660e96b-c4c1-4050-b9d6-5c9e20c9f0ef service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485191 Nov 25 17:29:15.348477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Checking router: 3cb6be43-c7ee-4af2-b433-52658c14d6bf for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:15.348686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Updating router 3cb6be43-c7ee-4af2-b433-52658c14d6bf port 61eb69b8-ec7a-41f5-b568-e561cfa27417 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:15.352203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e35bf048-f772-486d-85b4-20c3c0fdd556 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:15.355931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8cb0dbe4-e19b-4e6e-8354-5bed1a7f6007 None None] Provisioning complete for port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:15.356405 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cb0dbe4-e19b-4e6e-8354-5bed1a7f6007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.359343 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f235d7e-941b-46d2-866a-b514027f94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.443946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f84c5-bde9-4ac7-bf4e-c0737ce543b1 req-9f9e3ce4-c2ae-4ffa-afd0-8bcf5502e5be tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:15.445764 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-097f84c5-bde9-4ac7-bf4e-c0737ce543b1 req-9f9e3ce4-c2ae-4ffa-afd0-8bcf5502e5be tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 943 time: 0.2288957 Nov 25 17:29:15.492155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f235d7e-941b-46d2-866a-b514027f94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.535782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f235d7e-941b-46d2-866a-b514027f94b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b521d8-4496-4470-887f-4d7a3b4e7913,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:15.560479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1181e0b-28d2-4046-b72a-fdcfd2bf0b45 admin admin] Deleting subnet 03855e9d-316c-4d1f-9cdd-a3381469fed6 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:15.569860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.584643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Calling delete_port for ea1aaf7d-3646-42c3-a01f-954eed23e157 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:15.584892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f235d7e-941b-46d2-866a-b514027f94b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.590947 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8f235d7e-941b-46d2-866a-b514027f94b2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/25b521d8-4496-4470-887f-4d7a3b4e7913 HTTP/1.1" status: 204 len: 168 time: 0.7391036 Nov 25 17:29:15.593566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:15.651996 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.685563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1181e0b-28d2-4046-b72a-fdcfd2bf0b45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.707341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-097f84c5-bde9-4ac7-bf4e-c0737ce543b1 req-3d2cf44c-3c73-43fe-90bc-4d50442ccea9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256348 Nov 25 17:29:15.743629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7026f3e5-bc56-4e1a-9b56-dd3726690cd3 req-41fc07ee-1373-495f-a30a-726e5ac42a2f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 210 time: 0.1009703 Nov 25 17:29:15.749900 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.771868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.775424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.791839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e35bf048-f772-486d-85b4-20c3c0fdd556 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:15.792303 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.825967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-64196cf7-a183-418b-81e9-420ad32a7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:15.828284 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-64196cf7-a183-418b-81e9-420ad32a7496 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 1094 time: 0.2634051 Nov 25 17:29:15.881569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1181e0b-28d2-4046-b72a-fdcfd2bf0b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.904161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=237abee7-b808-4141-9c15-ac07fbc6d88a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:15.907984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.977398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.004089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64063929-055a-4300-91dd-b06964ef91b9']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:16.019897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc5a4cd-b1dc-4b4e-95a8-3ce2e9455968') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:16.019897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc5a4cd-b1dc-4b4e-95a8-3ce2e9455968') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:16.031721 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.045433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.052550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:16.052981 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.066903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1181e0b-28d2-4046-b72a-fdcfd2bf0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.132352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d3c1d59a-c434-4cee-a448-be42b30f5f37 None None] Provisioning complete for port 237abee7-b808-4141-9c15-ac07fbc6d88a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:16.132982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3c1d59a-c434-4cee-a448-be42b30f5f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.150990 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.193864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.220356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f7dfc4a7-9708-476d-8efd-6acb29e541fc no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:16.235055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-c0f05067-a6a7-4abf-a49e-7b423285217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.237033 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-c0f05067-a6a7-4abf-a49e-7b423285217c service neutron] 10.222.0.95 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 915 time: 0.3447027 Nov 25 17:29:16.238864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.291965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Port': ['ID=ea1aaf7d-3646-42c3-a01f-954eed23e157,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:16.301263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f7dfc4a7-9708-476d-8efd-6acb29e541fc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:16.301618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f7dfc4a7-9708-476d-8efd-6acb29e541fc not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:16.302132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f0bdac28-e907-49cf-b5ca-bc98b328d173 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:16.303892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1d59a-c434-4cee-a448-be42b30f5f37 None None] Port 237abee7-b808-4141-9c15-ac07fbc6d88a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:16.309204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1181e0b-28d2-4046-b72a-fdcfd2bf0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.337650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11edcf4-c35e-4e85-8351-b1499120fe60 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:16.345101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f0bdac28-e907-49cf-b5ca-bc98b328d173 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:16.345456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f0bdac28-e907-49cf-b5ca-bc98b328d173 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:16.349824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Attempting to bind port 61eb69b8-ec7a-41f5-b568-e561cfa27417 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:16.350084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Attempting to bind port 61eb69b8-ec7a-41f5-b568-e561cfa27417 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:16.350458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Attempting to bind port 61eb69b8-ec7a-41f5-b568-e561cfa27417 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:16.353592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4cb20-f0ce-451c-a962-ffb256b739e9 None None] Pushing event updated for resources: {'Port': ['ID=61eb69b8-ec7a-41f5-b568-e561cfa27417,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:16.361843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:16.362228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:16.362647 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.363044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:16.363542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Bound port: 61eb69b8-ec7a-41f5-b568-e561cfa27417, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:16.363992 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.383269 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-948cc56c-7e8f-413a-9e08-638dfae23c4b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a HTTP/1.1" status: 200 len: 217 time: 0.0924559 Nov 25 17:29:16.414516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a1c0b-217d-4854-958a-c8af0262f621 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:16.443478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1181e0b-28d2-4046-b72a-fdcfd2bf0b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03855e9d-316c-4d1f-9cdd-a3381469fed6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:16.445829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1181e0b-28d2-4046-b72a-fdcfd2bf0b45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.460439 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f1181e0b-28d2-4046-b72a-fdcfd2bf0b45 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/03855e9d-316c-4d1f-9cdd-a3381469fed6 HTTP/1.1" status: 204 len: 168 time: 1.9726868 Nov 25 17:29:16.465154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:16.482037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] For port 61eb69b8-ec7a-41f5-b568-e561cfa27417, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:16.486922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] For port 61eb69b8-ec7a-41f5-b568-e561cfa27417, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=61eb69b8-ec7a-41f5-b568-e561cfa27417,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:16.490249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-caaf5662-5bb6-40cf-bac4-368eb0851e6f None None] Provisioning complete for port 61eb69b8-ec7a-41f5-b568-e561cfa27417 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:16.491140 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caaf5662-5bb6-40cf-bac4-368eb0851e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.495305 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.496488 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:16.572336 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:16.594104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67726bf7-f90a-4739-a97f-7122c082749e None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:16.607558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:16.622574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4cb20-f0ce-451c-a962-ffb256b739e9 None None] Pushing event updated for resources: {'Port': ['ID=61eb69b8-ec7a-41f5-b568-e561cfa27417,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:16.628878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fda90dfe-65c3-4c46-99d0-a08c1ee14e9d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:16.633239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:16.633728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:16.634450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:16.691726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.695351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-46800af6-7740-4cfd-af06-01ca30097c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.697149 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-46800af6-7740-4cfd-af06-01ca30097c61 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78cdfa52-62ef-4c54-a113-cfc2248d8146 HTTP/1.1" status: 200 len: 854 time: 0.2705677 Nov 25 17:29:16.698636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.706653 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.713865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/64063929-055a-4300-91dd-b06964ef91b9 HTTP/1.1" status: 204 len: 168 time: 1.1166186 Nov 25 17:29:16.745446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9956-e60d-431c-ae28-16d4ebfb48b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=64063929-055a-4300-91dd-b06964ef91b9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:16.909326 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caaf5662-5bb6-40cf-bac4-368eb0851e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.927711 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-c04c20f2-7a3e-4219-8cd8-464986bac1f8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=71858bd9-25a2-45ae-a880-cdf4469af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832809 Nov 25 17:29:16.972987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3dd3cba-ada4-4f57-a595-a44bb8f4b7a4 req-026b1609-29ea-4c2e-bfaf-ac159cd2cabb tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 210 time: 0.0818677 Nov 25 17:29:16.999412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:17.006713 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.010241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5ad3c-042d-4ee8-ae83-c274bf71b83c req-c6c7dd58-bc1c-47f0-b9c6-956a3eba16a5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.020455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0b5ad3c-042d-4ee8-ae83-c274bf71b83c req-c6c7dd58-bc1c-47f0-b9c6-956a3eba16a5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 943 time: 0.1504762 Nov 25 17:29:17.022015 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-caaf5662-5bb6-40cf-bac4-368eb0851e6f None None] For port 61eb69b8-ec7a-41f5-b568-e561cfa27417, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=61eb69b8-ec7a-41f5-b568-e561cfa27417,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:17.029681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:17.030275 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.035221 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caaf5662-5bb6-40cf-bac4-368eb0851e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.063356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ece066b1-e56a-4011-8efd-ca362a7c523e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:17.107031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.115951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:17.123004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.174930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-66a248e0-973b-43af-a59a-43d0e101a01d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a1075776fcf4995b8db8a19e0ba97d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406457 Nov 25 17:29:17.187660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:17.203751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0b5ad3c-042d-4ee8-ae83-c274bf71b83c req-c426854d-2c45-402d-a8c6-976f16544852 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820719 Nov 25 17:29:17.303174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:17.318903 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ca0db923-b272-4625-b1ce-7da601e43f4f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "PUT /v2.0/routers/ece066b1-e56a-4011-8efd-ca362a7c523e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3045382 Nov 25 17:29:17.318903 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56394ab-7d4e-42e2-bc77-e0fa2907c0bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.321808 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Sync routers for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:17.325365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf5662-5bb6-40cf-bac4-368eb0851e6f None None] Pushing event updated for resources: {'Port': ['ID=61eb69b8-ec7a-41f5-b568-e561cfa27417,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:17.340582 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:17.341275 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:17.376707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56394ab-7d4e-42e2-bc77-e0fa2907c0bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.439086 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ea75be80-401d-4c88-91af-42642b012aa1 None None] Provisioning complete for port 237abee7-b808-4141-9c15-ac07fbc6d88a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:17.439397 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea75be80-401d-4c88-91af-42642b012aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.475357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56394ab-7d4e-42e2-bc77-e0fa2907c0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.478135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f56394ab-7d4e-42e2-bc77-e0fa2907c0bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.479328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f56394ab-7d4e-42e2-bc77-e0fa2907c0bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e2b2392-e184-4008-b936-56a2c97292c2 HTTP/1.1" status: 204 len: 168 time: 0.2904501 Nov 25 17:29:17.497653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56394ab-7d4e-42e2-bc77-e0fa2907c0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2b2392-e184-4008-b936-56a2c97292c2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:17.499023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ea75be80-401d-4c88-91af-42642b012aa1 None None] Port 237abee7-b808-4141-9c15-ac07fbc6d88a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:17.507688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5b09f22f-178e-410e-9a8b-4668cb533d6a details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:17.557634 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:17.611869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.612358 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Fanout notify agent at l3_agent the message router_deleted on router 0e9f294a-1999-4499-a449-a46de7afab5d {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:29:17.633170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:17.656076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.656790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'port_id': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'mac_address': 'fa:16:3e:a1:a7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cdfa52-62ef-4c54-a113-cfc2248d8146', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:17.661546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cf467ec2-0936-46cd-a2fa-2ce88a3ea702 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/routers/0e9f294a-1999-4499-a449-a46de7afab5d HTTP/1.1" status: 204 len: 168 time: 4.2124262 Nov 25 17:29:17.664876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:17.720044 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.739378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b09f22f-178e-410e-9a8b-4668cb533d6a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:17.752966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ea75be80-401d-4c88-91af-42642b012aa1 None None] Provisioning complete for port 61eb69b8-ec7a-41f5-b568-e561cfa27417 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:17.753362 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea75be80-401d-4c88-91af-42642b012aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.773570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.804161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Allocated IP 172.20.0.1 (2983c91f-258f-4b5e-9cdb-2a076206d134/a735e756-d380-48a7-9b68-17b9df300d7d/79c2ada7-6e42-4db6-9970-068ad5465cb8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:17.818617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:17.820572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:11Z', 'revision_number': 3, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:17.823094 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-c9696d18-dcd9-4355-a146-26b4de297f18 service neutron] 10.222.0.95 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8138266 Nov 25 17:29:17.829319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69f52eb-8ae2-4973-a24d-3370ae7afd29']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:17.845019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-9b7ead1b-87ac-41ff-8947-e79987809ebe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27136833&fields=id&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 267 time: 0.2318997 Nov 25 17:29:17.866706 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.876034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2cdff2-d74a-4803-a682-3f17f4def837 None None] The sync data for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 is: [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:11Z', 'revision_number': 3, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:17.915190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd76074-d453-403f-8e82-af407252b6a3') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:17.917085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd76074-d453-403f-8e82-af407252b6a3') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:17.948342 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:15Z', 'revision_number': 2, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:17.949668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9938fd35-c9e1-4d2a-a981-f51b3001d39f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Deleting subnet 114247d6-4a93-43f4-a481-179bc510b284 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:17.954404 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9938fd35-c9e1-4d2a-a981-f51b3001d39f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.992339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=5b09f22f-178e-410e-9a8b-4668cb533d6a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:17.996527 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Checking router: ece066b1-e56a-4011-8efd-ca362a7c523e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:17.997202 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Updating router ece066b1-e56a-4011-8efd-ca362a7c523e port 237abee7-b808-4141-9c15-ac07fbc6d88a binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:18.034385 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.039543 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.061866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-4447b22a-5f2f-4773-ad8b-3ed496711a7d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.064779 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-4447b22a-5f2f-4773-ad8b-3ed496711a7d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.6858046 Nov 25 17:29:18.065470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['5b09f22f-178e-410e-9a8b-4668cb533d6a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:18.078104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038f45-1132-4c73-816f-81be0f980c88 req-4f2080d5-d64c-4ced-86f0-ceb724afe2b5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.080046 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-4f2080d5-d64c-4ced-86f0-ceb724afe2b5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 797 time: 0.2342155 Nov 25 17:29:18.100027 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9938fd35-c9e1-4d2a-a981-f51b3001d39f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.155451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9938fd35-c9e1-4d2a-a981-f51b3001d39f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.178633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Request body: {'port': {'device_id': 'fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'admin_state_up': True, 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:18.261629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35014) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:18.341410 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.365293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:18.365751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:18.367700 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:18.400257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8928b520-2340-405e-9f6f-e89114e84659 req-1d533f95-b0e1-4160-aaa3-a3de94496fad tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 210 time: 0.1707890 Nov 25 17:29:18.411808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-394e2bbd-8482-4841-9f3b-15a8c9796db1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/quotas/0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 375 time: 0.1784072 Nov 25 17:29:18.452869 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9938fd35-c9e1-4d2a-a981-f51b3001d39f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.489026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:18.494439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.502209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9938fd35-c9e1-4d2a-a981-f51b3001d39f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.505741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9938fd35-c9e1-4d2a-a981-f51b3001d39f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/subnets/114247d6-4a93-43f4-a481-179bc510b284 HTTP/1.1" status: 204 len: 168 time: 0.8369031 Nov 25 17:29:18.516118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-db9a7d35-6852-4f3d-95f5-6dc294cdb5f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21df3344646f496787cccc903ea57242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2228367 Nov 25 17:29:18.516118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35016) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:18.542486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:18.560383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.587612 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.594741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.598463 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] 10.222.0.81 "DELETE /v2.0/networks/c69f52eb-8ae2-4973-a24d-3370ae7afd29 HTTP/1.1" status: 204 len: 168 time: 2.1110010 Nov 25 17:29:18.601717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6210b-da99-425c-9b3f-70e27bad06af admin admin] Pushing event deleted for resources: {'Network': ['ID=c69f52eb-8ae2-4973-a24d-3370ae7afd29,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:18.605001 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f492dc87-1fc1-41c6-be2f-f17a76675b30 req-be0be70f-8112-4fdf-a86b-7a4c8a9079a5 service neutron] 10.222.0.95 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666762 Nov 25 17:29:18.608347 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.610928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.698540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938fd35-c9e1-4d2a-a981-f51b3001d39f tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Subnet': ['ID=114247d6-4a93-43f4-a481-179bc510b284,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:18.702760 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14be8a-2f9a-40e0-87ba-4b893afe1137 None None] Pushing event updated for resources: {'Port': ['ID=237abee7-b808-4141-9c15-ac07fbc6d88a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:18.720482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 61eb69b8-ec7a-41f5-b568-e561cfa27417 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:18.752921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.773540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e109b615-14b0-4be2-b529-69b103d69743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.804421 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Attempting to bind port 237abee7-b808-4141-9c15-ac07fbc6d88a on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:18.804801 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Attempting to bind port 237abee7-b808-4141-9c15-ac07fbc6d88a by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:18.805268 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Attempting to bind port 237abee7-b808-4141-9c15-ac07fbc6d88a on network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:18.815344 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:18.815725 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Checking segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:18.816135 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.817755 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Bound using segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:18.817755 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Bound port: 237abee7-b808-4141-9c15-ac07fbc6d88a, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:18.818087 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.901525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 61eb69b8-ec7a-41f5-b568-e561cfa27417 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:18.901879 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.904087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e109b615-14b0-4be2-b529-69b103d69743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.955053 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.977668 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] For port 237abee7-b808-4141-9c15-ac07fbc6d88a, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:18.980108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ba957bdc-321f-444a-a0de-82e65f6e2a79 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5581245 Nov 25 17:29:18.997811 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] For port 237abee7-b808-4141-9c15-ac07fbc6d88a, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=237abee7-b808-4141-9c15-ac07fbc6d88a,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:19.017403 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.055700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Allocated IP 172.20.0.10 (74d85561-231f-4a45-a38b-c659995a3730/f5eda89d-76fa-4bbd-a6c9-f9df66a95b38/76856833-0123-4ba5-8b14-b9ef7c51a9e0) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:19.057624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35022) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:19.100929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:19.106742 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:19.111073 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:19.114278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:19.115089 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14be8a-2f9a-40e0-87ba-4b893afe1137 None None] Pushing event updated for resources: {'Port': ['ID=237abee7-b808-4141-9c15-ac07fbc6d88a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:19.121142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Pushing event updated for resources: {'Port': ['ID=79c2ada7-6e42-4db6-9970-068ad5465cb8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:19.124215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:19.187588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-972cad35-90d2-4884-b153-ed7772140f32 None None] Provisioning complete for port 237abee7-b808-4141-9c15-ac07fbc6d88a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:19.188212 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-972cad35-90d2-4884-b153-ed7772140f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.199465 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3acf6d1d-b812-43e2-9ebd-18c7f820f5aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd098333b8a7497fa870e20ab934f4a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406217 Nov 25 17:29:19.219226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35024) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:19.301021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba23ffb-8484-4009-879f-6f00812be1db req-6ee23e28-d87d-4601-8b22-74d170ad2c20 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.313156 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e109b615-14b0-4be2-b529-69b103d69743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.314974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ba23ffb-8484-4009-879f-6f00812be1db req-6ee23e28-d87d-4601-8b22-74d170ad2c20 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 944 time: 0.6189871 Nov 25 17:29:19.318118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e109b615-14b0-4be2-b529-69b103d69743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.319588 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e109b615-14b0-4be2-b529-69b103d69743 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e59ad54-c72b-4564-b2d6-12936e3ae6d5 HTTP/1.1" status: 204 len: 168 time: 0.7759180 Nov 25 17:29:19.377746 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.396013 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-972cad35-90d2-4884-b153-ed7772140f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.473852 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:19.474438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-972cad35-90d2-4884-b153-ed7772140f32 None None] For port 237abee7-b808-4141-9c15-ac07fbc6d88a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=237abee7-b808-4141-9c15-ac07fbc6d88a,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:19.478216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109b615-14b0-4be2-b529-69b103d69743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e59ad54-c72b-4564-b2d6-12936e3ae6d5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:19.488024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5b09f22f-178e-410e-9a8b-4668cb533d6a up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:19.506309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-78e86d21-8e0d-4f9a-83cf-a03cd1ffb9aa service neutron] 10.222.0.81 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078373 Nov 25 17:29:19.573747 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-972cad35-90d2-4884-b153-ed7772140f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.643262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.668309 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e39f-41da-414b-b49c-c9ab5520c35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.680584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:19.697657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48267083-243c-429f-aa71-1ae7a2af5e79') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:19.697917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48267083-243c-429f-aa71-1ae7a2af5e79') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:19.726665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.744506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.747477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e39f-41da-414b-b49c-c9ab5520c35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.754423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:19.755477 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:19.800709 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:19.812049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ba23ffb-8484-4009-879f-6f00812be1db req-f4b2890a-0b2b-422e-a760-91d1ad124e6a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961426 Nov 25 17:29:19.911370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.923685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.942296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-b3805087-8113-4c4e-819f-322e34ff6dfb service neutron] 10.222.0.81 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121954 Nov 25 17:29:19.978073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e39f-41da-414b-b49c-c9ab5520c35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.990152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e39f-41da-414b-b49c-c9ab5520c35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.993540 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.996457 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c6d9e39f-41da-414b-b49c-c9ab5520c35e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b5c1d1a-0434-4277-980e-a6020975c0ef HTTP/1.1" status: 204 len: 168 time: 0.7619028 Nov 25 17:29:20.028840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50b3a2aa-b0c1-4b71-a50c-dc401d32edc5 req-c7fd091f-9505-4281-b132-ee67f4e8281c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 210 time: 0.0517807 Nov 25 17:29:20.029972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.036977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] 10.222.0.81 "DELETE /v2.0/networks/aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1 HTTP/1.1" status: 204 len: 168 time: 1.4970369 Nov 25 17:29:20.058308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362ccda-5629-4dbf-9306-32fd24116110 tempest-FloatingIPTestJSON-834720803 tempest-FloatingIPTestJSON-834720803-project] Pushing event deleted for resources: {'Network': ['ID=aa2460ed-e3c4-4ab5-b5f4-a36b3fc420b1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:20.069864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9e39f-41da-414b-b49c-c9ab5520c35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5c1d1a-0434-4277-980e-a6020975c0ef,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:20.086641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c53d1589-4261-4e63-9861-476cd25cbd2d None None] Provisioning complete for port 237abee7-b808-4141-9c15-ac07fbc6d88a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:20.087028 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c53d1589-4261-4e63-9861-476cd25cbd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.101565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cad35-90d2-4884-b153-ed7772140f32 None None] Pushing event updated for resources: {'Port': ['ID=237abee7-b808-4141-9c15-ac07fbc6d88a,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:20.142937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 5b09f22f-178e-410e-9a8b-4668cb533d6a completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:20.151551 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 5b09f22f-178e-410e-9a8b-4668cb533d6a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:20.152885 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.173038 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:18Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:20.232320 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de006da3-f70e-4668-be2b-786cc5ebedc8 None None] The sync data for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 is: [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:18Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:20.327899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c53d1589-4261-4e63-9861-476cd25cbd2d None None] Provisioning complete for port 79c2ada7-6e42-4db6-9970-068ad5465cb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:20.329685 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c53d1589-4261-4e63-9861-476cd25cbd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.336533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.437589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-afef04a5-3090-4ad4-97e9-50b88b031c2e req-13089f3a-1203-4cbc-8480-1353f7ea1c1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 210 time: 0.0410666 Nov 25 17:29:20.438471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c53d1589-4261-4e63-9861-476cd25cbd2d None None] Port 79c2ada7-6e42-4db6-9970-068ad5465cb8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:20.448444 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:20.512806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Network 74d85561-231f-4a45-a38b-c659995a3730 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:20.523702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:20.540613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:20.563854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event updated for resources: {'Port': ['ID=76856833-0123-4ba5-8b14-b9ef7c51a9e0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:20.600299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.730063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.730739 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.768910 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-bf040cdf-6450-4b3d-aa78-4cb21ded5232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6060252 Nov 25 17:29:20.772089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:20.781378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.788899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Request body: {'port': {'device_id': 'fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:20.793404 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.793983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:20.802078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de7795-8eee-4d85-835b-5719a988d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b09f22f-178e-410e-9a8b-4668cb533d6a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:20.811859 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b69d8d-188a-45ab-852c-c5d99141f44c" -d '{"events": [{"server_uuid": "47de7795-8eee-4d85-835b-5719a988d667", "name": "network-vif-plugged", "status": "completed", "tag": "5b09f22f-178e-410e-9a8b-4668cb533d6a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:20.934855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 237abee7-b808-4141-9c15-ac07fbc6d88a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:21.099663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.111081 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9062c-2154-4827-a869-234e669592d1 x-openstack-request-id: req-06d9062c-2154-4827-a869-234e669592d1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:21.114042 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de7795-8eee-4d85-835b-5719a988d667", "name": "network-vif-plugged", "status": "completed", "tag": "5b09f22f-178e-410e-9a8b-4668cb533d6a", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:21.114532 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06d9062c-2154-4827-a869-234e669592d1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:21.115178 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de7795-8eee-4d85-835b-5719a988d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'code': 200} Nov 25 17:29:21.325187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8868b6-cfde-4f12-8708-0d084e150818 req-1a1fa63f-925c-4d60-ada1-ac3269a9d747 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:21.330285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d8868b6-cfde-4f12-8708-0d084e150818 req-1a1fa63f-925c-4d60-ada1-ac3269a9d747 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 932 time: 0.1617429 Nov 25 17:29:21.344068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10747824-436e-4980-b253-ba54de5a2cb6 req-3e270c87-744b-404c-9ad6-51a865cea4a5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:21.354506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10747824-436e-4980-b253-ba54de5a2cb6 req-3e270c87-744b-404c-9ad6-51a865cea4a5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.2800601 Nov 25 17:29:21.373517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 237abee7-b808-4141-9c15-ac07fbc6d88a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:21.385568 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.411209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=5b09f22f-178e-410e-9a8b-4668cb533d6a,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:21.486206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10747824-436e-4980-b253-ba54de5a2cb6 req-7d300ff9-899b-4626-9d42-df5577c9d0ce tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307058 Nov 25 17:29:21.563092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d8868b6-cfde-4f12-8708-0d084e150818 req-114c05d1-d5c2-40ee-a8da-b8097ff36259 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686959 Nov 25 17:29:21.657033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Pushing event updated for resources: {'Port': ['ID=79c2ada7-6e42-4db6-9970-068ad5465cb8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:21.676002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.691090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7490c32c-1aad-487e-989b-75e75dd6eb40 req-857680dc-1b61-46b5-9f6e-4b0352338220 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 210 time: 0.0784075 Nov 25 17:29:21.713119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.744556 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cfea8ef4-0a9f-4885-bebf-87a6510371f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ea26d542593464c817af0cd6cd7dfa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9712698 Nov 25 17:29:21.745561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:21.756157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67624e57-2c08-44ff-8aa9-1c7596de86e9 req-6b1128c4-2f8c-484c-a97f-0e4c3b52a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:21.758063 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67624e57-2c08-44ff-8aa9-1c7596de86e9 req-6b1128c4-2f8c-484c-a97f-0e4c3b52a7c2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 1096 time: 0.3033504 Nov 25 17:29:21.881441 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48fcc150-4712-4843-a49d-d1c6753bd8e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.917839 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48fcc150-4712-4843-a49d-d1c6753bd8e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.942767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67624e57-2c08-44ff-8aa9-1c7596de86e9 req-8ca9a551-4e89-4de3-830b-2d3f2d928be5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506248 Nov 25 17:29:21.991793 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48fcc150-4712-4843-a49d-d1c6753bd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.994605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48fcc150-4712-4843-a49d-d1c6753bd8e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.999814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-48fcc150-4712-4843-a49d-d1c6753bd8e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4074ba2a-0b06-446a-92b3-e3185d871f3d HTTP/1.1" status: 204 len: 168 time: 0.2528019 Nov 25 17:29:22.009653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcc150-4712-4843-a49d-d1c6753bd8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4074ba2a-0b06-446a-92b3-e3185d871f3d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:22.049717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:22.053845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:22.382046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1956e22b-eece-4fa7-8252-b26dba236c3c None None] Provisioning complete for port 79c2ada7-6e42-4db6-9970-068ad5465cb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:22.382747 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1956e22b-eece-4fa7-8252-b26dba236c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.440687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Router 3cb6be43-c7ee-4af2-b433-52658c14d6bf has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:22.466610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1956e22b-eece-4fa7-8252-b26dba236c3c None None] Port 79c2ada7-6e42-4db6-9970-068ad5465cb8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:22.622143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76856833-0123-4ba5-8b14-b9ef7c51a9e0 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:22.638093 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.660865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:22.705087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8fc09-e1cc-4ee9-a0e8-5186527dbfea req-7097de23-ca11-4ab3-876e-ae591b320cc6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:22.712698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99e8fc09-e1cc-4ee9-a0e8-5186527dbfea req-7097de23-ca11-4ab3-876e-ae591b320cc6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1375606 Nov 25 17:29:22.720690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Transition to ACTIVE for port object 76856833-0123-4ba5-8b14-b9ef7c51a9e0 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:22.733713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038f45-1132-4c73-816f-81be0f980c88 req-7cebe59d-c1f5-4647-bc0a-988bd4b09cd8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:22.735246 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-7cebe59d-c1f5-4647-bc0a-988bd4b09cd8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 797 time: 0.3981876 Nov 25 17:29:22.743909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.805857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Pushing event updated for resources: {'Port': ['ID=76856833-0123-4ba5-8b14-b9ef7c51a9e0,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:22.821137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99e8fc09-e1cc-4ee9-a0e8-5186527dbfea req-089a1f36-4865-418b-96c0-555f8abede52 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047690 Nov 25 17:29:22.891821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e126b99-75d6-4f71-b9c8-f663fd00b78f req-9dd6125f-0f3a-4a90-b870-f03a8541f458 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:22.895577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:22.903156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e126b99-75d6-4f71-b9c8-f663fd00b78f req-9dd6125f-0f3a-4a90-b870-f03a8541f458 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 944 time: 0.1881256 Nov 25 17:29:22.906848 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b960dc84-424e-4c85-9876-2e3179e5af5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.906973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d675b2ce-9fcf-4401-80a2-81a219fafc2c admin admin] 10.222.0.81 "PUT /v2.0/routers/3cb6be43-c7ee-4af2-b433-52658c14d6bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4179668 Nov 25 17:29:22.927099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Sync routers for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:22.944342 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:22.945026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:23.037816 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-9d94f25f-e336-40ea-915c-1210b96ecabf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 378 time: 0.2344513 Nov 25 17:29:23.056556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'port': {'device_id': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'admin_state_up': True, 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'security_groups': ['457127a8-2438-458a-883f-177d180a3fe8']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:23.088122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b960dc84-424e-4c85-9876-2e3179e5af5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.111587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b960dc84-424e-4c85-9876-2e3179e5af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.128559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Attempting to bind port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:23.128996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Attempting to bind port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:23.129342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Attempting to bind port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:23.136230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 on network 74d85561-231f-4a45-a38b-c659995a3730 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:23.136565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Attempting to bind port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:23.153992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:23.157321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:23.157669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Checking segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:23.158062 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Bound using segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:23.158517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Bound port: 76856833-0123-4ba5-8b14-b9ef7c51a9e0, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:23.158859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.189742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960dc84-424e-4c85-9876-2e3179e5af5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b0d08-4ed9-4dff-a4ed-9672689cc18c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:23.203055 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83bd06f2-44ae-42e3-a465-9870236809fa req-189ca43d-eac1-4cd6-9a43-33ff48f6f7c2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 210 time: 0.2634523 Nov 25 17:29:23.244749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e126b99-75d6-4f71-b9c8-f663fd00b78f req-ca78aa8e-701a-4f7a-a8ab-0addf7346960 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403294 Nov 25 17:29:23.292233 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b960dc84-424e-4c85-9876-2e3179e5af5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aec12d6154114dfe8daafc4e5beeaf61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6257451 Nov 25 17:29:23.295813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:23.336298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-96c12f43-98b9-488d-ac79-6f809c0e7959 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901740 Nov 25 17:29:23.377811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:23.381329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.384729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] For port 76856833-0123-4ba5-8b14-b9ef7c51a9e0, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:23.390968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0af4b82e-c69d-4b09-bbfe-002e05c88f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.411830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] For port 76856833-0123-4ba5-8b14-b9ef7c51a9e0, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=76856833-0123-4ba5-8b14-b9ef7c51a9e0,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:23.424758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.510719 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0af4b82e-c69d-4b09-bbfe-002e05c88f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.526083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:23.526880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.528467 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] 10.222.0.60 "PUT /v2.0/ports/76856833-0123-4ba5-8b14-b9ef7c51a9e0 HTTP/1.1" status: 200 len: 1092 time: 2.7448335 Nov 25 17:29:23.528993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3', 'tag': '76856833-0123-4ba5-8b14-b9ef7c51a9e0'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:23.534736 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496cca67-4397-4944-84c1-7fc1f338f8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3", "tag": "76856833-0123-4ba5-8b14-b9ef7c51a9e0"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:23.563576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-5789b7bd-59a1-458c-b49b-dfabf5c27e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:23.565830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-5789b7bd-59a1-458c-b49b-dfabf5c27e3d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 1096 time: 0.1677606 Nov 25 17:29:23.585743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f01937-54a2-4a9d-bb26-88015ff7922a service neutron] Pushing event updated for resources: {'Port': ['ID=76856833-0123-4ba5-8b14-b9ef7c51a9e0,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:23.678549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:20Z', 'revision_number': 2, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:23.701380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.20.0.4 (cc08c7c1-e8ec-4143-b56f-4e0372809cb6/5075937e-25b7-47ab-87b7-38378a1d00b0/64670969-c1dc-4351-8967-d7a90061751c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:23.705975 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcb5495-a822-40a6-af1c-3414e7f6c799 x-openstack-request-id: req-7fcb5495-a822-40a6-af1c-3414e7f6c799 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:23.705975 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3", "tag": "76856833-0123-4ba5-8b14-b9ef7c51a9e0", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:23.705975 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fcb5495-a822-40a6-af1c-3414e7f6c799 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:23.706396 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3', 'tag': '76856833-0123-4ba5-8b14-b9ef7c51a9e0', 'status': 'completed', 'code': 200} Nov 25 17:29:23.719030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-7110f75a-7001-419e-bfae-9ff3cd31ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:23.722357 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-7110f75a-7001-419e-bfae-9ff3cd31ab5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 1095 time: 0.0986433 Nov 25 17:29:23.765459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Checking router: 3cb6be43-c7ee-4af2-b433-52658c14d6bf for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:23.765918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Updating router 3cb6be43-c7ee-4af2-b433-52658c14d6bf port 79c2ada7-6e42-4db6-9970-068ad5465cb8 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:23.772980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0af4b82e-c69d-4b09-bbfe-002e05c88f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.777805 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0af4b82e-c69d-4b09-bbfe-002e05c88f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.782358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0af4b82e-c69d-4b09-bbfe-002e05c88f3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d3b0d08-4ed9-4dff-a4ed-9672689cc18c HTTP/1.1" status: 204 len: 168 time: 0.4800313 Nov 25 17:29:23.798376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4b82e-c69d-4b09-bbfe-002e05c88f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b0d08-4ed9-4dff-a4ed-9672689cc18c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:23.802305 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-d91b675b-48f7-4fb2-8119-e2d18aa804ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76856833-0123-4ba5-8b14-b9ef7c51a9e0 HTTP/1.1" status: 200 len: 217 time: 0.0692148 Nov 25 17:29:23.830511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-68139b67-05d1-46f3-aa0d-f1c25b039786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:23.832408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-68139b67-05d1-46f3-aa0d-f1c25b039786 service neutron] 10.222.0.95 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 915 time: 0.2364914 Nov 25 17:29:23.917385 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.925499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-f4d87e71-b095-47f5-b167-a66f6767b7e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a HTTP/1.1" status: 200 len: 217 time: 0.0829372 Nov 25 17:29:23.953054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.048451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-9453a491-fef9-47e5-82e7-0317990f3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.052742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-9453a491-fef9-47e5-82e7-0317990f3a63 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78cdfa52-62ef-4c54-a113-cfc2248d8146 HTTP/1.1" status: 200 len: 854 time: 0.1205580 Nov 25 17:29:24.052906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-e060b1d8-299d-4749-852b-461814cbbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.054552 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-e060b1d8-299d-4749-852b-461814cbbd8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.2443287 Nov 25 17:29:24.055785 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.130449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-bfaaac3e-fd92-48f5-979c-32016523e262 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=71858bd9-25a2-45ae-a880-cdf4469af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312436 Nov 25 17:29:24.168174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89efab-b7f8-4524-973e-42aa55f95146 req-abd280ae-b189-4bb6-af59-7c6f2be80e10 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.169751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd89efab-b7f8-4524-973e-42aa55f95146 req-abd280ae-b189-4bb6-af59-7c6f2be80e10 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1137230 Nov 25 17:29:24.183453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:24.194668 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-e72b569b-5ebc-443a-a5e4-4969bdaae970 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293049 Nov 25 17:29:24.231455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:24.247587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd89efab-b7f8-4524-973e-42aa55f95146 req-7d1d50d2-5641-4195-b531-7dde1016e57b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630751 Nov 25 17:29:24.267562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:24.304549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:24.356874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-932a05b4-051d-431a-98bc-94afbb067e4f service neutron] 10.222.0.95 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089872 Nov 25 17:29:24.399205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:24.457034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:24.462170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f9f9f762-3062-4afc-8c54-0dac16e91e14 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384649404', 'description': 'tempest-description--1071884074'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:24.562895 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.582586 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.607227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166766968'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:24.614391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.615081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.639563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff68e3e-b037-409c-aa24-681c7fd609bf None None] Pushing event updated for resources: {'Port': ['ID=79c2ada7-6e42-4db6-9970-068ad5465cb8,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:24.666564 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f762-3062-4afc-8c54-0dac16e91e14 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.678929 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-f5c6656f-2ffd-4b31-a003-37b6f1f7b0f9 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553072 Nov 25 17:29:24.736419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Attempting to bind port 79c2ada7-6e42-4db6-9970-068ad5465cb8 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:24.737241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Attempting to bind port 79c2ada7-6e42-4db6-9970-068ad5465cb8 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:24.737681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Attempting to bind port 79c2ada7-6e42-4db6-9970-068ad5465cb8 on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:24.747141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:24.748287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Checking segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:24.749669 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.750997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Bound using segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:24.751499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Bound port: 79c2ada7-6e42-4db6-9970-068ad5465cb8, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:24.752716 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.768263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c466bf-b1b4-4e76-97d9-e92d20a6201b req-def0d683-ee22-4596-841f-07381f1005bf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.769978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57c466bf-b1b4-4e76-97d9-e92d20a6201b req-def0d683-ee22-4596-841f-07381f1005bf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 931 time: 0.3128767 Nov 25 17:29:24.794008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3939d8b5-1189-47a7-9ac3-83b74e0c106a req-324318b0-d668-4d1c-a646-bf12624a160f service neutron] 10.222.0.95 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267685 Nov 25 17:29:24.802624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-ce81ef36-f1d6-4a80-a0c7-d1be2ce98c5f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7544489 Nov 25 17:29:24.820162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a00223-ee2e-4805-ac53-91cca114bb80 req-d6da4d0b-8ff2-49d6-80de-149413c9dd4c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.831711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Request body: {'port': {'device_id': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:24.833493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20a00223-ee2e-4805-ac53-91cca114bb80 req-d6da4d0b-8ff2-49d6-80de-149413c9dd4c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 944 time: 0.3130143 Nov 25 17:29:24.845583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-23d31d4d-9878-44b2-b0e8-d2a64c8e4a28 None None] Provisioning complete for port 64670969-c1dc-4351-8967-d7a90061751c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:24.846136 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23d31d4d-9878-44b2-b0e8-d2a64c8e4a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.857302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:24.871485 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.919363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23d31d4d-9878-44b2-b0e8-d2a64c8e4a28 None None] Port 64670969-c1dc-4351-8967-d7a90061751c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:24.923384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] For port 79c2ada7-6e42-4db6-9970-068ad5465cb8, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:24.928142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] For port 79c2ada7-6e42-4db6-9970-068ad5465cb8, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=79c2ada7-6e42-4db6-9970-068ad5465cb8,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:24.933617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.935025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f6679bc-8a2c-4771-889d-b3b3e535ceaa req-b813325f-4131-41c5-81d7-c173020b5c29 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408190 Nov 25 17:29:25.006384 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.038082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff68e3e-b037-409c-aa24-681c7fd609bf None None] Pushing event updated for resources: {'Port': ['ID=79c2ada7-6e42-4db6-9970-068ad5465cb8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:25.079934 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f762-3062-4afc-8c54-0dac16e91e14 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.085930 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.089815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7d9bbe97-6b77-41c2-84ce-27e8522ad2de None None] Provisioning complete for port 79c2ada7-6e42-4db6-9970-068ad5465cb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:25.090644 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbe97-6b77-41c2-84ce-27e8522ad2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.121397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-ca68646d-a70f-42bc-a284-f1ceccc9e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.122929 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-ca68646d-a70f-42bc-a284-f1ceccc9e68d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 1095 time: 0.1069412 Nov 25 17:29:25.135633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57c466bf-b1b4-4e76-97d9-e92d20a6201b req-17afe7ae-9e5e-47b9-8272-0e7975f8d693 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3524303 Nov 25 17:29:25.140785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:25.141747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:25.234958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20a00223-ee2e-4805-ac53-91cca114bb80 req-faf8b7d4-fb99-4276-9bca-4437bbaa8b46 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996530 Nov 25 17:29:25.237321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f762-3062-4afc-8c54-0dac16e91e14 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.318147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:25.368229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f762-3062-4afc-8c54-0dac16e91e14 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.369559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f9f9f762-3062-4afc-8c54-0dac16e91e14 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9108255 Nov 25 17:29:25.377534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:25.384136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8b9aeacd-d7d6-4e14-9890-f4bd2a0a5bd9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'security_group_rule': {'security_group_id': '05c74664-f8d8-4257-91a2-33cbd6a5ef6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:25.410983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9f762-3062-4afc-8c54-0dac16e91e14 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c74664-f8d8-4257-91a2-33cbd6a5ef6a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:25.439070 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9aeacd-d7d6-4e14-9890-f4bd2a0a5bd9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.453948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e2f07-14a3-41bd-953f-0f3461ff31db req-9bb42cb1-b27f-4454-a4c7-a4e43196fc52 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.463659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d4e2f07-14a3-41bd-953f-0f3461ff31db req-9bb42cb1-b27f-4454-a4c7-a4e43196fc52 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1646006 Nov 25 17:29:25.547712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-3a33c331-8819-47a9-b93f-94c96a4d67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.549660 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-3a33c331-8819-47a9-b93f-94c96a4d67c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.3901761 Nov 25 17:29:25.626801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d4e2f07-14a3-41bd-953f-0f3461ff31db req-724f9250-a6bd-438c-b548-44c00179cee1 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622558 Nov 25 17:29:25.628764 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.631021 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9aeacd-d7d6-4e14-9890-f4bd2a0a5bd9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.631851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:25.639566 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.669837 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9aeacd-d7d6-4e14-9890-f4bd2a0a5bd9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.676871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45201495-3d01-40a1-b943-223f8c6e936b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:25.699458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:25.703942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aeacd-d7d6-4e14-9890-f4bd2a0a5bd9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038b2665-8904-43a7-84df-6f5f24532732,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:25.726813 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9aeacd-d7d6-4e14-9890-f4bd2a0a5bd9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.735354 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-39d7c2b7-4e4b-44ba-8edb-7493c6b56a46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76856833-0123-4ba5-8b14-b9ef7c51a9e0 HTTP/1.1" status: 200 len: 217 time: 0.0819073 Nov 25 17:29:25.736420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:25.741524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8b9aeacd-d7d6-4e14-9890-f4bd2a0a5bd9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612955 Nov 25 17:29:25.750567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.750977 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment b79cde81-4c1f-488b-9952-719a0bc2faa4 of type vlan for network e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 Nov 25 17:29:25.812253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-40eab839-6e37-4be1-a8b0-237eb0bb742b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'security_group_rule': {'security_group_id': '05c74664-f8d8-4257-91a2-33cbd6a5ef6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:25.818276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-821b2cdc-52d7-4534-839d-6580aa5991be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.820135 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-821b2cdc-52d7-4534-839d-6580aa5991be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0716517 Nov 25 17:29:25.891978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.946120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-f290f751-8494-40bb-888f-e843442f345a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038187 Nov 25 17:29:25.952313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.961588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.962646 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.989934 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbe97-6b77-41c2-84ce-27e8522ad2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.001200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40eab839-6e37-4be1-a8b0-237eb0bb742b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.083537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7d9bbe97-6b77-41c2-84ce-27e8522ad2de None None] For port 79c2ada7-6e42-4db6-9970-068ad5465cb8, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=79c2ada7-6e42-4db6-9970-068ad5465cb8,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:26.092866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:26.098559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbe97-6b77-41c2-84ce-27e8522ad2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.131193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-395063397-network', 'tenant_id': '19c6a370ae7247d8abbe470d1ec24a35'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:26.145788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64670969-c1dc-4351-8967-d7a90061751c {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:26.156339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.180095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9634037 Nov 25 17:29:26.198457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Transition to ACTIVE for port object 64670969-c1dc-4351-8967-d7a90061751c will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:26.257964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40eab839-6e37-4be1-a8b0-237eb0bb742b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.268094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bab80-a174-44b5-b665-d70c32a393f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=e54d6d25-0860-4148-b3f5-eba8c4a2b6e3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:26.293529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-e767d4e2-0325-483c-bf37-8dfce5b6e079 req-82e6bf11-a8df-4573-a049-3a464dd9606e service neutron] (103599) timed out ('10.222.0.81', 35004) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:29:26.326202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02af79-09c7-4c51-8d3f-27eeccd03738 None None] The sync data for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 is: [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:24Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:26.333072 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-e04606d1-4165-407d-ab10-760fff733941 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717976 Nov 25 17:29:26.334800 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.343435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Made reservation on behalf of 19c6a370ae7247d8abbe470d1ec24a35 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:26.348110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:26.350982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.354503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40eab839-6e37-4be1-a8b0-237eb0bb742b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.364494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:26.377511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.392858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': 'e54d6d25-0860-4148-b3f5-eba8c4a2b6e3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:26.490386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0e3a1-1d46-4a81-86d6-336a3e600750 req-2095187b-845f-41cd-8e26-171953bfd250 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:26.492760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebb0e3a1-1d46-4a81-86d6-336a3e600750 req-2095187b-845f-41cd-8e26-171953bfd250 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 943 time: 0.1845324 Nov 25 17:29:26.543037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b2767-1dd8-4748-9731-76d7880b51b6 req-475eca63-42d1-44a5-b98f-ef49049df20a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:26.552808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e6b2767-1dd8-4748-9731-76d7880b51b6 req-475eca63-42d1-44a5-b98f-ef49049df20a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1690376 Nov 25 17:29:26.646579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-626f06f7-7bd9-4041-ba42-6e4f39b2cbc1 None None] Provisioning complete for port 79c2ada7-6e42-4db6-9970-068ad5465cb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:26.646579 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-626f06f7-7bd9-4041-ba42-6e4f39b2cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.648505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bbe97-6b77-41c2-84ce-27e8522ad2de None None] Pushing event updated for resources: {'Port': ['ID=79c2ada7-6e42-4db6-9970-068ad5465cb8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:26.740766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 79c2ada7-6e42-4db6-9970-068ad5465cb8 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:26.751411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eab839-6e37-4be1-a8b0-237eb0bb742b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356fbe91-b672-4b1c-93ed-ea1c135a3e1e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:26.764786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e6b2767-1dd8-4748-9731-76d7880b51b6 req-7bcf4d05-96da-4a8b-b7a0-bb8ec815e01a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115066 Nov 25 17:29:26.785110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebb0e3a1-1d46-4a81-86d6-336a3e600750 req-ed8c92d8-35cf-4d3a-b254-3cdc11db520c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2702641 Nov 25 17:29:26.826277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:26.842168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40eab839-6e37-4be1-a8b0-237eb0bb742b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.853080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:26.859962 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-40eab839-6e37-4be1-a8b0-237eb0bb742b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1180649 Nov 25 17:29:26.867678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:26.919410 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.955722 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.991704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:27.031800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.039411 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.040258 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Added segment f1cdb81b-4861-4859-80a8-08aa6395272b of type vlan for network 93822e76-9c5e-4cc5-8110-1dc074cfe07b Nov 25 17:29:27.060450 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-496cca67-4397-4944-84c1-7fc1f338f8b4 req-495db6e7-1c68-4ada-8613-fa288441d0af service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083774 Nov 25 17:29:27.081920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:27.085928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.117619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf5907b-467e-43ca-961a-1c5b8975604a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:27.135072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf4ba-cea1-489b-96cb-96755f765c1f req-93fa877e-3788-4437-9ec1-7fa272bcba43 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:27.143847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42dbf4ba-cea1-489b-96cb-96755f765c1f req-93fa877e-3788-4437-9ec1-7fa272bcba43 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 944 time: 0.2660499 Nov 25 17:29:27.173629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Attempting to bind port 64670969-c1dc-4351-8967-d7a90061751c on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:27.174299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Attempting to bind port 64670969-c1dc-4351-8967-d7a90061751c by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:27.174855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Attempting to bind port 64670969-c1dc-4351-8967-d7a90061751c on network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:27.195438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Port 64670969-c1dc-4351-8967-d7a90061751c on network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:27.197346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Attempting to bind port 64670969-c1dc-4351-8967-d7a90061751c on network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:27.199873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 76856833-0123-4ba5-8b14-b9ef7c51a9e0 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:27.212227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.239256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:27.240175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Checking segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:27.240725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 79c2ada7-6e42-4db6-9970-068ad5465cb8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:27.240873 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Bound using segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:27.241140 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.241668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Bound port: 64670969-c1dc-4351-8967-d7a90061751c, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:27.242182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.316747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42dbf4ba-cea1-489b-96cb-96755f765c1f req-145a493c-f8f0-4487-9d11-6feeaa55ff35 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677806 Nov 25 17:29:27.319473 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.320448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:27.321061 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.417832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7772336 Nov 25 17:29:27.417832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7085e29-44ca-4162-9c8c-5db0f8c61436 admin admin] Pushing event updated for resources: {'Network': ['ID=93822e76-9c5e-4cc5-8110-1dc074cfe07b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:27.426557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:27.447457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.479980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:27.500893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 93822e76-9c5e-4cc5-8110-1dc074cfe07b details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:27.503162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.601301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Allocated IP 172.25.1.237 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/377b558f-331d-42e1-919d-9dcecebd9c81) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:27.666800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:27.703552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:27.726680 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.728818 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-a6177fbb-763a-496d-85fa-3396acda8118 service neutron] 10.222.0.95 "PUT /v2.0/ports/64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 1091 time: 2.9172113 Nov 25 17:29:27.729608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'tag': '64670969-c1dc-4351-8967-d7a90061751c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:27.732193 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f8ea5c-2378-4904-a61a-0d3213a05a92" -d '{"events": [{"name": "network-changed", "server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "tag": "64670969-c1dc-4351-8967-d7a90061751c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:27.753297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 76856833-0123-4ba5-8b14-b9ef7c51a9e0, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=76856833-0123-4ba5-8b14-b9ef7c51a9e0,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:27.757843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.850396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '76856833-0123-4ba5-8b14-b9ef7c51a9e0', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'port_id': '76856833-0123-4ba5-8b14-b9ef7c51a9e0', 'mac_address': 'fa:16:3e:43:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda89d-76fa-4bbd-a6c9-f9df66a95b38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:27.913518 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b95e2-205d-45f6-8473-47eb541c5a0f x-openstack-request-id: req-de7b95e2-205d-45f6-8473-47eb541c5a0f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:27.913979 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "tag": "64670969-c1dc-4351-8967-d7a90061751c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:27.916344 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de7b95e2-205d-45f6-8473-47eb541c5a0f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:27.916843 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'tag': '64670969-c1dc-4351-8967-d7a90061751c', 'status': 'completed', 'code': 200} Nov 25 17:29:28.035913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=2a0cd4ef-fd6e-4fe0-a93b-bb42336844dc,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:28.039525 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.051453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': 'b79cde81-4c1f-488b-9952-719a0bc2faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e54d6d25-0860-4148-b3f5-eba8c4a2b6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:28.052288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: e54d6d25-0860-4148-b3f5-eba8c4a2b6e3, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:28.056208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76856833-0123-4ba5-8b14-b9ef7c51a9e0 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:28.070130 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038f45-1132-4c73-816f-81be0f980c88 req-080d95e9-dc04-4dc9-95c7-533a4857fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.071693 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-080d95e9-dc04-4dc9-95c7-533a4857fe10 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1094 time: 0.2310574 Nov 25 17:29:28.084402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 76856833-0123-4ba5-8b14-b9ef7c51a9e0, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=76856833-0123-4ba5-8b14-b9ef7c51a9e0,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:28.091847 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.149055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-bf8bc462-66be-4330-ac58-c6e5a3f09dfe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 217 time: 0.0646749 Nov 25 17:29:28.149644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:28.209867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, e54d6d25-0860-4148-b3f5-eba8c4a2b6e3) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:28.223408 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.224392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.259305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfefb9b0-a817-44fe-903d-d19142267222 None None] Network e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:28.262200 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20393930-cf69-4909-b30c-23a7ababd6b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9061944 Nov 25 17:29:28.265546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038f45-1132-4c73-816f-81be0f980c88 req-3d1132fb-2e23-47c7-8b84-8651d94b1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.267444 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-3d1132fb-2e23-47c7-8b84-8651d94b1cb3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.1078362 Nov 25 17:29:28.268245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:28.277294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67355766'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:28.292836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=76856833-0123-4ba5-8b14-b9ef7c51a9e0,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:28.327576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c2a1b-ac0e-44a3-bd39-d232d0b984a4 req-d95ff6ec-26f4-4447-93a5-258b024c5bd2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.329345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f4c2a1b-ac0e-44a3-bd39-d232d0b984a4 req-d95ff6ec-26f4-4447-93a5-258b024c5bd2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 943 time: 0.1400812 Nov 25 17:29:28.351983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed2d6-06bd-4a59-8347-55268214ce3d req-0a76bc60-4999-4d98-b901-eecec46dcfb5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.353629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-259ed2d6-06bd-4a59-8347-55268214ce3d req-0a76bc60-4999-4d98-b901-eecec46dcfb5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1594250 Nov 25 17:29:28.381054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:28.382833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['76856833-0123-4ba5-8b14-b9ef7c51a9e0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:28.387014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.394269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.429786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038f45-1132-4c73-816f-81be0f980c88 req-80552442-c681-41cc-8432-2e182af237ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.432022 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-80552442-c681-41cc-8432-2e182af237ec service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416526 Nov 25 17:29:28.437038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:28.477362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f4c2a1b-ac0e-44a3-bd39-d232d0b984a4 req-cece683a-7f0b-4284-8979-f2790093190c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1383471 Nov 25 17:29:28.531137 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.531572 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 88dc4533-3683-49ec-b18e-d7e18bb77544 of type vlan for network ba41910e-491a-4ddc-bdbe-656f521ccacd Nov 25 17:29:28.565355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-259ed2d6-06bd-4a59-8347-55268214ce3d req-c4dc9a5e-4271-43af-9b6d-d68f309c4d3d tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780128 Nov 25 17:29:28.572278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.701695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-e54d6d25-0860-4148-b3f5-eba8c4a2b6e3', 'network_id': 'e54d6d25-0860-4148-b3f5-eba8c4a2b6e3', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': '2a0cd4ef-fd6e-4fe0-a93b-bb42336844dc'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:28.703122 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.718787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:28.743497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 79c2ada7-6e42-4db6-9970-068ad5465cb8 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:28.755086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:28.768100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:28.805000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'Port': ['ID=377b558f-331d-42e1-919d-9dcecebd9c81,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:28.897443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df2cd9-c3d9-4834-9070-4b9957510651 req-06771c3e-8e54-4d25-838d-b31118195af4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.899409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85df2cd9-c3d9-4834-9070-4b9957510651 req-06771c3e-8e54-4d25-838d-b31118195af4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1325486 Nov 25 17:29:28.928492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 79c2ada7-6e42-4db6-9970-068ad5465cb8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:28.928872 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.996760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.015301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85df2cd9-c3d9-4834-9070-4b9957510651 req-e31ea7b8-cdda-4156-86c8-7508a7875c5f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052148 Nov 25 17:29:29.104556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Allocated IP 172.20.255.242 (e54d6d25-0860-4148-b3f5-eba8c4a2b6e3/2a0cd4ef-fd6e-4fe0-a93b-bb42336844dc/77aa76f3-c89e-4c8f-8739-4b82062f3639) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:29.147894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.220979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.244496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-602711bd-294e-48a7-9a3b-9567de93a845 service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8046248 Nov 25 17:29:29.312541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.318100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.318927 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.321059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03099a24-7e0e-4541-a732-f7624c703ce7 req-adce6dad-97c2-4128-9176-12b55d60ecf9 tempest-ComputeTenantNetworksTest-1513571462 tempest-ComputeTenantNetworksTest-1513571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.329134 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.333380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03099a24-7e0e-4541-a732-f7624c703ce7 req-adce6dad-97c2-4128-9176-12b55d60ecf9 tempest-ComputeTenantNetworksTest-1513571462 tempest-ComputeTenantNetworksTest-1513571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.338343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.344024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03099a24-7e0e-4541-a732-f7624c703ce7 req-adce6dad-97c2-4128-9176-12b55d60ecf9 tempest-ComputeTenantNetworksTest-1513571462 tempest-ComputeTenantNetworksTest-1513571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.345781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03099a24-7e0e-4541-a732-f7624c703ce7 req-adce6dad-97c2-4128-9176-12b55d60ecf9 tempest-ComputeTenantNetworksTest-1513571462 tempest-ComputeTenantNetworksTest-1513571462-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3130693 Nov 25 17:29:29.395162 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1248648 Nov 25 17:29:29.402962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Network e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:29.407127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:29.408533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:29.421191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:29.426479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01c3d1-7ae7-49b5-a2c7-28d3fc44e25d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=ba41910e-491a-4ddc-bdbe-656f521ccacd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:29.446342 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2038f45-1132-4c73-816f-81be0f980c88 req-f209d471-9360-4950-b39a-d253d056d516 service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894097 Nov 25 17:29:29.453490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ba41910e-491a-4ddc-bdbe-656f521ccacd details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:29.466856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Pushing event updated for resources: {'Port': ['ID=77aa76f3-c89e-4c8f-8739-4b82062f3639,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:29.483513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': 'ba41910e-491a-4ddc-bdbe-656f521ccacd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:29.568673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Attempting to bind port 77aa76f3-c89e-4c8f-8739-4b82062f3639 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:29.569150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Attempting to bind port 77aa76f3-c89e-4c8f-8739-4b82062f3639 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b79cde81-4c1f-488b-9952-719a0bc2faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e54d6d25-0860-4148-b3f5-eba8c4a2b6e3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:29.569523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Attempting to bind port 77aa76f3-c89e-4c8f-8739-4b82062f3639 on network e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:29.582963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:29.583355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Checking segment: {'id': 'b79cde81-4c1f-488b-9952-719a0bc2faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e54d6d25-0860-4148-b3f5-eba8c4a2b6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:29.583925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.584331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Bound using segment: {'id': 'b79cde81-4c1f-488b-9952-719a0bc2faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e54d6d25-0860-4148-b3f5-eba8c4a2b6e3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:29.584824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Bound port: 77aa76f3-c89e-4c8f-8739-4b82062f3639, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79cde81-4c1f-488b-9952-719a0bc2faa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e54d6d25-0860-4148-b3f5-eba8c4a2b6e3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:29.585256 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.596734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-84352922-7d18-43d1-9752-2911e6ef1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.598846 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-84352922-7d18-43d1-9752-2911e6ef1957 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1094 time: 0.0711215 Nov 25 17:29:29.627546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcf5f-ae8c-48fc-b96c-7bf772749e94 req-dc1ab06a-c586-4747-a31b-d1f4644fa538 tempest-ComputeTenantNetworksTest-1513571462 tempest-ComputeTenantNetworksTest-1513571462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.628680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be6dcf5f-ae8c-48fc-b96c-7bf772749e94 req-dc1ab06a-c586-4747-a31b-d1f4644fa538 tempest-ComputeTenantNetworksTest-1513571462 tempest-ComputeTenantNetworksTest-1513571462-project] 10.222.0.81 "GET /v2.0/networks/93822e76-9c5e-4cc5-8110-1dc074cfe07b HTTP/1.1" status: 200 len: 768 time: 0.2332320 Nov 25 17:29:29.654338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:29.666383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] For port 77aa76f3-c89e-4c8f-8739-4b82062f3639, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:29.670369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] For port 77aa76f3-c89e-4c8f-8739-4b82062f3639, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=77aa76f3-c89e-4c8f-8739-4b82062f3639,segment=NetworkSegment(b79cde81-4c1f-488b-9952-719a0bc2faa4),segment_id=b79cde81-4c1f-488b-9952-719a0bc2faa4)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:29.678386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.770206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Pushing event updated for resources: {'Port': ['ID=77aa76f3-c89e-4c8f-8739-4b82062f3639,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:29.781186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.781545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.782065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.782413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.782813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-e9239a68-5605-488f-9cc7-6d55a24cb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.782922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.783217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.784211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.784562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.784895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.785247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.785838 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-e9239a68-5605-488f-9cc7-6d55a24cb0f3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.1778495 Nov 25 17:29:29.786366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.786730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f9f3e-9fbe-4820-8492-a578e2863bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:29.844687 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-4e098908-fed1-4c1c-aea5-af0b237ceb09 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 217 time: 0.0449371 Nov 25 17:29:29.849973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.862460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab527a-5a00-4b5c-8488-2ffb59e81379 req-69f77025-2960-4378-9763-2cf6e1fd58a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.864229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14ab527a-5a00-4b5c-8488-2ffb59e81379 req-69f77025-2960-4378-9763-2cf6e1fd58a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 943 time: 0.2811010 Nov 25 17:29:29.870975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.882814 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.910680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-ce81fdba-8892-44c6-af0d-2280785aa8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.912352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-ce81fdba-8892-44c6-af0d-2280785aa8b5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.0593443 Nov 25 17:29:29.938624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:29.942204 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.973248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-9bab7b01-4ef5-4c1a-9960-eb3f2d8fb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.975462 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-9bab7b01-4ef5-4c1a-9960-eb3f2d8fb5ce service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554259 Nov 25 17:29:30.073850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c5b6-1d35-4c57-b115-7d982ae9b10b req-42c452a4-8750-4b6a-bb1a-60723dc67627 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.075410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c54c5b6-1d35-4c57-b115-7d982ae9b10b req-42c452a4-8750-4b6a-bb1a-60723dc67627 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.3591001 Nov 25 17:29:30.132360 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-45d58974-3749-406f-8b37-435b52c2a07d service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236932 Nov 25 17:29:30.142880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'Port': ['ID=377b558f-331d-42e1-919d-9dcecebd9c81,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:30.146391 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.247249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-56f8ea5c-2378-4904-a61a-0d3213a05a92 req-e1456e6c-12f9-4cbb-84e8-58ecc34ae635 service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066201 Nov 25 17:29:30.286635 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.344587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14ab527a-5a00-4b5c-8488-2ffb59e81379 req-801828d7-2242-42f9-b0e0-7ae0df9bf5e5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4681981 Nov 25 17:29:30.348634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93822e76-9c5e-4cc5-8110-1dc074cfe07b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:30.353757 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.364228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3f8b86a6-3311-430b-9b55-791435db2c8c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4988990 Nov 25 17:29:30.393400 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c54c5b6-1d35-4c57-b115-7d982ae9b10b req-a864d36c-96a6-43e7-a7c6-51aca400e865 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090683 Nov 25 17:29:30.395484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cdb81b-4861-4859-80a8-08aa6395272b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:30.395788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cdb81b-4861-4859-80a8-08aa6395272b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:30.443460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.492261 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.511623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:30.512032 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:30.514490 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:30.602322 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-1e57a953-c596-42ad-a3dd-55e91ac8b245 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728018 Nov 25 17:29:30.633542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f163-d201-4357-89b3-78056882fe7d req-9a3efeab-b9eb-427e-b78e-8a813ce3ee75 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.641465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b345f163-d201-4357-89b3-78056882fe7d req-9a3efeab-b9eb-427e-b78e-8a813ce3ee75 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1956553 Nov 25 17:29:30.696989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 77aa76f3-c89e-4c8f-8739-4b82062f3639 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:30.717575 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.719728 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.733025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-6d3d4c0a-9607-4990-af9f-3e405ce8f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.734748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-6d3d4c0a-9607-4990-af9f-3e405ce8f292 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 1096 time: 0.0577407 Nov 25 17:29:30.776227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.779756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] 10.222.0.81 "DELETE /v2.0/networks/93822e76-9c5e-4cc5-8110-1dc074cfe07b HTTP/1.1" status: 204 len: 168 time: 1.1164558 Nov 25 17:29:30.796845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 77aa76f3-c89e-4c8f-8739-4b82062f3639 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:30.799746 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.853952 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-f81e6cec-0cd1-4ad8-b1bd-e2bf15038658 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1384649404&fields=id&tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6 HTTP/1.1" status: 200 len: 267 time: 0.2321191 Nov 25 17:29:30.874937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d4ff8-7d38-4753-a4e5-2499073bc191 admin admin] Pushing event deleted for resources: {'Network': ['ID=93822e76-9c5e-4cc5-8110-1dc074cfe07b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:30.882339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-5591ba5e-4cc3-4b29-9e56-7f6ea26dfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.885285 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-5591ba5e-4cc3-4b29-9e56-7f6ea26dfb0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.1275659 Nov 25 17:29:30.965068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b345f163-d201-4357-89b3-78056882fe7d req-406d18b0-70e4-4230-b095-ac3a6ce5f232 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226845 Nov 25 17:29:30.990093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-93fcea13-420c-4519-a366-35b81dcd520f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=786b34c6-9878-4240-bae8-8bf6309b2b68 HTTP/1.1" status: 200 len: 217 time: 0.0940855 Nov 25 17:29:31.005572 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.010305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=1b0c5d40-552d-4356-8d34-0ffc4efe18d1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:31.057554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '88dc4533-3683-49ec-b18e-d7e18bb77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ba41910e-491a-4ddc-bdbe-656f521ccacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:31.057925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: ba41910e-491a-4ddc-bdbe-656f521ccacd, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:31.077814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-caef96ac-b805-45d9-8be8-fae8e62dea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.080069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-caef96ac-b805-45d9-8be8-fae8e62dea7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0830386 Nov 25 17:29:31.095357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 77aa76f3-c89e-4c8f-8739-4b82062f3639, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=77aa76f3-c89e-4c8f-8739-4b82062f3639,segment=NetworkSegment(b79cde81-4c1f-488b-9952-719a0bc2faa4),segment_id=b79cde81-4c1f-488b-9952-719a0bc2faa4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:31.108894 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.116372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network ba41910e-491a-4ddc-bdbe-656f521ccacd is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:31.128666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-e98b62a2-c8d3-4aa7-98e8-ce85fd7e7bb1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.138346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-e98b62a2-c8d3-4aa7-98e8-ce85fd7e7bb1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.2827377 Nov 25 17:29:31.155813 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-efe5826b-a78d-44fb-8574-b82ab388a59a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672138 Nov 25 17:29:31.162512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ba41910e-491a-4ddc-bdbe-656f521ccacd) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:31.171305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-ddfd8702-2744-4f97-b913-e49e017402a6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/quotas/3431a5a06f9642f2b9fbf30f5b29dcf6 HTTP/1.1" status: 200 len: 375 time: 0.0313466 Nov 25 17:29:31.182726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.183342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.233500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-66ce5f60-c633-44e8-9ba8-ff6ea4b918f1 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7563095 Nov 25 17:29:31.235054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:31.243016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=77aa76f3-c89e-4c8f-8739-4b82062f3639,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:31.246291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511e247-9795-48e4-b061-da56f5587ff8 None None] Network ba41910e-491a-4ddc-bdbe-656f521ccacd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:31.249142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 76856833-0123-4ba5-8b14-b9ef7c51a9e0 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:31.286516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:31.316335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5328e9-6b6f-4cce-9f83-5332d7b2a5d1 None None] Network e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:31.348959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-581d99e6-3c59-44ec-884c-b1ce483e043e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1744096 Nov 25 17:29:31.365122 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ac83704a-ee4f-4c59-a07b-2a98892b9511 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19c6a370ae7247d8abbe470d1ec24a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645773 Nov 25 17:29:31.365825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:31.411476 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-4d5e9441-6829-49ff-be11-2ceb4ac49906 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229290 Nov 25 17:29:31.477979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1da41374-3284-4ed1-8a72-b47e1c6c1bfd None None] Provisioning complete for port 77aa76f3-c89e-4c8f-8739-4b82062f3639 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:31.478404 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1da41374-3284-4ed1-8a72-b47e1c6c1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.565894 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a2c7c64f-d716-4432-8fb5-7a46ba50be8f req-971b60ac-c9fb-41dc-ac84-cc3a872b94d4 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462204 Nov 25 17:29:31.566113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 64670969-c1dc-4351-8967-d7a90061751c details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:31.578539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:31.588346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.614381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:31.614761 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.634297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-cbcd011a-ba73-462a-81e5-49d25c33d830 service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529814 Nov 25 17:29:31.634638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14fbcd9c-3947-41d0-ac42-28f08a522a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.666290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b3e6-6a70-4561-a57f-7e76ecd927cb req-d167b5c2-f901-44cc-a8f5-d9726c0dc79e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.667882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b43b3e6-6a70-4561-a57f-7e76ecd927cb req-d167b5c2-f901-44cc-a8f5-d9726c0dc79e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 943 time: 0.2040625 Nov 25 17:29:31.753742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14fbcd9c-3947-41d0-ac42-28f08a522a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.859218 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.026263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ba41910e-491a-4ddc-bdbe-656f521ccacd', 'network_id': 'ba41910e-491a-4ddc-bdbe-656f521ccacd', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': '1b0c5d40-552d-4356-8d34-0ffc4efe18d1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:32.027134 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.057640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:32.111524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '64670969-c1dc-4351-8967-d7a90061751c', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'port_id': '64670969-c1dc-4351-8967-d7a90061751c', 'mac_address': 'fa:16:3e:45:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:32.184228 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.246648 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b43b3e6-6a70-4561-a57f-7e76ecd927cb req-ed2f6087-d5ba-4c83-8ad1-e61e95aa5ecb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5575359 Nov 25 17:29:32.262229 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ecd9509e-353b-413d-a1c7-d68bdf340e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.262465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-4baba72b-c0b4-4991-8a78-c3d94501f4bb service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153696 Nov 25 17:29:32.270042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76856833-0123-4ba5-8b14-b9ef7c51a9e0'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:32.273100 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a8970c-a5b1-4be2-b7c7-5018915194b7" -d '{"events": [{"server_uuid": "fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3", "name": "network-vif-plugged", "status": "completed", "tag": "76856833-0123-4ba5-8b14-b9ef7c51a9e0"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:32.288365 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.300402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14fbcd9c-3947-41d0-ac42-28f08a522a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.306791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-14fbcd9c-3947-41d0-ac42-28f08a522a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.310586 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-14fbcd9c-3947-41d0-ac42-28f08a522a9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0cf5907b-467e-43ca-961a-1c5b8975604a HTTP/1.1" status: 204 len: 168 time: 0.9509463 Nov 25 17:29:32.322084 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbcd9c-3947-41d0-ac42-28f08a522a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf5907b-467e-43ca-961a-1c5b8975604a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:32.333482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 76856833-0123-4ba5-8b14-b9ef7c51a9e0, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=76856833-0123-4ba5-8b14-b9ef7c51a9e0,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:32.385098 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.405452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64670969-c1dc-4351-8967-d7a90061751c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:32.457704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Allocated IP 172.20.0.2 (ba41910e-491a-4ddc-bdbe-656f521ccacd/1b0c5d40-552d-4356-8d34-0ffc4efe18d1/711d6fd0-ec5b-4de8-a3eb-1a6ab6374538) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:32.497203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccfd1b-bd49-4193-8e69-1c6026d1f77d req-eb3bf52a-6af5-4c8f-95a1-6f1b62d062f1 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:32.499417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72ccfd1b-bd49-4193-8e69-1c6026d1f77d req-eb3bf52a-6af5-4c8f-95a1-6f1b62d062f1 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1213648 Nov 25 17:29:32.510128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:32.523858 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.556842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=76856833-0123-4ba5-8b14-b9ef7c51a9e0,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:32.658584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72ccfd1b-bd49-4193-8e69-1c6026d1f77d req-fc5bec7d-89d7-48d6-8e22-b004cb0d514b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423464 Nov 25 17:29:32.734341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 77aa76f3-c89e-4c8f-8739-4b82062f3639 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:32.789130 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d840e3f6-4b93-4cbc-b1db-26b1790414d9 x-openstack-request-id: req-d840e3f6-4b93-4cbc-b1db-26b1790414d9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:32.789441 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3", "name": "network-vif-plugged", "status": "completed", "tag": "76856833-0123-4ba5-8b14-b9ef7c51a9e0", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:32.789693 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d840e3f6-4b93-4cbc-b1db-26b1790414d9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:32.790096 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76856833-0123-4ba5-8b14-b9ef7c51a9e0', 'code': 200} Nov 25 17:29:32.809951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9917-052e-4a06-ad5c-d96908499308 req-d1a04a79-bea2-4296-8406-269f1df96b2a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:32.821680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['64670969-c1dc-4351-8967-d7a90061751c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:32.823031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edca9917-052e-4a06-ad5c-d96908499308 req-d1a04a79-bea2-4296-8406-269f1df96b2a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1890438 Nov 25 17:29:32.866785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4194de7f-d9c4-4569-89d7-3cd88898d400 None None] Provisioning complete for port 77aa76f3-c89e-4c8f-8739-4b82062f3639 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:32.867080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4194de7f-d9c4-4569-89d7-3cd88898d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.892522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:32.939123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-072def82-8295-4431-b085-2a5f208c3bf1 req-908fda6f-a60f-4725-8067-25ab94f6b926 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 210 time: 0.0748427 Nov 25 17:29:33.000713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7429e55-7bdb-464a-a404-32b7d85473a0 req-3b0ad460-3574-434c-8017-2b6e7706b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:33.002569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7429e55-7bdb-464a-a404-32b7d85473a0 req-3b0ad460-3574-434c-8017-2b6e7706b6d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 1097 time: 0.0771911 Nov 25 17:29:33.025048 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edca9917-052e-4a06-ad5c-d96908499308 req-67640db6-923d-4898-bcf1-a3c42735d3a4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978483 Nov 25 17:29:33.043899 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.102535 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.116649 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7429e55-7bdb-464a-a404-32b7d85473a0 req-f3a259a6-98de-482c-844d-7e6684598ccd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038764 Nov 25 17:29:33.127804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.137570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 77aa76f3-c89e-4c8f-8739-4b82062f3639 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:33.138543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.169687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Network ba41910e-491a-4ddc-bdbe-656f521ccacd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:33.192093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0c5d40-552d-4356-8d34-0ffc4efe18d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.222957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:33.267958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:33.302357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.338653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba41910e-491a-4ddc-bdbe-656f521ccacd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:33.352598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dc4533-3683-49ec-b18e-d7e18bb77544') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:33.353164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dc4533-3683-49ec-b18e-d7e18bb77544') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:33.372109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.431033 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.469056 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Pushing event updated for resources: {'Port': ['ID=711d6fd0-ec5b-4de8-a3eb-1a6ab6374538,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.507243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35408) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:33.528820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:33.530884 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:33.535608 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:33.644966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Attempting to bind port 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:33.645382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Attempting to bind port 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '88dc4533-3683-49ec-b18e-d7e18bb77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ba41910e-491a-4ddc-bdbe-656f521ccacd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:33.645726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Attempting to bind port 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538 on network ba41910e-491a-4ddc-bdbe-656f521ccacd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:33.709140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:33.709680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Checking segment: {'id': '88dc4533-3683-49ec-b18e-d7e18bb77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ba41910e-491a-4ddc-bdbe-656f521ccacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:33.711391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.711973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Bound using segment: {'id': '88dc4533-3683-49ec-b18e-d7e18bb77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ba41910e-491a-4ddc-bdbe-656f521ccacd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:33.713040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Bound port: 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dc4533-3683-49ec-b18e-d7e18bb77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ba41910e-491a-4ddc-bdbe-656f521ccacd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:33.713560 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.727647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980794-59ba-4df3-a7fc-bce4a49e3667 req-379b06f8-8c55-4afa-90fd-d1de1df36e48 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:33.766353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3980794-59ba-4df3-a7fc-bce4a49e3667 req-379b06f8-8c55-4afa-90fd-d1de1df36e48 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 944 time: 0.3677053 Nov 25 17:29:33.801952 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:29:33.801952 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:29:33.801952 n-d-819349-3 neutron-server[103599]: [parameters: {'id': 'ba41910e-491a-4ddc-bdbe-656f521ccacd'}] Nov 25 17:29:33.801952 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:33.803196 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:33.815524 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29551757-aaf8-413b-aa82-f1c0f7349397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.896119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] For port 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:33.926708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] For port 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=711d6fd0-ec5b-4de8-a3eb-1a6ab6374538,segment=NetworkSegment(88dc4533-3683-49ec-b18e-d7e18bb77544),segment_id=88dc4533-3683-49ec-b18e-d7e18bb77544)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:33.936737 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.002169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29551757-aaf8-413b-aa82-f1c0f7349397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.014338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29551757-aaf8-413b-aa82-f1c0f7349397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.024860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3980794-59ba-4df3-a7fc-bce4a49e3667 req-313fcd5d-dc44-4ee7-9b90-062872420ef5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2560649 Nov 25 17:29:34.027040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7dc34-f22f-4a9e-b4ed-7e0c4a032f8f None None] Pushing event updated for resources: {'Port': ['ID=711d6fd0-ec5b-4de8-a3eb-1a6ab6374538,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.039102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d25c-6f06-440b-817f-db33cc56ee9d req-862374b2-3f59-4517-95b7-60d512639c36 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.041139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29f0d25c-6f06-440b-817f-db33cc56ee9d req-862374b2-3f59-4517-95b7-60d512639c36 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1870158 Nov 25 17:29:34.065348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b35a5e8-b664-479e-95cb-90b0a740163c None None] Network ba41910e-491a-4ddc-bdbe-656f521ccacd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:34.085631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35426) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:34.105656 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-29551757-aaf8-413b-aa82-f1c0f7349397 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b13c252da7441f7bc71e5694233ce08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5970664 Nov 25 17:29:34.110686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:34.120279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29551757-aaf8-413b-aa82-f1c0f7349397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96ad39e-3b3b-4d3b-84d8-3be7acef021e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.194615 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29f0d25c-6f06-440b-817f-db33cc56ee9d req-6f82ff92-c9a3-4757-9bbf-598926e41c9c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387315 Nov 25 17:29:34.204444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-752cfa2b-6a4e-40ce-82ca-159c58890166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.219913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6cd07b5-d46c-4a4b-9c9c-4ddceb294daf req-68d57cc5-060e-4e71-b873-83da4b100295 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 210 time: 0.0391603 Nov 25 17:29:34.247287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-752cfa2b-6a4e-40ce-82ca-159c58890166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.292204 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-866457298-network', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:34.304920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.318928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49709e17-62bf-401d-bc65-ba0a2944deae None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:29:34.321229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Made reservation on behalf of ed4b3d7b85e94c088b2542edf42fff7d for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:34.328406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.355277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.373860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-752cfa2b-6a4e-40ce-82ca-159c58890166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.377048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-752cfa2b-6a4e-40ce-82ca-159c58890166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.378238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-752cfa2b-6a4e-40ce-82ca-159c58890166 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c96ad39e-3b3b-4d3b-84d8-3be7acef021e HTTP/1.1" status: 204 len: 168 time: 0.2662396 Nov 25 17:29:34.394172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cfa2b-6a4e-40ce-82ca-159c58890166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96ad39e-3b3b-4d3b-84d8-3be7acef021e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.440879 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3647eb57-36b3-456e-99ab-e825278589d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.472244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac90b-7207-4d7c-992f-cf35b92fa355 req-c5a04f91-841f-4abf-9a41-3b14751aba8b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.489316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-032ac90b-7207-4d7c-992f-cf35b92fa355 req-c5a04f91-841f-4abf-9a41-3b14751aba8b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1628861 Nov 25 17:29:34.499382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting port 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:34.499826 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.525203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49709e17-62bf-401d-bc65-ba0a2944deae None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:29:34.539534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.545469 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.600976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e35458-52c8-44e5-897b-ac0d17cdda96,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.609170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] For port 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=711d6fd0-ec5b-4de8-a3eb-1a6ab6374538,segment=NetworkSegment(88dc4533-3683-49ec-b18e-d7e18bb77544),segment_id=88dc4533-3683-49ec-b18e-d7e18bb77544)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:34.610211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.612117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:34.631285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-032ac90b-7207-4d7c-992f-cf35b92fa355 req-eb6c5ce2-8303-43ba-a7be-5a96c305952d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405597 Nov 25 17:29:34.644227 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.644460 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Added segment 48d07447-cea2-4650-9445-d8f89ae6a4da of type vlan for network 0eee1f13-1866-4846-ad2f-35c14cb97e07 Nov 25 17:29:34.667595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Calling delete_port for 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:34.702934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.738493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.742011 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.742677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.805305 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.838402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Port': ['ID=711d6fd0-ec5b-4de8-a3eb-1a6ab6374538,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.844052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No DVR routers for this DVR port 711d6fd0-ec5b-4de8-a3eb-1a6ab6374538 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:34.855553 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7687325 Nov 25 17:29:34.860297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35436) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:34.866500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Request body: {'subnet': {'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-subnet', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:34.875509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fa194-a268-4dc7-90dd-04de68e76019 admin admin] Pushing event updated for resources: {'Network': ['ID=0eee1f13-1866-4846-ad2f-35c14cb97e07,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.893676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:34.909696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Made reservation on behalf of ed4b3d7b85e94c088b2542edf42fff7d for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:34.914104 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.966551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35438) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:34.967674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.985382 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2061f879-ec55-4eb0-93a8-0b0e2f3a4bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.011021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba41910e-491a-4ddc-bdbe-656f521ccacd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:35.024720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dc4533-3683-49ec-b18e-d7e18bb77544') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:35.025488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dc4533-3683-49ec-b18e-d7e18bb77544') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:35.038867 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.053959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.063105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:35.063765 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:35.070209 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:35.130348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b6d3fc67-5264-4d5a-b586-0c7db09dbd72 None None] Provisioning complete for port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:35.130931 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fc67-5264-4d5a-b586-0c7db09dbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.157981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2061f879-ec55-4eb0-93a8-0b0e2f3a4bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.188831 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.200209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.203981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/ba41910e-491a-4ddc-bdbe-656f521ccacd HTTP/1.1" status: 204 len: 168 time: 3.9677620 Nov 25 17:29:35.215349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2061f879-ec55-4eb0-93a8-0b0e2f3a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.217324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:35.226205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-878793140'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:35.231449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4aa40-e854-4ad2-bc94-75730072ad46 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=ba41910e-491a-4ddc-bdbe-656f521ccacd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:35.291218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16822a38-91fc-4d5b-89a1-91baa46e0723 req-c3fe2d54-b0c1-4a1f-8c20-a39b14fc01c8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.293177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16822a38-91fc-4d5b-89a1-91baa46e0723 req-c3fe2d54-b0c1-4a1f-8c20-a39b14fc01c8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 944 time: 0.1614492 Nov 25 17:29:35.326381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:35.332561 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.346299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.348126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b6d3fc67-5264-4d5a-b586-0c7db09dbd72 None None] Provisioning complete for port 786b34c6-9878-4240-bae8-8bf6309b2b68 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:35.348573 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fc67-5264-4d5a-b586-0c7db09dbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.394228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061f879-ec55-4eb0-93a8-0b0e2f3a4bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f7507b-6125-48d1-9baa-121affa131d1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:35.407721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2061f879-ec55-4eb0-93a8-0b0e2f3a4bfd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=416c4141541d4bafa9a13ed64effb662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4394557 Nov 25 17:29:35.417087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:35.466097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:35.470219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b6d3fc67-5264-4d5a-b586-0c7db09dbd72 None None] Provisioning complete for port 5b09f22f-178e-410e-9a8b-4668cb533d6a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:35.470831 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fc67-5264-4d5a-b586-0c7db09dbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.471187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-7fa4652c-fa53-4ff7-9b6f-a44968e343be tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.472762 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-7fa4652c-fa53-4ff7-9b6f-a44968e343be tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.2889163 Nov 25 17:29:35.475074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=313bdac5-e215-44a3-9277-574f96cfd8be,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:35.506837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b00d-98e1-48f9-a7a4-5e7e65e4c405 req-4c2ace76-b3b1-4480-9152-333d221ce94e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.509169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Checking segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:35.509534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Network hostable DHCP agents. Network: 0eee1f13-1866-4846-ad2f-35c14cb97e07, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:35.513590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e641b00d-98e1-48f9-a7a4-5e7e65e4c405 req-4c2ace76-b3b1-4480-9152-333d221ce94e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1751966 Nov 25 17:29:35.527510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16822a38-91fc-4d5b-89a1-91baa46e0723 req-4ab04170-32d4-4ae4-a522-ad56208f7781 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2150617 Nov 25 17:29:35.530402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.530905 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 74252a24-1a87-45be-b5e8-eb3b87e49af5 of type vlan for network 98f31315-fc47-4607-8071-1e29571cba61 Nov 25 17:29:35.569230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:35.575349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 64670969-c1dc-4351-8967-d7a90061751c up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:35.589875 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-ff2c436b-9784-43d1-bd84-70df48dddfe0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6 HTTP/1.1" status: 200 len: 380 time: 0.1042671 Nov 25 17:29:35.593031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 0eee1f13-1866-4846-ad2f-35c14cb97e07) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:35.604708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.605584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.609853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f1dc83-3d9d-4a34-83c9-387bfcb6c565 None None] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:35.612222 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57a73422-a8fc-4145-838d-15805bbb26fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.626849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'port': {'device_id': '518cf469-3125-4007-8f4e-7648f4a80ace', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'admin_state_up': True, 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'security_groups': ['05c74664-f8d8-4257-91a2-33cbd6a5ef6a']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:35.636891 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f521eb48-a7b6-4957-9da0-0b0e111aa05b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7756579 Nov 25 17:29:35.646348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:35.651815 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.659063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:35.677721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e641b00d-98e1-48f9-a7a4-5e7e65e4c405 req-cd92d73d-868b-4457-83d7-5b16088b9815 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614907 Nov 25 17:29:35.704422 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57a73422-a8fc-4145-838d-15805bbb26fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.743186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a573012a-e8ee-44ea-a093-9cbf5a643a27 req-5dabd01f-3b57-49ea-8b7e-9a1bb9ca7b59 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 210 time: 0.0774922 Nov 25 17:29:35.759336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 64670969-c1dc-4351-8967-d7a90061751c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:35.792090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Made reservation on behalf of 3431a5a06f9642f2b9fbf30f5b29dcf6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:35.796953 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.797132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 64670969-c1dc-4351-8967-d7a90061751c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:35.797511 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.804059 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.805131 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.815492 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.821098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.821705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.822124 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.903358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-0eee1f13-1866-4846-ad2f-35c14cb97e07', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:35.904913 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.908786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6873298 Nov 25 17:29:35.919633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:35.925479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': '98f31315-fc47-4607-8071-1e29571cba61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:35.943796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.969705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.978028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be81ce-6ae5-4f7c-b25b-25e6953af0b5 req-0b2e9c44-98e8-4943-8e25-30922d621c9a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.979579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4be81ce-6ae5-4f7c-b25b-25e6953af0b5 req-0b2e9c44-98e8-4943-8e25-30922d621c9a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 946 time: 0.2355800 Nov 25 17:29:36.015267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Allocated IP 172.20.0.11 (2983c91f-258f-4b5e-9cdb-2a076206d134/a735e756-d380-48a7-9b68-17b9df300d7d/e9101cc0-f66c-4b57-b228-557842217690) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:36.020853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea53ebc-2650-425f-8fa4-2a47d629b8f5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=98f31315-fc47-4607-8071-1e29571cba61,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:36.023123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57a73422-a8fc-4145-838d-15805bbb26fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.026062 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57a73422-a8fc-4145-838d-15805bbb26fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.029709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-57a73422-a8fc-4145-838d-15805bbb26fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71f7507b-6125-48d1-9baa-121affa131d1 HTTP/1.1" status: 204 len: 168 time: 0.6091504 Nov 25 17:29:36.029875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64670969-c1dc-4351-8967-d7a90061751c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:36.030827 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5ea035-704f-4038-95fc-d0ac8760f25a" -d '{"events": [{"server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "name": "network-vif-plugged", "status": "completed", "tag": "64670969-c1dc-4351-8967-d7a90061751c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:36.054664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 98f31315-fc47-4607-8071-1e29571cba61 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:36.058168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:36.085537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:36.089189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.098305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a73422-a8fc-4145-838d-15805bbb26fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f7507b-6125-48d1-9baa-121affa131d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:36.121418 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.142871 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d251b76b-04ca-4233-abf0-e1cdf613113d x-openstack-request-id: req-d251b76b-04ca-4233-abf0-e1cdf613113d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:36.143563 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "name": "network-vif-plugged", "status": "completed", "tag": "64670969-c1dc-4351-8967-d7a90061751c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:36.143563 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d251b76b-04ca-4233-abf0-e1cdf613113d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:36.143864 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64670969-c1dc-4351-8967-d7a90061751c', 'code': 200} Nov 25 17:29:36.206132 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.227000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4be81ce-6ae5-4f7c-b25b-25e6953af0b5 req-c3e28975-0b06-4171-8142-5e72939ceb88 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071691 Nov 25 17:29:36.363968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:29:36.364503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:29:36.420101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.424189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bedf5-da22-41f8-83b2-f374fb4fb44b req-680e50bb-1d03-4d7c-b4e5-f65d6da73019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.426570 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e45bedf5-da22-41f8-83b2-f374fb4fb44b req-680e50bb-1d03-4d7c-b4e5-f65d6da73019 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1096 time: 0.1942790 Nov 25 17:29:36.439671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99197499-2a9b-46b3-825b-b9c9285622e6 req-490bcf99-4dea-454f-ac82-babf364b172b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.441182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99197499-2a9b-46b3-825b-b9c9285622e6 req-490bcf99-4dea-454f-ac82-babf364b172b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 946 time: 0.0850482 Nov 25 17:29:36.486450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Allocated IP 172.20.0.2 (0eee1f13-1866-4846-ad2f-35c14cb97e07/313bdac5-e215-44a3-9277-574f96cfd8be/e38b4c83-198f-49a0-bef9-93eae4f2ae83) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:36.492094 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.495688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:36.542082 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e45bedf5-da22-41f8-83b2-f374fb4fb44b req-bf2e1621-d20f-4ed3-b881-d7a10f1156d8 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042063 Nov 25 17:29:36.573468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.627885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99197499-2a9b-46b3-825b-b9c9285622e6 req-2708549c-2da0-42e1-83f1-2b22813d4653 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223383 Nov 25 17:29:36.664518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.700542 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.768304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433805b-8490-4ede-82b4-11426546291c req-feded636-6dcc-4b73-8818-d2f5d5f7560c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.769951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5433805b-8490-4ede-82b4-11426546291c req-feded636-6dcc-4b73-8818-d2f5d5f7560c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1210177 Nov 25 17:29:36.781612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:36.799060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:36.802793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:36.842568 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.865788 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.920280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Allocated IP 172.25.1.244 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/40ee2499-10c8-40c0-847e-1533de9b2eb2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:36.927305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5433805b-8490-4ede-82b4-11426546291c req-8c97121b-4dbe-4f90-90e6-0bea6670b16b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1470885 Nov 25 17:29:36.980023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:36.994556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.995349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.001732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.069618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-2da0b42f-e5ad-4d15-80b8-00f34816a594 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4491229 Nov 25 17:29:37.110928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Request body: {'port': {'device_id': '518cf469-3125-4007-8f4e-7648f4a80ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:37.116818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=9407841d-439b-4a41-9819-71e399fe7a1b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:37.133544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:37.171053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:37.184422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:37.193183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.204980 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.205973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Pushing event updated for resources: {'Port': ['ID=e38b4c83-198f-49a0-bef9-93eae4f2ae83,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:37.210462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.214874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '74252a24-1a87-45be-b5e8-eb3b87e49af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '98f31315-fc47-4607-8071-1e29571cba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:37.215460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: 98f31315-fc47-4607-8071-1e29571cba61, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:37.265093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6685e1-287c-4e69-b5e4-ca6bfbbf30ff req-ecec957e-91c3-467d-a16b-e91105e537f7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:37.269031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d6685e1-287c-4e69-b5e4-ca6bfbbf30ff req-ecec957e-91c3-467d-a16b-e91105e537f7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.2546344 Nov 25 17:29:37.301485 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.354590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7c9f8-7c3f-4590-9f1c-eed3fd620c9f req-aae856b8-fb56-4849-ad0e-439c2d9657d4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:37.356648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Attempting to bind port e38b4c83-198f-49a0-bef9-93eae4f2ae83 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:37.357855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Attempting to bind port e38b4c83-198f-49a0-bef9-93eae4f2ae83 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:37.358919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Attempting to bind port e38b4c83-198f-49a0-bef9-93eae4f2ae83 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:37.363635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aaa7c9f8-7c3f-4590-9f1c-eed3fd620c9f req-aae856b8-fb56-4849-ad0e-439c2d9657d4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 932 time: 0.2557287 Nov 25 17:29:37.376377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.389557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a84b44e8-365e-45fe-a5fc-e2192b3e2db2 None None] Provisioning complete for port e9101cc0-f66c-4b57-b228-557842217690 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:37.390568 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a84b44e8-365e-45fe-a5fc-e2192b3e2db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.397804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network 98f31315-fc47-4607-8071-1e29571cba61 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:37.401834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:37.402491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Checking segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:37.403215 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.403764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Bound using segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:37.405256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Bound port: e38b4c83-198f-49a0-bef9-93eae4f2ae83, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:37.406005 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.417146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 98f31315-fc47-4607-8071-1e29571cba61) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:37.424804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:37.425534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.468255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96fe06-4263-451c-b306-7d5b63f0ccc5 None None] Network 98f31315-fc47-4607-8071-1e29571cba61 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:37.498039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:37.514447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:37.526050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Pushing event updated for resources: {'Port': ['ID=40ee2499-10c8-40c0-847e-1533de9b2eb2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:37.528433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:37.562738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b9de4-5932-4c83-8bd0-58138c5eb802 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:37.568664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a84b44e8-365e-45fe-a5fc-e2192b3e2db2 None None] Port e9101cc0-f66c-4b57-b228-557842217690 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:37.612668 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5c246475-c7cf-492d-a89d-797ceab627ba tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6893380 Nov 25 17:29:37.619039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35492) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:37.620676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aaa7c9f8-7c3f-4590-9f1c-eed3fd620c9f req-db06f0c7-d017-4036-9402-1e1006d17d6a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553718 Nov 25 17:29:37.795139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d6685e1-287c-4e69-b5e4-ca6bfbbf30ff req-1a8e1533-767e-4511-9160-75821dea6043 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091808 Nov 25 17:29:37.840145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9101cc0-f66c-4b57-b228-557842217690 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:37.853922 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.875314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Transition to ACTIVE for port object e9101cc0-f66c-4b57-b228-557842217690 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:37.881152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b8dd63f0-78cd-444e-9d2a-a942716c533b None None] Provisioning complete for port 40ee2499-10c8-40c0-847e-1533de9b2eb2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:37.881544 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8dd63f0-78cd-444e-9d2a-a942716c533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.882300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.911275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131b153-df45-4392-b04e-e6f63873cfd2 req-315b8acf-659c-458c-a03b-ad8e66836634 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:37.914678 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9131b153-df45-4392-b04e-e6f63873cfd2 req-315b8acf-659c-458c-a03b-ad8e66836634 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1125863 Nov 25 17:29:37.964467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] For port e38b4c83-198f-49a0-bef9-93eae4f2ae83, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:37.971026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.020840 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.032599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] For port e38b4c83-198f-49a0-bef9-93eae4f2ae83, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e38b4c83-198f-49a0-bef9-93eae4f2ae83,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:38.038975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd63f0-78cd-444e-9d2a-a942716c533b None None] Port 40ee2499-10c8-40c0-847e-1533de9b2eb2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:38.057234 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.069368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.170054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-98f31315-fc47-4607-8071-1e29571cba61', 'network_id': '98f31315-fc47-4607-8071-1e29571cba61', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': '9407841d-439b-4a41-9819-71e399fe7a1b'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:38.170950 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.184868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b7a41-ec28-4aef-97dd-b10cdd756e81 None None] Pushing event updated for resources: {'Port': ['ID=e38b4c83-198f-49a0-bef9-93eae4f2ae83,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.223451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9131b153-df45-4392-b04e-e6f63873cfd2 req-da8aebc5-52c8-43d4-87e9-79c29e761864 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641618 Nov 25 17:29:38.278050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.280377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.301396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a8ce7-2166-4944-865a-a234e061f9be req-120c8d73-a883-40bf-b3d5-c0bea9050fbc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.303098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff6a8ce7-2166-4944-865a-a234e061f9be req-120c8d73-a883-40bf-b3d5-c0bea9050fbc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1597652 Nov 25 17:29:38.383223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Allocated IP 172.20.0.3 (98f31315-fc47-4607-8071-1e29571cba61/9407841d-439b-4a41-9819-71e399fe7a1b/a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:38.448884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Attempting to bind port e9101cc0-f66c-4b57-b228-557842217690 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:38.450835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Attempting to bind port e9101cc0-f66c-4b57-b228-557842217690 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:38.455058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Attempting to bind port e9101cc0-f66c-4b57-b228-557842217690 on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:38.476359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Port e9101cc0-f66c-4b57-b228-557842217690 on network 2983c91f-258f-4b5e-9cdb-2a076206d134 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:38.477245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Attempting to bind port e9101cc0-f66c-4b57-b228-557842217690 on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:38.506713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:38.507715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Checking segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:38.509005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Bound using segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:38.511116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Bound port: e9101cc0-f66c-4b57-b228-557842217690, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:38.511676 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.600714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.615112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.628128 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:29:38.697268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.791506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Network 98f31315-fc47-4607-8071-1e29571cba61 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:38.796617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:38.801795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:38.853217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Pushing event updated for resources: {'Port': ['ID=a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.877177 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=9407841d-439b-4a41-9819-71e399fe7a1b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:38.894706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e38b4c83-198f-49a0-bef9-93eae4f2ae83 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:38.988121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Attempting to bind port a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:38.988501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Attempting to bind port a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '74252a24-1a87-45be-b5e8-eb3b87e49af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '98f31315-fc47-4607-8071-1e29571cba61'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:38.988873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Attempting to bind port a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd on network 98f31315-fc47-4607-8071-1e29571cba61 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:38.996808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:38.997301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Checking segment: {'id': '74252a24-1a87-45be-b5e8-eb3b87e49af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '98f31315-fc47-4607-8071-1e29571cba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:38.997622 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.998743 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Bound using segment: {'id': '74252a24-1a87-45be-b5e8-eb3b87e49af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '98f31315-fc47-4607-8071-1e29571cba61'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:38.999500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Bound port: a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74252a24-1a87-45be-b5e8-eb3b87e49af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '98f31315-fc47-4607-8071-1e29571cba61'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:39.000036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.002346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-55946450-be0c-48c0-9b2c-abf1f0439c96 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.003955 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-55946450-be0c-48c0-9b2c-abf1f0439c96 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 946 time: 0.3403723 Nov 25 17:29:39.005234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:39.019197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.056629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:39.063577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff6a8ce7-2166-4944-865a-a234e061f9be req-6b724c3d-8e2f-4938-bfea-0f019e7d8554 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6872847 Nov 25 17:29:39.077992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e38b4c83-198f-49a0-bef9-93eae4f2ae83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:39.078372 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.079596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.132969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f31315-fc47-4607-8071-1e29571cba61']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:39.176501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] For port a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:39.200157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a114682-eecb-4472-a9b0-c4ef9138d157 req-37cec961-090f-469e-8ca8-4cc17f02f97f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.203120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a114682-eecb-4472-a9b0-c4ef9138d157 req-37cec961-090f-469e-8ca8-4cc17f02f97f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 944 time: 0.1362133 Nov 25 17:29:39.205931 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.206583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.208192 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] 10.222.0.60 "PUT /v2.0/ports/e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1092 time: 2.1074474 Nov 25 17:29:39.216723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] For port a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd,segment=NetworkSegment(74252a24-1a87-45be-b5e8-eb3b87e49af5),segment_id=74252a24-1a87-45be-b5e8-eb3b87e49af5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:39.225939 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.272703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:39.276643 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17" -d '{"events": [{"name": "network-changed", "server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:39.287485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74252a24-1a87-45be-b5e8-eb3b87e49af5') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:39.287817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74252a24-1a87-45be-b5e8-eb3b87e49af5') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:39.370962 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.438560 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.463005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b59d4e-96ff-4994-9a17-c2d4ea2cce61 service neutron] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.469876 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.479833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badb3a5-6af9-429b-b0f3-55fff36cab6a None None] Pushing event updated for resources: {'Port': ['ID=a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.506214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:39.506634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:39.516583 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:39.528388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e7a073-9d8f-4369-8467-2c0f86348c5b None None] Network 98f31315-fc47-4607-8071-1e29571cba61 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:39.530330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20b12c-c7a7-4d68-b7e8-ff040a3311c8 req-d235469b-f9c6-4930-a4f9-1996c8bcabe6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.534682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e20b12c-c7a7-4d68-b7e8-ff040a3311c8 req-d235469b-f9c6-4930-a4f9-1996c8bcabe6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.3253350 Nov 25 17:29:39.538829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port e38b4c83-198f-49a0-bef9-93eae4f2ae83, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e38b4c83-198f-49a0-bef9-93eae4f2ae83,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:39.556408 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.585670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a114682-eecb-4472-a9b0-c4ef9138d157 req-990305e9-1d4a-4c46-8e14-3f3a6f3a2325 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570733 Nov 25 17:29:39.601129 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.672460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-29b2ba5b-b0e8-4804-a286-1b0034d15c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.686517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-29b2ba5b-b0e8-4804-a286-1b0034d15c55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1095 time: 0.3526866 Nov 25 17:29:39.763894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Deleting port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:39.764103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e20b12c-c7a7-4d68-b7e8-ff040a3311c8 req-8aaffa23-3c99-41a8-b2bd-482af8c6f0b7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115471 Nov 25 17:29:39.764388 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.769114 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-faccd5d6-cc96-4ae7-9747-2ae5c02ef878 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 217 time: 0.0824385 Nov 25 17:29:39.769974 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.api [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:29:39.769974 n-d-819349-3 neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:29:39.769974 n-d-819349-3 neutron-server[103598]: [parameters: {'id': '98f31315-fc47-4607-8071-1e29571cba61'}] Nov 25 17:29:39.769974 n-d-819349-3 neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:39.770281 n-d-819349-3 neutron-server[103598]: DEBUG oslo_db.api [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:39.822470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=e38b4c83-198f-49a0-bef9-93eae4f2ae83,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.898762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-d3aec630-e687-4d4b-8328-5a9a023bafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.900247 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-d3aec630-e687-4d4b-8328-5a9a023bafc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1074812 Nov 25 17:29:39.958757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] For port 76856833-0123-4ba5-8b14-b9ef7c51a9e0, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=76856833-0123-4ba5-8b14-b9ef7c51a9e0,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:39.959176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.971367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b7985-e7b3-4df5-b606-88a9dd05f09d None None] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:39.977291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Calling delete_port for 76856833-0123-4ba5-8b14-b9ef7c51a9e0 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:39.989110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab28c-546f-4822-8a7a-9a652fd61524 req-5fe84cba-b1ef-420d-9e1a-2e33c6f21533 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.990669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c0ab28c-546f-4822-8a7a-9a652fd61524 req-5fe84cba-b1ef-420d-9e1a-2e33c6f21533 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.2532520 Nov 25 17:29:40.001987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-57ab2321-4bfb-40e1-af6d-14c6a3821c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.003518 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-57ab2321-4bfb-40e1-af6d-14c6a3821c31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926802 Nov 25 17:29:40.037590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c38a-be94-4511-bf96-7fcc04946288 req-723bc4e1-db7b-484c-9828-0358d988887c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.045525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45c9c38a-be94-4511-bf96-7fcc04946288 req-723bc4e1-db7b-484c-9828-0358d988887c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 946 time: 0.1203835 Nov 25 17:29:40.049824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ca21899f-ebbd-4601-afae-da7bedf295f5 None None] Provisioning complete for port e38b4c83-198f-49a0-bef9-93eae4f2ae83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:40.050554 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca21899f-ebbd-4601-afae-da7bedf295f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.098344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Router 09485ab1-a19e-4470-ab8f-b229890f49ae is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:29:40.130152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c0ab28c-546f-4822-8a7a-9a652fd61524 req-8bd9612d-a4d8-41ba-b365-46c7b0084886 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292982 Nov 25 17:29:40.162919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45c9c38a-be94-4511-bf96-7fcc04946288 req-9cdd7b81-2660-4172-b328-8125a9c9e2d3 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164117 Nov 25 17:29:40.168578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:40.257815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:40.360420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:40.371897 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Sync routers for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:40.389580 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:40.390744 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:40.418930 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4b91099-7f67-4c99-8711-751be19237fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.437552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6a175-9792-4f43-9f3a-a590aaf3967b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.442673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-34d6a175-9792-4f43-9f3a-a590aaf3967b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1091 time: 0.2664616 Nov 25 17:29:40.442673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:40.448593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '64670969-c1dc-4351-8967-d7a90061751c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:40.481731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.486786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7c12f14d-d91b-40d0-9551-3730097fcf97 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8343067 Nov 25 17:29:40.489691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:40.533774 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:40.582735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.657024 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df96fd-f168-4101-9b66-6fc640bb288b x-openstack-request-id: req-35df96fd-f168-4101-9b66-6fc640bb288b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:40.657522 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:40.657598 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35df96fd-f168-4101-9b66-6fc640bb288b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:40.657999 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'status': 'completed', 'code': 200} Nov 25 17:29:40.658500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.687366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e38b4c83-198f-49a0-bef9-93eae4f2ae83 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:40.712219 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-a147b61c-6769-4b57-86eb-da433f711bdf service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720395 Nov 25 17:29:40.758212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.779526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:40.832010 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:37Z', 'revision_number': 3, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:40.851071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695be90-e103-40d5-a1cc-c4fdfbd69c8d None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:40.858724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event deleted for resources: {'Port': ['ID=76856833-0123-4ba5-8b14-b9ef7c51a9e0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:40.864668 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Checking router: 09485ab1-a19e-4470-ab8f-b229890f49ae for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:40.865368 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Updating router 09485ab1-a19e-4470-ab8f-b229890f49ae port 40ee2499-10c8-40c0-847e-1533de9b2eb2 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:40.901308 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.924198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1773cd-734f-43ea-9f1e-7e2a0e5b3ac0 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:29:40.927833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-066cd362-625e-4245-af4e-baef21691189 None None] Provisioning complete for port e38b4c83-198f-49a0-bef9-93eae4f2ae83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:40.928155 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-066cd362-625e-4245-af4e-baef21691189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.955371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4b91099-7f67-4c99-8711-751be19237fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.965032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] No DVR routers for this DVR port 76856833-0123-4ba5-8b14-b9ef7c51a9e0 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:40.973530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e38b4c83-198f-49a0-bef9-93eae4f2ae83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:40.973912 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.974284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.978928 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4697216d-5968-4e84-959a-6a6d03a1a5a3 req-fe9ed133-6948-44d0-83fd-23db61e233dd tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "DELETE /v2.0/ports/76856833-0123-4ba5-8b14-b9ef7c51a9e0 HTTP/1.1" status: 204 len: 173 time: 1.9676151 Nov 25 17:29:41.006157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4b91099-7f67-4c99-8711-751be19237fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.009148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting port a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:41.009896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.073491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a4b91099-7f67-4c99-8711-751be19237fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=015d12880a4d4e81a3c8461137f34b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8145175 Nov 25 17:29:41.083026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] For port a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd,segment=NetworkSegment(74252a24-1a87-45be-b5e8-eb3b87e49af5),segment_id=74252a24-1a87-45be-b5e8-eb3b87e49af5)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:41.083766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.103678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Calling delete_port for a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:41.131432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35552) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:41.203402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.239089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe1c89-f0c5-4746-8965-6d1ffd4174df req-0a3b8bd9-4814-45dd-b541-2266b051180e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.240776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eafe1c89-f0c5-4746-8965-6d1ffd4174df req-0a3b8bd9-4814-45dd-b541-2266b051180e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.3594446 Nov 25 17:29:41.262173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Port': ['ID=a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:41.275801 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-827bdc1c-f038-4c78-af58-865d4baf3ba5 req-855109e1-4e40-4675-90b0-b40ea969126c service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313196 Nov 25 17:29:41.276766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 76856833-0123-4ba5-8b14-b9ef7c51a9e0 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:41.283731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No DVR routers for this DVR port a3c5cdd5-c9cf-48ff-8623-bcca956cb5bd on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:41.318627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda907d6-1484-4d6d-9611-453855df89e2 req-f4cc136d-0248-4eda-b0d7-507aa39d8af8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.320698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cda907d6-1484-4d6d-9611-453855df89e2 req-f4cc136d-0248-4eda-b0d7-507aa39d8af8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 944 time: 0.4561479 Nov 25 17:29:41.339260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b91099-7f67-4c99-8711-751be19237fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dce47a-7bf2-4e2d-b695-f86c8851be7e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:41.347954 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.359246 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.359913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 76856833-0123-4ba5-8b14-b9ef7c51a9e0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:41.360442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 76856833-0123-4ba5-8b14-b9ef7c51a9e0 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:41.381607 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c64c086-3672-4ebf-bba0-9cfefbc9b1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.406679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1773cd-734f-43ea-9f1e-7e2a0e5b3ac0 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:29:41.424768 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Attempting to bind port 40ee2499-10c8-40c0-847e-1533de9b2eb2 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:41.425804 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Attempting to bind port 40ee2499-10c8-40c0-847e-1533de9b2eb2 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:41.426744 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Attempting to bind port 40ee2499-10c8-40c0-847e-1533de9b2eb2 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:41.443116 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:41.443773 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:41.444337 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.444913 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:41.445650 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Bound port: 40ee2499-10c8-40c0-847e-1533de9b2eb2, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:41.446694 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.486291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.496293 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c64c086-3672-4ebf-bba0-9cfefbc9b1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.507367 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.509548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-ee0542af-7fd4-4c7d-88b8-59346f8a1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.511302 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-ee0542af-7fd4-4c7d-88b8-59346f8a1743 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1095 time: 0.1521716 Nov 25 17:29:41.542621 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] For port 40ee2499-10c8-40c0-847e-1533de9b2eb2, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:41.556905 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] For port 40ee2499-10c8-40c0-847e-1533de9b2eb2, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=40ee2499-10c8-40c0-847e-1533de9b2eb2,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:41.562856 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744472a5-27c6-4641-b57e-6206480e6fb1 None None] Pushing event updated for resources: {'Port': ['ID=40ee2499-10c8-40c0-847e-1533de9b2eb2,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:41.567951 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.628613 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cda907d6-1484-4d6d-9611-453855df89e2 req-95ebf2f3-c94d-4bc0-b259-3abda45c7740 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960820 Nov 25 17:29:41.666998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f31315-fc47-4607-8071-1e29571cba61']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:41.673866 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744472a5-27c6-4641-b57e-6206480e6fb1 None None] Pushing event updated for resources: {'Port': ['ID=40ee2499-10c8-40c0-847e-1533de9b2eb2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:41.683843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74252a24-1a87-45be-b5e8-eb3b87e49af5') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:41.684120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74252a24-1a87-45be-b5e8-eb3b87e49af5') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:41.700980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.705145 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:41.705841 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:41.715869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.726162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:41.726781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.765822 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eafe1c89-f0c5-4746-8965-6d1ffd4174df req-ce65a083-cdfc-489e-aa69-6da93efd9097 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095351 Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:41.807789 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:41.813554 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.818321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.825167 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/98f31315-fc47-4607-8071-1e29571cba61 HTTP/1.1" status: 204 len: 168 time: 4.2016203 Nov 25 17:29:41.833276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:41.838334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626348155'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:41.862947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd30ce-c94f-412a-80d2-ece316e83863 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=98f31315-fc47-4607-8071-1e29571cba61,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:41.872535 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:41.901829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:41.906504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.921176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89bea33e-1d48-4a3e-b7b7-285f76c00597 req-cf9b503b-6b1d-44ab-aff0-0c740bf6fa33 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3 HTTP/1.1" status: 200 len: 210 time: 0.0602946 Nov 25 17:29:41.928125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ba9ad-a994-4789-8fcd-a60b3cfd2586 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:41.942072 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.942278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-f9a7caf2-9a94-48ea-ba75-7722f5965dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.943759 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-f9a7caf2-9a94-48ea-ba75-7722f5965dd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.4210474 Nov 25 17:29:41.971461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf263569-0968-48ba-9922-0f6a7db8b15f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:42.010265 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-5aae8d5d-26c3-42f0-8e65-ee2163a81d35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 217 time: 0.0551672 Nov 25 17:29:42.058552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d98bebff-59d7-49df-9bbd-790bb8f33701 None None] Provisioning complete for port 40ee2499-10c8-40c0-847e-1533de9b2eb2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:42.058978 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d98bebff-59d7-49df-9bbd-790bb8f33701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.067733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-67cdcfe4-9217-4c24-9c52-f3bb08e6955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.068249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-67cdcfe4-9217-4c24-9c52-f3bb08e6955c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.0496938 Nov 25 17:29:42.101278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c64c086-3672-4ebf-bba0-9cfefbc9b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.103892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c64c086-3672-4ebf-bba0-9cfefbc9b1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.105096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8c64c086-3672-4ebf-bba0-9cfefbc9b1f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4dce47a-7bf2-4e2d-b695-f86c8851be7e HTTP/1.1" status: 204 len: 168 time: 0.9670463 Nov 25 17:29:42.109995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:42.124870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.125371 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment b334f62d-246e-414b-8cd4-d2480615c463 of type vlan for network ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe Nov 25 17:29:42.130954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64c086-3672-4ebf-bba0-9cfefbc9b1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dce47a-7bf2-4e2d-b695-f86c8851be7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.184745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.25.1.177 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c9ad4070-5c8e-4730-9ed4-144a77eae429) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:42.191829 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:37Z', 'revision_number': 3, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:42.214505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.250306 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77424223-cb9e-48e8-8aa0-f4661355064b None None] The sync data for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 is: [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:37Z', 'revision_number': 3, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:42.267420 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d98bebff-59d7-49df-9bbd-790bb8f33701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.290023 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.299418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.300192 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.306692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d98bebff-59d7-49df-9bbd-790bb8f33701 None None] For port 40ee2499-10c8-40c0-847e-1533de9b2eb2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=40ee2499-10c8-40c0-847e-1533de9b2eb2,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:42.313330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d98bebff-59d7-49df-9bbd-790bb8f33701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.364467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Allocated IP 172.20.0.1 (0eee1f13-1866-4846-ad2f-35c14cb97e07/313bdac5-e215-44a3-9277-574f96cfd8be/61cf00b1-2a55-425e-945b-a16f9ebdfbb7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:42.381238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bebff-59d7-49df-9bbd-790bb8f33701 None None] Pushing event updated for resources: {'Port': ['ID=40ee2499-10c8-40c0-847e-1533de9b2eb2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.429512 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5950999 Nov 25 17:29:42.434601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35562) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:42.442265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': 'ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:42.463650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-2b53bf86-a7b1-459f-8443-0e0b6636b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.465327 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-2b53bf86-a7b1-459f-8443-0e0b6636b1ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3847282 Nov 25 17:29:42.465894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e54739-b3f3-41f2-9c9a-f084641d3f6e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.467470 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.482053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:42.604023 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.620010 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.646127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:42.662919 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.676809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3', 'name': 'network-vif-deleted', 'tag': '76856833-0123-4ba5-8b14-b9ef7c51a9e0'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:42.679281 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3736e8f-d461-4ee1-a86b-4be348cb6825" -d '{"events": [{"server_uuid": "fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3", "name": "network-vif-deleted", "tag": "76856833-0123-4ba5-8b14-b9ef7c51a9e0"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:42.692532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:42.719369 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-748cc81e-9810-476a-865a-cb88858e6a51 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112174 Nov 25 17:29:42.750590 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29aec09-9497-4def-84c8-a7bc4be08e43 x-openstack-request-id: req-a29aec09-9497-4def-84c8-a7bc4be08e43 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:42.750887 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3", "name": "network-vif-deleted", "tag": "76856833-0123-4ba5-8b14-b9ef7c51a9e0", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:42.751272 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a29aec09-9497-4def-84c8-a7bc4be08e43 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:42.751540 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fade6d8b-ec38-4d8f-8f5c-6750c7b8f4d3', 'name': 'network-vif-deleted', 'tag': '76856833-0123-4ba5-8b14-b9ef7c51a9e0', 'status': 'completed', 'code': 200} Nov 25 17:29:42.753159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.759681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=c9ad4070-5c8e-4730-9ed4-144a77eae429,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.760975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38bec4f8-47a3-4b6b-8b1c-c89b1d47850c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.827472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:42.847718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:42.856549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:42.904369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:42.928616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:42.934725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Pushing event updated for resources: {'Port': ['ID=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.938683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:42.940894 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bcdfd51d-5c13-4e9b-ade4-d8aa1a201b17 req-374c0c60-7b9a-4ae7-85ea-6331e5b3c04e service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921132 Nov 25 17:29:43.013629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42399e29-56bb-4ce2-8797-928cee3b9a89 req-e5bd9fb1-5eaf-4a46-bbd7-33e61bcd0b4f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.015583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42399e29-56bb-4ce2-8797-928cee3b9a89 req-e5bd9fb1-5eaf-4a46-bbd7-33e61bcd0b4f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 944 time: 0.2834926 Nov 25 17:29:43.043326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38bec4f8-47a3-4b6b-8b1c-c89b1d47850c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.058016 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38bec4f8-47a3-4b6b-8b1c-c89b1d47850c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.081574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.089084 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-38bec4f8-47a3-4b6b-8b1c-c89b1d47850c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f5042c411d5469d8079feddc6f12da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825526 Nov 25 17:29:43.090015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:43.110730 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.172118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bec4f8-47a3-4b6b-8b1c-c89b1d47850c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f814c94-acee-4793-aa01-e1f394f9b6d8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.226310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=c031ff6d-ce19-4c04-b783-82649195bbe2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.241867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d691fc92-19ed-4219-9acf-bcd09183e272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.261309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-862144c7-17d5-42e9-bb1a-e0ca39e0dc07 None None] Provisioning complete for port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:43.262156 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-862144c7-17d5-42e9-bb1a-e0ca39e0dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.266886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:43.273719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': 'b334f62d-246e-414b-8cd4-d2480615c463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:43.274228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:43.292885 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d691fc92-19ed-4219-9acf-bcd09183e272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.335789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:43.358509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-862144c7-17d5-42e9-bb1a-e0ca39e0dc07 None None] Port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:43.366006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:43.374934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.375550 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.380928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f6ac7-9ba1-4917-a882-7912b9700343 None None] Network ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:43.415030 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bb0542ee-3818-49dd-b6f5-da301e457429 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9744201 Nov 25 17:29:43.415363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35576) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:43.441222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d691fc92-19ed-4219-9acf-bcd09183e272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.443965 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d691fc92-19ed-4219-9acf-bcd09183e272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.445196 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d691fc92-19ed-4219-9acf-bcd09183e272 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f814c94-acee-4793-aa01-e1f394f9b6d8 HTTP/1.1" status: 204 len: 168 time: 0.3548560 Nov 25 17:29:43.467043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:43.484786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'e9101cc0-f66c-4b57-b228-557842217690', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': 'e9101cc0-f66c-4b57-b228-557842217690', 'mac_address': 'fa:16:3e:c1:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:43.528306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691fc92-19ed-4219-9acf-bcd09183e272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f814c94-acee-4793-aa01-e1f394f9b6d8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.582589 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.597899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.605964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9101cc0-f66c-4b57-b228-557842217690 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:43.649580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:43.656594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.663269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf54d1-0d84-40bc-8d4d-7083cd81c166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe', 'network_id': 'ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': 'c031ff6d-ce19-4c04-b783-82649195bbe2'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:43.664921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46cf54d1-0d84-40bc-8d4d-7083cd81c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.668120 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.696393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de65dd0-baba-468c-9c06-862e9e9f504c req-ad8a3c99-5896-4b45-af72-5cf9e635f06c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.698723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8de65dd0-baba-468c-9c06-862e9e9f504c req-ad8a3c99-5896-4b45-af72-5cf9e635f06c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.8440065 Nov 25 17:29:43.756026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.812113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.866721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=c031ff6d-ce19-4c04-b783-82649195bbe2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-46cf54d1-0d84-40bc-8d4d-7083cd81c166 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c031ff6d-ce19-4c04-b783-82649195bbe2: This subnet is being modified by another concurrent operation. Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:29:43.868452 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c031ff6d-ce19-4c04-b783-82649195bbe2: This subnet is being modified by another concurrent operation. Nov 25 17:29:43.872349 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Nov 25 17:29:43.896740 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8acd0-e4f5-4203-afe5-d240517bf62b None None] Network ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:43.912207 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42399e29-56bb-4ce2-8797-928cee3b9a89 req-2e59dfa9-e9af-4456-b6e0-4360a5c117d9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8367815 Nov 25 17:29:43.931011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['e9101cc0-f66c-4b57-b228-557842217690'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:43.941507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.966042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8de65dd0-baba-468c-9c06-862e9e9f504c req-751bddb9-2137-4f07-8176-41683cd986b2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527268 Nov 25 17:29:43.982560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:43.997788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b334f62d-246e-414b-8cd4-d2480615c463') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:43.999177 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b334f62d-246e-414b-8cd4-d2480615c463') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:44.014688 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.056090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.078446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:44.078938 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:44.084841 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:44.126045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.234102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.242045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.246926 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe HTTP/1.1" status: 204 len: 168 time: 0.8306677 Nov 25 17:29:44.255994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35596) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:44.288237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1889369767'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:44.297053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b937f42d-7204-4fce-abd1-abdcc085502b None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:29:44.317218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5cf08-4f16-416b-8137-056d75707e7a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:44.346379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:44.351451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.422093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:44.445505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.445836 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 24516db5-ad45-466a-a57a-66940363cfd7 of type vlan for network 222b92ae-a769-4826-922f-c2a209d48211 Nov 25 17:29:44.478647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b937f42d-7204-4fce-abd1-abdcc085502b None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:29:44.507029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.540861 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.546982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:44.547647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.635083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=222b92ae-a769-4826-922f-c2a209d48211,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:44.646812 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.659881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a0bacfe4-4eaf-450e-a1d0-771ea33c6076 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4019976 Nov 25 17:29:44.662355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35614) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:44.670163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': '222b92ae-a769-4826-922f-c2a209d48211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:44.700506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 222b92ae-a769-4826-922f-c2a209d48211 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:44.775466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 40ee2499-10c8-40c0-847e-1533de9b2eb2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:44.804878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:44.808892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.815193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf422d-e3db-4d34-a472-01d4351696ba req-f1b41e48-4186-4bc4-bf87-c571d8709350 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:44.816908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-f1b41e48-4186-4bc4-bf87-c571d8709350 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.4680333 Nov 25 17:29:44.896234 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.899150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-a9d85414-44a0-41bc-8769-60248a9945cb tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/quotas/74b3d02624d84e74a045f6a9a10b41fc HTTP/1.1" status: 200 len: 375 time: 0.0449619 Nov 25 17:29:44.907510 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.945997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 40ee2499-10c8-40c0-847e-1533de9b2eb2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:44.945997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.004962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Pushing event updated for resources: {'Port': ['ID=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:45.010639 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.067160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.158684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '24516db5-ad45-466a-a57a-66940363cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '222b92ae-a769-4826-922f-c2a209d48211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:45.159539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: 222b92ae-a769-4826-922f-c2a209d48211, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:45.162843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=1c4a3f4c-55d1-4653-8c9b-142b40354f99,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:45.183943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network 222b92ae-a769-4826-922f-c2a209d48211 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:45.195449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 222b92ae-a769-4826-922f-c2a209d48211) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:45.200524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:45.202324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.207994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df4f92b-fea7-482c-9ae5-45ad2bdf67ac None None] Network 222b92ae-a769-4826-922f-c2a209d48211 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:45.219500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.222961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1820e8b0-a5e1-47f4-a942-bff2f2612a24 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5594184 Nov 25 17:29:45.229477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:45.235867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-36a16439-573b-477e-b45a-5e50419685d6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3240223 Nov 25 17:29:45.276196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:45.354553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4badf-3cf2-4a88-a44b-e2eb4b056ea7 req-98657c4d-e2a1-4fbc-807e-f5753739a1a5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:45.356404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09c4badf-3cf2-4a88-a44b-e2eb4b056ea7 req-98657c4d-e2a1-4fbc-807e-f5753739a1a5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2838354 Nov 25 17:29:45.367715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.430092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.493653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74ca73-8a40-45be-9789-e3d21b55fcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-222b92ae-a769-4826-922f-c2a209d48211', 'network_id': '222b92ae-a769-4826-922f-c2a209d48211', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': '1c4a3f4c-55d1-4653-8c9b-142b40354f99'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:45.493653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d74ca73-8a40-45be-9789-e3d21b55fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.516499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.565921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4a3f4c-55d1-4653-8c9b-142b40354f99,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:45.592775 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-f5416918-e31b-410b-9e02-c84b877aee7d service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415251 Nov 25 17:29:45.606860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09c4badf-3cf2-4a88-a44b-e2eb4b056ea7 req-8f46d424-fc87-47fc-a0a5-83da0658328b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283466 Nov 25 17:29:45.636215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:45.659304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:45.662113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.688325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222b92ae-a769-4826-922f-c2a209d48211']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:45.701756 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24516db5-ad45-466a-a57a-66940363cfd7') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:45.702231 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port e9101cc0-f66c-4b57-b228-557842217690 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:45.702647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24516db5-ad45-466a-a57a-66940363cfd7') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:45.715672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.723029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port e9101cc0-f66c-4b57-b228-557842217690 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:45.724324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.740532 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.752319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:45.753097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.753655 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:45.757421 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:45.805694 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.865779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.871794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8685f-04e0-4abf-b480-8e3ee70b3224 None None] Network 222b92ae-a769-4826-922f-c2a209d48211 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:45.873310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.881241 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/222b92ae-a769-4826-922f-c2a209d48211 HTTP/1.1" status: 204 len: 168 time: 0.6503520 Nov 25 17:29:45.882157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35640) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:45.898559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-164611585'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:45.932704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8685f-04e0-4abf-b480-8e3ee70b3224 None None] Network 222b92ae-a769-4826-922f-c2a209d48211 could not be found, it might have been deleted concurrently. {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:29:45.940890 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.953633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54807ec5-1039-47d4-bb04-bb66ff9b6ef6 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=222b92ae-a769-4826-922f-c2a209d48211,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:45.989891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:45.994100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.001433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:46.004305 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ac0b6d-fa7f-4d03-8356-44e52748f4f9" -d '{"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-plugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:46.009822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:46.019533 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.039875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:46.048579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f727851f-8dc0-4e7f-aa48-35c333f1c822 None None] Provisioning complete for port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:46.048912 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f727851f-8dc0-4e7f-aa48-35c333f1c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.055756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.056198 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 9dee8012-e1bb-49eb-aaf1-eb382cffc59f of type vlan for network 74860e6f-562d-4f16-9cfe-20c471c8d294 Nov 25 17:29:46.064991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-c0fb4482-b3c7-43a2-aa37-68ce7e528ee7 service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542401 Nov 25 17:29:46.082042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=c9ad4070-5c8e-4730-9ed4-144a77eae429,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:46.086425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f727851f-8dc0-4e7f-aa48-35c333f1c822 None None] Port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:46.099656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Router 09485ab1-a19e-4470-ab8f-b229890f49ae has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:46.116526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246c2ea-aa89-4186-8b0f-4e9a78c8d6b1 req-daaeec0f-dc79-486a-852e-578160602036 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:46.118532 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6246c2ea-aa89-4186-8b0f-4e9a78c8d6b1 req-daaeec0f-dc79-486a-852e-578160602036 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.3184531 Nov 25 17:29:46.129346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:46.135666 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.146871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.178322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.188206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:46.189281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.217373 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3239014 Nov 25 17:29:46.224495 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:46.231843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': '74860e6f-562d-4f16-9cfe-20c471c8d294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:46.307333 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5183fbd-f144-47a8-b64a-337c48295cf4 x-openstack-request-id: req-f5183fbd-f144-47a8-b64a-337c48295cf4 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:46.307621 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-plugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:46.308074 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5183fbd-f144-47a8-b64a-337c48295cf4 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:46.308767 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'code': 200} Nov 25 17:29:46.386600 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375750f-248e-425e-bc7c-dd9c3b96f0de tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=74860e6f-562d-4f16-9cfe-20c471c8d294,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:46.399867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 74860e6f-562d-4f16-9cfe-20c471c8d294 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:46.429405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b4efb58-6852-4a83-8c62-19ec5baa81c2 req-bb580bfe-a694-4c09-96e5-fd298ef9c894 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 210 time: 0.0550723 Nov 25 17:29:46.439171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6246c2ea-aa89-4186-8b0f-4e9a78c8d6b1 req-58a6f18f-65da-4d1d-8d50-51e6ac8fac5c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078890 Nov 25 17:29:46.455766 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Floating IP 3641825d-5308-4a6d-b40c-26b967f019e0 associated. External IP: 172.25.1.177, port: 64670969-c1dc-4351-8967-d7a90061751c. Nov 25 17:29:46.501239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:46.521813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b35870a9-5f41-4d2d-bd56-764436cec429 admin admin] 10.222.0.81 "PUT /v2.0/routers/09485ab1-a19e-4470-ab8f-b229890f49ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0191033 Nov 25 17:29:46.522148 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Sync routers for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:46.522610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:46.527778 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.548133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:46.548773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:46.725924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:29:46.727953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:29:46.814564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:46.898775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cb42c-d31a-43b4-949d-c5dda80d36b7 req-58390489-258c-447e-a8c9-be6007b844dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:46.900753 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-519cb42c-d31a-43b4-949d-c5dda80d36b7 req-58390489-258c-447e-a8c9-be6007b844dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1097 time: 0.5039597 Nov 25 17:29:46.903297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.123823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641b05-0958-4b22-b2c0-173c908963bf req-201a289a-a7c3-494f-8587-0e725a61719a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:47.125409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa641b05-0958-4b22-b2c0-173c908963bf req-201a289a-a7c3-494f-8587-0e725a61719a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.1022742 Nov 25 17:29:47.144539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 2, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:47.147576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=d2473b65-3a1c-41f6-91f1-f34f1c3a3b74,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:47.177631 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-519cb42c-d31a-43b4-949d-c5dda80d36b7 req-21629b5e-160b-4f21-b9e4-f86b7e667d23 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179205 Nov 25 17:29:47.185029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '9dee8012-e1bb-49eb-aaf1-eb382cffc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '74860e6f-562d-4f16-9cfe-20c471c8d294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:47.194945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: 74860e6f-562d-4f16-9cfe-20c471c8d294, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:47.200552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Checking router: 09485ab1-a19e-4470-ab8f-b229890f49ae for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:47.202248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Updating router 09485ab1-a19e-4470-ab8f-b229890f49ae port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:47.234307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network 74860e6f-562d-4f16-9cfe-20c471c8d294 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:47.247257 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.262364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 74860e6f-562d-4f16-9cfe-20c471c8d294) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:47.273908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:47.275278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.284093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa641b05-0958-4b22-b2c0-173c908963bf req-253b4606-26e4-41ea-950a-619cf9739e21 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091278 Nov 25 17:29:47.299795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d3c08-59c8-4e15-8b7a-2571050bf6e7 None None] Network 74860e6f-562d-4f16-9cfe-20c471c8d294 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:47.324654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ece066b1-e56a-4011-8efd-ca362a7c523e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:47.328651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-92e2ee6a-0f3a-4299-a40f-28abf2fa892e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1028814 Nov 25 17:29:47.331306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35678) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:47.477513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:47.490644 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] Sync routers for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:47.532178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:47.533803 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:47.535915 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:47.542479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b54438ca-6919-42a7-83c4-906f7aa069e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875020128', 'description': 'tempest-description--128948863'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:47.559921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.700264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.706048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b54438ca-6919-42a7-83c4-906f7aa069e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.754183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-04ae00d5-4a19-4be9-8c64-bb1f1743ff54 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3095233 Nov 25 17:29:47.757218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'tag': '64670969-c1dc-4351-8967-d7a90061751c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:47.760798 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1f287b-acec-465b-8581-b01cf97524e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "tag": "64670969-c1dc-4351-8967-d7a90061751c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:47.776778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d215c8f-e804-4493-8d02-a6d5fddecfa7 req-816d323a-4e6f-418a-8fb4-2d20c47603fb tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 210 time: 0.1329255 Nov 25 17:29:47.819628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b253d8-2279-4cfd-89f1-cc5d098c8972 req-4677c888-8505-40a3-a585-07bc6522ace2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:47.821036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b253d8-2279-4cfd-89f1-cc5d098c8972 req-4677c888-8505-40a3-a585-07bc6522ace2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1502817 Nov 25 17:29:47.844082 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:47.876134 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b54438ca-6919-42a7-83c4-906f7aa069e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.895644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b54438ca-6919-42a7-83c4-906f7aa069e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.938624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9293e4-fc0d-4925-b3ff-0eea60111495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-74860e6f-562d-4f16-9cfe-20c471c8d294', 'network_id': '74860e6f-562d-4f16-9cfe-20c471c8d294', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': 'd2473b65-3a1c-41f6-91f1-f34f1c3a3b74'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:47.943350 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d9293e4-fc0d-4925-b3ff-0eea60111495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.964414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63b253d8-2279-4cfd-89f1-cc5d098c8972 req-9bbbfbb4-78e3-4353-b1fd-4ab02e959491 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362002 Nov 25 17:29:47.982451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b54438ca-6919-42a7-83c4-906f7aa069e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.984922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b54438ca-6919-42a7-83c4-906f7aa069e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4510825 Nov 25 17:29:47.991011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:48.009636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7d644bdc-5e2a-426e-8fe6-a025ca8de498 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'security_group_rule': {'security_group_id': '6551d9f3-ed68-43e0-b08d-181ad0032e3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:48.020842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54438ca-6919-42a7-83c4-906f7aa069e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6551d9f3-ed68-43e0-b08d-181ad0032e3d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:48.039347 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.045445 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.064664 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.100794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb87a1b-1d6d-4ca1-be20-46b96ae6a700 req-9f2be479-757b-45cc-8557-d4ff43fe0e36 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.109416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbb87a1b-1d6d-4ca1-be20-46b96ae6a700 req-9f2be479-757b-45cc-8557-d4ff43fe0e36 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.2075996 Nov 25 17:29:48.115967 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845b399b-bb0e-44ef-848d-26f22a2dbd0b x-openstack-request-id: req-845b399b-bb0e-44ef-848d-26f22a2dbd0b {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:48.116526 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "tag": "64670969-c1dc-4351-8967-d7a90061751c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:48.116963 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-845b399b-bb0e-44ef-848d-26f22a2dbd0b {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:48.117531 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'tag': '64670969-c1dc-4351-8967-d7a90061751c', 'status': 'completed', 'code': 200} Nov 25 17:29:48.178760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbb87a1b-1d6d-4ca1-be20-46b96ae6a700 req-23244b02-c0f5-4818-9182-ba8ea20682b4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681419 Nov 25 17:29:48.204781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:48.217325 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d644bdc-5e2a-426e-8fe6-a025ca8de498 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.277168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.366004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589fbb7-78b2-4843-bfde-d4ffe33319fd None None] Pushing event updated for resources: {'Port': ['ID=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-5d9293e4-fc0d-4925-b3ff-0eea60111495 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2473b65-3a1c-41f6-91f1-f34f1c3a3b74: This subnet is being modified by another concurrent operation. Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:29:48.385948 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2473b65-3a1c-41f6-91f1-f34f1c3a3b74: This subnet is being modified by another concurrent operation. Nov 25 17:29:48.390445 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Nov 25 17:29:48.397414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=d2473b65-3a1c-41f6-91f1-f34f1c3a3b74,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:48.432870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d644bdc-5e2a-426e-8fe6-a025ca8de498 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.441728 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d644bdc-5e2a-426e-8fe6-a025ca8de498 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.495820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-14f50a30-0bd1-41ae-925d-606139c50606 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/3641825d-5308-4a6d-b40c-26b967f019e0 HTTP/1.1" status: 200 len: 991 time: 0.2896554 Nov 25 17:29:48.499583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90900b-39f4-4bb8-96f2-1f6b096054ac None None] Network 74860e6f-562d-4f16-9cfe-20c471c8d294 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:48.509017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d644bdc-5e2a-426e-8fe6-a025ca8de498 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfe1585-0774-4301-b3f2-501596c8c93d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:48.524270 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d644bdc-5e2a-426e-8fe6-a025ca8de498 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.530894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7d644bdc-5e2a-426e-8fe6-a025ca8de498 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5285966 Nov 25 17:29:48.544522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:48.550473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-33f5b95c-b556-4f6d-9d25-44190c26a9ae tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'security_group_rule': {'security_group_id': '6551d9f3-ed68-43e0-b08d-181ad0032e3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:48.598146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f287b-acec-465b-8581-b01cf97524e3 req-f97f22b0-b191-4e49-a8fa-216ee9f26e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.600007 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de1f287b-acec-465b-8581-b01cf97524e3 req-f97f22b0-b191-4e49-a8fa-216ee9f26e04 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1096 time: 0.4487295 Nov 25 17:29:48.644590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d8d87-66ff-4763-85a3-3174d54e9f3f req-bdf5cfc2-40f9-4b33-af2a-59310c509155 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.652887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-358d8d87-66ff-4763-85a3-3174d54e9f3f req-bdf5cfc2-40f9-4b33-af2a-59310c509155 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.1217048 Nov 25 17:29:48.683654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33f5b95c-b556-4f6d-9d25-44190c26a9ae tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.708830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.745930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf422d-e3db-4d34-a472-01d4351696ba req-cd407715-eee9-4871-9ecf-47e7d07ad23a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.747747 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-cd407715-eee9-4871-9ecf-47e7d07ad23a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.5236557 Nov 25 17:29:48.776252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-358d8d87-66ff-4763-85a3-3174d54e9f3f req-fafde958-8577-4d53-aea6-05ca8db11135 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209476 Nov 25 17:29:48.804533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Request body: {'port': {'device_id': '4a674ac8-0675-4157-8df5-8920b5e97444', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'admin_state_up': True, 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:48.861772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33f5b95c-b556-4f6d-9d25-44190c26a9ae tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.881255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Attempting to bind port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:48.881772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Attempting to bind port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:48.882255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Attempting to bind port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:48.885966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74860e6f-562d-4f16-9cfe-20c471c8d294']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:48.887850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e132e-e37b-468d-9578-c391bd71cd91 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:29:48.889427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33f5b95c-b556-4f6d-9d25-44190c26a9ae tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.895093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:48.895667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Checking segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:48.896240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.896753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Bound using segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:48.897421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Bound port: 61cf00b1-2a55-425e-945b-a16f9ebdfbb7, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:48.897928 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.903031 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3641825d-5308-4a6d-b40c-26b967f019e0', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'port_id': '64670969-c1dc-4351-8967-d7a90061751c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'mac_address': 'fa:16:3e:45:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:44Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:48.924329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5b95c-b556-4f6d-9d25-44190c26a9ae tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20d152d-a39c-420c-a125-fb0aae137a64,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:48.929448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4963b3d1-fa6a-4bd2-bb32-85b721e6621a req-4d84a97d-db8b-4b1e-b502-f2f37ce2961b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 210 time: 0.0634134 Nov 25 17:29:48.945008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0449a50b-c6dd-4509-929c-aadff1256137 None None] Provisioning complete for port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:48.945542 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33f5b95c-b556-4f6d-9d25-44190c26a9ae tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.945681 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0449a50b-c6dd-4509-929c-aadff1256137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.951203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-33f5b95c-b556-4f6d-9d25-44190c26a9ae tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4038837 Nov 25 17:29:48.952527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:48.968761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:48.970925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dee8012-e1bb-49eb-aaf1-eb382cffc59f') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:48.971630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dee8012-e1bb-49eb-aaf1-eb382cffc59f') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:48.972671 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] Checking router: ece066b1-e56a-4011-8efd-ca362a7c523e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:48.996674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.001261 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:49.006712 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:49.008025 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.041782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.053322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f287b-acec-465b-8581-b01cf97524e3 req-a52c4d85-1501-424f-96da-8bf3611d238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.055282 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de1f287b-acec-465b-8581-b01cf97524e3 req-a52c4d85-1501-424f-96da-8bf3611d238f service neutron] 10.222.0.95 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.4432762 Nov 25 17:29:49.064325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0449a50b-c6dd-4509-929c-aadff1256137 None None] Port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:49.068195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:49.068815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:49.082410 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:49.173042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74ed1-14fa-4d89-ab0b-fa7b2cd72102 req-04874263-ce13-41f0-8dd1-9e3e85295e2f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.174787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60f74ed1-14fa-4d89-ab0b-fa7b2cd72102 req-04874263-ce13-41f0-8dd1-9e3e85295e2f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.0788705 Nov 25 17:29:49.222385 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.226487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:49.230304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.244422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60f74ed1-14fa-4d89-ab0b-fa7b2cd72102 req-daccdf73-fc99-4b7a-82e3-3f9a1b5df485 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625412 Nov 25 17:29:49.254329 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:49.269935 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.273621 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/74860e6f-562d-4f16-9cfe-20c471c8d294 HTTP/1.1" status: 204 len: 168 time: 1.9406021 Nov 25 17:29:49.276511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e132e-e37b-468d-9578-c391bd71cd91 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:29:49.277128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:49.291759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1514134042'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:49.292026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] For port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:49.292865 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de1f287b-acec-465b-8581-b01cf97524e3 req-b19a34ef-fd84-41e6-b45e-f588304467ea service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 999 time: 0.2273178 Nov 25 17:29:49.296566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaca5f9-79fc-4859-855c-b38cf2f45322 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=74860e6f-562d-4f16-9cfe-20c471c8d294,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:49.301261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] For port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:49.311837 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.331831 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.405946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f287b-acec-465b-8581-b01cf97524e3 req-297d6b70-2b7a-4750-8ec2-29104ad35e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.407642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de1f287b-acec-465b-8581-b01cf97524e3 req-297d6b70-2b7a-4750-8ec2-29104ad35e8b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.1035991 Nov 25 17:29:49.472111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589fbb7-78b2-4843-bfde-d4ffe33319fd None None] Pushing event updated for resources: {'Port': ['ID=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:49.475695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Allocated IP 172.25.1.138 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c3ccac76-5983-497f-8e09-fe8e3d762ab9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:49.499811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35728) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:49.511832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Allocated IP 172.20.0.8 (74d85561-231f-4a45-a38b-c659995a3730/f5eda89d-76fa-4bbd-a6c9-f9df66a95b38/83d9eef7-cb5a-453a-a8a7-4154378f0708) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:49.558306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f287b-acec-465b-8581-b01cf97524e3 req-b02b741c-a07c-40fd-9697-94de3079ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.560626 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de1f287b-acec-465b-8581-b01cf97524e3 req-b02b741c-a07c-40fd-9697-94de3079ff01 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415584 Nov 25 17:29:49.567356 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3641825d-5308-4a6d-b40c-26b967f019e0', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'port_id': '64670969-c1dc-4351-8967-d7a90061751c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'mac_address': 'fa:16:3e:45:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:44Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:49.611350 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46b265-5fd8-45c8-b718-fe7c11f1cb59 None None] The sync data for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 is: [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3641825d-5308-4a6d-b40c-26b967f019e0', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'port_id': '64670969-c1dc-4351-8967-d7a90061751c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'mac_address': 'fa:16:3e:45:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:44Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:49.612020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:49.617615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:49.631095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:49.634752 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.676482 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6b120c95-f9de-43d7-a63a-eeed3e16f812 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/3641825d-5308-4a6d-b40c-26b967f019e0 HTTP/1.1" status: 200 len: 991 time: 0.1742251 Nov 25 17:29:49.718419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:49.750463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.756152 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.756152 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 490b4546-0d06-4b6c-8625-6503ea0b8be7 of type vlan for network db2812a0-b1fb-4f5c-8bc9-f4da68dec330 Nov 25 17:29:49.785817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:49.828345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.862693 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.884742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.902370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.905180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.967014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:49.974408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6939454 Nov 25 17:29:50.007961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35736) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:50.013966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:50.050940 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:50.100987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': 'db2812a0-b1fb-4f5c-8bc9-f4da68dec330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:50.153871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890064c9-0be3-4e63-9799-6f18a41cdecd None None] New status for floating IP 3641825d-5308-4a6d-b40c-26b967f019e0: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:29:50.199979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'Port': ['ID=c3ccac76-5983-497f-8e09-fe8e3d762ab9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.332506 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de1f287b-acec-465b-8581-b01cf97524e3 req-67e90a05-a649-4f26-8359-b03dc025647a service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551944 Nov 25 17:29:50.339315 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4303bb4a-4891-453e-986c-92ec9a8be28c req-63bd5962-ecc8-4a6b-9519-3c52c78ea78d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 210 time: 0.1505246 Nov 25 17:29:50.349400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:50.358597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.476705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2a285-bfd9-436a-beec-a069757cd733 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=db2812a0-b1fb-4f5c-8bc9-f4da68dec330,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.488474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de1f287b-acec-465b-8581-b01cf97524e3 req-0e05f3b3-a90d-4a66-9657-62f187f9d653 service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433988 Nov 25 17:29:50.502357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network db2812a0-b1fb-4f5c-8bc9-f4da68dec330 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:50.529819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.579799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b09b11-28c8-470c-8bb8-cef1074ae11c req-4b113c17-6b0f-4930-8263-b6c8abae31a1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:50.587599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22b09b11-28c8-470c-8bb8-cef1074ae11c req-4b113c17-6b0f-4930-8263-b6c8abae31a1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.6477222 Nov 25 17:29:50.597841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.619854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:49Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:50.622044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:50.657822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Network 74d85561-231f-4a45-a38b-c659995a3730 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:50.665596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:50.668336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:50.679173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35748) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:50.697511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0bdacd-b48a-494a-96e9-b255b42dc32e None None] The sync data for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 is: [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:49Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:50.722827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.755635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b59cfb-e814-42be-971a-e1de65f1c85c req-4d25ed7f-8736-4a3b-9698-7bb1e3fd2fe4 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:50.787991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b59cfb-e814-42be-971a-e1de65f1c85c req-4d25ed7f-8736-4a3b-9698-7bb1e3fd2fe4 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.3136659 Nov 25 17:29:50.806893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22b09b11-28c8-470c-8bb8-cef1074ae11c req-15aba898-dd5b-4c26-aa9b-16eb164dd682 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182529 Nov 25 17:29:50.827476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426ddb4c-c55e-4a6b-9f03-3d5e27bd0120 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:50.901953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event updated for resources: {'Port': ['ID=83d9eef7-cb5a-453a-a8a7-4154378f0708,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.948874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:50.949597 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.995510 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-82278fb4-9225-45c6-8f19-59d3e2197eae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/3641825d-5308-4a6d-b40c-26b967f019e0 HTTP/1.1" status: 200 len: 993 time: 0.2819276 Nov 25 17:29:51.007042 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.009978 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-1355f1e0-efff-415f-ad70-6afdf9cd8fa7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2101381 Nov 25 17:29:51.038807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8e09e40c-a6cb-4b46-b265-356739643400 None None] Provisioning complete for port 83d9eef7-cb5a-453a-a8a7-4154378f0708 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:51.039191 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e09e40c-a6cb-4b46-b265-356739643400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.051482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Request body: {'port': {'device_id': '4a674ac8-0675-4157-8df5-8920b5e97444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:51.081047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b59cfb-e814-42be-971a-e1de65f1c85c req-20864556-b653-46b0-8d47-6c5c27186054 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906518 Nov 25 17:29:51.145009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8e09e40c-a6cb-4b46-b265-356739643400 None None] Port 83d9eef7-cb5a-453a-a8a7-4154378f0708 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:51.169084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.179328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.280512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc239d-e5ed-4b6c-8a38-8c4a14e4e48d req-c2931a62-cadc-40e2-815a-03764d890bb6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.282205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ecc239d-e5ed-4b6c-8a38-8c4a14e4e48d req-c2931a62-cadc-40e2-815a-03764d890bb6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.3168247 Nov 25 17:29:51.319508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:51.394057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'floatingip': {'port_id': 'e9101cc0-f66c-4b57-b228-557842217690'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:51.418411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=dc82e34c-ffa9-4e9b-ade8-31ed046a623d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:51.475035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-00e5739f-3c9d-43c6-b526-c521bb578206 None None] Provisioning complete for port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:51.476067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00e5739f-3c9d-43c6-b526-c521bb578206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.524173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.583172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '490b4546-0d06-4b6c-8625-6503ea0b8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db2812a0-b1fb-4f5c-8bc9-f4da68dec330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:51.583543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: db2812a0-b1fb-4f5c-8bc9-f4da68dec330, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:51.585725 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00e5739f-3c9d-43c6-b526-c521bb578206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.607978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d9eef7-cb5a-453a-a8a7-4154378f0708 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:51.618180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.630409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-00e5739f-3c9d-43c6-b526-c521bb578206 None None] For port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:51.636062 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00e5739f-3c9d-43c6-b526-c521bb578206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.641804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Transition to ACTIVE for port object 83d9eef7-cb5a-453a-a8a7-4154378f0708 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:51.649273 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.674091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c97ac-9604-4d9d-82ed-bb1368d66e45 req-2d7679f2-7205-43f0-8a7e-83330f00ec52 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.675901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee6c97ac-9604-4d9d-82ed-bb1368d66e45 req-2d7679f2-7205-43f0-8a7e-83330f00ec52 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 931 time: 0.2035878 Nov 25 17:29:51.702650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca27f4e-54c5-4a7d-8aa9-b74d41becafd None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:51.718627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network db2812a0-b1fb-4f5c-8bc9-f4da68dec330 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:51.745427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5739f-3c9d-43c6-b526-c521bb578206 None None] Pushing event updated for resources: {'Port': ['ID=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:51.760025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, db2812a0-b1fb-4f5c-8bc9-f4da68dec330) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:51.792358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5757067-ecb6-4888-95ec-c729345f1b39 None None] Network db2812a0-b1fb-4f5c-8bc9-f4da68dec330 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:51.799493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.803652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.804430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.832870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Pushing event updated for resources: {'Port': ['ID=83d9eef7-cb5a-453a-a8a7-4154378f0708,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:51.852835 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.877992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Attempting to bind port 83d9eef7-cb5a-453a-a8a7-4154378f0708 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:51.878433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Attempting to bind port 83d9eef7-cb5a-453a-a8a7-4154378f0708 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:51.878864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Attempting to bind port 83d9eef7-cb5a-453a-a8a7-4154378f0708 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:51.884193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Port 83d9eef7-cb5a-453a-a8a7-4154378f0708 on network 74d85561-231f-4a45-a38b-c659995a3730 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:51.884607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Attempting to bind port 83d9eef7-cb5a-453a-a8a7-4154378f0708 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:51.891566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:51.892144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Checking segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:51.892624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Bound using segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:51.893586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Bound port: 83d9eef7-cb5a-453a-a8a7-4154378f0708, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:51.894023 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.912360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'Port': ['ID=c3ccac76-5983-497f-8e09-fe8e3d762ab9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:51.938782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee6c97ac-9604-4d9d-82ed-bb1368d66e45 req-22918318-7458-4468-9ee1-379bafb07167 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289138 Nov 25 17:29:51.942038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-37442eb5-94d2-4ff2-bac5-453eec4b0b48 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9240096 Nov 25 17:29:51.946052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:52.029935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] For port 83d9eef7-cb5a-453a-a8a7-4154378f0708, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:52.032524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-db2812a0-b1fb-4f5c-8bc9-f4da68dec330', 'network_id': 'db2812a0-b1fb-4f5c-8bc9-f4da68dec330', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': 'dc82e34c-ffa9-4e9b-ade8-31ed046a623d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:52.033439 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.033552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] For port 83d9eef7-cb5a-453a-a8a7-4154378f0708, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83d9eef7-cb5a-453a-a8a7-4154378f0708,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:52.039581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.088245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.088897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.090796 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] 10.222.0.60 "PUT /v2.0/ports/83d9eef7-cb5a-453a-a8a7-4154378f0708 HTTP/1.1" status: 200 len: 1091 time: 1.0481493 Nov 25 17:29:52.091784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a674ac8-0675-4157-8df5-8920b5e97444', 'tag': '83d9eef7-cb5a-453a-a8a7-4154378f0708'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:52.095564 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60" -d '{"events": [{"name": "network-changed", "server_uuid": "4a674ac8-0675-4157-8df5-8920b5e97444", "tag": "83d9eef7-cb5a-453a-a8a7-4154378f0708"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:52.123961 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.137279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Pushing event updated for resources: {'Port': ['ID=83d9eef7-cb5a-453a-a8a7-4154378f0708,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:52.143482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15503da9-9e02-47ca-8c38-63d402a7cb13 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:52.149018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.149433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.150058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.150642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.151136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.151564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.151916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.152415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.152767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.153748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.154210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.154681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c066e3-28f2-491f-b905-5c4d44bcf014 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:52.224494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf422d-e3db-4d34-a472-01d4351696ba req-d61d349c-d19c-46a6-bda1-9886025ea716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.226080 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-d61d349c-d19c-46a6-bda1-9886025ea716 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 1094 time: 0.0645504 Nov 25 17:29:52.227742 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679006b8-58ed-40fd-8b52-13d287438354 x-openstack-request-id: req-679006b8-58ed-40fd-8b52-13d287438354 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:52.228048 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a674ac8-0675-4157-8df5-8920b5e97444", "tag": "83d9eef7-cb5a-453a-a8a7-4154378f0708", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:52.228312 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-679006b8-58ed-40fd-8b52-13d287438354 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:52.228718 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a674ac8-0675-4157-8df5-8920b5e97444', 'tag': '83d9eef7-cb5a-453a-a8a7-4154378f0708', 'status': 'completed', 'code': 200} Nov 25 17:29:52.281953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Allocated IP 172.20.0.1 (db2812a0-b1fb-4f5c-8bc9-f4da68dec330/dc82e34c-ffa9-4e9b-ade8-31ed046a623d/0d4e0683-c714-4ac0-9f81-9bd173c17579) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:52.284896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-521a8038-0c1f-4e53-8204-769f51237f18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83d9eef7-cb5a-453a-a8a7-4154378f0708 HTTP/1.1" status: 200 len: 217 time: 0.0469036 Nov 25 17:29:52.292181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.307451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.317626 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8c4b558d-5669-471d-8fd4-a3a7e0ef14e6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3555231 Nov 25 17:29:52.362585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf422d-e3db-4d34-a472-01d4351696ba req-71b16b48-6a90-418d-98ba-1d9c771b6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.365502 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-71b16b48-6a90-418d-98ba-1d9c771b6d67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0717318 Nov 25 17:29:52.415388 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-d4853c6c-5070-4871-a37c-ed98ebb556cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427809 Nov 25 17:29:52.488494 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.496804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.500440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bef08d-9308-45bf-bb1f-c7e2a95981a6 req-d7ae9ca7-419b-4f66-8266-3cee1bb19647 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.502335 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32bef08d-9308-45bf-bb1f-c7e2a95981a6 req-d7ae9ca7-419b-4f66-8266-3cee1bb19647 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1996539 Nov 25 17:29:52.503254 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.631438 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-a3e21051-0ec7-4d21-9b0e-9a8f4b87e716 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075155 Nov 25 17:29:52.649990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Network db2812a0-b1fb-4f5c-8bc9-f4da68dec330 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:52.651424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Pushing event updated for resources: {'Port': ['ID=0d4e0683-c714-4ac0-9f81-9bd173c17579,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:52.655741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:52.671190 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:52.699660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-391c1f4b-83ef-41c5-92f9-fee5e23cec2e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1875020128&fields=id&tenant_id=ed4b3d7b85e94c088b2542edf42fff7d HTTP/1.1" status: 200 len: 267 time: 0.0946915 Nov 25 17:29:52.782819 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-94cf422d-e3db-4d34-a472-01d4351696ba req-ffea8008-fc27-43c8-8b10-9b8511153f26 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404650 Nov 25 17:29:52.787699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:52.811551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32bef08d-9308-45bf-bb1f-c7e2a95981a6 req-1c1be860-a578-4609-9415-a28a5385ee76 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018067 Nov 25 17:29:52.856102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Attempting to bind port 0d4e0683-c714-4ac0-9f81-9bd173c17579 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:52.856609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Attempting to bind port 0d4e0683-c714-4ac0-9f81-9bd173c17579 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '490b4546-0d06-4b6c-8625-6503ea0b8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db2812a0-b1fb-4f5c-8bc9-f4da68dec330'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:52.857119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Attempting to bind port 0d4e0683-c714-4ac0-9f81-9bd173c17579 on network db2812a0-b1fb-4f5c-8bc9-f4da68dec330 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:52.876911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:52.877323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Checking segment: {'id': '490b4546-0d06-4b6c-8625-6503ea0b8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db2812a0-b1fb-4f5c-8bc9-f4da68dec330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:52.877916 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.878391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Bound using segment: {'id': '490b4546-0d06-4b6c-8625-6503ea0b8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db2812a0-b1fb-4f5c-8bc9-f4da68dec330'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:52.878958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Bound port: 0d4e0683-c714-4ac0-9f81-9bd173c17579, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b4546-0d06-4b6c-8625-6503ea0b8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db2812a0-b1fb-4f5c-8bc9-f4da68dec330'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:52.879436 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.925473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-0f200e51-ada5-4e96-841d-b7a944b73166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.927401 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-0f200e51-ada5-4e96-841d-b7a944b73166 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 1094 time: 0.0628254 Nov 25 17:29:52.965803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] For port 0d4e0683-c714-4ac0-9f81-9bd173c17579, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:52.970888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] For port 0d4e0683-c714-4ac0-9f81-9bd173c17579, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0d4e0683-c714-4ac0-9f81-9bd173c17579,segment=NetworkSegment(490b4546-0d06-4b6c-8625-6503ea0b8be7),segment_id=490b4546-0d06-4b6c-8625-6503ea0b8be7)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:52.972504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:52.972953 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.977455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.082694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-52889c6b-54ed-4c0b-90d7-5d9f826324a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:53.084215 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-52889c6b-54ed-4c0b-90d7-5d9f826324a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.1452007 Nov 25 17:29:53.114010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d115b-6903-4209-8247-aa68d14386c8 None None] Pushing event updated for resources: {'Port': ['ID=0d4e0683-c714-4ac0-9f81-9bd173c17579,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:53.141908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7986dea-fdc7-4d24-9e11-8f9590e1e762 None None] Network db2812a0-b1fb-4f5c-8bc9-f4da68dec330 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:53.176043 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-9142d165-9021-443b-aecb-9503e211eb1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83d9eef7-cb5a-453a-a8a7-4154378f0708 HTTP/1.1" status: 200 len: 217 time: 0.0812399 Nov 25 17:29:53.251645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-9859e694-3ed3-4eef-a509-607b9e05b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:53.254007 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-9859e694-3ed3-4eef-a509-607b9e05b19e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0619555 Nov 25 17:29:53.330595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99873c4-f9f1-42d9-841c-cceae50f92db None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:29:53.331678 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-61ec263f-e42a-4583-a972-0397bbd4b5f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608339 Nov 25 17:29:53.422959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.454064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:29:53.490403 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-810494cd-9fc0-4d9a-8c95-f2082bb2dd2c service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497180 Nov 25 17:29:53.501081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99873c4-f9f1-42d9-841c-cceae50f92db None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:29:53.537564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=dc82e34c-ffa9-4e9b-ade8-31ed046a623d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:53.597129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-c4118dff-78e9-4f3a-92bc-4796815abd98 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:53.599715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-c4118dff-78e9-4f3a-92bc-4796815abd98 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 816 time: 0.8810468 Nov 25 17:29:53.601916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.602452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.602979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.603450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.603788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.604150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.604508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.604836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.605349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.605854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.606422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.607388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:53.626866 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ad8e8eb-cc02-4228-bec9-1bf1037bfc60 req-01a291c1-84f4-450f-9af8-48af8a150e6e service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239574 Nov 25 17:29:53.697999 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.702212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-97760d10-f805-4839-8a39-2233ce4ee61b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/quotas/ed4b3d7b85e94c088b2542edf42fff7d HTTP/1.1" status: 200 len: 375 time: 0.0891919 Nov 25 17:29:53.713082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.717622 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.737530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebda09-53bb-427f-8150-d3051c18e3b8 req-ab48c843-8f2b-4506-908e-87197ad54900 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:53.744796 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3ebda09-53bb-427f-8150-d3051c18e3b8 req-ab48c843-8f2b-4506-908e-87197ad54900 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 943 time: 0.3194158 Nov 25 17:29:53.815155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2812a0-b1fb-4f5c-8bc9-f4da68dec330']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:53.854407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490b4546-0d06-4b6c-8625-6503ea0b8be7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:53.855351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490b4546-0d06-4b6c-8625-6503ea0b8be7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:53.877652 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.969820 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.977454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-7ab5286e-9c09-4f25-908c-4d992378034d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2514317 Nov 25 17:29:53.988602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:53.989875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:53.995273 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:54.012033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3ebda09-53bb-427f-8150-d3051c18e3b8 req-5466ff74-f672-4f84-b0f3-57b54c1409db tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662306 Nov 25 17:29:54.109784 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Floating IP 7e05de8d-6e5d-4973-8a35-622bced073bd associated. External IP: 172.25.1.237, port: e9101cc0-f66c-4b57-b228-557842217690. Nov 25 17:29:54.183229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:29:54.183229 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:29:54.183229 n-d-819349-3 neutron-server[103599]: [parameters: {'id': 'db2812a0-b1fb-4f5c-8bc9-f4da68dec330'}] Nov 25 17:29:54.183229 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:54.183591 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:54.281998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35810) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:54.282517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc8ba6-307a-482b-9b9d-fd7c07ae495a req-cc08fb58-9cae-424d-be71-351027e2c9e2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:54.283628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abfc8ba6-307a-482b-9b9d-fd7c07ae495a req-cc08fb58-9cae-424d-be71-351027e2c9e2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.1754608 Nov 25 17:29:54.295403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-b9ef704b-22e9-4873-93de-0e308cb8d077 service neutron] 10.222.0.81 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776480 Nov 25 17:29:54.402158 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0a43-5412-42ad-9cd8-178fd0ea3218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.464276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abfc8ba6-307a-482b-9b9d-fd7c07ae495a req-8f145cb5-a9c1-4d0b-8975-13fa49f17283 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737549 Nov 25 17:29:54.512432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0a43-5412-42ad-9cd8-178fd0ea3218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.518905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0a43-5412-42ad-9cd8-178fd0ea3218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.530897 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-7d6ed8a9-e2ab-4019-94c7-6445694f49c0 service neutron] 10.222.0.81 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284908 Nov 25 17:29:54.549486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98ef8-7b98-4188-a2b1-82b5b7858046 req-56d8d8dc-ee2a-4c2a-a4e5-aaf19ca0252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:54.551232 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d8e98ef8-7b98-4188-a2b1-82b5b7858046 req-56d8d8dc-ee2a-4c2a-a4e5-aaf19ca0252d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 1096 time: 0.0838792 Nov 25 17:29:54.555971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Router 3cb6be43-c7ee-4af2-b433-52658c14d6bf has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:54.594079 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c5ea0a43-5412-42ad-9cd8-178fd0ea3218 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a09169b8d914e7a8a796aaabb0d47ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109562 Nov 25 17:29:54.600356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea0a43-5412-42ad-9cd8-178fd0ea3218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbeb886-dfce-436f-83fc-ef5b50d7be95,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:54.603709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:54.631886 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d8e98ef8-7b98-4188-a2b1-82b5b7858046 req-b59ad8f8-7ec6-4ad6-832b-f051efeea28f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574703 Nov 25 17:29:54.685737 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.748407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cae6e34-a8d7-40c0-9c27-ba774bf10a3a req-25f7dc93-a6d7-44bd-a521-c2f8792e3b65 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 210 time: 0.0451667 Nov 25 17:29:54.756205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:54.758146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a9052ae-c837-437a-a732-f13ff3f6c4f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.763585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.769074 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250eb228-633b-4024-986d-6457cd959e6f None None] Sync routers for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:54.785764 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250eb228-633b-4024-986d-6457cd959e6f None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:54.786401 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-250eb228-633b-4024-986d-6457cd959e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:54.828550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a9052ae-c837-437a-a732-f13ff3f6c4f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.833341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2baae193-6995-4ecc-9737-4bde18ddd319 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "PUT /v2.0/floatingips/7e05de8d-6e5d-4973-8a35-622bced073bd HTTP/1.1" status: 200 len: 992 time: 3.5102503 Nov 25 17:29:54.836654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:54.838979 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456eb4de-e310-4a6c-998e-dc16c8bce126" -d '{"events": [{"name": "network-changed", "server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:54.891845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting port 0d4e0683-c714-4ac0-9f81-9bd173c17579 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:54.892282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.912107 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9a8424-87c1-4b24-b7eb-29cde2394d7d x-openstack-request-id: req-8b9a8424-87c1-4b24-b7eb-29cde2394d7d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:54.912384 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:54.912699 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b9a8424-87c1-4b24-b7eb-29cde2394d7d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:54.913079 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'status': 'completed', 'code': 200} Nov 25 17:29:54.940582 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-250eb228-633b-4024-986d-6457cd959e6f None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:54.966605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a9052ae-c837-437a-a732-f13ff3f6c4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.970156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a9052ae-c837-437a-a732-f13ff3f6c4f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.971427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a9052ae-c837-437a-a732-f13ff3f6c4f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fbeb886-dfce-436f-83fc-ef5b50d7be95 HTTP/1.1" status: 204 len: 168 time: 0.3659790 Nov 25 17:29:54.985844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-1ed82efd-5fb3-42e7-9d58-03bf27b4332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:54.987919 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-1ed82efd-5fb3-42e7-9d58-03bf27b4332f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1097 time: 0.0605166 Nov 25 17:29:54.989998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9052ae-c837-437a-a732-f13ff3f6c4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbeb886-dfce-436f-83fc-ef5b50d7be95,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.009712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] For port 0d4e0683-c714-4ac0-9f81-9bd173c17579, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0d4e0683-c714-4ac0-9f81-9bd173c17579,segment=NetworkSegment(490b4546-0d06-4b6c-8625-6503ea0b8be7),segment_id=490b4546-0d06-4b6c-8625-6503ea0b8be7)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:55.010090 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.064891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Calling delete_port for 0d4e0683-c714-4ac0-9f81-9bd173c17579 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:55.207064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-d50708f7-0cac-47c7-abbf-ff60f65dea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.208602 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-d50708f7-0cac-47c7-abbf-ff60f65dea8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.2131634 Nov 25 17:29:55.230665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.274727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 83d9eef7-cb5a-453a-a8a7-4154378f0708 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:55.276430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No DVR routers for this DVR port 0d4e0683-c714-4ac0-9f81-9bd173c17579 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:55.289103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e411a5d-6e16-4273-a6b2-2e76d64f2dfb req-c7bc9d4f-e689-478b-a9fb-c494a5da4f57 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.289318 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-250eb228-633b-4024-986d-6457cd959e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7e05de8d-6e5d-4973-8a35-622bced073bd', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'port_id': 'e9101cc0-f66c-4b57-b228-557842217690', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'mac_address': 'fa:16:3e:c1:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cf469-3125-4007-8f4e-7648f4a80ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:28Z', 'updated_at': '2021-11-25T17:29:52Z', 'revision_number': 1, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:26Z', 'revision_number': 5, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:55.290792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e411a5d-6e16-4273-a6b2-2e76d64f2dfb req-c7bc9d4f-e689-478b-a9fb-c494a5da4f57 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 943 time: 0.1209717 Nov 25 17:29:55.291786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Port': ['ID=0d4e0683-c714-4ac0-9f81-9bd173c17579,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.328666 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250eb228-633b-4024-986d-6457cd959e6f None None] Checking router: 3cb6be43-c7ee-4af2-b433-52658c14d6bf for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:55.338687 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250eb228-633b-4024-986d-6457cd959e6f None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:55.339554 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-250eb228-633b-4024-986d-6457cd959e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:29:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:55.370369 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-10d0361f-a952-4409-ab01-d390b9a3b6ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1000 time: 0.1482360 Nov 25 17:29:55.413887 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.448078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e411a5d-6e16-4273-a6b2-2e76d64f2dfb req-c53b025f-1313-4ab0-838c-bf3cc8c12f0b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480830 Nov 25 17:29:55.452829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2812a0-b1fb-4f5c-8bc9-f4da68dec330']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:55.472317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490b4546-0d06-4b6c-8625-6503ea0b8be7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:55.473119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490b4546-0d06-4b6c-8625-6503ea0b8be7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:55.485531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-4e7ddc00-a593-4014-bc29-d58e2ec9e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.487357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.504207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.504837 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-4e7ddc00-a593-4014-bc29-d58e2ec9e70a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1261497 Nov 25 17:29:55.512231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:55.512842 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.568981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:55.580737 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:55.582941 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-250eb228-633b-4024-986d-6457cd959e6f None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:55.593956 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.616764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f59a8fe-84da-4154-83da-f1e68fce58e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.620205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 83d9eef7-cb5a-453a-a8a7-4154378f0708, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83d9eef7-cb5a-453a-a8a7-4154378f0708,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:55.625517 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.628872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/db2812a0-b1fb-4f5c-8bc9-f4da68dec330 HTTP/1.1" status: 204 len: 168 time: 3.6809070 Nov 25 17:29:55.639054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35840) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:55.641617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '83d9eef7-cb5a-453a-a8a7-4154378f0708', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'port_id': '83d9eef7-cb5a-453a-a8a7-4154378f0708', 'mac_address': 'fa:16:3e:89:a4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda89d-76fa-4bbd-a6c9-f9df66a95b38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:55.650414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c4085-c846-468c-9860-fa94a1fe7431 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=db2812a0-b1fb-4f5c-8bc9-f4da68dec330,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.669021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2439829-c4f0-4951-b296-77c17d01e997 req-29b10b91-1bbd-4f2d-90ad-aa0152ca7a83 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.671110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2439829-c4f0-4951-b296-77c17d01e997 req-29b10b91-1bbd-4f2d-90ad-aa0152ca7a83 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 945 time: 0.0904138 Nov 25 17:29:55.672381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579912147'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:55.732506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5b09f22f-178e-410e-9a8b-4668cb533d6a details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:55.734874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5b09f22f-178e-410e-9a8b-4668cb533d6a no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:55.738448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2439829-c4f0-4951-b296-77c17d01e997 req-5cbc04d2-52c5-46ec-a216-dd6c891cae9e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604270 Nov 25 17:29:55.738672 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.790474 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-98c91129-68e9-4954-b1be-912f7d8dc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.792466 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-98c91129-68e9-4954-b1be-912f7d8dc76a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2798333 Nov 25 17:29:55.817292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:55.820776 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.837598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d9eef7-cb5a-453a-a8a7-4154378f0708 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:55.935663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 83d9eef7-cb5a-453a-a8a7-4154378f0708, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83d9eef7-cb5a-453a-a8a7-4154378f0708,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:55.948313 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.954029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f59a8fe-84da-4154-83da-f1e68fce58e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.970092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:55.972239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f59a8fe-84da-4154-83da-f1e68fce58e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.974446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a99d415e-b843-4f36-8acc-c1da0dab7498 req-9f1f8c54-7d95-4b1c-a393-3ca54cb8ce58 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 210 time: 0.0608675 Nov 25 17:29:56.034003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.034439 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 7f74f8a9-363f-4f92-8530-e8b2b49b2944 of type vlan for network 9527abc8-c9e9-435a-a9a3-db0a4f5fa652 Nov 25 17:29:56.036839 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-250eb228-633b-4024-986d-6457cd959e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7e05de8d-6e5d-4973-8a35-622bced073bd', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'port_id': 'e9101cc0-f66c-4b57-b228-557842217690', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'mac_address': 'fa:16:3e:c1:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cf469-3125-4007-8f4e-7648f4a80ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:28Z', 'updated_at': '2021-11-25T17:29:52Z', 'revision_number': 1, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:26Z', 'revision_number': 5, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:56.037505 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-d064b502-725f-4e60-a42f-7d820faac439 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335718 Nov 25 17:29:56.058727 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.064177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=83d9eef7-cb5a-453a-a8a7-4154378f0708,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:56.080218 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250eb228-633b-4024-986d-6457cd959e6f None None] The sync data for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 is: [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '7e05de8d-6e5d-4973-8a35-622bced073bd', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'port_id': 'e9101cc0-f66c-4b57-b228-557842217690', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'mac_address': 'fa:16:3e:c1:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cf469-3125-4007-8f4e-7648f4a80ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:28Z', 'updated_at': '2021-11-25T17:29:52Z', 'revision_number': 1, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:26Z', 'revision_number': 5, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:56.081440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:56.102283 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2f59a8fe-84da-4154-83da-f1e68fce58e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ca81cb3e27547d08a139a0635f0323a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5258896 Nov 25 17:29:56.103962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:56.108683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59a8fe-84da-4154-83da-f1e68fce58e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2485e92d-2406-4e6c-a860-4f777e427744,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:56.111783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de7795-8eee-4d85-835b-5719a988d667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b09f22f-178e-410e-9a8b-4668cb533d6a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:56.114400 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed26b870-5e56-4faa-a78e-31a99d30770f" -d '{"events": [{"server_uuid": "47de7795-8eee-4d85-835b-5719a988d667", "name": "network-vif-unplugged", "status": "completed", "tag": "5b09f22f-178e-410e-9a8b-4668cb533d6a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:56.119793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'port_id': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'mac_address': 'fa:16:3e:a1:a7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cdfa52-62ef-4c54-a113-cfc2248d8146', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:56.142096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:56.172578 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.176364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.264440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.267763 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97654231-506a-4473-a8f2-6dc4381c0e05 x-openstack-request-id: req-97654231-506a-4473-a8f2-6dc4381c0e05 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:56.268060 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de7795-8eee-4d85-835b-5719a988d667", "name": "network-vif-unplugged", "status": "completed", "tag": "5b09f22f-178e-410e-9a8b-4668cb533d6a", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:56.268323 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97654231-506a-4473-a8f2-6dc4381c0e05 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:56.268717 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de7795-8eee-4d85-835b-5719a988d667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'code': 200} Nov 25 17:29:56.271587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.272239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.280485 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8ce2-17e7-4685-8638-6d9e74f8ab0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.286185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['83d9eef7-cb5a-453a-a8a7-4154378f0708'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:56.316029 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6758699 Nov 25 17:29:56.321816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8ce2-17e7-4685-8638-6d9e74f8ab0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.369128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:56.397744 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.401201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8ce2-17e7-4685-8638-6d9e74f8ab0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.406185 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8ce2-17e7-4685-8638-6d9e74f8ab0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.412129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': '9527abc8-c9e9-435a-a9a3-db0a4f5fa652', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:56.414247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4e5d8ce2-17e7-4685-8638-6d9e74f8ab0d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2485e92d-2406-4e6c-a860-4f777e427744 HTTP/1.1" status: 204 len: 168 time: 0.3085320 Nov 25 17:29:56.426222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d8ce2-17e7-4685-8638-6d9e74f8ab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2485e92d-2406-4e6c-a860-4f777e427744,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:56.462430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=5b09f22f-178e-410e-9a8b-4668cb533d6a,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:56.469265 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-456eb4de-e310-4a6c-998e-dc16c8bce126 req-01d5b8de-211a-49b0-b253-ad0780ade3b5 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119158 Nov 25 17:29:56.470524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3f9d-9df6-4f4b-bb18-be055bb81d1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=9527abc8-c9e9-435a-a9a3-db0a4f5fa652,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:56.494779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b09f22f-178e-410e-9a8b-4668cb533d6a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:56.521166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9527abc8-c9e9-435a-a9a3-db0a4f5fa652 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:56.526113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cec73ab-48d2-4917-ba7c-d13c2698a51b None None] New status for floating IP 7e05de8d-6e5d-4973-8a35-622bced073bd: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:29:56.641765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6391d-1810-46fc-8b8d-e50df3b37d90 req-7ecc8f43-229f-41da-9e18-fad02b2b9c51 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.652418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11b6391d-1810-46fc-8b8d-e50df3b37d90 req-7ecc8f43-229f-41da-9e18-fad02b2b9c51 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 944 time: 0.0903575 Nov 25 17:29:56.712760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11b6391d-1810-46fc-8b8d-e50df3b37d90 req-c0d46a62-3365-404d-aa84-94870ffcff29 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590441 Nov 25 17:29:56.743066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-1564af72-e9f5-4f53-9016-4c1b55b5fb6f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.744709 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-1564af72-e9f5-4f53-9016-4c1b55b5fb6f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 816 time: 0.4364851 Nov 25 17:29:56.773738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:56.777329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.887185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa524112-e0c5-474c-9c7d-95c85f9ca595 req-4b82c71f-87e7-43ed-9b58-85a83b075153 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.906064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa524112-e0c5-474c-9c7d-95c85f9ca595 req-4b82c71f-87e7-43ed-9b58-85a83b075153 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 943 time: 0.0791056 Nov 25 17:29:56.928506 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-9778eb5d-f4dd-460c-aa79-4b9e5b5a00e1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4b3d7b85e94c088b2542edf42fff7d HTTP/1.1" status: 200 len: 380 time: 0.1731505 Nov 25 17:29:56.944555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'port': {'device_id': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'admin_state_up': True, 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'security_groups': ['6551d9f3-ed68-43e0-b08d-181ad0032e3d']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:56.972990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa524112-e0c5-474c-9c7d-95c85f9ca595 req-2a2dab3e-77fb-4766-9938-efc4f38ba8a8 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583797 Nov 25 17:29:57.010651 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:57.011017 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:57.162274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7e151a8-e215-4e9c-8c09-6c16181ec0ef req-24b6289d-59ee-45db-ba75-1467cc7880df tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 210 time: 0.0484185 Nov 25 17:29:57.198832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893f384-f9da-403c-9d3e-4f2aac16eb8f req-dec790e1-38df-42e6-8395-a349f8242da5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.200955 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8893f384-f9da-403c-9d3e-4f2aac16eb8f req-dec790e1-38df-42e6-8395-a349f8242da5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 943 time: 0.1214435 Nov 25 17:29:57.236253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.280497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8893f384-f9da-403c-9d3e-4f2aac16eb8f req-7a0a73b7-6e6d-4d31-a5b6-5a01cb8324da tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728965 Nov 25 17:29:57.294237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Made reservation on behalf of ed4b3d7b85e94c088b2542edf42fff7d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:57.298580 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.331226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=a91c5725-9d19-4295-8362-d042ab4d7ab1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.392810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '7f74f8a9-363f-4f92-8530-e8b2b49b2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9527abc8-c9e9-435a-a9a3-db0a4f5fa652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:57.393531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: 9527abc8-c9e9-435a-a9a3-db0a4f5fa652, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:57.429142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network 9527abc8-c9e9-435a-a9a3-db0a4f5fa652 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:57.475413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9527abc8-c9e9-435a-a9a3-db0a4f5fa652) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:57.486933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.487624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d0478-f44c-4f51-9043-d958360c7a43 None None] Network 9527abc8-c9e9-435a-a9a3-db0a4f5fa652 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:57.488082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.525964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Allocated IP 172.20.0.4 (0eee1f13-1866-4846-ad2f-35c14cb97e07/313bdac5-e215-44a3-9277-574f96cfd8be/569fe583-38db-4fe6-9562-c63a72527547) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:57.538216 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-759fdfac-22a6-4658-ac0d-c8798f82e34b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1642225 Nov 25 17:29:57.538912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:57.663428 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.697758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b09f22f-178e-410e-9a8b-4668cb533d6a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:57.715144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.724290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:57.781198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.798196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.852851 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.876143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=5b09f22f-178e-410e-9a8b-4668cb533d6a,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.882322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-9527abc8-c9e9-435a-a9a3-db0a4f5fa652', 'network_id': '9527abc8-c9e9-435a-a9a3-db0a4f5fa652', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': 'a91c5725-9d19-4295-8362-d042ab4d7ab1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:57.883471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.922228 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.948165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.968018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:57.969091 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:57.972172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:58.037792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-dcca9f8c-db48-4fa8-8771-50688e6f9fe4 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.050172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.055129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-dcca9f8c-db48-4fa8-8771-50688e6f9fe4 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 814 time: 0.2808373 Nov 25 17:29:58.056451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.074596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Allocated IP 172.20.0.1 (9527abc8-c9e9-435a-a9a3-db0a4f5fa652/a91c5725-9d19-4295-8362-d042ab4d7ab1/6ef605cf-a54a-4a4b-accd-af00929ae96d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:58.078683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385fd89-639a-4223-a889-6f183148bced req-0f28121e-c1de-4045-b88d-c3a0f6e81aa0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.081288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f385fd89-639a-4223-a889-6f183148bced req-0f28121e-c1de-4045-b88d-c3a0f6e81aa0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 944 time: 0.2190974 Nov 25 17:29:58.090326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-f18ceb75-9cd5-497a-b652-12dc36e1b2cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1526396 Nov 25 17:29:58.104753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['5b09f22f-178e-410e-9a8b-4668cb533d6a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:58.112979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Request body: {'port': {'device_id': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:58.135874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-04d239c4-b19c-4ec8-860e-a99e832692f1 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/quotas/44f6d868b2df40de913836f2c66e3922 HTTP/1.1" status: 200 len: 375 time: 0.0522368 Nov 25 17:29:58.232849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f385fd89-639a-4223-a889-6f183148bced req-039eb021-eb77-4d2b-a4a0-cabd8821b228 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338494 Nov 25 17:29:58.286316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-9fe43cbc-54a9-4590-84d3-074661ba2151 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1493993 Nov 25 17:29:58.303933 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.307722 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.322731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.462797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Network 9527abc8-c9e9-435a-a9a3-db0a4f5fa652 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:58.468085 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.480633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Pushing event updated for resources: {'Port': ['ID=6ef605cf-a54a-4a4b-accd-af00929ae96d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:58.490671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:58.506567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:58.525552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ab9b7386-b13f-40ca-b4a0-1d2141874f83 None None] Provisioning complete for port 569fe583-38db-4fe6-9562-c63a72527547 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:58.526000 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7386-b13f-40ca-b4a0-1d2141874f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.695678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Attempting to bind port 6ef605cf-a54a-4a4b-accd-af00929ae96d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:58.696151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Attempting to bind port 6ef605cf-a54a-4a4b-accd-af00929ae96d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7f74f8a9-363f-4f92-8530-e8b2b49b2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9527abc8-c9e9-435a-a9a3-db0a4f5fa652'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:58.696587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Attempting to bind port 6ef605cf-a54a-4a4b-accd-af00929ae96d on network 9527abc8-c9e9-435a-a9a3-db0a4f5fa652 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:58.713388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:58.714020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Checking segment: {'id': '7f74f8a9-363f-4f92-8530-e8b2b49b2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9527abc8-c9e9-435a-a9a3-db0a4f5fa652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:58.714273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.714749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Bound using segment: {'id': '7f74f8a9-363f-4f92-8530-e8b2b49b2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9527abc8-c9e9-435a-a9a3-db0a4f5fa652'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:58.715309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Bound port: 6ef605cf-a54a-4a4b-accd-af00929ae96d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f74f8a9-363f-4f92-8530-e8b2b49b2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9527abc8-c9e9-435a-a9a3-db0a4f5fa652'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:58.715929 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.722363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b7386-b13f-40ca-b4a0-1d2141874f83 None None] Port 569fe583-38db-4fe6-9562-c63a72527547 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:58.893510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] For port 6ef605cf-a54a-4a4b-accd-af00929ae96d, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:58.898913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] For port 6ef605cf-a54a-4a4b-accd-af00929ae96d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6ef605cf-a54a-4a4b-accd-af00929ae96d,segment=NetworkSegment(7f74f8a9-363f-4f92-8530-e8b2b49b2944),segment_id=7f74f8a9-363f-4f92-8530-e8b2b49b2944)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:58.904036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.931467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569fe583-38db-4fe6-9562-c63a72527547 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:58.949038 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:58.982020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Transition to ACTIVE for port object 569fe583-38db-4fe6-9562-c63a72527547 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:58.988809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.035381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=a91c5725-9d19-4295-8362-d042ab4d7ab1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:59.072470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670a041-174f-4d86-98a4-3d53e1dc0a6b None None] Pushing event updated for resources: {'Port': ['ID=6ef605cf-a54a-4a4b-accd-af00929ae96d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:59.116300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30798964-760b-4006-9e3e-e848b6607112 None None] Network 9527abc8-c9e9-435a-a9a3-db0a4f5fa652 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:59.147104 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.212732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba13551-67d0-4580-9f87-3c3035a1360b req-fc6c92cc-cc30-450f-b4bf-c17cf4900641 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.214361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:59.225797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ba13551-67d0-4580-9f87-3c3035a1360b req-fc6c92cc-cc30-450f-b4bf-c17cf4900641 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 931 time: 0.8467999 Nov 25 17:29:59.286545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 83d9eef7-cb5a-453a-a8a7-4154378f0708 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:59.303761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-ccf5ca1b-de06-4a2f-a4e5-7b32ab213467 service neutron] 10.222.0.81 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0058203 Nov 25 17:29:59.321502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9527abc8-c9e9-435a-a9a3-db0a4f5fa652']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:59.348086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Attempting to bind port 569fe583-38db-4fe6-9562-c63a72527547 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:59.348575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Attempting to bind port 569fe583-38db-4fe6-9562-c63a72527547 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:59.349068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Attempting to bind port 569fe583-38db-4fe6-9562-c63a72527547 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:59.363093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Port 569fe583-38db-4fe6-9562-c63a72527547 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:59.363093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Attempting to bind port 569fe583-38db-4fe6-9562-c63a72527547 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:59.382300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-e8ab9b34-1e1a-44ab-bbd8-963e85423058 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.383354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:59.385058 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-e8ab9b34-1e1a-44ab-bbd8-963e85423058 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.95 "GET /v2.0/ports?device_id=47de7795-8eee-4d85-835b-5719a988d667 HTTP/1.1" status: 200 len: 944 time: 0.3524761 Nov 25 17:29:59.385532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Checking segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:59.386526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Bound using segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:59.387453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Bound port: 569fe583-38db-4fe6-9562-c63a72527547, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:59.390212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.403103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f74f8a9-363f-4f92-8530-e8b2b49b2944') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:59.404145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f74f8a9-363f-4f92-8530-e8b2b49b2944') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:59.417366 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.424710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4b912-2327-42f0-9bf5-7e2c8a02eaa8 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:29:59.436818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.443958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:59.444361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.479612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 83d9eef7-cb5a-453a-a8a7-4154378f0708 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:59.497883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 83d9eef7-cb5a-453a-a8a7-4154378f0708 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:59.498544 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:59.513925 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:59.552578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:59.563460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:59.574860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.600073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:29:59.600073 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:29:59.600073 n-d-819349-3 neutron-server[103599]: [parameters: {'id': '9527abc8-c9e9-435a-a9a3-db0a4f5fa652'}] Nov 25 17:29:59.600073 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:59.602808 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:59.632041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.632864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.639459 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] 10.222.0.95 "PUT /v2.0/ports/569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 1091 time: 1.5312173 Nov 25 17:29:59.640089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'tag': '569fe583-38db-4fe6-9562-c63a72527547'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:59.643925 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e25d465-c435-4f54-95f0-3d4003608277" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "tag": "569fe583-38db-4fe6-9562-c63a72527547"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:59.654667 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ba13551-67d0-4580-9f87-3c3035a1360b req-b23adf57-6190-44b3-ae35-d36f344b1e2e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231269 Nov 25 17:29:59.695717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee4b912-2327-42f0-9bf5-7e2c8a02eaa8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:29:59.707840 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.732893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfda9a7-0c41-4ab4-a599-4a466c1d0173 service neutron] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:59.754913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a674ac8-0675-4157-8df5-8920b5e97444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9eef7-cb5a-453a-a8a7-4154378f0708'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:59.757257 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8994da-777a-4465-bdf4-75eb2bfeb5a7" -d '{"events": [{"server_uuid": "4a674ac8-0675-4157-8df5-8920b5e97444", "name": "network-vif-plugged", "status": "completed", "tag": "83d9eef7-cb5a-453a-a8a7-4154378f0708"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:59.806307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-2442b6ed-d378-49ef-876a-3895e8504caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.808683 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-2442b6ed-d378-49ef-876a-3895e8504caa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1094 time: 0.0713332 Nov 25 17:29:59.814635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5b09f22f-178e-410e-9a8b-4668cb533d6a details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:59.819911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-07fd1eba-290f-42b0-adc7-93c1b44db92b service neutron] 10.222.0.81 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947326 Nov 25 17:29:59.845029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:59.851424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Deleting port 5b09f22f-178e-410e-9a8b-4668cb533d6a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:59.851898 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:59.864399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-4454f0df-6188-43e2-9e9d-66fb304170c3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 217 time: 0.0469954 Nov 25 17:29:59.933116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-274a4a22-44a9-44f0-a43a-a1530cc81bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.939249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-274a4a22-44a9-44f0-a43a-a1530cc81bf3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.0675275 Nov 25 17:30:00.036413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-2e93a39d-f601-4a1a-b10e-a0bdc723be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.038019 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-2e93a39d-f601-4a1a-b10e-a0bdc723be8d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887814 Nov 25 17:30:00.110703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:00.112331 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.116273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.125975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 83d9eef7-cb5a-453a-a8a7-4154378f0708, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83d9eef7-cb5a-453a-a8a7-4154378f0708,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:00.128487 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d8e312-42b4-4987-a51e-1dd6ce5225c9 x-openstack-request-id: req-96d8e312-42b4-4987-a51e-1dd6ce5225c9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:00.128978 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "tag": "569fe583-38db-4fe6-9562-c63a72527547", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:00.129956 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96d8e312-42b4-4987-a51e-1dd6ce5225c9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:00.130434 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'tag': '569fe583-38db-4fe6-9562-c63a72527547', 'status': 'completed', 'code': 200} Nov 25 17:30:00.157886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.186477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5825249-8596-4165-8b0c-05d8126f943c req-703e3c5d-c223-46ce-a06b-f76ed1b47e35 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.197986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5825249-8596-4165-8b0c-05d8126f943c req-703e3c5d-c223-46ce-a06b-f76ed1b47e35 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 944 time: 0.2913253 Nov 25 17:30:00.199924 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b9037b-63d8-4e52-9d0d-4b3e3d12fc94 x-openstack-request-id: req-42b9037b-63d8-4e52-9d0d-4b3e3d12fc94 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:00.200955 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a674ac8-0675-4157-8df5-8920b5e97444", "name": "network-vif-plugged", "status": "completed", "tag": "83d9eef7-cb5a-453a-a8a7-4154378f0708", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:00.206424 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42b9037b-63d8-4e52-9d0d-4b3e3d12fc94 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:00.207006 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a674ac8-0675-4157-8df5-8920b5e97444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9eef7-cb5a-453a-a8a7-4154378f0708', 'code': 200} Nov 25 17:30:00.213536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Calling delete_port for 5b09f22f-178e-410e-9a8b-4668cb533d6a owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:00.228833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-031d4f05-fccb-4b8e-80cc-ad9392332509 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820529 Nov 25 17:30:00.324285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f677e864-532a-4954-a6ff-5e70ac1742f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.332002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5b09f22f-178e-410e-9a8b-4668cb533d6a, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5b09f22f-178e-410e-9a8b-4668cb533d6a,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:00.349649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=83d9eef7-cb5a-453a-a8a7-4154378f0708,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:00.358024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'port_id': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'mac_address': 'fa:16:3e:a1:a7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cdfa52-62ef-4c54-a113-cfc2248d8146', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:00.427704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693cb41-a75f-4b63-a642-52438fcb3dde req-8a787c3b-d494-4e0e-988d-e21e9965925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.430303 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d693cb41-a75f-4b63-a642-52438fcb3dde req-8a787c3b-d494-4e0e-988d-e21e9965925a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 1096 time: 0.1583679 Nov 25 17:30:00.451582 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f6b41330-ce14-4c06-90b4-87b5762075d9 req-ba178a61-7b37-4f89-a606-e76be2e57378 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143981 Nov 25 17:30:00.507977 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d693cb41-a75f-4b63-a642-52438fcb3dde req-bbee4022-f333-4def-ad3c-9c73e395e74f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550065 Nov 25 17:30:00.592755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80f4ef8a-ad2b-4647-a350-442194dccdf1 req-a1bf2449-2d00-401d-93e5-76a8417c9137 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 210 time: 0.2519679 Nov 25 17:30:00.594465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25d465-c435-4f54-95f0-3d4003608277 req-0358855f-9de6-437e-a8dd-d7e767db0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.598602 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e25d465-c435-4f54-95f0-3d4003608277 req-0358855f-9de6-437e-a8dd-d7e767db0739 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1094 time: 0.0642571 Nov 25 17:30:00.615639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5825249-8596-4165-8b0c-05d8126f943c req-c0e47c87-7a03-4017-8194-67409b08f503 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025490 Nov 25 17:30:00.654403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f677e864-532a-4954-a6ff-5e70ac1742f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.665637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f677e864-532a-4954-a6ff-5e70ac1742f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.710544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677e864-532a-4954-a6ff-5e70ac1742f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d31f2ac-6016-4932-bd98-6a1e792eae2c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:00.787194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25d465-c435-4f54-95f0-3d4003608277 req-dbf237a7-a33e-4553-b811-ed9c6726d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.788922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e25d465-c435-4f54-95f0-3d4003608277 req-dbf237a7-a33e-4553-b811-ed9c6726d10f service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.1824129 Nov 25 17:30:00.816909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f677e864-532a-4954-a6ff-5e70ac1742f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=512772c915e74a958c4b09e450c99190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9300618 Nov 25 17:30:00.817584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:00.853053 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e25d465-c435-4f54-95f0-3d4003608277 req-a385c634-62e4-40e6-a02b-00a28a01d02d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 217 time: 0.0549786 Nov 25 17:30:00.896120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting port 6ef605cf-a54a-4a4b-accd-af00929ae96d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:00.896557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:00.966828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25d465-c435-4f54-95f0-3d4003608277 req-3bd1afde-727f-4766-99be-f54dd3e99142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.969788 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e25d465-c435-4f54-95f0-3d4003608277 req-3bd1afde-727f-4766-99be-f54dd3e99142 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.1078498 Nov 25 17:30:01.008031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c14b-e455-4c3f-be38-2e5e6b719e6d req-42b23e83-4625-4c74-ae7f-d39d1cf70ec4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:01.009707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b65c14b-e455-4c3f-be38-2e5e6b719e6d req-42b23e83-4625-4c74-ae7f-d39d1cf70ec4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2322750 Nov 25 17:30:01.057889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25d465-c435-4f54-95f0-3d4003608277 req-fcc9f51a-4ab1-462a-8031-1a261ab44711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:01.060692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e25d465-c435-4f54-95f0-3d4003608277 req-fcc9f51a-4ab1-462a-8031-1a261ab44711 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821733 Nov 25 17:30:01.075053 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.101468 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] For port 6ef605cf-a54a-4a4b-accd-af00929ae96d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6ef605cf-a54a-4a4b-accd-af00929ae96d,segment=NetworkSegment(7f74f8a9-363f-4f92-8530-e8b2b49b2944),segment_id=7f74f8a9-363f-4f92-8530-e8b2b49b2944)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:01.101468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.143175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2108b268-beae-415a-a21d-d12cb6411255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.151344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Calling delete_port for 6ef605cf-a54a-4a4b-accd-af00929ae96d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:01.155010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Pushing event deleted for resources: {'Port': ['ID=5b09f22f-178e-410e-9a8b-4668cb533d6a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:01.166035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b65c14b-e455-4c3f-be38-2e5e6b719e6d req-4104a583-882e-4c6e-bf4f-77dd75fb4b98 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458995 Nov 25 17:30:01.189919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8956eb91-076b-45c6-8ff8-cb66d5d9adc4 None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:01.214205 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e25d465-c435-4f54-95f0-3d4003608277 req-e8eb611f-129f-4490-a795-75663ece8db8 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411972 Nov 25 17:30:01.274680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] No DVR routers for this DVR port 5b09f22f-178e-410e-9a8b-4668cb533d6a on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:01.278003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2108b268-beae-415a-a21d-d12cb6411255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.287035 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.290632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bf70cf7-7cdf-4b00-9865-7353c0cc0341 req-01224a0b-cf06-4966-8224-89ca4a9b1aba tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.95 "DELETE /v2.0/ports/5b09f22f-178e-410e-9a8b-4668cb533d6a HTTP/1.1" status: 204 len: 173 time: 1.7719553 Nov 25 17:30:01.291134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de7795-8eee-4d85-835b-5719a988d667', 'name': 'network-vif-deleted', 'tag': '5b09f22f-178e-410e-9a8b-4668cb533d6a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:01.293623 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e342664-31ed-4440-b80a-c11655cdc8ba" -d '{"events": [{"server_uuid": "47de7795-8eee-4d85-835b-5719a988d667", "name": "network-vif-deleted", "tag": "5b09f22f-178e-410e-9a8b-4668cb533d6a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:01.388678 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bd6202-cc14-4438-aba5-cf0aa8ddfea5 x-openstack-request-id: req-86bd6202-cc14-4438-aba5-cf0aa8ddfea5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:01.389582 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de7795-8eee-4d85-835b-5719a988d667", "name": "network-vif-deleted", "tag": "5b09f22f-178e-410e-9a8b-4668cb533d6a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:01.390182 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86bd6202-cc14-4438-aba5-cf0aa8ddfea5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:01.391460 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de7795-8eee-4d85-835b-5719a988d667', 'name': 'network-vif-deleted', 'tag': '5b09f22f-178e-410e-9a8b-4668cb533d6a', 'status': 'completed', 'code': 200} Nov 25 17:30:01.398719 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e25d465-c435-4f54-95f0-3d4003608277 req-e7abe4cb-5c7e-4c46-8bb8-f0c0d8cb8662 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757345 Nov 25 17:30:01.400081 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.413266 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2108b268-beae-415a-a21d-d12cb6411255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.418138 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2108b268-beae-415a-a21d-d12cb6411255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.419918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2108b268-beae-415a-a21d-d12cb6411255 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d31f2ac-6016-4932-bd98-6a1e792eae2c HTTP/1.1" status: 204 len: 168 time: 0.5967057 Nov 25 17:30:01.469238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No DVR routers for this DVR port 6ef605cf-a54a-4a4b-accd-af00929ae96d on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:01.471294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108b268-beae-415a-a21d-d12cb6411255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d31f2ac-6016-4932-bd98-6a1e792eae2c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:01.473161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Port': ['ID=6ef605cf-a54a-4a4b-accd-af00929ae96d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:01.587423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.615511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9527abc8-c9e9-435a-a9a3-db0a4f5fa652']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:01.629346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f74f8a9-363f-4f92-8530-e8b2b49b2944') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:01.629346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f74f8a9-363f-4f92-8530-e8b2b49b2944') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:01.640142 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.656206 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.663525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:01.663855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:01.773136 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:01.776888 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.799492 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:01.814602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:01.821557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/9527abc8-c9e9-435a-a9a3-db0a4f5fa652 HTTP/1.1" status: 204 len: 168 time: 4.2814164 Nov 25 17:30:01.846317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:01.875929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-0ab50549-2f3f-421a-85a6-0de7cd60004d tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:01.879013 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-0ab50549-2f3f-421a-85a6-0de7cd60004d tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.60 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 814 time: 0.3233795 Nov 25 17:30:01.889843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2139543989'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:01.907689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3c71b-11ff-46bd-9df7-40f0505f8720 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=9527abc8-c9e9-435a-a9a3-db0a4f5fa652,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:01.912725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Request body: {'port': {'device_id': 'becae161-e365-4c7c-a873-b0751eab0547', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'admin_state_up': True, 'tenant_id': '44f6d868b2df40de913836f2c66e3922'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:01.946393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fd0f1c69-5a8d-486e-a424-cce88b0e151d req-dffd5f5b-67e4-46a9-ad00-fdbeca973f11 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 210 time: 0.0976424 Nov 25 17:30:02.003385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:02.019528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5b09f22f-178e-410e-9a8b-4668cb533d6a no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:02.056755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '569fe583-38db-4fe6-9562-c63a72527547', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'port_id': '569fe583-38db-4fe6-9562-c63a72527547', 'mac_address': 'fa:16:3e:66:1a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:02.059937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 5b09f22f-178e-410e-9a8b-4668cb533d6a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:02.060566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5b09f22f-178e-410e-9a8b-4668cb533d6a not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:02.070552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:02.074487 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.103538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d447b-5817-469d-8464-be99afa8036d req-0cd30a9a-d81a-48dc-b4ce-df5b9efcb285 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:02.112567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c81d447b-5817-469d-8464-be99afa8036d req-0cd30a9a-d81a-48dc-b4ce-df5b9efcb285 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 945 time: 0.2067049 Nov 25 17:30:02.128075 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.145734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569fe583-38db-4fe6-9562-c63a72527547 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:02.151133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:02.167100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:02.177286 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.184080 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.185255 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 912b7343-def9-4901-b151-38715c4e4a07 of type vlan for network 39365e60-ea7b-4e22-9e32-beae9ac94ccd Nov 25 17:30:02.186436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:02.217927 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b5b793d-34b7-4df6-adc6-a48a696086b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.232910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c81d447b-5817-469d-8464-be99afa8036d req-5cdad939-97df-47ab-8b48-e87e180b2769 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071715 Nov 25 17:30:02.253143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:02.290982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7dab209-cbc4-4c5d-804e-31883c801d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.332904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.408407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['569fe583-38db-4fe6-9562-c63a72527547'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:02.467276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.472911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:02.473573 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.552537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1093356-4dbd-447c-bfa1-e55b0430e27c req-5c6e23ba-5169-4e58-8dae-28236f4ce3f4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:02.554152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1093356-4dbd-447c-bfa1-e55b0430e27c req-5c6e23ba-5169-4e58-8dae-28236f4ce3f4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 944 time: 0.2004876 Nov 25 17:30:02.564651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6817114 Nov 25 17:30:02.586470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:02.597220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6304b62a-5084-4407-a581-ecec4a85f4b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:02.627857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b57c0-d407-4d2b-a444-f4a55c6fad27 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=39365e60-ea7b-4e22-9e32-beae9ac94ccd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:02.652212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 39365e60-ea7b-4e22-9e32-beae9ac94ccd details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:02.676280 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7dab209-cbc4-4c5d-804e-31883c801d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.698394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7dab209-cbc4-4c5d-804e-31883c801d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.737738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Made reservation on behalf of 44f6d868b2df40de913836f2c66e3922 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:02.750644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.774188 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1093356-4dbd-447c-bfa1-e55b0430e27c req-1bd983af-3438-4a09-af06-0f853e0a9041 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990321 Nov 25 17:30:02.797416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f7dab209-cbc4-4c5d-804e-31883c801d39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=175427606bf94269a4c3f723408e93c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6089735 Nov 25 17:30:02.823923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36012) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:02.832893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dab209-cbc4-4c5d-804e-31883c801d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695c5b1c-def5-4e8e-931d-317b07010aa7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:02.901565 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6304b62a-5084-4407-a581-ecec4a85f4b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.926254 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6304b62a-5084-4407-a581-ecec4a85f4b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.932600 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Allocated IP 172.20.0.13 (71858bd9-25a2-45ae-a880-cdf4469af6cf/78cdfa52-62ef-4c54-a113-cfc2248d8146/1caa7bb6-9355-499e-8ea8-3a53698d7a34) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:02.952035 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f826507b-1627-4027-9e42-381dcb5ecd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.954447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6304b62a-5084-4407-a581-ecec4a85f4b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network 39365e60-ea7b-4e22-9e32-beae9ac94ccd is not hosted by any dhcp agent {{(pid=103599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:30:02.960373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304b62a-5084-4407-a581-ecec4a85f4b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:02.961201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6304b62a-5084-4407-a581-ecec4a85f4b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.968224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6304b62a-5084-4407-a581-ecec4a85f4b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "PUT /v2.0/networks/39365e60-ea7b-4e22-9e32-beae9ac94ccd HTTP/1.1" status: 200 len: 723 time: 0.3803349 Nov 25 17:30:02.968487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:02.979585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': '39365e60-ea7b-4e22-9e32-beae9ac94ccd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:03.078297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1103982d-1733-4b7a-8cbd-a7efd900edc2 req-362596d3-de72-4cf5-97d3-25029b6b3076 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 210 time: 0.0413227 Nov 25 17:30:03.093660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f826507b-1627-4027-9e42-381dcb5ecd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.106086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304b62a-5084-4407-a581-ecec4a85f4b7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=39365e60-ea7b-4e22-9e32-beae9ac94ccd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:03.120846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 39365e60-ea7b-4e22-9e32-beae9ac94ccd details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:03.189294 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f826507b-1627-4027-9e42-381dcb5ecd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.192891 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f826507b-1627-4027-9e42-381dcb5ecd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.197566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f826507b-1627-4027-9e42-381dcb5ecd1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/695c5b1c-def5-4e8e-931d-317b07010aa7 HTTP/1.1" status: 204 len: 168 time: 0.3694785 Nov 25 17:30:03.218512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826507b-1627-4027-9e42-381dcb5ecd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695c5b1c-def5-4e8e-931d-317b07010aa7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:03.232522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:03.236710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.299556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.376791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.399620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4a0c-4e21-422e-bc3b-03805b49b654 req-f40f961e-3246-4b5e-a62e-098178002005 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.401223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94ac4a0c-4e21-422e-bc3b-03805b49b654 req-f40f961e-3246-4b5e-a62e-098178002005 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 945 time: 0.0848567 Nov 25 17:30:03.452166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Network 71858bd9-25a2-45ae-a880-cdf4469af6cf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:03.457792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94ac4a0c-4e21-422e-bc3b-03805b49b654 req-f5e66b30-e12d-47ab-9a14-1c7b1cdeb760 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488868 Nov 25 17:30:03.466219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:03.474296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:03.491789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e54b7-1487-408f-bdd2-c8d08ba5f70a None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:03.524706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Pushing event updated for resources: {'Port': ['ID=1caa7bb6-9355-499e-8ea8-3a53698d7a34,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:03.576844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-26a218da-d083-4c64-8f3a-784fd793a6f4 None None] Provisioning complete for port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:03.577591 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26a218da-d083-4c64-8f3a-784fd793a6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.579445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.580127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.603226 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.617851 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6d9c5c7b-226c-4016-bf2a-5c7446d489f6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7193425 Nov 25 17:30:03.621617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-26a218da-d083-4c64-8f3a-784fd793a6f4 None None] Port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:03.654693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Request body: {'port': {'device_id': 'becae161-e365-4c7c-a873-b0751eab0547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:03.703738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=c5b8533c-fac6-41d9-8487-7e3001324e57,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:03.758280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.760262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '912b7343-def9-4901-b151-38715c4e4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '39365e60-ea7b-4e22-9e32-beae9ac94ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:03.760624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: 39365e60-ea7b-4e22-9e32-beae9ac94ccd, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:03.823633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:03.824117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network 39365e60-ea7b-4e22-9e32-beae9ac94ccd is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:03.865457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 39365e60-ea7b-4e22-9e32-beae9ac94ccd) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:03.898662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe67d1-d9e9-4a7b-9584-2111fde68a34 None None] Network 39365e60-ea7b-4e22-9e32-beae9ac94ccd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:03.924487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.925274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.936063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-ff5727d0-20b6-4631-89ac-d9f0d2959c30 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.949035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-ff5727d0-20b6-4631-89ac-d9f0d2959c30 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.1752264 Nov 25 17:30:03.963961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-02db1f6a-d5bf-48df-933b-4fc02d36c39b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9948206 Nov 25 17:30:03.968559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36050) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:03.973556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-9964804d-0e6f-435e-8182-ee136464f796 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/quotas/74b3d02624d84e74a045f6a9a10b41fc HTTP/1.1" status: 200 len: 375 time: 0.0266004 Nov 25 17:30:03.974538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-539a6174-446e-4655-9975-8a0b6303c190 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:04.078932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031dc54-e8b3-4443-9034-7f4a9593b538 req-cd60582f-6d15-4120-81d7-d8c078272220 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:04.082844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0031dc54-e8b3-4443-9034-7f4a9593b538 req-cd60582f-6d15-4120-81d7-d8c078272220 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 944 time: 0.1205089 Nov 25 17:30:04.115574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-7dc8fb27-1d8e-45ea-a007-2b42850b8086 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398268 Nov 25 17:30:04.155574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-539a6174-446e-4655-9975-8a0b6303c190 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24765991'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.235787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 569fe583-38db-4fe6-9562-c63a72527547 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:04.237799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-db761ac0-087e-4028-88da-acc277206daa service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208341 Nov 25 17:30:04.244484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 569fe583-38db-4fe6-9562-c63a72527547 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:04.245206 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.319578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0031dc54-e8b3-4443-9034-7f4a9593b538 req-732b3e75-f580-4d13-8104-7554b5e646b5 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252069 Nov 25 17:30:04.368702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1caa7bb6-9355-499e-8ea8-3a53698d7a34 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:04.409640 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.470268 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-392d05c2-a3dc-400e-93f6-e7cbf1ff8c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.475242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-2332cd8d-af39-4ee4-a948-f24dbb187dfd service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353532 Nov 25 17:30:04.489662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Transition to ACTIVE for port object 1caa7bb6-9355-499e-8ea8-3a53698d7a34 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:04.525420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-39365e60-ea7b-4e22-9e32-beae9ac94ccd', 'network_id': '39365e60-ea7b-4e22-9e32-beae9ac94ccd', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': 'c5b8533c-fac6-41d9-8487-7e3001324e57'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:04.526556 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.536473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.544814 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-539a6174-446e-4655-9975-8a0b6303c190 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782897705503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24722653'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.556458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b729f4f-113c-42af-ac3f-432b025ca531 req-df6c0358-dd48-4b92-a942-26405d679724 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:04.574782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b729f4f-113c-42af-ac3f-432b025ca531 req-df6c0358-dd48-4b92-a942-26405d679724 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 944 time: 0.0984344 Nov 25 17:30:04.661044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a6174-446e-4655-9975-8a0b6303c190 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:04.661660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-539a6174-446e-4655-9975-8a0b6303c190 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.663175 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-539a6174-446e-4655-9975-8a0b6303c190 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "PUT /v2.0/subnets/c5b8533c-fac6-41d9-8487-7e3001324e57 HTTP/1.1" status: 200 len: 806 time: 0.6933959 Nov 25 17:30:04.677976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:04.679384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991aba4d-8706-4118-ace7-c792ae9714c6 None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:04.746993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Pushing event updated for resources: {'Port': ['ID=1caa7bb6-9355-499e-8ea8-3a53698d7a34,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:04.753532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a6174-446e-4655-9975-8a0b6303c190 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=c5b8533c-fac6-41d9-8487-7e3001324e57,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:04.798644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Attempting to bind port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:04.799342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Attempting to bind port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:04.799453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Attempting to bind port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 on network 71858bd9-25a2-45ae-a880-cdf4469af6cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:04.805576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 on network 71858bd9-25a2-45ae-a880-cdf4469af6cf not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:04.805913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Attempting to bind port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 on network 71858bd9-25a2-45ae-a880-cdf4469af6cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:04.813459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:04.813813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Checking segment: {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:04.814211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Bound using segment: {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:04.814656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Bound port: 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:04.815024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.819028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b729f4f-113c-42af-ac3f-432b025ca531 req-a6ad348d-36fa-40a6-8f29-3e3ae47ceea1 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355804 Nov 25 17:30:04.844523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Allocated IP 172.20.0.2 (39365e60-ea7b-4e22-9e32-beae9ac94ccd/c5b8533c-fac6-41d9-8487-7e3001324e57/ee97d78d-55bf-4b7b-aacc-1e09f5cf6368) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:04.930707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:04.937602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:04.946723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.949727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff369809-411e-416c-b9a4-9040c8b5b6e6 req-34b6a491-601e-4182-a485-59433efa221c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 210 time: 0.0558879 Nov 25 17:30:05.023843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.024711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.029722 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] 10.222.0.60 "PUT /v2.0/ports/1caa7bb6-9355-499e-8ea8-3a53698d7a34 HTTP/1.1" status: 200 len: 1092 time: 1.3822291 Nov 25 17:30:05.030151 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.030771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becae161-e365-4c7c-a873-b0751eab0547', 'tag': '1caa7bb6-9355-499e-8ea8-3a53698d7a34'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:05.043100 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba400b-1cca-4872-87df-19ff7bd2858d" -d '{"events": [{"name": "network-changed", "server_uuid": "becae161-e365-4c7c-a873-b0751eab0547", "tag": "1caa7bb6-9355-499e-8ea8-3a53698d7a34"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:05.046026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc0a788-8d72-4ce7-8970-81166005d96c None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:05.086727 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.187390 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fe583-38db-4fe6-9562-c63a72527547'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:05.187695 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879db21f-8fbd-4a81-85e1-ae021278a659 x-openstack-request-id: req-879db21f-8fbd-4a81-85e1-ae021278a659 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:05.188140 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becae161-e365-4c7c-a873-b0751eab0547", "tag": "1caa7bb6-9355-499e-8ea8-3a53698d7a34", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:05.189770 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fd9e1b-1ce9-42ec-9be3-ae688022f141" -d '{"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-plugged", "status": "completed", "tag": "569fe583-38db-4fe6-9562-c63a72527547"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:05.190176 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-879db21f-8fbd-4a81-85e1-ae021278a659 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:05.191283 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becae161-e365-4c7c-a873-b0751eab0547', 'tag': '1caa7bb6-9355-499e-8ea8-3a53698d7a34', 'status': 'completed', 'code': 200} Nov 25 17:30:05.212685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:05.220876 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.244573 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.292793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbfcf8-852e-407a-83af-fae5daa9df4d service neutron] Pushing event updated for resources: {'Port': ['ID=1caa7bb6-9355-499e-8ea8-3a53698d7a34,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:05.296162 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f31026d-3fba-4278-a05e-70c3ae4860bd x-openstack-request-id: req-4f31026d-3fba-4278-a05e-70c3ae4860bd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:05.296527 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-plugged", "status": "completed", "tag": "569fe583-38db-4fe6-9562-c63a72527547", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:05.296798 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f31026d-3fba-4278-a05e-70c3ae4860bd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:05.297231 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fe583-38db-4fe6-9562-c63a72527547', 'code': 200} Nov 25 17:30:05.336524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-61ccee85-9840-45cd-b83e-cbf057ce6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.339149 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-61ccee85-9840-45cd-b83e-cbf057ce6d16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 1095 time: 0.2516000 Nov 25 17:30:05.360164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.365535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:05.370055 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.418869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Network 39365e60-ea7b-4e22-9e32-beae9ac94ccd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:05.427184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:05.430526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:05.432661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Pushing event updated for resources: {'Port': ['ID=ee97d78d-55bf-4b7b-aacc-1e09f5cf6368,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:05.466105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.495020 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-035a4cef-db29-4a73-8b6f-42223eab1d49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34 HTTP/1.1" status: 200 len: 217 time: 0.1220620 Nov 25 17:30:05.523607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b8533c-fac6-41d9-8487-7e3001324e57,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:05.546576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Attempting to bind port ee97d78d-55bf-4b7b-aacc-1e09f5cf6368 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:05.547089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Attempting to bind port ee97d78d-55bf-4b7b-aacc-1e09f5cf6368 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '912b7343-def9-4901-b151-38715c4e4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '39365e60-ea7b-4e22-9e32-beae9ac94ccd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:05.547346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Attempting to bind port ee97d78d-55bf-4b7b-aacc-1e09f5cf6368 on network 39365e60-ea7b-4e22-9e32-beae9ac94ccd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:05.553025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:05.553413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Checking segment: {'id': '912b7343-def9-4901-b151-38715c4e4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '39365e60-ea7b-4e22-9e32-beae9ac94ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:05.553833 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.554239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Bound using segment: {'id': '912b7343-def9-4901-b151-38715c4e4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '39365e60-ea7b-4e22-9e32-beae9ac94ccd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:05.554730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Bound port: ee97d78d-55bf-4b7b-aacc-1e09f5cf6368, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912b7343-def9-4901-b151-38715c4e4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '39365e60-ea7b-4e22-9e32-beae9ac94ccd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:05.555121 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.633904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465bbca-a2c9-4267-b3f3-eddd458a9f0a req-36e10c78-8d27-4dd7-a103-a5e4f491acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.635708 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e465bbca-a2c9-4267-b3f3-eddd458a9f0a req-36e10c78-8d27-4dd7-a103-a5e4f491acb8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1096 time: 0.2285011 Nov 25 17:30:05.640440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-481fcde5-9504-406b-9ff7-a464cd271881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.643488 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-481fcde5-9504-406b-9ff7-a464cd271881 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78cdfa52-62ef-4c54-a113-cfc2248d8146 HTTP/1.1" status: 200 len: 854 time: 0.1031733 Nov 25 17:30:05.658768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.662113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] For port ee97d78d-55bf-4b7b-aacc-1e09f5cf6368, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:05.670634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] For port ee97d78d-55bf-4b7b-aacc-1e09f5cf6368, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ee97d78d-55bf-4b7b-aacc-1e09f5cf6368,segment=NetworkSegment(912b7343-def9-4901-b151-38715c4e4a07),segment_id=912b7343-def9-4901-b151-38715c4e4a07)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:05.674449 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.690842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4289d7-18c9-465a-ac43-cedad0871aed req-da12a2fb-21df-4e65-8081-0e498c4f5164 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.698123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db4289d7-18c9-465a-ac43-cedad0871aed req-da12a2fb-21df-4e65-8081-0e498c4f5164 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.1279573 Nov 25 17:30:05.699497 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-6f999300-9845-48e8-bc3c-f5feffd60e3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71858bd9-25a2-45ae-a880-cdf4469af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435646 Nov 25 17:30:05.722797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39365e60-ea7b-4e22-9e32-beae9ac94ccd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:05.741998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912b7343-def9-4901-b151-38715c4e4a07') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:05.742772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912b7343-def9-4901-b151-38715c4e4a07') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:05.779302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.823864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db4289d7-18c9-465a-ac43-cedad0871aed req-b51a4393-2d47-4218-bcf7-a9592e598875 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247067 Nov 25 17:30:05.827940 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.843678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:05.844328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:05.847636 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:05.886198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235119a-6d24-44be-9d1e-9e158cddf65f None None] Network 39365e60-ea7b-4e22-9e32-beae9ac94ccd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:05.891013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3a437-ca49-47fb-b7b6-2f1bf61a3d7f None None] Pushing event updated for resources: {'Port': ['ID=ee97d78d-55bf-4b7b-aacc-1e09f5cf6368,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:05.919921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e465bbca-a2c9-4267-b3f3-eddd458a9f0a req-9a04531f-dfba-4dde-8841-737fa9ed3ab7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685351 Nov 25 17:30:05.971932 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-b076f414-b4a8-4bc2-92c3-bde435b259de service neutron] 10.222.0.60 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149248 Nov 25 17:30:05.979746 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.061258 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:30:06.061258 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:30:06.061258 n-d-819349-3 neutron-server[103599]: [parameters: {'id': '39365e60-ea7b-4e22-9e32-beae9ac94ccd'}] Nov 25 17:30:06.061258 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:30:06.061867 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:30:06.070982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da76c4d-bfaf-4ba0-96bb-9d0ca87c043c req-5613cd6c-3119-45bd-b921-2807c0406096 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.079170 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6da76c4d-bfaf-4ba0-96bb-9d0ca87c043c req-5613cd6c-3119-45bd-b921-2807c0406096 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 944 time: 0.1018834 Nov 25 17:30:06.112405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800c4c0-3702-4eba-b934-8d24cb0a867b None None] Network 39365e60-ea7b-4e22-9e32-beae9ac94ccd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:06.124026 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22f75255-2bab-4a64-bff1-67b9eb67f75f req-679394ab-93e5-449d-90ea-a3fb63d02336 service neutron] 10.222.0.60 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389174 Nov 25 17:30:06.160321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-063478cc-6bd8-4698-8378-eb0d7574b7a6 req-19f96804-4380-4919-ab87-0109f956eeec tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 210 time: 0.0399032 Nov 25 17:30:06.178909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6da76c4d-bfaf-4ba0-96bb-9d0ca87c043c req-ec1cb480-7694-4f1a-951e-b45f6de03fc0 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984514 Nov 25 17:30:06.272926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-1ff007d0-a1f8-427f-a322-126f617b31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.275796 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-1ff007d0-a1f8-427f-a322-126f617b31d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 1095 time: 0.0619793 Nov 25 17:30:06.316067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f555f-ca4b-4581-9ca9-5d0904540707 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:30:06.334698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36180) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:06.392642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-a3c12fa3-73c4-4a88-9179-17b1fcbcfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.394985 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-a3c12fa3-73c4-4a88-9179-17b1fcbcfeca service neutron] 10.222.0.60 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 915 time: 0.1076682 Nov 25 17:30:06.449561 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-9437c336-9d6f-4f05-9758-ef41341fd13b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34 HTTP/1.1" status: 200 len: 217 time: 0.0465097 Nov 25 17:30:06.458209 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.459429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f555f-ca4b-4581-9ca9-5d0904540707 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:30:06.530371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-639af73c-0ff0-407c-8b19-f3d6b6979291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.535657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-b9e75369-fa9a-4e35-8756-1732b43f294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.537242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-b9e75369-fa9a-4e35-8756-1732b43f294e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78cdfa52-62ef-4c54-a113-cfc2248d8146 HTTP/1.1" status: 200 len: 854 time: 0.0756943 Nov 25 17:30:06.563913 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.594524 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-5becb74f-7525-4805-8a74-dc4fcf87628f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71858bd9-25a2-45ae-a880-cdf4469af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426025 Nov 25 17:30:06.704305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting port ee97d78d-55bf-4b7b-aacc-1e09f5cf6368 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:06.704899 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.712467 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-639af73c-0ff0-407c-8b19-f3d6b6979291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.730926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-639af73c-0ff0-407c-8b19-f3d6b6979291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.808630 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-73de085f-7ece-40f6-9960-444f74b531b8 service neutron] 10.222.0.60 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920331 Nov 25 17:30:06.818436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-fed0d5c2-be77-4371-be08-fe82e069947d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.820751 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-fed0d5c2-be77-4371-be08-fe82e069947d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.2225323 Nov 25 17:30:06.851557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-639af73c-0ff0-407c-8b19-f3d6b6979291 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcfbf29e830d4fbebfe50a605ced5495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5151091 Nov 25 17:30:06.853838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] For port ee97d78d-55bf-4b7b-aacc-1e09f5cf6368, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ee97d78d-55bf-4b7b-aacc-1e09f5cf6368,segment=NetworkSegment(912b7343-def9-4901-b151-38715c4e4a07),segment_id=912b7343-def9-4901-b151-38715c4e4a07)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:06.854316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.855727 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Request body: {'port': {'device_id': 'd081b6ea-3d58-492d-8558-3edbb23d263e', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'admin_state_up': True, 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:06.857714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639af73c-0ff0-407c-8b19-f3d6b6979291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d0044-f87b-4f9e-bceb-c670c5cda534,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:06.860117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:06.879362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Calling delete_port for ee97d78d-55bf-4b7b-aacc-1e09f5cf6368 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:06.960053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:06.989114 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00df7689-2acc-49b1-b763-f6eeeb1728b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.022089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:07.026074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.027807 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00df7689-2acc-49b1-b763-f6eeeb1728b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.089423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.120471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.149145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Port': ['ID=ee97d78d-55bf-4b7b-aacc-1e09f5cf6368,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:07.157619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No DVR routers for this DVR port ee97d78d-55bf-4b7b-aacc-1e09f5cf6368 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:07.168398 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeba400b-1cca-4872-87df-19ff7bd2858d req-13d83473-c181-4352-a90a-545923769177 service neutron] 10.222.0.60 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456821 Nov 25 17:30:07.219459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283795d2-feca-4129-9435-0d75c3871932 req-0dcc988c-838c-466f-a6ac-7edc7451d253 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.221101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-283795d2-feca-4129-9435-0d75c3871932 req-0dcc988c-838c-466f-a6ac-7edc7451d253 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.1508095 Nov 25 17:30:07.245442 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00df7689-2acc-49b1-b763-f6eeeb1728b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.250259 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00df7689-2acc-49b1-b763-f6eeeb1728b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.254426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-00df7689-2acc-49b1-b763-f6eeeb1728b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f27d0044-f87b-4f9e-bceb-c670c5cda534 HTTP/1.1" status: 204 len: 168 time: 0.3855584 Nov 25 17:30:07.322903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Allocated IP 172.20.0.13 (74d85561-231f-4a45-a38b-c659995a3730/f5eda89d-76fa-4bbd-a6c9-f9df66a95b38/ae6ee4bf-1cbd-4c10-992f-63679baad6ff) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:07.339607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df7689-2acc-49b1-b763-f6eeeb1728b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27d0044-f87b-4f9e-bceb-c670c5cda534,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:07.364747 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.416203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39365e60-ea7b-4e22-9e32-beae9ac94ccd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:07.428355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-283795d2-feca-4129-9435-0d75c3871932 req-b0c5b857-1b6c-4847-a98e-214f1067b1d4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946380 Nov 25 17:30:07.434764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912b7343-def9-4901-b151-38715c4e4a07') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:07.435031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912b7343-def9-4901-b151-38715c4e4a07') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:07.454766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62c7a4-8f62-432d-aff2-e2cf7ea5834e req-b6241102-934f-4934-af40-d4cb72932b0a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.457533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e62c7a4-8f62-432d-aff2-e2cf7ea5834e req-b6241102-934f-4934-af40-d4cb72932b0a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 944 time: 0.1519358 Nov 25 17:30:07.463636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.510888 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.525964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:07.526379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:07.530030 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:07.576773 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.601818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e62c7a4-8f62-432d-aff2-e2cf7ea5834e req-8f0e2724-ffaf-43e3-af6b-b66f62dccb33 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347053 Nov 25 17:30:07.621303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.638362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12d19d80-2d5e-4d27-ad87-7396b7a67e16 req-326626c7-2bc8-4286-9a34-11a80fc80f61 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 210 time: 0.0603635 Nov 25 17:30:07.640623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68', '83d9eef7-cb5a-453a-a8a7-4154378f0708'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:07.647177 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.662881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.667354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/39365e60-ea7b-4e22-9e32-beae9ac94ccd HTTP/1.1" status: 204 len: 168 time: 2.9833350 Nov 25 17:30:07.675455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:07.691584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe5d72-0b0f-43f8-b20d-fb24b8b599fd tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=39365e60-ea7b-4e22-9e32-beae9ac94ccd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:07.734577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Network 74d85561-231f-4a45-a38b-c659995a3730 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:07.736144 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-132feac2-063c-4447-ab02-715500a5f761 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:07.737133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132feac2-063c-4447-ab02-715500a5f761 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:07.748698 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:07.749064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-132feac2-063c-4447-ab02-715500a5f761 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/39365e60-ea7b-4e22-9e32-beae9ac94ccd HTTP/1.1" status: 404 len: 339 time: 0.0753353 Nov 25 17:30:07.753829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902567461', 'description': 'd1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:07.754113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:07.760164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:07.783661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:07.787707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.796698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3268381-14bd-4a44-91f8-c3f82bff226f None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:07.818371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:07.830291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.830791 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 7b31f836-d69f-42ba-848c-40607850f1c6 of type vlan for network 21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715 Nov 25 17:30:07.838628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.839350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.858226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event updated for resources: {'Port': ['ID=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:07.872158 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-10e0af23-53e7-4bbe-8d4a-83f8ad2e1944 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0189757 Nov 25 17:30:07.885914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Request body: {'port': {'device_id': 'd081b6ea-3d58-492d-8558-3edbb23d263e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:07.904922 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.942102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.954302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.955099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.969510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.972112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:07.990587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eba7e3ee-8681-4529-9315-2cc334501fd5 None None] Provisioning complete for port ae6ee4bf-1cbd-4c10-992f-63679baad6ff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:07.991005 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eba7e3ee-8681-4529-9315-2cc334501fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.023080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2731726 Nov 25 17:30:08.027244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:08.054168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eba7e3ee-8681-4529-9315-2cc334501fd5 None None] Port ae6ee4bf-1cbd-4c10-992f-63679baad6ff cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:08.124705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0457045-bc33-4607-a107-09c05449a7b5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:08.145645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:08.202187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864815af-3477-4fda-9d8e-f0bc7a087447 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.206554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-864815af-3477-4fda-9d8e-f0bc7a087447 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/networks?id=21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715 HTTP/1.1" status: 200 len: 760 time: 0.1761301 Nov 25 17:30:08.208265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36220) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:08.217710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-409ba9ae-e92b-45a8-8604-cdbdb7b9312c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'description': 'd2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:08.444648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6ee4bf-1cbd-4c10-992f-63679baad6ff {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:08.455199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.474651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Transition to ACTIVE for port object ae6ee4bf-1cbd-4c10-992f-63679baad6ff will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:08.484725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.484960 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-409ba9ae-e92b-45a8-8604-cdbdb7b9312c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.500835 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-409ba9ae-e92b-45a8-8604-cdbdb7b9312c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.520300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-409ba9ae-e92b-45a8-8604-cdbdb7b9312c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network 21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715 is not hosted by any dhcp agent {{(pid=103599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:30:08.526388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ba9ae-e92b-45a8-8604-cdbdb7b9312c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.527107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-409ba9ae-e92b-45a8-8604-cdbdb7b9312c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.529119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-409ba9ae-e92b-45a8-8604-cdbdb7b9312c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "PUT /v2.0/networks/21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715 HTTP/1.1" status: 200 len: 757 time: 0.3197575 Nov 25 17:30:08.537581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:08.552885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd3fca-33a0-48d0-b70d-937d728c1223 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:08.651107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:08.762883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Attempting to bind port ae6ee4bf-1cbd-4c10-992f-63679baad6ff on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:08.763440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Attempting to bind port ae6ee4bf-1cbd-4c10-992f-63679baad6ff by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:08.764051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Attempting to bind port ae6ee4bf-1cbd-4c10-992f-63679baad6ff on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:08.779571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Port ae6ee4bf-1cbd-4c10-992f-63679baad6ff on network 74d85561-231f-4a45-a38b-c659995a3730 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:08.780237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Attempting to bind port ae6ee4bf-1cbd-4c10-992f-63679baad6ff on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:08.791608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:08.791970 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Checking segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:08.794032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Bound using segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:08.794032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Bound port: ae6ee4bf-1cbd-4c10-992f-63679baad6ff, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:08.794032 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.907304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] For port ae6ee4bf-1cbd-4c10-992f-63679baad6ff, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:08.913439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] For port ae6ee4bf-1cbd-4c10-992f-63679baad6ff, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:08.921235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.965757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.966386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.968752 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-65856710-392b-4861-b14a-d994172e8b5e service neutron] 10.222.0.95 "PUT /v2.0/ports/ae6ee4bf-1cbd-4c10-992f-63679baad6ff HTTP/1.1" status: 200 len: 1092 time: 1.0865164 Nov 25 17:30:08.969384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd081b6ea-3d58-492d-8558-3edbb23d263e', 'tag': 'ae6ee4bf-1cbd-4c10-992f-63679baad6ff'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:08.971941 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed12616-1389-4a98-98e8-0f8c0f62d76d" -d '{"events": [{"name": "network-changed", "server_uuid": "d081b6ea-3d58-492d-8558-3edbb23d263e", "tag": "ae6ee4bf-1cbd-4c10-992f-63679baad6ff"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:08.977897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7f605-9d29-4ce8-8e8b-4aa03e95e4c1 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:09.006896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65856710-392b-4861-b14a-d994172e8b5e service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:09.138148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-f55a2282-f3d7-4f42-a5d1-38bddd96b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.140330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-f55a2282-f3d7-4f42-a5d1-38bddd96b760 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 1095 time: 0.0928156 Nov 25 17:30:09.202916 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-5b17b221-3b9f-4efc-a56d-12cf9451082e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae6ee4bf-1cbd-4c10-992f-63679baad6ff HTTP/1.1" status: 200 len: 217 time: 0.0524578 Nov 25 17:30:09.260116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ba9ae-e92b-45a8-8604-cdbdb7b9312c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:09.276860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:09.288464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-1d56ea45-25c9-4a20-8b0e-c2964e4bc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.291076 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-1d56ea45-25c9-4a20-8b0e-c2964e4bc67f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0799527 Nov 25 17:30:09.331879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3b9f3-7797-4241-8dbd-dd77e58797a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.340163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e0e3b9f3-7797-4241-8dbd-dd77e58797a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/networks?id=21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715 HTTP/1.1" status: 200 len: 760 time: 0.7399316 Nov 25 17:30:09.341600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:09.342703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1caa7bb6-9355-499e-8ea8-3a53698d7a34 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:09.352868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79354bf3-2098-45a2-b1f7-74a2486a6e15 req-1e27662d-5b0b-4c40-8fd8-caabade1e504 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.354227 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-c485f690-65c8-4d26-9e8c-dfee41d8066a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518961 Nov 25 17:30:09.354449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79354bf3-2098-45a2-b1f7-74a2486a6e15 req-1e27662d-5b0b-4c40-8fd8-caabade1e504 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.7486043 Nov 25 17:30:09.360614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388893681'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:09.389553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823f168-ac9a-4287-8f2b-5a20839be69b req-f9271025-943f-448f-bbb7-5abbe663fec4 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.398515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1823f168-ac9a-4287-8f2b-5a20839be69b req-f9271025-943f-448f-bbb7-5abbe663fec4 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 944 time: 0.2536719 Nov 25 17:30:09.462560 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:09.467541 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:09.499172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79354bf3-2098-45a2-b1f7-74a2486a6e15 req-a7e64c84-edeb-4c49-a89d-023ea83d83fc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314855 Nov 25 17:30:09.518313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:09.534017 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-14e364bd-5d39-437e-925a-969b96d336e1 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749778 Nov 25 17:30:09.537368 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1823f168-ac9a-4287-8f2b-5a20839be69b req-58cac157-21a7-4b2c-8ef7-bc479b65d7f2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375196 Nov 25 17:30:09.548895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '1caa7bb6-9355-499e-8ea8-3a53698d7a34', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'port_id': '1caa7bb6-9355-499e-8ea8-3a53698d7a34', 'mac_address': 'fa:16:3e:7b:af:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cdfa52-62ef-4c54-a113-cfc2248d8146', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:09.554106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:09.589907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:09.596267 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 7536315b-6e24-466a-aff0-0d0bd15fa9ac of type vlan for network cde9313c-8260-406c-96c7-1839acc73e71 Nov 25 17:30:09.622155 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:09.652677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1caa7bb6-9355-499e-8ea8-3a53698d7a34 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:09.696339 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff3006a-684b-4a3c-b81a-5a16e447eee2 x-openstack-request-id: req-3ff3006a-684b-4a3c-b81a-5a16e447eee2 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:09.697344 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d081b6ea-3d58-492d-8558-3edbb23d263e", "tag": "ae6ee4bf-1cbd-4c10-992f-63679baad6ff", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:09.697624 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ff3006a-684b-4a3c-b81a-5a16e447eee2 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:09.698063 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd081b6ea-3d58-492d-8558-3edbb23d263e', 'tag': 'ae6ee4bf-1cbd-4c10-992f-63679baad6ff', 'status': 'completed', 'code': 200} Nov 25 17:30:09.705585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:09.712296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36256) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:09.718485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:09.722402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:09.831168 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8080b8c0-6d1d-49ba-af53-e85b9de3587a req-bb197063-a73f-4745-9b29-80e4f4f346a2 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868378 Nov 25 17:30:09.831960 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1caa7bb6-9355-499e-8ea8-3a53698d7a34,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:09.838772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b46fd-2405-46a7-b88f-e65eaad72a80 req-21709247-4ce2-4875-ab8c-be44780e7b23 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.841045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-090b46fd-2405-46a7-b88f-e65eaad72a80 req-21709247-4ce2-4875-ab8c-be44780e7b23 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 944 time: 0.1149449 Nov 25 17:30:09.881052 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:09.890842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.891501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:09.952405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a26d7c60-deb0-4137-b18b-1cf52c637275 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1380559183'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:09.952405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a26d7c60-deb0-4137-b18b-1cf52c637275 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Unknown quota resources ['metering_label']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:30:10.022484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6656129 Nov 25 17:30:10.029607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:10.030537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff76e9a-00d8-45e7-849c-4f54f032adee tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=cde9313c-8260-406c-96c7-1839acc73e71,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:10.043933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': 'cde9313c-8260-406c-96c7-1839acc73e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:10.046309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network cde9313c-8260-406c-96c7-1839acc73e71 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:10.061517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9da3dc-7451-46ef-872a-4860866237eb req-414e95ce-d83e-4421-aa09-14189abe4132 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.063601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e9da3dc-7451-46ef-872a-4860866237eb req-414e95ce-d83e-4421-aa09-14189abe4132 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.2203264 Nov 25 17:30:10.071466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1caa7bb6-9355-499e-8ea8-3a53698d7a34'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:10.085265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-090b46fd-2405-46a7-b88f-e65eaad72a80 req-5fc25a9e-b730-470b-947b-aea4ce9fef41 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088032 Nov 25 17:30:10.085795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:10.136882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'floatingip': {'port_id': '569fe583-38db-4fe6-9562-c63a72527547'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:10.173453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-aa87e8dd-50f4-4422-9050-fca87bed1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.175763 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-aa87e8dd-50f4-4422-9050-fca87bed1b7a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 1095 time: 0.2698038 Nov 25 17:30:10.201717 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.284967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a26d7c60-deb0-4137-b18b-1cf52c637275 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.286402 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a26d7c60-deb0-4137-b18b-1cf52c637275 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5725527 Nov 25 17:30:10.297634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:10.329348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7142783c-05b5-4b94-be5f-cb9e081169db tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ab0dfd97-c426-41ad-8224-c8c4624f2c81'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:10.329842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7142783c-05b5-4b94-be5f-cb9e081169db tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:30:10.354276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:10.358534 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.384395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-0365683c-9823-4c81-977d-687b50aa60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.385949 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-0365683c-9823-4c81-977d-687b50aa60c5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.1802406 Nov 25 17:30:10.444017 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-129a33e7-674d-45ff-8a52-686d78e39b58 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae6ee4bf-1cbd-4c10-992f-63679baad6ff HTTP/1.1" status: 200 len: 217 time: 0.0452917 Nov 25 17:30:10.516328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-1f36d14f-a532-4780-9335-ac175af75156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.519430 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-1f36d14f-a532-4780-9335-ac175af75156 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0677915 Nov 25 17:30:10.547772 n-d-819349-3 neutron-server[103599]: WARNING neutron.services.metering.metering_plugin [None req-7142783c-05b5-4b94-be5f-cb9e081169db tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 17:30:10.555455 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-b561a31a-7831-4c9a-a524-fed10318be7a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270522 Nov 25 17:30:10.676818 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-4180c7a4-6091-4017-b869-4a7810274cd7 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137886 Nov 25 17:30:10.784672 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7142783c-05b5-4b94-be5f-cb9e081169db tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.786250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7142783c-05b5-4b94-be5f-cb9e081169db tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4876401 Nov 25 17:30:10.792610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36270) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:10.805392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0cf00afd-98bd-4116-a772-9e1b8ce52061 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ab0dfd97-c426-41ad-8224-c8c4624f2c81'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:10.805664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0cf00afd-98bd-4116-a772-9e1b8ce52061 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:30:10.839885 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ed12616-1389-4a98-98e8-0f8c0f62d76d req-544b287f-e821-4d05-a4bd-57c0ff433f52 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546185 Nov 25 17:30:10.886212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a19d12-b808-46cf-92ec-6241a35818d0 req-f16daa7d-e54e-48c8-9d58-4e7ab22a41df tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.887847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04a19d12-b808-46cf-92ec-6241a35818d0 req-f16daa7d-e54e-48c8-9d58-4e7ab22a41df tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 945 time: 0.2509723 Nov 25 17:30:10.920354 n-d-819349-3 neutron-server[103598]: WARNING neutron.services.metering.metering_plugin [None req-0cf00afd-98bd-4116-a772-9e1b8ce52061 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 17:30:11.034756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cf00afd-98bd-4116-a772-9e1b8ce52061 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.036040 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0cf00afd-98bd-4116-a772-9e1b8ce52061 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2410910 Nov 25 17:30:11.039761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:11.053025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-68d4316b-cb20-4db0-972c-06c71c5b7b10 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=82e123d8-4707-4639-ab26-50c8555372d6 HTTP/1.1" status: 200 len: 464 time: 0.0120518 Nov 25 17:30:11.056800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36274) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:11.125499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04a19d12-b808-46cf-92ec-6241a35818d0 req-7afb3b5c-9b82-434f-8c02-df1973709698 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233431 Nov 25 17:30:11.158228 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.309621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=8c825ac9-f4f9-451d-ba79-03655e46ed82,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:11.312886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:30:11.323815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1caa7bb6-9355-499e-8ea8-3a53698d7a34 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:11.389943 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4429daa-04f1-4550-924f-a548a841eae6 req-7b7fe24a-7d00-4abc-b86f-73acc987fd55 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:11.391705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4429daa-04f1-4550-924f-a548a841eae6 req-7b7fe24a-7d00-4abc-b86f-73acc987fd55 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 944 time: 0.1849530 Nov 25 17:30:11.394675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:11.401165 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.402748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '7536315b-6e24-466a-aff0-0d0bd15fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cde9313c-8260-406c-96c7-1839acc73e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:11.403443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: cde9313c-8260-406c-96c7-1839acc73e71, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:11.404973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:11.406502 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.408721 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.502939 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network cde9313c-8260-406c-96c7-1839acc73e71 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:11.560860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4429daa-04f1-4550-924f-a548a841eae6 req-0e1396ea-d32c-4a4d-be0f-f3997b7f584e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481664 Nov 25 17:30:11.566441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, cde9313c-8260-406c-96c7-1839acc73e71) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:11.568295 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.574350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:11.575020 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.589187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88304618-c737-405d-82e8-0a2463f7d193 None None] Network cde9313c-8260-406c-96c7-1839acc73e71 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:11.610752 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Floating IP 3cb87526-bb29-41c3-a948-54d310752fc2 associated. External IP: 172.25.1.138, port: 569fe583-38db-4fe6-9562-c63a72527547. Nov 25 17:30:11.615582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7eaec161-4edc-4ff0-a079-37b1191747bf tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.617632 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7eaec161-4edc-4ff0-a079-37b1191747bf tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/82e123d8-4707-4639-ab26-50c8555372d6 HTTP/1.1" status: 204 len: 168 time: 0.5597591 Nov 25 17:30:11.621843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36280) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:11.633982 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c5ce3a54-c6c6-482d-8983-749e76730bc1 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=82e123d8-4707-4639-ab26-50c8555372d6 HTTP/1.1" status: 200 len: 221 time: 0.0106068 Nov 25 17:30:11.637672 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36282) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:11.643638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-54147b87-a543-4bb8-aade-a51a838ff4bf tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1368206348', 'description': 'label created by tempest'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:11.644835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-54147b87-a543-4bb8-aade-a51a838ff4bf tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Unknown quota resources ['metering_label']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:30:11.671803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becae161-e365-4c7c-a873-b0751eab0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caa7bb6-9355-499e-8ea8-3a53698d7a34'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:11.674162 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb86960-17c8-40d1-a35a-8488ea5cab78" -d '{"events": [{"server_uuid": "becae161-e365-4c7c-a873-b0751eab0547", "name": "network-vif-plugged", "status": "completed", "tag": "1caa7bb6-9355-499e-8ea8-3a53698d7a34"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:11.691581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:11.699198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.714502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b7d1d83e-4c0f-44a7-ba45-d073b6fdd32e tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6812725 Nov 25 17:30:11.717849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36286) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:11.742955 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abec0b9f-f5f6-4104-838d-b6579e8e08c3 x-openstack-request-id: req-abec0b9f-f5f6-4104-838d-b6579e8e08c3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:11.743277 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becae161-e365-4c7c-a873-b0751eab0547", "name": "network-vif-plugged", "status": "completed", "tag": "1caa7bb6-9355-499e-8ea8-3a53698d7a34", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:11.743499 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-abec0b9f-f5f6-4104-838d-b6579e8e08c3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:11.743889 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becae161-e365-4c7c-a873-b0751eab0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caa7bb6-9355-499e-8ea8-3a53698d7a34', 'code': 200} Nov 25 17:30:11.808319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1caa7bb6-9355-499e-8ea8-3a53698d7a34,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:11.851063 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ae6ee4bf-1cbd-4c10-992f-63679baad6ff details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:11.854121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-cde9313c-8260-406c-96c7-1839acc73e71', 'network_id': 'cde9313c-8260-406c-96c7-1839acc73e71', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': '8c825ac9-f4f9-451d-ba79-03655e46ed82'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:11.854936 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.866642 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54147b87-a543-4bb8-aade-a51a838ff4bf tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.870943 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54147b87-a543-4bb8-aade-a51a838ff4bf tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2317967 Nov 25 17:30:11.872449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:11.951946 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.995759 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ff032b74-8781-4271-b0c9-b620a095585b tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=dbc716fd-4dd3-4859-9d77-e1fe6769c3f2 HTTP/1.1" status: 200 len: 468 time: 0.1132197 Nov 25 17:30:11.996443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36292) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.132288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36978b6d-a7ba-4f71-a94e-9544656298f8 req-6a01a4b3-8a05-42fb-8543-20ec28d2adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.134314 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36978b6d-a7ba-4f71-a94e-9544656298f8 req-6a01a4b3-8a05-42fb-8543-20ec28d2adeb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 1097 time: 0.2603545 Nov 25 17:30:12.267565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-474d04d8-bb89-4253-93d4-2aa92e1df8a6 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.269963 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-474d04d8-bb89-4253-93d4-2aa92e1df8a6 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/dbc716fd-4dd3-4859-9d77-e1fe6769c3f2 HTTP/1.1" status: 204 len: 168 time: 0.2717147 Nov 25 17:30:12.286443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36296) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.298032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Allocated IP 172.20.0.2 (cde9313c-8260-406c-96c7-1839acc73e71/8c825ac9-f4f9-451d-ba79-03655e46ed82/863068ef-8e3c-4deb-a197-0fe48084fabb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:12.301715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ae6ee4bf-1cbd-4c10-992f-63679baad6ff, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:12.322093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-db107c25-6d20-4315-bca5-6ef216b4350c tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=dbc716fd-4dd3-4859-9d77-e1fe6769c3f2 HTTP/1.1" status: 200 len: 216 time: 0.0305526 Nov 25 17:30:12.322298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'ae6ee4bf-1cbd-4c10-992f-63679baad6ff', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'port_id': 'ae6ee4bf-1cbd-4c10-992f-63679baad6ff', 'mac_address': 'fa:16:3e:04:d0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda89d-76fa-4bbd-a6c9-f9df66a95b38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:12.322397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36298) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.337208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3c5e8b80-f41c-4d8f-83dd-30ee46e4fb3e tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0108228 Nov 25 17:30:12.337208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36978b6d-a7ba-4f71-a94e-9544656298f8 req-df6ea12b-85c3-4293-a9c9-3b6e92856dca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633644 Nov 25 17:30:12.338475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.357263 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e3507a7e-cd71-4308-9b41-c8633983e297 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0162683 Nov 25 17:30:12.362818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36302) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.415984 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.435579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6ee4bf-1cbd-4c10-992f-63679baad6ff {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:12.448785 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-abc8409e-5005-4ab6-baeb-82b1778a370b tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/ab0dfd97-c426-41ad-8224-c8c4624f2c81 HTTP/1.1" status: 200 len: 473 time: 0.0796733 Nov 25 17:30:12.449917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36304) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.460499 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c594a844-4a56-4c40-9137-d8392886e9e5 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/22d74359-e4c8-4e51-b80d-7515be4050e9 HTTP/1.1" status: 200 len: 461 time: 0.0094528 Nov 25 17:30:12.467355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36306) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.476675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ae6ee4bf-1cbd-4c10-992f-63679baad6ff, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:12.488716 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.530448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Router 09485ab1-a19e-4470-ab8f-b229890f49ae has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:30:12.555241 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.568354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a6344-ce37-4730-9c78-8a3fc5950874 req-dc750b1f-6a91-4f5b-ae6e-eeb92425f4fe tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.569918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e03a6344-ce37-4730-9c78-8a3fc5950874 req-dc750b1f-6a91-4f5b-ae6e-eeb92425f4fe tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1647429 Nov 25 17:30:12.578936 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.583712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:12.592663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.629615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3e83e94-c0d9-44d3-a217-1e33ad1d43ea tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.635118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d3e83e94-c0d9-44d3-a217-1e33ad1d43ea tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/22d74359-e4c8-4e51-b80d-7515be4050e9 HTTP/1.1" status: 204 len: 168 time: 0.1660910 Nov 25 17:30:12.635853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.665242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Network cde9313c-8260-406c-96c7-1839acc73e71 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:12.670885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:12.680007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:12.712898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Pushing event updated for resources: {'Port': ['ID=863068ef-8e3c-4deb-a197-0fe48084fabb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:12.740679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ae6ee4bf-1cbd-4c10-992f-63679baad6ff'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:12.798592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Attempting to bind port 863068ef-8e3c-4deb-a197-0fe48084fabb on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:12.799180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Attempting to bind port 863068ef-8e3c-4deb-a197-0fe48084fabb by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7536315b-6e24-466a-aff0-0d0bd15fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cde9313c-8260-406c-96c7-1839acc73e71'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:12.799569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Attempting to bind port 863068ef-8e3c-4deb-a197-0fe48084fabb on network cde9313c-8260-406c-96c7-1839acc73e71 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:12.816133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:12.816557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Checking segment: {'id': '7536315b-6e24-466a-aff0-0d0bd15fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cde9313c-8260-406c-96c7-1839acc73e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:12.817076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.817499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Bound using segment: {'id': '7536315b-6e24-466a-aff0-0d0bd15fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cde9313c-8260-406c-96c7-1839acc73e71'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:12.818006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Bound port: 863068ef-8e3c-4deb-a197-0fe48084fabb, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7536315b-6e24-466a-aff0-0d0bd15fa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cde9313c-8260-406c-96c7-1839acc73e71'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:12.820111 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.843397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e03a6344-ce37-4730-9c78-8a3fc5950874 req-e2be4043-f7b8-4463-9249-a3f21f0cea41 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475662 Nov 25 17:30:12.862378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.895839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-118a99c8-fd7c-4d01-ab87-f586435d09d1 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.898496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-118a99c8-fd7c-4d01-ab87-f586435d09d1 tempest-MeteringTestJSON-1434121645 tempest-MeteringTestJSON-1434121645-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/ab0dfd97-c426-41ad-8224-c8c4624f2c81 HTTP/1.1" status: 204 len: 168 time: 0.2612858 Nov 25 17:30:12.909158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:30:12.911626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=8c825ac9-f4f9-451d-ba79-03655e46ed82,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:12.919735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.925677 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] Sync routers for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:30:12.932610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649a424-ea39-44a1-ad8f-bfb5f13cd348 req-aabd56ac-94f4-4403-b080-26bf6a69f925 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.935662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4649a424-ea39-44a1-ad8f-bfb5f13cd348 req-aabd56ac-94f4-4403-b080-26bf6a69f925 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 945 time: 0.2419698 Nov 25 17:30:12.943745 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:12.945913 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:30:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:13.003249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] For port 863068ef-8e3c-4deb-a197-0fe48084fabb, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:13.058467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2919c694-7d5c-4449-b93a-b2b28560f97d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "PUT /v2.0/floatingips/3cb87526-bb29-41c3-a948-54d310752fc2 HTTP/1.1" status: 200 len: 991 time: 2.9277825 Nov 25 17:30:13.071037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'tag': '569fe583-38db-4fe6-9562-c63a72527547'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:13.074295 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b729b-fb37-4577-8f56-917d44a773d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "tag": "569fe583-38db-4fe6-9562-c63a72527547"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:13.083771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] For port 863068ef-8e3c-4deb-a197-0fe48084fabb, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=863068ef-8e3c-4deb-a197-0fe48084fabb,segment=NetworkSegment(7536315b-6e24-466a-aff0-0d0bd15fa9ac),segment_id=7536315b-6e24-466a-aff0-0d0bd15fa9ac)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:13.088139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.113624 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.162124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde9313c-8260-406c-96c7-1839acc73e71']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:13.199630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73fc19-6f72-4fc4-88bf-04b955d45753 None None] Pushing event updated for resources: {'Port': ['ID=863068ef-8e3c-4deb-a197-0fe48084fabb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:13.201096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7536315b-6e24-466a-aff0-0d0bd15fa9ac') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:13.201644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7536315b-6e24-466a-aff0-0d0bd15fa9ac') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:13.213639 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.233294 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.249660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:13.250238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:13.286637 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:13.309460 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80917dd9-4a61-4012-bf5e-22628144bffc x-openstack-request-id: req-80917dd9-4a61-4012-bf5e-22628144bffc {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:13.321868 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "tag": "569fe583-38db-4fe6-9562-c63a72527547", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:13.322382 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80917dd9-4a61-4012-bf5e-22628144bffc {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:13.322543 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:13.325300 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'tag': '569fe583-38db-4fe6-9562-c63a72527547', 'status': 'completed', 'code': 200} Nov 25 17:30:13.453805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:13.472757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-0dc1a8a5-5c12-487f-9932-647d291dbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:13.483596 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-0dc1a8a5-5c12-487f-9932-647d291dbd32 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1096 time: 0.1428707 Nov 25 17:30:13.488135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4649a424-ea39-44a1-ad8f-bfb5f13cd348 req-bfa73b6d-fc31-4983-9221-57cb59de46d0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244944 Nov 25 17:30:13.490384 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:30:13.490384 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:30:13.490384 n-d-819349-3 neutron-server[103599]: [parameters: {'id': 'cde9313c-8260-406c-96c7-1839acc73e71'}] Nov 25 17:30:13.490384 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:30:13.491268 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:30:13.764524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-0d8f4cb4-4458-4938-b12e-e845fe6ac394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:13.768282 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-0d8f4cb4-4458-4938-b12e-e845fe6ac394 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.2693911 Nov 25 17:30:13.833326 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5b43b24-3c57-40f7-a747-a3484dc986b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.883152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ae6ee4bf-1cbd-4c10-992f-63679baad6ff up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:13.896120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-8164e92a-6503-4eb2-b42d-d6f52a255f64 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 999 time: 0.1156352 Nov 25 17:30:13.999183 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3cb87526-bb29-41c3-a948-54d310752fc2', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'port_id': '569fe583-38db-4fe6-9562-c63a72527547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'mac_address': 'fa:16:3e:66:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:50Z', 'updated_at': '2021-11-25T17:30:11Z', 'revision_number': 1, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:14.016054 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.075403 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] Checking router: 09485ab1-a19e-4470-ab8f-b229890f49ae for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:30:14.113431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port ae6ee4bf-1cbd-4c10-992f-63679baad6ff completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:14.118315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-03f34995-eb2a-4187-8ef3-bf35bb527586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.123547 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-03f34995-eb2a-4187-8ef3-bf35bb527586 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.2220376 Nov 25 17:30:14.129250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port ae6ee4bf-1cbd-4c10-992f-63679baad6ff triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:14.130313 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.131622 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:14.138324 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:30:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:14.290229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-4e4aa6ef-50f4-4b91-a266-54e202703e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.296993 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-4e4aa6ef-50f4-4b91-a266-54e202703e40 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612046 Nov 25 17:30:14.422933 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.430667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041afe0-842f-45a8-9e1b-0607390546bd req-26660dc9-4e33-498d-8157-a9ed42f19a90 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.435657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8041afe0-842f-45a8-9e1b-0607390546bd req-26660dc9-4e33-498d-8157-a9ed42f19a90 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.3978391 Nov 25 17:30:14.488254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ae6ee4bf-1cbd-4c10-992f-63679baad6ff, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:14.490479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd081b6ea-3d58-492d-8558-3edbb23d263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6ee4bf-1cbd-4c10-992f-63679baad6ff'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:14.494044 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d406a1-817d-4214-90e0-f57a4230dba4" -d '{"events": [{"server_uuid": "d081b6ea-3d58-492d-8558-3edbb23d263e", "name": "network-vif-plugged", "status": "completed", "tag": "ae6ee4bf-1cbd-4c10-992f-63679baad6ff"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:14.498532 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.550743 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-9ba4bb9e-ae28-4a11-b9d0-ee0670d9b7de service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487381 Nov 25 17:30:14.637630 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:14.638422 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56c7ad-a20d-4d41-be28-13865521990c x-openstack-request-id: req-9d56c7ad-a20d-4d41-be28-13865521990c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:14.638742 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d081b6ea-3d58-492d-8558-3edbb23d263e", "name": "network-vif-plugged", "status": "completed", "tag": "ae6ee4bf-1cbd-4c10-992f-63679baad6ff", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:14.639032 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d56c7ad-a20d-4d41-be28-13865521990c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:14.639402 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd081b6ea-3d58-492d-8558-3edbb23d263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6ee4bf-1cbd-4c10-992f-63679baad6ff', 'code': 200} Nov 25 17:30:14.644717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:14.677932 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5b43b24-3c57-40f7-a747-a3484dc986b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.784625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5b43b24-3c57-40f7-a747-a3484dc986b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.807506 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f8b729b-fb37-4577-8f56-917d44a773d2 req-318515e6-3633-483e-96a3-d4df5392649a service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444952 Nov 25 17:30:14.837517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8041afe0-842f-45a8-9e1b-0607390546bd req-49990b84-f2e8-405d-99e8-617f863987e2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778973 Nov 25 17:30:14.842943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d5b43b24-3c57-40f7-a747-a3484dc986b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=442d263705d84d2fa3592d2962d4a924&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3877280 Nov 25 17:30:14.846282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36336) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:14.939234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 863068ef-8e3c-4deb-a197-0fe48084fabb up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:14.986438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting port 863068ef-8e3c-4deb-a197-0fe48084fabb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:14.986942 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.000861 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae737369-9c32-4d93-952c-213396c6feb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.021345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b43b24-3c57-40f7-a747-a3484dc986b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfdbfb9-048c-4b44-947f-310cc19477c4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:15.048858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae737369-9c32-4d93-952c-213396c6feb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.049797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 863068ef-8e3c-4deb-a197-0fe48084fabb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:15.051226 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.167495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54456a06-be7e-400d-ba8a-4b5ae4096df3 req-91d4fe8a-9f65-4f7b-b3eb-b500cd7e826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.169455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54456a06-be7e-400d-ba8a-4b5ae4096df3 req-91d4fe8a-9f65-4f7b-b3eb-b500cd7e826a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 1097 time: 0.3480709 Nov 25 17:30:15.179900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba993413-cbe0-4315-b961-c2837ee58f70 req-99698718-5827-43a5-acbc-92ed77abda8c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.189339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba993413-cbe0-4315-b961-c2837ee58f70 req-99698718-5827-43a5-acbc-92ed77abda8c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 946 time: 0.3667884 Nov 25 17:30:15.197875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] For port 863068ef-8e3c-4deb-a197-0fe48084fabb, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=863068ef-8e3c-4deb-a197-0fe48084fabb,segment=NetworkSegment(7536315b-6e24-466a-aff0-0d0bd15fa9ac),segment_id=7536315b-6e24-466a-aff0-0d0bd15fa9ac)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:15.198235 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.208495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae737369-9c32-4d93-952c-213396c6feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.213221 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae737369-9c32-4d93-952c-213396c6feb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.217906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ae737369-9c32-4d93-952c-213396c6feb5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5bfdbfb9-048c-4b44-947f-310cc19477c4 HTTP/1.1" status: 204 len: 168 time: 0.3705287 Nov 25 17:30:15.233844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae737369-9c32-4d93-952c-213396c6feb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfdbfb9-048c-4b44-947f-310cc19477c4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:15.298663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54456a06-be7e-400d-ba8a-4b5ae4096df3 req-7ea42dde-3de2-416c-8892-c841b297b100 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036506 Nov 25 17:30:15.329928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60875833-28d2-4c90-9d81-80ccb7099302 None None] Network cde9313c-8260-406c-96c7-1839acc73e71 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:15.341246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Calling delete_port for 863068ef-8e3c-4deb-a197-0fe48084fabb owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:15.430377 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3cb87526-bb29-41c3-a948-54d310752fc2', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'port_id': '569fe583-38db-4fe6-9562-c63a72527547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'mac_address': 'fa:16:3e:66:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:50Z', 'updated_at': '2021-11-25T17:30:11Z', 'revision_number': 1, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:15.440038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba993413-cbe0-4315-b961-c2837ee58f70 req-7c71c57f-7d6d-4e05-aa84-8dc2c85b3d8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434628 Nov 25 17:30:15.517997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.529276 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c690ad3d-eee9-42cd-a917-ab63041b1511 None None] The sync data for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 is: [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '3cb87526-bb29-41c3-a948-54d310752fc2', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'port_id': '569fe583-38db-4fe6-9562-c63a72527547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'mac_address': 'fa:16:3e:66:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:29:50Z', 'updated_at': '2021-11-25T17:30:11Z', 'revision_number': 1, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:30:15.596256 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.644176 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:30:15.646069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No DVR routers for this DVR port 863068ef-8e3c-4deb-a197-0fe48084fabb on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:15.728317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2390b21e-c56b-4bc1-9d0e-4446677884f5 None None] Provisioning complete for port 863068ef-8e3c-4deb-a197-0fe48084fabb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:15.728701 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2390b21e-c56b-4bc1-9d0e-4446677884f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.760659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Port': ['ID=863068ef-8e3c-4deb-a197-0fe48084fabb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:15.767943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2390b21e-c56b-4bc1-9d0e-4446677884f5 None None] Port 863068ef-8e3c-4deb-a197-0fe48084fabb was deleted so its status cannot be updated. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 17:30:15.853192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.891172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c615ab-aa05-4505-bd11-59ed6994a1c6 None None] DHCP port deletion for cde9313c-8260-406c-96c7-1839acc73e71 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:15.915587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde9313c-8260-406c-96c7-1839acc73e71']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:15.940137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7536315b-6e24-466a-aff0-0d0bd15fa9ac') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:15.940612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7536315b-6e24-466a-aff0-0d0bd15fa9ac') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:15.972725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.983370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fe241-a8e2-4a6e-be06-047d880d0aa2 None None] New status for floating IP 3cb87526-bb29-41c3-a948-54d310752fc2: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:30:16.013765 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.024831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:16.025652 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.046135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03fcf-4a15-4767-8806-2862024a841e req-fd1a28ad-c3aa-4302-acd3-e55c6235fefc tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.047982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc03fcf-4a15-4767-8806-2862024a841e req-fd1a28ad-c3aa-4302-acd3-e55c6235fefc tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.0955353 Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:16.049400 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:16.056793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36348) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:16.070973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3756a8d3-e4cf-455a-ab94-dbd44729566e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.135775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.141475 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.145238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/cde9313c-8260-406c-96c7-1839acc73e71 HTTP/1.1" status: 204 len: 168 time: 4.4263153 Nov 25 17:30:16.152005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36352) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:16.180714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b24b3-7072-442a-8bf3-865d1c53b34f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=cde9313c-8260-406c-96c7-1839acc73e71,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:16.189199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cc03fcf-4a15-4767-8806-2862024a841e req-613b82cd-dd21-4eab-9413-c4140f3fc4cd tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274691 Nov 25 17:30:16.212619 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7eed5b1-8bec-4cbd-b142-1235ff356b32 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] GET failed (client error): The resource could not be found. Nov 25 17:30:16.216725 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e7eed5b1-8bec-4cbd-b142-1235ff356b32 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/subnets/8c825ac9-f4f9-451d-ba79-03655e46ed82 HTTP/1.1" status: 404 len: 337 time: 0.0594430 Nov 25 17:30:16.226168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:16.257065 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d15af0c-a09e-47f1-afba-1c85240f9b19 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:16.263514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d15af0c-a09e-47f1-afba-1c85240f9b19 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:16.281218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36360) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:16.281481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1d15af0c-a09e-47f1-afba-1c85240f9b19 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/cde9313c-8260-406c-96c7-1839acc73e71 HTTP/1.1" status: 404 len: 339 time: 0.0580082 Nov 25 17:30:16.325081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3756a8d3-e4cf-455a-ab94-dbd44729566e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.359374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3756a8d3-e4cf-455a-ab94-dbd44729566e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.420504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0e14-3c6e-402c-a13b-aa1152536004 req-0020a340-148e-4b05-8300-bba666028a98 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.422100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82aa0e14-3c6e-402c-a13b-aa1152536004 req-0020a340-148e-4b05-8300-bba666028a98 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1096 time: 0.1019301 Nov 25 17:30:16.447295 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82aa0e14-3c6e-402c-a13b-aa1152536004 req-64a36953-3711-45ac-816f-d1d91d164d6b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.458981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df881a5-2970-42f1-9f6f-51bb0874f86a req-10583e76-6ee7-4278-ae38-4326bcfa5509 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.460522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8df881a5-2970-42f1-9f6f-51bb0874f86a req-10583e76-6ee7-4278-ae38-4326bcfa5509 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.0855210 Nov 25 17:30:16.515639 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3756a8d3-e4cf-455a-ab94-dbd44729566e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=634961aeb0e846afa5dc260b133d03e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575012 Nov 25 17:30:16.520432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:16.523096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756a8d3-e4cf-455a-ab94-dbd44729566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d96cc2-7eec-404f-8217-bcac62de04a4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:16.568994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8df881a5-2970-42f1-9f6f-51bb0874f86a req-eb603463-79d3-44b3-a9de-02ef7883f28b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969033 Nov 25 17:30:16.616601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb92a8d-30e4-4f51-980b-27bb091c4631 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.619321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9eb92a8d-30e4-4f51-980b-27bb091c4631 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3361382 Nov 25 17:30:16.623300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36372) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:16.636362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82aa0e14-3c6e-402c-a13b-aa1152536004 req-64a36953-3711-45ac-816f-d1d91d164d6b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.641348 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48fabf3b-2112-47bd-a6c4-85e84b24e86d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.646300 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-82aa0e14-3c6e-402c-a13b-aa1152536004 req-64a36953-3711-45ac-816f-d1d91d164d6b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.675238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a635700f-9021-41e7-9663-74ddc14524a5 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 207 time: 0.0504072 Nov 25 17:30:16.681543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:16.708200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 863068ef-8e3c-4deb-a197-0fe48084fabb no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:16.711981 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48fabf3b-2112-47bd-a6c4-85e84b24e86d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.738913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82aa0e14-3c6e-402c-a13b-aa1152536004 req-64a36953-3711-45ac-816f-d1d91d164d6b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3091726 Nov 25 17:30:16.747249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a36953-3711-45ac-816f-d1d91d164d6b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dada982-5880-46df-8aaa-bbb95cf5914c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:16.768348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 863068ef-8e3c-4deb-a197-0fe48084fabb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:16.773776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 863068ef-8e3c-4deb-a197-0fe48084fabb not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:16.859624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df404-877c-45f5-971e-033f9e71d230 req-c4bbd5de-85cc-4bd4-bd82-9d47167ec490 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.861263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-594df404-877c-45f5-971e-033f9e71d230 req-c4bbd5de-85cc-4bd4-bd82-9d47167ec490 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 946 time: 0.0976145 Nov 25 17:30:16.886394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48fabf3b-2112-47bd-a6c4-85e84b24e86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.889968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48fabf3b-2112-47bd-a6c4-85e84b24e86d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.891293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-48fabf3b-2112-47bd-a6c4-85e84b24e86d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4d96cc2-7eec-404f-8217-bcac62de04a4 HTTP/1.1" status: 204 len: 168 time: 0.3671248 Nov 25 17:30:16.929942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fabf3b-2112-47bd-a6c4-85e84b24e86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d96cc2-7eec-404f-8217-bcac62de04a4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:17.031047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-594df404-877c-45f5-971e-033f9e71d230 req-1f505028-8bed-4c82-8c43-fd623ac64c1e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616426 Nov 25 17:30:17.141088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86604516-5e22-4a79-bb66-da0d85b17d1f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.155196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86604516-5e22-4a79-bb66-da0d85b17d1f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.166218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874130d0-f751-41cb-8e77-3e466b1b22e9 req-6bdb7dd3-3bb1-4482-aa64-39cd977e7122 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.170638 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-874130d0-f751-41cb-8e77-3e466b1b22e9 req-6bdb7dd3-3bb1-4482-aa64-39cd977e7122 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.0983796 Nov 25 17:30:17.177430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86604516-5e22-4a79-bb66-da0d85b17d1f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.188321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86604516-5e22-4a79-bb66-da0d85b17d1f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.195885 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-86604516-5e22-4a79-bb66-da0d85b17d1f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5131764 Nov 25 17:30:17.196823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36384) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:17.265885 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa5651-b4cb-4b7f-916c-2f44734b4fb0 req-3e730267-2237-453e-a35c-32036c506245 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.266871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbaa5651-b4cb-4b7f-916c-2f44734b4fb0 req-3e730267-2237-453e-a35c-32036c506245 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.0864539 Nov 25 17:30:17.289411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-874130d0-f751-41cb-8e77-3e466b1b22e9 req-21daba6b-fc67-40d3-b015-20110bb1408a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984559 Nov 25 17:30:17.324914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36388) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:17.384314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbaa5651-b4cb-4b7f-916c-2f44734b4fb0 req-051b0217-aef9-46b8-828a-301d567d371f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937660 Nov 25 17:30:17.489805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063ea4-4e51-40b3-adb9-6dfed1e2c76a req-92be721c-a00a-44a5-9fa3-01129345b82b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.494293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7063ea4-4e51-40b3-adb9-6dfed1e2c76a req-92be721c-a00a-44a5-9fa3-01129345b82b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 945 time: 0.0910919 Nov 25 17:30:17.597641 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65cf9f-5376-4107-bcf0-12cf25dc3bf4 req-5edae7cb-ef3c-48ca-af6c-2c98f4bbcddc tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.599270 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b65cf9f-5376-4107-bcf0-12cf25dc3bf4 req-5edae7cb-ef3c-48ca-af6c-2c98f4bbcddc tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1004963 Nov 25 17:30:17.603348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7063ea4-4e51-40b3-adb9-6dfed1e2c76a req-11e07dcf-48d9-45cd-82d1-bcefa091b6d7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926161 Nov 25 17:30:17.698901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b65cf9f-5376-4107-bcf0-12cf25dc3bf4 req-9e04911f-d73e-421c-a2a5-876744db859a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901349 Nov 25 17:30:17.771951 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d6181247-18c7-48cc-82e6-13cf9ffa618d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5734489 Nov 25 17:30:17.777099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:17.801363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401cd8e-3a9e-4ecd-bd88-da84edcf88f8 req-25e184ff-34e0-414f-9636-153443c94d6a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.806860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8401cd8e-3a9e-4ecd-bd88-da84edcf88f8 req-25e184ff-34e0-414f-9636-153443c94d6a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 946 time: 0.0968308 Nov 25 17:30:17.848210 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-025a394f-186e-4a27-b43d-15c9d53eb54a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/3641825d-5308-4a6d-b40c-26b967f019e0 HTTP/1.1" status: 200 len: 993 time: 0.5218575 Nov 25 17:30:17.888325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8401cd8e-3a9e-4ecd-bd88-da84edcf88f8 req-bd7ae258-d5ce-4529-b0f2-ad054f5c21e4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723932 Nov 25 17:30:17.927420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ac14b-6dd2-458b-a200-fe6478bf1b85 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.929771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ac14b-6dd2-458b-a200-fe6478bf1b85 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.933023 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-036ac14b-6dd2-458b-a200-fe6478bf1b85 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1543963 Nov 25 17:30:17.938469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:18.091158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc29cf6-5745-4cf8-9dae-e530aa48495c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.093230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc29cf6-5745-4cf8-9dae-e530aa48495c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.096181 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ddc29cf6-5745-4cf8-9dae-e530aa48495c tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1567161 Nov 25 17:30:18.101465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36434) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:18.207156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:18.309583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050f3d94-01c1-40c1-8023-58261564c726 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.317968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-050f3d94-01c1-40c1-8023-58261564c726 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/networks/e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 HTTP/1.1" status: 200 len: 800 time: 0.2070780 Nov 25 17:30:18.318393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:18.425065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-b9a76f1f-42a7-4edc-88fe-523144fc18c5 req-cde4fd58-8d3a-4950-9360-a55e3789fc90 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:30:18.426061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9a76f1f-42a7-4edc-88fe-523144fc18c5 req-cde4fd58-8d3a-4950-9360-a55e3789fc90 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097477 Nov 25 17:30:18.429311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-521845824'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:18.537145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:18.540676 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.560024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4962d-ec0c-458f-ae0a-642596e0a0ba req-faa00e05-d5b3-4992-bbca-0324251053e8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.562625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ad4962d-ec0c-458f-ae0a-642596e0a0ba req-faa00e05-d5b3-4992-bbca-0324251053e8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 946 time: 0.1423395 Nov 25 17:30:18.587395 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.624260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-db65cbc9-e260-41ea-9552-5c7ae074e965 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/networks/e54d6d25-0860-4148-b3f5-eba8c4a2b6e3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3041136 Nov 25 17:30:18.628761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36458) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:18.691982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ad4962d-ec0c-458f-ae0a-642596e0a0ba req-9a46d028-fbf6-426f-a038-4573adb63b70 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060205 Nov 25 17:30:18.722107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd57091-e2cd-4de6-accf-01e91b3a1637 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.724868 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0bd57091-e2cd-4de6-accf-01e91b3a1637 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/subnets/2a0cd4ef-fd6e-4fe0-a93b-bb42336844dc HTTP/1.1" status: 200 len: 811 time: 0.0936835 Nov 25 17:30:18.728005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:18.800205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.806866 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.823637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf911a89-4b41-488c-9a3a-a441bf4b505d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.827594 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cf911a89-4b41-488c-9a3a-a441bf4b505d tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "GET /v2.0/subnets/2a0cd4ef-fd6e-4fe0-a93b-bb42336844dc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0973024 Nov 25 17:30:18.832905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:18.845632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774635518'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:18.866190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:18.891130 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:18.897962 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.900562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438b703a-0273-46bd-a8b3-8f021db7f13a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:18.925409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.925783 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Added segment 39e17dc5-07da-4c65-b26e-ea5ded2af85c of type vlan for network f0634854-7ddd-47b2-951e-b6eafb4de14a Nov 25 17:30:18.956328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:30:18.973683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.974253 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Added segment 07c39b6e-f651-40a5-812b-c555637bef91 of type vlan for network b10b1862-625d-46ce-8564-183333bb7ed2 Nov 25 17:30:18.983886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:18.993835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca92d-8294-4cbf-95e0-813fc28e6fa0 req-15133c1e-d2ec-423e-8dfe-ec5df5ec6cd3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.995580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e0ca92d-8294-4cbf-95e0-813fc28e6fa0 req-15133c1e-d2ec-423e-8dfe-ec5df5ec6cd3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1253488 Nov 25 17:30:19.038469 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.042538 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.049721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.050372 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.078540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.086952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.087960 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.102478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8941708 Nov 25 17:30:19.116021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:19.129278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:19.159498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e0ca92d-8294-4cbf-95e0-813fc28e6fa0 req-a6356059-8569-4cc4-b34d-762ccf4962a8 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513145 Nov 25 17:30:19.212025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8e27f-0c61-44a4-88f3-23a0e45cc1e4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Network': ['ID=f0634854-7ddd-47b2-951e-b6eafb4de14a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:19.231754 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3968320 Nov 25 17:30:19.236284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:19.239871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:19.244044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'network_id': 'b10b1862-625d-46ce-8564-183333bb7ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:19.283246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6350a-0186-4470-83f1-d7e8a95531d0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Network': ['ID=b10b1862-625d-46ce-8564-183333bb7ed2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:19.318973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network b10b1862-625d-46ce-8564-183333bb7ed2 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:30:19.334454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:19.339319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.429085 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-a770cd1b-da88-4b26-845b-3e0b9a14879a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2950191 Nov 25 17:30:19.452005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785a1a4-db0f-42e1-952b-262319567757 req-6092c8f9-d3ab-4e04-ab2e-246b871c0b58 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.457672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3785a1a4-db0f-42e1-952b-262319567757 req-6092c8f9-d3ab-4e04-ab2e-246b871c0b58 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.2026284 Nov 25 17:30:19.462386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-f7a589eb-1487-4a5d-ada8-36d805bfd4b4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:30:19.463221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-f7a589eb-1487-4a5d-ada8-36d805bfd4b4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0248992 Nov 25 17:30:19.508901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Made reservation on behalf of 69b900e6495f4460a67e9c8f8d745c95 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:19.515613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.638735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3785a1a4-db0f-42e1-952b-262319567757 req-835c9942-f80d-4d98-9f55-be5f94c8bac7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1707494 Nov 25 17:30:19.658088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.659188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:30:19.659761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:30:19.751472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=d13f5c18-e841-425e-bfb7-f8707b0bb46e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:19.761680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:19.762482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network hostable DHCP agents. Network: f0634854-7ddd-47b2-951e-b6eafb4de14a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:19.798990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:19.814203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, f0634854-7ddd-47b2-951e-b6eafb4de14a) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:19.820177 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.822077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.832447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4bf2c-e786-413c-8cb5-84b873e9a268 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:19.844987 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a686e5fa-fb29-4c42-b246-3c098a50b5a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7224150 Nov 25 17:30:19.847951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36500) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:19.858343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'name': 'tempest-NetworksTestDHCPv6-733322037'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:19.939694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-9b8dfc05-6fdc-4d8f-a16c-945c84b04a42 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.942175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-9b8dfc05-6fdc-4d8f-a16c-945c84b04a42 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 946 time: 0.1850648 Nov 25 17:30:20.021845 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.054167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:20.061579 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.079008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'd13f5c18-e841-425e-bfb7-f8707b0bb46e'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:20.080377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250052f9-2d31-45bf-bc30-dfcdbec4edc6 req-8133999d-550d-49d7-9088-a31166055aa9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.082248 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.087927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-250052f9-2d31-45bf-bc30-dfcdbec4edc6 req-8133999d-550d-49d7-9088-a31166055aa9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 946 time: 0.2491231 Nov 25 17:30:20.098126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port dfb56ce6-4712-4b6f-8cf3-506656a8e737 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:20.214305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=ee7b0246-c58e-4588-a3e6-dbf920e792fe,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:20.264292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-250052f9-2d31-45bf-bc30-dfcdbec4edc6 req-c64895ea-91e7-49d2-8273-d42431ac566a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753647 Nov 25 17:30:20.271186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Checking segment: {'id': '07c39b6e-f651-40a5-812b-c555637bef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b10b1862-625d-46ce-8564-183333bb7ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:20.272398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network hostable DHCP agents. Network: b10b1862-625d-46ce-8564-183333bb7ed2, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:30:20.301383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Deleting port ae6ee4bf-1cbd-4c10-992f-63679baad6ff {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:20.301734 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.329715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::178 (f0634854-7ddd-47b2-951e-b6eafb4de14a/d13f5c18-e841-425e-bfb7-f8707b0bb46e/dfb56ce6-4712-4b6f-8cf3-506656a8e737) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:20.422073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Network b10b1862-625d-46ce-8564-183333bb7ed2 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:30:20.476837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, b10b1862-625d-46ce-8564-183333bb7ed2) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:20.492185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a40dd-f4ea-409d-9103-f8db64883a68 None None] Network b10b1862-625d-46ce-8564-183333bb7ed2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:20.496282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.496910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.520522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] For port ae6ee4bf-1cbd-4c10-992f-63679baad6ff, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:20.520883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.537125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-84089674-9f23-4cfe-b4dd-afcfed908a94 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2990837 Nov 25 17:30:20.543669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:20.549165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9870-4f30-4652-b4fc-2f4d4099a25e req-ad4afc17-10cd-4f84-a74b-4c1967bf1d02 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.550228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-06b11d21-22eb-4406-8c85-2922f7423f93 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:20.550753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11fc9870-4f30-4652-b4fc-2f4d4099a25e req-ad4afc17-10cd-4f84-a74b-4c1967bf1d02 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1219656 Nov 25 17:30:20.551791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Calling delete_port for ae6ee4bf-1cbd-4c10-992f-63679baad6ff owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:20.655796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.730004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06b11d21-22eb-4406-8c85-2922f7423f93 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24765991'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.816184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.887921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:20.919939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:20.926229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:20.930541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-b10b1862-625d-46ce-8564-183333bb7ed2', 'network_id': 'b10b1862-625d-46ce-8564-183333bb7ed2', 'tenant_id': '69b900e6495f4460a67e9c8f8d745c95', 'fixed_ips': [{'subnet_id': 'ee7b0246-c58e-4588-a3e6-dbf920e792fe'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:20.931921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.938110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.938979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.972467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/d13f5c18-e841-425e-bfb7-f8707b0bb46e/57afa4bf-395d-4e5a-9616-6fd5ee518470) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:20.976537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=dfb56ce6-4712-4b6f-8cf3-506656a8e737,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:21.022605 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-26e04f54-bd2c-4f4f-b082-bd516451870c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1732914 Nov 25 17:30:21.069780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:21.143375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11fc9870-4f30-4652-b4fc-2f4d4099a25e req-85497b1f-921d-4d27-8c4d-8d7cda9b41d0 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704448 Nov 25 17:30:21.182148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110535c8-e9a8-4492-9f22-be2f314eeb62 req-9c332e3d-2914-46bb-ad26-679b335068c8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:21.184875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-110535c8-e9a8-4492-9f22-be2f314eeb62 req-9c332e3d-2914-46bb-ad26-679b335068c8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1115057 Nov 25 17:30:21.299964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.309452 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.321249 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.342530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4dea44-df79-4259-926c-dcca006f9d3d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:21.344164 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6f4dea44-df79-4259-926c-dcca006f9d3d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2730882 Nov 25 17:30:21.348000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:21.354526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-110535c8-e9a8-4492-9f22-be2f314eeb62 req-cf2ff6cb-665e-42ad-aa59-ee2252f4cab7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1514375 Nov 25 17:30:21.360764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06b11d21-22eb-4406-8c85-2922f7423f93 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782897705503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24722653'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.392888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Pushing event updated for resources: {'Port': ['ID=57afa4bf-395d-4e5a-9616-6fd5ee518470,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:21.398007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ae6ee4bf-1cbd-4c10-992f-63679baad6ff'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:21.403175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68', '83d9eef7-cb5a-453a-a8a7-4154378f0708'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:21.445912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event deleted for resources: {'Port': ['ID=ae6ee4bf-1cbd-4c10-992f-63679baad6ff,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:21.505411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b11d21-22eb-4406-8c85-2922f7423f93 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:21.506059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06b11d21-22eb-4406-8c85-2922f7423f93 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.507381 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-06b11d21-22eb-4406-8c85-2922f7423f93 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "PUT /v2.0/subnets/ee7b0246-c58e-4588-a3e6-dbf920e792fe HTTP/1.1" status: 200 len: 877 time: 0.9621956 Nov 25 17:30:21.511723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36530) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:21.538493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] No DVR routers for this DVR port ae6ee4bf-1cbd-4c10-992f-63679baad6ff on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:21.540681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.546419 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8adcffa7-b518-451c-8923-2a3c26cb0cc3 req-7f3744c3-fab2-4f56-b0a2-e15ebb2c4083 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "DELETE /v2.0/ports/ae6ee4bf-1cbd-4c10-992f-63679baad6ff HTTP/1.1" status: 204 len: 173 time: 1.5903127 Nov 25 17:30:21.548660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b11d21-22eb-4406-8c85-2922f7423f93 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event updated for resources: {'Subnet': ['ID=ee7b0246-c58e-4588-a3e6-dbf920e792fe,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:21.565393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b7c9c0-40a6-40c2-bc0c-ca112510d141 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:21.601041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd081b6ea-3d58-492d-8558-3edbb23d263e', 'name': 'network-vif-deleted', 'tag': 'ae6ee4bf-1cbd-4c10-992f-63679baad6ff'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:21.604864 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76831d15-9025-45aa-8605-d977f8ab894a" -d '{"events": [{"server_uuid": "d081b6ea-3d58-492d-8558-3edbb23d263e", "name": "network-vif-deleted", "tag": "ae6ee4bf-1cbd-4c10-992f-63679baad6ff"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:21.634339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:21.639170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0288ce66-21e9-4073-8111-111b1b060ef2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port dfb56ce6-4712-4b6f-8cf3-506656a8e737 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:21.639523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0288ce66-21e9-4073-8111-111b1b060ef2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.641591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:21.642357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-357243c9-d9c8-4072-a317-0bad0f5b6843 req-3d78df9d-f719-48ba-8219-ad0b9ccb14d5 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=d081b6ea-3d58-492d-8558-3edbb23d263e HTTP/1.1" status: 200 len: 210 time: 0.1547408 Nov 25 17:30:21.654768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:21.683905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Allocated IP 172.20.0.3 (b10b1862-625d-46ce-8564-183333bb7ed2/ee7b0246-c58e-4588-a3e6-dbf920e792fe/0a07d573-d4f9-4ca8-bf8d-a0e5e0301174) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:21.747731 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.748500 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d4d11a-4993-4942-8a89-b776a9b77883 x-openstack-request-id: req-12d4d11a-4993-4942-8a89-b776a9b77883 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:21.748500 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d081b6ea-3d58-492d-8558-3edbb23d263e", "name": "network-vif-deleted", "tag": "ae6ee4bf-1cbd-4c10-992f-63679baad6ff", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:21.748868 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12d4d11a-4993-4942-8a89-b776a9b77883 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:21.750108 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd081b6ea-3d58-492d-8558-3edbb23d263e', 'name': 'network-vif-deleted', 'tag': 'ae6ee4bf-1cbd-4c10-992f-63679baad6ff', 'status': 'completed', 'code': 200} Nov 25 17:30:21.841841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0288ce66-21e9-4073-8111-111b1b060ef2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.847785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-572f80d0-449e-4655-b392-e342553c9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:21.851238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-572f80d0-449e-4655-b392-e342553c9288 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1096 time: 0.0868828 Nov 25 17:30:21.864466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0288ce66-21e9-4073-8111-111b1b060ef2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for dfb56ce6-4712-4b6f-8cf3-506656a8e737 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:21.868843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.889142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Attempting to bind port 57afa4bf-395d-4e5a-9616-6fd5ee518470 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:21.889724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Attempting to bind port 57afa4bf-395d-4e5a-9616-6fd5ee518470 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:21.890308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Attempting to bind port 57afa4bf-395d-4e5a-9616-6fd5ee518470 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:21.913152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:21.913733 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:21.914220 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.917359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:21.919592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Bound port: 57afa4bf-395d-4e5a-9616-6fd5ee518470, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:21.920514 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.043749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-717f36e7-bc01-4cca-9b27-310eb4a14413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.046249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-717f36e7-bc01-4cca-9b27-310eb4a14413 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.1717229 Nov 25 17:30:22.068376 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0288ce66-21e9-4073-8111-111b1b060ef2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.125815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288ce66-21e9-4073-8111-111b1b060ef2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=dfb56ce6-4712-4b6f-8cf3-506656a8e737,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.155379 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-fb2074e7-661b-4870-9f91-989af32f5c5c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 1001 time: 0.0995095 Nov 25 17:30:22.157331 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0288ce66-21e9-4073-8111-111b1b060ef2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.161459 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0288ce66-21e9-4073-8111-111b1b060ef2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/dfb56ce6-4712-4b6f-8cf3-506656a8e737 HTTP/1.1" status: 204 len: 168 time: 0.8121960 Nov 25 17:30:22.164080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:22.274538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-b6b1dbc3-df9a-4ec0-affe-0d9fd154c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.278598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-b6b1dbc3-df9a-4ec0-affe-0d9fd154c62d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.1061828 Nov 25 17:30:22.314811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d159a-08f4-4060-97b4-ab7fd6a072b0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.316579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d159a-08f4-4060-97b4-ab7fd6a072b0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.322110 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-874d159a-08f4-4060-97b4-ab7fd6a072b0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1530209 Nov 25 17:30:22.324434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:22.387440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] For port 57afa4bf-395d-4e5a-9616-6fd5ee518470, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:22.412844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3202193e-270f-4707-ab02-13bacfa8ba44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet d13f5c18-e841-425e-bfb7-f8707b0bb46e {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:22.416388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] For port 57afa4bf-395d-4e5a-9616-6fd5ee518470, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=57afa4bf-395d-4e5a-9616-6fd5ee518470,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:22.417414 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3202193e-270f-4707-ab02-13bacfa8ba44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.425618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936a394-fbe4-46e3-9ec2-c310ac2caca3 req-f9967d9a-2d30-42f8-92f5-db5dab83277e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.439095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9936a394-fbe4-46e3-9ec2-c310ac2caca3 req-f9967d9a-2d30-42f8-92f5-db5dab83277e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1871388 Nov 25 17:30:22.439414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.460903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.488434 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.494668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3202193e-270f-4707-ab02-13bacfa8ba44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.497763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-c35664bf-9217-45bb-be85-0e250cac09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.498857 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.499661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-c35664bf-9217-45bb-be85-0e250cac09ca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033210 Nov 25 17:30:22.572292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Network b10b1862-625d-46ce-8564-183333bb7ed2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:22.574861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7b0246-c58e-4588-a3e6-dbf920e792fe,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.579414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:22.589848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:22.643689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9936a394-fbe4-46e3-9ec2-c310ac2caca3 req-afab7160-9679-4085-91f4-2c02d7b113fa tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968694 Nov 25 17:30:22.689087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2549f8-a00c-4e10-be7f-16d63dc92f9f req-0434690b-914f-4033-9284-f4b720229847 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.689087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b2549f8-a00c-4e10-be7f-16d63dc92f9f req-0434690b-914f-4033-9284-f4b720229847 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.2208281 Nov 25 17:30:22.694253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c6daa-508a-4b26-8314-9865ebe4105a None None] Pushing event updated for resources: {'Port': ['ID=57afa4bf-395d-4e5a-9616-6fd5ee518470,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.743996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Attempting to bind port 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:22.744609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Attempting to bind port 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '07c39b6e-f651-40a5-812b-c555637bef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b10b1862-625d-46ce-8564-183333bb7ed2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:22.745177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Attempting to bind port 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174 on network b10b1862-625d-46ce-8564-183333bb7ed2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:22.759370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:22.759877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Checking segment: {'id': '07c39b6e-f651-40a5-812b-c555637bef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b10b1862-625d-46ce-8564-183333bb7ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:22.760415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.760534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-6737f71a-4b1e-402c-96fc-3b0e73dfee97 service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424557 Nov 25 17:30:22.760924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Bound using segment: {'id': '07c39b6e-f651-40a5-812b-c555637bef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b10b1862-625d-46ce-8564-183333bb7ed2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:22.761557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Bound port: 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c39b6e-f651-40a5-812b-c555637bef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b10b1862-625d-46ce-8564-183333bb7ed2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:22.762164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.768809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.870216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] For port 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:22.876411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] For port 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0a07d573-d4f9-4ca8-bf8d-a0e5e0301174,segment=NetworkSegment(07c39b6e-f651-40a5-812b-c555637bef91),segment_id=07c39b6e-f651-40a5-812b-c555637bef91)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:22.883981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10b1862-625d-46ce-8564-183333bb7ed2']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:22.886355 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.915446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Pushing event updated for resources: {'Port': ['ID=0a07d573-d4f9-4ca8-bf8d-a0e5e0301174,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.932382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c39b6e-f651-40a5-812b-c555637bef91') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:22.932693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c39b6e-f651-40a5-812b-c555637bef91') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:22.986471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b2549f8-a00c-4e10-be7f-16d63dc92f9f req-181367f1-ff62-49e1-b6bc-3033c0051ae8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2934132 Nov 25 17:30:23.007253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.024465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3202193e-270f-4707-ab02-13bacfa8ba44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.051359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-28330ffd-cc64-4e90-be0b-049262f0274a service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701468 Nov 25 17:30:23.099531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.112453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:23.112867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:23.116094 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:23.140001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fed355-1e5f-45f3-9c40-192674f53205 None None] Network b10b1862-625d-46ce-8564-183333bb7ed2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:23.146678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2177f99-2f44-4580-86a2-977a4f41f525 None None] Pushing event updated for resources: {'Port': ['ID=0a07d573-d4f9-4ca8-bf8d-a0e5e0301174,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:23.235686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3202193e-270f-4707-ab02-13bacfa8ba44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.250380 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.api [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:30:23.250380 n-d-819349-3 neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:30:23.250380 n-d-819349-3 neutron-server[103598]: [parameters: {'id': 'b10b1862-625d-46ce-8564-183333bb7ed2'}] Nov 25 17:30:23.250380 n-d-819349-3 neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:30:23.250868 n-d-819349-3 neutron-server[103598]: DEBUG oslo_db.api [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:30:23.304636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202193e-270f-4707-ab02-13bacfa8ba44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=d13f5c18-e841-425e-bfb7-f8707b0bb46e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:23.307393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3202193e-270f-4707-ab02-13bacfa8ba44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.320066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36552) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:23.320887 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3202193e-270f-4707-ab02-13bacfa8ba44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/d13f5c18-e841-425e-bfb7-f8707b0bb46e HTTP/1.1" status: 204 len: 168 time: 0.9923317 Nov 25 17:30:23.405361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e979d-baab-45d2-b588-24e3d4ed14fc None None] Network b10b1862-625d-46ce-8564-183333bb7ed2 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:23.432090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e55687d1-1f50-4a25-8dab-2c867303952f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123655 Nov 25 17:30:23.438105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:23.446174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:23.514681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-5263213c-5da1-4ba1-ba94-4f78ccd5a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.518726 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-5263213c-5da1-4ba1-ba94-4f78ccd5a2de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1096 time: 0.0852182 Nov 25 17:30:23.541086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93636e-9385-44d1-a6e9-9b2dd9c4b750 req-d6263fd5-37b9-4fcd-b16a-80d175032c62 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.549680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da93636e-9385-44d1-a6e9-9b2dd9c4b750 req-d6263fd5-37b9-4fcd-b16a-80d175032c62 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 945 time: 0.1146355 Nov 25 17:30:23.597843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:23.603054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.708224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-d5b605c4-c5f9-4fbd-afe8-81547d42c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.710457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-d5b605c4-c5f9-4fbd-afe8-81547d42c592 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.1591282 Nov 25 17:30:23.713953 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da93636e-9385-44d1-a6e9-9b2dd9c4b750 req-e2b74958-9a34-4e2f-8a4d-68d2da286519 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518931 Nov 25 17:30:23.812122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.849305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-2d712f16-df2d-47cd-a64c-e1f3431209ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 1001 time: 0.1314220 Nov 25 17:30:23.923837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ae6ee4bf-1cbd-4c10-992f-63679baad6ff no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:23.941093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58efcbb-4b20-40f5-a9d2-153eae90eb86 req-d8818b9c-7a4c-4dcb-a3fe-3afaa9ec7fe3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.951037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a58efcbb-4b20-40f5-a9d2-153eae90eb86 req-d8818b9c-7a4c-4dcb-a3fe-3afaa9ec7fe3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1801198 Nov 25 17:30:23.960779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: ae6ee4bf-1cbd-4c10-992f-63679baad6ff {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:23.961671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ae6ee4bf-1cbd-4c10-992f-63679baad6ff not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:23.971465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-e5a94c58-e386-4529-b7cf-98cc8ad95c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.973083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:23.973247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-e5a94c58-e386-4529-b7cf-98cc8ad95c38 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.1156487 Nov 25 17:30:24.041563 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting port 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:24.041563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.049049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:24.070952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:24.076577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a58efcbb-4b20-40f5-a9d2-153eae90eb86 req-d6996d00-93ed-42f1-8f81-4e58bbcbe691 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233823 Nov 25 17:30:24.076786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.078720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.079345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-50ff4f5a-ab2e-42bc-8bd6-18ec5151a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.081232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-50ff4f5a-ab2e-42bc-8bd6-18ec5151a415 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991864 Nov 25 17:30:24.137797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=2eb92da7-3966-41c4-abe1-10ae58e3af20,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:24.161175 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1131bcf3-da20-40dd-b1a5-3ba0689669b7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7172198 Nov 25 17:30:24.167493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:24.191282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'name': 'tempest-NetworksTestDHCPv6-624608690'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:24.192193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f6d4b-f067-443a-b758-1a81154e5253 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:24.225446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] For port 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=0a07d573-d4f9-4ca8-bf8d-a0e5e0301174,segment=NetworkSegment(07c39b6e-f651-40a5-812b-c555637bef91),segment_id=07c39b6e-f651-40a5-812b-c555637bef91)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:24.226416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.259253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a40dd-373b-4221-9fea-8925f6a1a871 req-8545d4d5-7c53-4b63-bb4a-26664e32f798 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.261432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-069a40dd-373b-4221-9fea-8925f6a1a871 req-8545d4d5-7c53-4b63-bb4a-26664e32f798 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1247563 Nov 25 17:30:24.302677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Calling delete_port for 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:24.314539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-efe8add2-e8d9-4f79-a671-c772911a56ed service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253923 Nov 25 17:30:24.372334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7e56d24e-8490-4ab5-9587-da599748e0a5 None None] Provisioning complete for port 57afa4bf-395d-4e5a-9616-6fd5ee518470 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:24.375153 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e56d24e-8490-4ab5-9587-da599748e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.401778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-069a40dd-373b-4221-9fea-8925f6a1a871 req-f1f7366f-875b-4df2-a9da-f8f7567ddfe0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1249375 Nov 25 17:30:24.461272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dda0bc0-ba89-4e3d-ba5f-9a1f5dd18a85 req-ef0a38f1-fff8-4adb-9ef0-ca906e2ee76e service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311510 Nov 25 17:30:24.461458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:24.465893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.478073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.516057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Port': ['ID=0a07d573-d4f9-4ca8-bf8d-a0e5e0301174,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:24.518501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 0149e382-3845-45b5-a217-362d320beb42 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:24.524230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No DVR routers for this DVR port 0a07d573-d4f9-4ca8-bf8d-a0e5e0301174 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:24.570491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e56d24e-8490-4ab5-9587-da599748e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.628352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7e56d24e-8490-4ab5-9587-da599748e0a5 None None] For port 57afa4bf-395d-4e5a-9616-6fd5ee518470, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=57afa4bf-395d-4e5a-9616-6fd5ee518470,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:24.633975 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e56d24e-8490-4ab5-9587-da599748e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.664546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.712673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56d24e-8490-4ab5-9587-da599748e0a5 None None] Pushing event updated for resources: {'Port': ['ID=57afa4bf-395d-4e5a-9616-6fd5ee518470,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:24.735852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10b1862-625d-46ce-8564-183333bb7ed2']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:24.760166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c39b6e-f651-40a5-812b-c555637bef91') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:24.760461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c39b6e-f651-40a5-812b-c555637bef91') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:24.797338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::306 (f0634854-7ddd-47b2-951e-b6eafb4de14a/2eb92da7-3966-41c4-abe1-10ae58e3af20/0149e382-3845-45b5-a217-362d320beb42) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:24.801035 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.836301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.850301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 57afa4bf-395d-4e5a-9616-6fd5ee518470 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:24.853819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:24.854614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:24.858146 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:24.946481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bdb9ff-c268-428d-8ca6-0c73a45dc708 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:24.976176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 57afa4bf-395d-4e5a-9616-6fd5ee518470 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:24.983651 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:24.985911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d7a1b-8c61-4302-8da2-571c8f8c2b26 req-eb8fdb9f-1cf4-499f-9097-6743d238114e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.988859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b9d7a1b-8c61-4302-8da2-571c8f8c2b26 req-eb8fdb9f-1cf4-499f-9097-6743d238114e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 945 time: 0.1239727 Nov 25 17:30:24.996249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.006836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.015349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/b10b1862-625d-46ce-8564-183333bb7ed2 HTTP/1.1" status: 204 len: 168 time: 3.4959459 Nov 25 17:30:25.021108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:25.067819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b94be3-273a-4ffa-858c-4563355287a2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=b10b1862-625d-46ce-8564-183333bb7ed2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:25.091714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0b7afc95-670a-4d13-9443-fc782fff624c None None] Provisioning complete for port 57afa4bf-395d-4e5a-9616-6fd5ee518470 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:25.092099 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b7afc95-670a-4d13-9443-fc782fff624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.094170 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb34ba3-2e05-4967-9d31-82081c953261 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:25.094988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb34ba3-2e05-4967-9d31-82081c953261 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:25.100299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bfb34ba3-2e05-4967-9d31-82081c953261 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/ee7b0246-c58e-4588-a3e6-dbf920e792fe HTTP/1.1" status: 404 len: 337 time: 0.0782335 Nov 25 17:30:25.103111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36574) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:25.138896 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7525e84-3ded-4600-93f4-7d2658b37405 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:25.140117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7525e84-3ded-4600-93f4-7d2658b37405 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:25.146899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b7525e84-3ded-4600-93f4-7d2658b37405 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/b10b1862-625d-46ce-8564-183333bb7ed2 HTTP/1.1" status: 404 len: 339 time: 0.0425041 Nov 25 17:30:25.150073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:25.214599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b9d7a1b-8c61-4302-8da2-571c8f8c2b26 req-fb2ea12a-833c-442b-aa42-6ed49a176e8d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936605 Nov 25 17:30:25.223480 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-38501da1-5827-42f8-b537-a3197855d633 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:25.224189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38501da1-5827-42f8-b537-a3197855d633 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:25.234065 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-38501da1-5827-42f8-b537-a3197855d633 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/8c825ac9-f4f9-451d-ba79-03655e46ed82 HTTP/1.1" status: 404 len: 337 time: 0.0785758 Nov 25 17:30:25.234674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:25.247147 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.265670 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbba955-d19b-4864-9006-6c6174c6d593 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:25.266211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbba955-d19b-4864-9006-6c6174c6d593 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:25.272863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fdbba955-d19b-4864-9006-6c6174c6d593 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/cde9313c-8260-406c-96c7-1839acc73e71 HTTP/1.1" status: 404 len: 339 time: 0.0368030 Nov 25 17:30:25.277889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:25.332680 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.392266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:25.451347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.452243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:25.460738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:25.462351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2143-45ba-40ed-b992-f9f4f5d46581 req-f1e401b4-8029-4431-be38-41d487a86324 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.463932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-487a2143-45ba-40ed-b992-f9f4f5d46581 req-f1e401b4-8029-4431-be38-41d487a86324 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1256368 Nov 25 17:30:25.468494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.469418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.478577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=0149e382-3845-45b5-a217-362d320beb42,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:25.511487 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-77e0d1d5-09b6-4635-b48f-08204783e6af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3379641 Nov 25 17:30:25.515016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36586) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:25.518939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-8b2c5b25-5ca1-496a-8449-77c0620e9e8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.526556 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-8b2c5b25-5ca1-496a-8449-77c0620e9e8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 945 time: 0.1273074 Nov 25 17:30:25.644091 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Deleting port 83d9eef7-cb5a-453a-a8a7-4154378f0708 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:25.644565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.696852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.757621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-487a2143-45ba-40ed-b992-f9f4f5d46581 req-ca850460-2211-4e77-b465-6aee055523e3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433386 Nov 25 17:30:25.759546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:25.773668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5314e-7e26-46fc-b97e-b0f3d8a4e060 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.780727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5314e-7e26-46fc-b97e-b0f3d8a4e060 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.785063 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1eb5314e-7e26-46fc-b97e-b0f3d8a4e060 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2649131 Nov 25 17:30:25.789929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:25.801655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d9f63-df35-48b3-91d9-39df0675a4ac req-54a8db03-1c4e-44d4-8d93-ba34f67da54f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.803268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a82d9f63-df35-48b3-91d9-39df0675a4ac req-54a8db03-1c4e-44d4-8d93-ba34f67da54f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.2870133 Nov 25 17:30:25.805281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b31f836-d69f-42ba-848c-40607850f1c6') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:25.805567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b31f836-d69f-42ba-848c-40607850f1c6') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:25.856733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.863495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fbd8cb97-5924-4d40-92e0-d5bcf48837dc None None] Provisioning complete for port 57afa4bf-395d-4e5a-9616-6fd5ee518470 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:25.864052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbd8cb97-5924-4d40-92e0-d5bcf48837dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.938418 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.947121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:25.947465 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:25.967909 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:25.980164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fbd8cb97-5924-4d40-92e0-d5bcf48837dc None None] Provisioning complete for port 0149e382-3845-45b5-a217-362d320beb42 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:25.981387 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbd8cb97-5924-4d40-92e0-d5bcf48837dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.040306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8cb97-5924-4d40-92e0-d5bcf48837dc None None] Port 0149e382-3845-45b5-a217-362d320beb42 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:26.060391 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a82d9f63-df35-48b3-91d9-39df0675a4ac req-54dd0d4b-a6dd-43e0-8f11-bc5247ab8a96 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2314155 Nov 25 17:30:26.080884 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.084255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] For port 83d9eef7-cb5a-453a-a8a7-4154378f0708, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83d9eef7-cb5a-453a-a8a7-4154378f0708,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:26.084872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.095909 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.101000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Calling delete_port for 83d9eef7-cb5a-453a-a8a7-4154378f0708 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:26.102874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715 HTTP/1.1" status: 204 len: 168 time: 0.8238306 Nov 25 17:30:26.105805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36592) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.126089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6fabdc42-2901-4a69-876a-b25bfd4edb40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 0149e382-3845-45b5-a217-362d320beb42 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:26.126578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fabdc42-2901-4a69-876a-b25bfd4edb40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.130963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa003e-b24b-4e82-836b-302c3845f721 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=21a1a748-dd5e-4ac8-aa79-ebc0a9ce8715,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:26.171079 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9607e96c-9bee-4803-9d02-9ebbb9913eaf tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.171975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9607e96c-9bee-4803-9d02-9ebbb9913eaf tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.173381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8058d669-426a-4f3d-a1cc-e690ad387d11 None None] Could not find standard attr ID for object dfb56ce6-4712-4b6f-8cf3-506656a8e737. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:30:26.175763 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9607e96c-9bee-4803-9d02-9ebbb9913eaf tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/c5b8533c-fac6-41d9-8487-7e3001324e57 HTTP/1.1" status: 404 len: 337 time: 0.0692732 Nov 25 17:30:26.180148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36594) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.237667 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3604fd-3786-4f27-82d2-8e239fce0387 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.238190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3604fd-3786-4f27-82d2-8e239fce0387 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.243508 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cf3604fd-3786-4f27-82d2-8e239fce0387 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/39365e60-ea7b-4e22-9e32-beae9ac94ccd HTTP/1.1" status: 404 len: 339 time: 0.0605619 Nov 25 17:30:26.243913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.282803 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f3257c-0802-46fa-a391-db3cae076b57 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.283273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f3257c-0802-46fa-a391-db3cae076b57 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.286422 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-36f3257c-0802-46fa-a391-db3cae076b57 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/a91c5725-9d19-4295-8362-d042ab4d7ab1 HTTP/1.1" status: 404 len: 337 time: 0.0415428 Nov 25 17:30:26.287542 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fabdc42-2901-4a69-876a-b25bfd4edb40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.290240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.329297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6fabdc42-2901-4a69-876a-b25bfd4edb40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 0149e382-3845-45b5-a217-362d320beb42 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:26.332089 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdf1d5a-08a6-481d-9a69-b5c318afa578 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.332680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdf1d5a-08a6-481d-9a69-b5c318afa578 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.335929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9fdf1d5a-08a6-481d-9a69-b5c318afa578 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/9527abc8-c9e9-435a-a9a3-db0a4f5fa652 HTTP/1.1" status: 404 len: 339 time: 0.0447152 Nov 25 17:30:26.342064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36604) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.385272 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e6c644-bc76-4fc8-8f4f-b0816b79eea2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.385741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e6c644-bc76-4fc8-8f4f-b0816b79eea2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.390065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-51e6c644-bc76-4fc8-8f4f-b0816b79eea2 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/dc82e34c-ffa9-4e9b-ade8-31ed046a623d HTTP/1.1" status: 404 len: 337 time: 0.0471432 Nov 25 17:30:26.405865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.431201 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e64e32e-1844-4d9e-93a0-7ec83d6a8072 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.431890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e64e32e-1844-4d9e-93a0-7ec83d6a8072 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.435628 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0e64e32e-1844-4d9e-93a0-7ec83d6a8072 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/db2812a0-b1fb-4f5c-8bc9-f4da68dec330 HTTP/1.1" status: 404 len: 339 time: 0.0282967 Nov 25 17:30:26.438474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.446466 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.463022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:26.487044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event deleted for resources: {'Port': ['ID=83d9eef7-cb5a-453a-a8a7-4154378f0708,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:26.501378 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c831e71b-4cf2-4caa-8607-33d7470f9c8f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.502029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c831e71b-4cf2-4caa-8607-33d7470f9c8f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.506911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c831e71b-4cf2-4caa-8607-33d7470f9c8f tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/d2473b65-3a1c-41f6-91f1-f34f1c3a3b74 HTTP/1.1" status: 404 len: 337 time: 0.0668969 Nov 25 17:30:26.515569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36610) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.526757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02c72a-1744-4959-a427-459c88d8ae75 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:26.527936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff6f6f-f9e9-4580-9b21-90207b4265d6 req-71877be4-dcd7-4301-8c93-06fdfc62d426 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.530483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cff6f6f-f9e9-4580-9b21-90207b4265d6 req-71877be4-dcd7-4301-8c93-06fdfc62d426 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a674ac8-0675-4157-8df5-8920b5e97444 HTTP/1.1" status: 200 len: 945 time: 0.1910698 Nov 25 17:30:26.547041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] No DVR routers for this DVR port 83d9eef7-cb5a-453a-a8a7-4154378f0708 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:26.550942 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.554565 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-466deebf-8ecb-4bd9-8330-d76e498e9030 req-ac1ccc7d-5298-4d64-aaeb-572bd5e75179 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "DELETE /v2.0/ports/83d9eef7-cb5a-453a-a8a7-4154378f0708 HTTP/1.1" status: 204 len: 173 time: 1.0265968 Nov 25 17:30:26.554795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-081ddbd1-5880-409c-bf17-04b17027cb23 None None] Provisioning complete for port 0149e382-3845-45b5-a217-362d320beb42 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:26.555065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a674ac8-0675-4157-8df5-8920b5e97444', 'name': 'network-vif-deleted', 'tag': '83d9eef7-cb5a-453a-a8a7-4154378f0708'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:26.555682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-081ddbd1-5880-409c-bf17-04b17027cb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.559800 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de586e0d-ae04-4c4b-8e75-7edd7a7eaa5d" -d '{"events": [{"server_uuid": "4a674ac8-0675-4157-8df5-8920b5e97444", "name": "network-vif-deleted", "tag": "83d9eef7-cb5a-453a-a8a7-4154378f0708"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:26.585204 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a33843-8e52-41e9-9311-5d03bbe5ba97 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.585862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a33843-8e52-41e9-9311-5d03bbe5ba97 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.590591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d4a33843-8e52-41e9-9311-5d03bbe5ba97 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/74860e6f-562d-4f16-9cfe-20c471c8d294 HTTP/1.1" status: 404 len: 339 time: 0.0581775 Nov 25 17:30:26.593510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36614) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.643238 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f922f991-b950-48c4-aa5d-691d9c6097f7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.649467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f922f991-b950-48c4-aa5d-691d9c6097f7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.692300 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f922f991-b950-48c4-aa5d-691d9c6097f7 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/1c4a3f4c-55d1-4653-8c9b-142b40354f99 HTTP/1.1" status: 404 len: 337 time: 0.0975392 Nov 25 17:30:26.692984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36616) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.694473 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fb866d-0d18-4187-8c0c-4a03d1491aa0 x-openstack-request-id: req-66fb866d-0d18-4187-8c0c-4a03d1491aa0 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:26.694782 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a674ac8-0675-4157-8df5-8920b5e97444", "name": "network-vif-deleted", "tag": "83d9eef7-cb5a-453a-a8a7-4154378f0708", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:26.695043 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66fb866d-0d18-4187-8c0c-4a03d1491aa0 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:26.695450 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a674ac8-0675-4157-8df5-8920b5e97444', 'name': 'network-vif-deleted', 'tag': '83d9eef7-cb5a-453a-a8a7-4154378f0708', 'status': 'completed', 'code': 200} Nov 25 17:30:26.721428 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cff6f6f-f9e9-4580-9b21-90207b4265d6 req-c166eba3-61a5-48a9-9ad4-17ccdc1e6264 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759377 Nov 25 17:30:26.748671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 57afa4bf-395d-4e5a-9616-6fd5ee518470 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:26.755868 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fea2d5-8b74-46a4-a45c-5d0648fe6c1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.757632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fea2d5-8b74-46a4-a45c-5d0648fe6c1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.767651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.768582 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-16fea2d5-8b74-46a4-a45c-5d0648fe6c1b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/222b92ae-a769-4826-922f-c2a209d48211 HTTP/1.1" status: 404 len: 339 time: 0.0720899 Nov 25 17:30:26.806375 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-65aa6bcf-75a6-40b6-a665-83b6ff5ce135 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.806581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-081ddbd1-5880-409c-bf17-04b17027cb23 None None] Port 0149e382-3845-45b5-a217-362d320beb42 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:26.807027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65aa6bcf-75a6-40b6-a665-83b6ff5ce135 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.818202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-65aa6bcf-75a6-40b6-a665-83b6ff5ce135 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/c031ff6d-ce19-4c04-b783-82649195bbe2 HTTP/1.1" status: 404 len: 337 time: 0.0468969 Nov 25 17:30:26.818202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.832414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fabdc42-2901-4a69-876a-b25bfd4edb40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.889338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 57afa4bf-395d-4e5a-9616-6fd5ee518470 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:26.890112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.895753 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d9534d-30cf-4754-9d3a-9392868fbbc0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.896420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d9534d-30cf-4754-9d3a-9392868fbbc0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.903598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-83d9534d-30cf-4754-9d3a-9392868fbbc0 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/ef59e48e-a67f-4f3a-b4af-5bf0ba28bcfe HTTP/1.1" status: 404 len: 339 time: 0.0806448 Nov 25 17:30:26.904906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36624) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.918315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabdc42-2901-4a69-876a-b25bfd4edb40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=0149e382-3845-45b5-a217-362d320beb42,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:26.967682 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ecb2e8-f897-402b-bea1-9f44031b6791 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:26.968119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ecb2e8-f897-402b-bea1-9f44031b6791 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:26.973112 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30ecb2e8-f897-402b-bea1-9f44031b6791 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/9407841d-439b-4a41-9819-71e399fe7a1b HTTP/1.1" status: 404 len: 337 time: 0.0659306 Nov 25 17:30:26.975085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:26.979045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fabdc42-2901-4a69-876a-b25bfd4edb40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:26.986741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6fabdc42-2901-4a69-876a-b25bfd4edb40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/0149e382-3845-45b5-a217-362d320beb42 HTTP/1.1" status: 204 len: 168 time: 1.1959004 Nov 25 17:30:26.992493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.049076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf74d6-f83a-45e9-8df7-df32a886443c req-17331c9a-b9e4-4fd5-84ad-42bf52634f4c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.052301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15bf74d6-f83a-45e9-8df7-df32a886443c req-17331c9a-b9e4-4fd5-84ad-42bf52634f4c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.0885072 Nov 25 17:30:27.055881 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0354971e-3747-44e7-b3cf-9f51efc3ad56 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:27.056483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0354971e-3747-44e7-b3cf-9f51efc3ad56 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:27.060401 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0354971e-3747-44e7-b3cf-9f51efc3ad56 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/98f31315-fc47-4607-8071-1e29571cba61 HTTP/1.1" status: 404 len: 339 time: 0.0827675 Nov 25 17:30:27.063753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36630) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.115086 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7ce90f-208e-4f83-9590-0980c7655279 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:27.115843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7ce90f-208e-4f83-9590-0980c7655279 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:27.120781 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec7ce90f-208e-4f83-9590-0980c7655279 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/1b0c5d40-552d-4356-8d34-0ffc4efe18d1 HTTP/1.1" status: 404 len: 337 time: 0.0559106 Nov 25 17:30:27.132128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36634) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.133308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15bf74d6-f83a-45e9-8df7-df32a886443c req-2516531c-0921-40ac-8ea7-be5afff56f31 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741744 Nov 25 17:30:27.177883 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e6952c-41c4-452f-a4fe-a4737316b8e4 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] DELETE failed (client error): The resource could not be found. Nov 25 17:30:27.178416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e6952c-41c4-452f-a4fe-a4737316b8e4 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:27.184374 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-47e6952c-41c4-452f-a4fe-a4737316b8e4 tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/ba41910e-491a-4ddc-bdbe-656f521ccacd HTTP/1.1" status: 404 len: 339 time: 0.0479052 Nov 25 17:30:27.186944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630d549-5e5e-4f61-a1a6-c7e5930baa93 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.188663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630d549-5e5e-4f61-a1a6-c7e5930baa93 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.190316 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e630d549-5e5e-4f61-a1a6-c7e5930baa93 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1967511 Nov 25 17:30:27.190887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36638) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.198173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.255961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fadcc-041e-41a2-8080-e6bde4ebd76d None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:30:27.273860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a09cedb-8a48-486d-a192-e63b72851c5a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting subnet 2a0cd4ef-fd6e-4fe0-a93b-bb42336844dc {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:27.281462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a09cedb-8a48-486d-a192-e63b72851c5a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.314019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb3ad89-7f08-4264-ab72-9e6e56704dac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 2eb92da7-3966-41c4-abe1-10ae58e3af20 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:27.320768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afb3ad89-7f08-4264-ab72-9e6e56704dac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.336007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045aa02-e1c3-464f-ac83-46eaadfcddff req-a1995078-f736-4c20-b858-9520fb97eba5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.338311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a045aa02-e1c3-464f-ac83-46eaadfcddff req-a1995078-f736-4c20-b858-9520fb97eba5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1598101 Nov 25 17:30:27.346723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a09cedb-8a48-486d-a192-e63b72851c5a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.400298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afb3ad89-7f08-4264-ab72-9e6e56704dac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.440585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 83d9eef7-cb5a-453a-a8a7-4154378f0708 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:27.469791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a09cedb-8a48-486d-a192-e63b72851c5a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.470119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 83d9eef7-cb5a-453a-a8a7-4154378f0708 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:27.470712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 83d9eef7-cb5a-453a-a8a7-4154378f0708 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:27.486989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82fadcc-041e-41a2-8080-e6bde4ebd76d None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:30:27.497744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a045aa02-e1c3-464f-ac83-46eaadfcddff req-88d0c9be-6342-4d76-b919-8f25629ee984 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335225 Nov 25 17:30:27.512541 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afb3ad89-7f08-4264-ab72-9e6e56704dac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.558306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a09cedb-8a48-486d-a192-e63b72851c5a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.589746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09cedb-8a48-486d-a192-e63b72851c5a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0cd4ef-fd6e-4fe0-a93b-bb42336844dc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:27.592220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a09cedb-8a48-486d-a192-e63b72851c5a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.595405 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3a09cedb-8a48-486d-a192-e63b72851c5a tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/subnets/2a0cd4ef-fd6e-4fe0-a93b-bb42336844dc HTTP/1.1" status: 204 len: 168 time: 0.4035354 Nov 25 17:30:27.597848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.604218 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afb3ad89-7f08-4264-ab72-9e6e56704dac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.635455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3ad89-7f08-4264-ab72-9e6e56704dac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb92da7-3966-41c4-abe1-10ae58e3af20,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:27.638529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afb3ad89-7f08-4264-ab72-9e6e56704dac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.644999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-afb3ad89-7f08-4264-ab72-9e6e56704dac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/2eb92da7-3966-41c4-abe1-10ae58e3af20 HTTP/1.1" status: 204 len: 168 time: 0.4427009 Nov 25 17:30:27.649637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.693194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.697609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5589419a-ef99-4f45-b1a9-b413ae5dedc4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461371 Nov 25 17:30:27.701724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.707699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:27.812477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773ee1c-0d95-4e83-8707-2c59cff35137 None None] Network e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:27.815610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dac575-5905-4c09-8e1b-fdb903b8963c None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:27.844298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Deleting port 77aa76f3-c89e-4c8f-8739-4b82062f3639 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:27.844668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.859934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:27.863607 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:27.980361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] For port 77aa76f3-c89e-4c8f-8739-4b82062f3639, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=77aa76f3-c89e-4c8f-8739-4b82062f3639,segment=NetworkSegment(b79cde81-4c1f-488b-9952-719a0bc2faa4),segment_id=b79cde81-4c1f-488b-9952-719a0bc2faa4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:27.980979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.004524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Calling delete_port for 77aa76f3-c89e-4c8f-8739-4b82062f3639 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:28.157130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-62ebd7c0-506d-4f58-acbf-5147f71295c0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:28.159305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-62ebd7c0-506d-4f58-acbf-5147f71295c0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.1304774 Nov 25 17:30:28.171677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:28.217445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-4b9b6a16-cb50-42a2-ac85-e32cfcb98b57 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/quotas/74b3d02624d84e74a045f6a9a10b41fc HTTP/1.1" status: 200 len: 375 time: 0.0257618 Nov 25 17:30:28.229170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5e5e3-a5ac-401e-9bd9-5ab2adfdc57b None None] DHCP port deletion for e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:28.235674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.271764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] Deleting port 57afa4bf-395d-4e5a-9616-6fd5ee518470 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:28.272510 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.284293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Port': ['ID=77aa76f3-c89e-4c8f-8739-4b82062f3639,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:28.306486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] No DVR routers for this DVR port 77aa76f3-c89e-4c8f-8739-4b82062f3639 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:28.308067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-f9d02754-0ba8-4f8a-a1b5-a97db8fc0de6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894892 Nov 25 17:30:28.318686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.362384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] For port 57afa4bf-395d-4e5a-9616-6fd5ee518470, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=57afa4bf-395d-4e5a-9616-6fd5ee518470,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:28.362384 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.375577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] Calling delete_port for 57afa4bf-395d-4e5a-9616-6fd5ee518470 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:28.409193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e5d5d-a1e5-4654-b864-3c01cd01f07c req-f1def517-d951-4554-8e8e-adcf1dd0077d tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:28.409474 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:28.409643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a02e5d5d-a1e5-4654-b864-3c01cd01f07c req-f1def517-d951-4554-8e8e-adcf1dd0077d tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1187541 Nov 25 17:30:28.449184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:28.456282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:28.456903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.474487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.476690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.478651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-6f4f1672-fc24-48fd-9d44-cc82a205105d service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557822 Nov 25 17:30:28.494977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=2283dbd2-a1c9-4b37-a35f-93bdb84e4360,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:28.507979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54d6d25-0860-4148-b3f5-eba8c4a2b6e3']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:28.517246 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-12e8ac8b-6c96-4589-9945-ccf74fe0b4cc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8143761 Nov 25 17:30:28.517877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36670) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:28.529241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'name': 'tempest-NetworksTestDHCPv6-113966697'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:28.548588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79cde81-4c1f-488b-9952-719a0bc2faa4') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:28.548893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79cde81-4c1f-488b-9952-719a0bc2faa4') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:28.591517 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.597906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a02e5d5d-a1e5-4654-b864-3c01cd01f07c req-f8ca9b82-f96e-45a4-acb8-be396b4d1198 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797254 Nov 25 17:30:28.614564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.628341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:30:28.628760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:30:28.632000 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:30:28.701666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-1eb177f2-a631-4c42-8887-3fabb6a23fff service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114863 Nov 25 17:30:28.739404 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.742368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] Pushing event deleted for resources: {'Port': ['ID=57afa4bf-395d-4e5a-9616-6fd5ee518470,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:28.751434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.752687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16841d8-ef08-49a9-8eb9-97afb29a596b None None] No DVR routers for this DVR port 57afa4bf-395d-4e5a-9616-6fd5ee518470 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:28.754612 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] 10.222.0.81 "DELETE /v2.0/networks/e54d6d25-0860-4148-b3f5-eba8c4a2b6e3 HTTP/1.1" status: 204 len: 168 time: 1.1556509 Nov 25 17:30:28.774193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 57afa4bf-395d-4e5a-9616-6fd5ee518470 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:28.803316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31327986-4f0e-4007-ba5b-6b4064c9605b tempest-NetworksTest-628749581 tempest-NetworksTest-628749581-project] Pushing event deleted for resources: {'Network': ['ID=e54d6d25-0860-4148-b3f5-eba8c4a2b6e3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:28.807075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5286b08-a26a-495f-b7d3-e238a94c3308 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:28.810561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:28.813055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 57afa4bf-395d-4e5a-9616-6fd5ee518470 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:28.814938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 57afa4bf-395d-4e5a-9616-6fd5ee518470 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:28.815418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 77aa76f3-c89e-4c8f-8739-4b82062f3639 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:28.815959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.856311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 03ce850d-821a-48c6-b422-c234ac96b8af yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:28.919076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 77aa76f3-c89e-4c8f-8739-4b82062f3639 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:28.919617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 77aa76f3-c89e-4c8f-8739-4b82062f3639 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:29.098387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d5ad327-3196-4d7e-85ad-f10d4a9ade7f req-b7fe2105-e47b-4693-b2d2-8331599806a9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 210 time: 0.0841131 Nov 25 17:30:29.120426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::200 (f0634854-7ddd-47b2-951e-b6eafb4de14a/2283dbd2-a1c9-4b37-a35f-93bdb84e4360/03ce850d-821a-48c6-b422-c234ac96b8af) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:29.131679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': '2283dbd2-a1c9-4b37-a35f-93bdb84e4360'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:29.135959 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.141455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a45412-a1ad-4c9a-ae1f-ef5402ceca2e req-584b0fbf-c087-4837-839c-55d4ab4f8dd4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:29.149758 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25a45412-a1ad-4c9a-ae1f-ef5402ceca2e req-584b0fbf-c087-4837-839c-55d4ab4f8dd4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.0969861 Nov 25 17:30:29.220159 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25a45412-a1ad-4c9a-ae1f-ef5402ceca2e req-ac68120f-5313-44ba-99d5-02098192269b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633543 Nov 25 17:30:29.322905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:29.417475 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.470822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.525519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:29.526638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36692) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:29.528257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7ed4905d-2ab8-4162-a4ef-fd25b2c46d0f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69b900e6495f4460a67e9c8f8d745c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036107 Nov 25 17:30:29.533247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/2283dbd2-a1c9-4b37-a35f-93bdb84e4360/4e92886b-39a9-45c1-aedb-3087c0d6f2f6) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:29.539049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:29.545293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:29.551392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:29.553007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.564392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=03ce850d-821a-48c6-b422-c234ac96b8af,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:29.586132 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3554d745-fc89-43e9-8647-846ab0284b80 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0618544 Nov 25 17:30:29.587506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:29.649357 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-227afdc4-eed2-4658-b0bd-981340c22b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.677487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-227afdc4-eed2-4658-b0bd-981340c22b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.710918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8b84f-44d6-44f0-a9d6-11e90678aa85 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:29.717053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7ab8b84f-44d6-44f0-a9d6-11e90678aa85 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1253796 Nov 25 17:30:29.717498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:29.779877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-227afdc4-eed2-4658-b0bd-981340c22b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.785849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-227afdc4-eed2-4658-b0bd-981340c22b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.789835 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-227afdc4-eed2-4658-b0bd-981340c22b25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45201495-3d01-40a1-b943-223f8c6e936b HTTP/1.1" status: 204 len: 168 time: 0.2568886 Nov 25 17:30:29.815167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227afdc4-eed2-4658-b0bd-981340c22b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45201495-3d01-40a1-b943-223f8c6e936b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:29.898456 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.898676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963021e-56c9-4afb-b1d4-2489c5e43c13 req-bc41eb11-1faf-449b-9c65-0d2a578d553e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:29.900325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2963021e-56c9-4afb-b1d4-2489c5e43c13 req-bc41eb11-1faf-449b-9c65-0d2a578d553e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1294503 Nov 25 17:30:29.910545 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.993941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:30.004142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:30.008236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:30.026409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Pushing event updated for resources: {'Port': ['ID=4e92886b-39a9-45c1-aedb-3087c0d6f2f6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:30.070011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.070921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.071381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.071881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.072266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.072710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.075435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.075435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.075435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.076336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.077133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.077592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:30.129022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Attempting to bind port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:30.129486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Attempting to bind port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:30.129978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Attempting to bind port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:30.135748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2963021e-56c9-4afb-b1d4-2489c5e43c13 req-1bf45949-9e29-442b-931b-44ef7790cd31 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043991 Nov 25 17:30:30.139933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c265e965-78a1-468c-a3af-735e5573917e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 03ce850d-821a-48c6-b422-c234ac96b8af {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:30.140304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c265e965-78a1-468c-a3af-735e5573917e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.148666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:30.149318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:30.154613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.154613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:30.154613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Bound port: 4e92886b-39a9-45c1-aedb-3087c0d6f2f6, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:30.154613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.310850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] For port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:30.321868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] For port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4e92886b-39a9-45c1-aedb-3087c0d6f2f6,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:30.325746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0f5fa9b-e4b2-4f26-8b8a-2871ac2bf0c4 req-ac7642ca-052c-499d-b66f-06f98a63562e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 210 time: 0.0559273 Nov 25 17:30:30.332376 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.473371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c995c-9b6b-4c83-aeba-961a0758bbde None None] Pushing event updated for resources: {'Port': ['ID=4e92886b-39a9-45c1-aedb-3087c0d6f2f6,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:30.657668 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67c63986-fedb-482b-9395-4bf874ebc0de req-f5935d9f-24e6-4c94-a7cd-e4f950c2ea6f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930719 Nov 25 17:30:30.800200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c63986-fedb-482b-9395-4bf874ebc0de req-799add8f-0c99-4ee8-b3d4-ee945a79203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.801600 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67c63986-fedb-482b-9395-4bf874ebc0de req-799add8f-0c99-4ee8-b3d4-ee945a79203a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 1096 time: 0.0775063 Nov 25 17:30:30.951969 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c265e965-78a1-468c-a3af-735e5573917e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.977551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c265e965-78a1-468c-a3af-735e5573917e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 03ce850d-821a-48c6-b422-c234ac96b8af owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:31.003963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c63986-fedb-482b-9395-4bf874ebc0de req-81b013e6-0849-4405-870b-7e4e2bb549f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.006158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f8de7-dd22-478e-b3f5-86ecfb4d6b1c req-149e2786-bf03-4ce1-bce2-3ce2883f63e7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.007126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b7f8de7-dd22-478e-b3f5-86ecfb4d6b1c req-149e2786-bf03-4ce1-bce2-3ce2883f63e7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.6265614 Nov 25 17:30:31.014204 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67c63986-fedb-482b-9395-4bf874ebc0de req-81b013e6-0849-4405-870b-7e4e2bb549f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.1793494 Nov 25 17:30:31.189672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b7f8de7-dd22-478e-b3f5-86ecfb4d6b1c req-e58a5dd8-753f-4b64-b875-f6fa80206718 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683762 Nov 25 17:30:31.241035 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67c63986-fedb-482b-9395-4bf874ebc0de req-2e65e76e-21bf-453f-a997-6bc3632546b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=786b34c6-9878-4240-bae8-8bf6309b2b68 HTTP/1.1" status: 200 len: 217 time: 0.2027752 Nov 25 17:30:31.340626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c63986-fedb-482b-9395-4bf874ebc0de req-22c0fc0a-4c21-49ba-8f34-f539efef54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.342406 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67c63986-fedb-482b-9395-4bf874ebc0de req-22c0fc0a-4c21-49ba-8f34-f539efef54cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0926673 Nov 25 17:30:31.389887 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67c63986-fedb-482b-9395-4bf874ebc0de req-7d9107f3-a8c3-4cf5-997c-c63a86a4e2eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356832 Nov 25 17:30:31.514810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c265e965-78a1-468c-a3af-735e5573917e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.594349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67c63986-fedb-482b-9395-4bf874ebc0de req-b532bbd5-b926-4db1-a079-8187a36e8756 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893234 Nov 25 17:30:31.594875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9617f009-7b5a-4d16-aa02-f68cc2a5cf6d req-e6c57379-6fee-423c-b9ba-0e377de4c763 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 210 time: 0.0810087 Nov 25 17:30:31.646821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e965-78a1-468c-a3af-735e5573917e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=03ce850d-821a-48c6-b422-c234ac96b8af,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:31.675145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ea01cc0b-0d1c-4696-8826-6f74b5b7d686 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.676721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ea01cc0b-0d1c-4696-8826-6f74b5b7d686 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.4631581 Nov 25 17:30:31.716353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Request body: {'port': {'device_id': '0d882907-9b33-4e4a-9d60-0f6c0cbc329f', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'admin_state_up': True, 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:31.725248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c265e965-78a1-468c-a3af-735e5573917e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.730112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c265e965-78a1-468c-a3af-735e5573917e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/03ce850d-821a-48c6-b422-c234ac96b8af HTTP/1.1" status: 204 len: 168 time: 2.0113728 Nov 25 17:30:31.739099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36742) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:31.756907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85863a83-bf01-48b8-8e54-96fdb433f804 req-70f27089-bd84-42b7-b5a9-f3b2b2635517 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.758498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85863a83-bf01-48b8-8e54-96fdb433f804 req-70f27089-bd84-42b7-b5a9-f3b2b2635517 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.3880429 Nov 25 17:30:31.805733 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67c63986-fedb-482b-9395-4bf874ebc0de req-95037acc-adfb-4027-a70e-141a8f9a5872 service neutron] 10.222.0.60 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015898 Nov 25 17:30:31.864510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582c0e1-c19a-473c-824a-220d496f19d1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.876737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582c0e1-c19a-473c-824a-220d496f19d1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.880056 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2582c0e1-c19a-473c-824a-220d496f19d1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1395562 Nov 25 17:30:31.885593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36744) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:31.951843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:31.956266 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:31.993009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85863a83-bf01-48b8-8e54-96fdb433f804 req-20655412-9c8b-4fe0-83ad-3c72424b6a65 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919575 Nov 25 17:30:31.995275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a51874-fabc-4522-8d62-40dd372f2f40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 2283dbd2-a1c9-4b37-a35f-93bdb84e4360 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:32.006142 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84a51874-fabc-4522-8d62-40dd372f2f40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.071734 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84a51874-fabc-4522-8d62-40dd372f2f40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.220839 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a017ecc2-e0fe-4e82-81b2-5d90f3f41a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.272535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Allocated IP 172.20.0.2 (74d85561-231f-4a45-a38b-c659995a3730/f5eda89d-76fa-4bbd-a6c9-f9df66a95b38/75142608-492b-4914-ab10-7f89a68204a3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:32.292901 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84a51874-fabc-4522-8d62-40dd372f2f40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.501434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84a51874-fabc-4522-8d62-40dd372f2f40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.557555 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3313db-3fb7-4fc9-9dce-2c1b82cc6d1f req-1af23a8e-ce71-4df2-a989-74df0f56b952 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.567639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c3313db-3fb7-4fc9-9dce-2c1b82cc6d1f req-1af23a8e-ce71-4df2-a989-74df0f56b952 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1761153 Nov 25 17:30:32.582683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2f2b3bbd-6948-4dce-bdde-57872688747b None None] Provisioning complete for port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:32.587940 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f2b3bbd-6948-4dce-bdde-57872688747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.711667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a51874-fabc-4522-8d62-40dd372f2f40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=2283dbd2-a1c9-4b37-a35f-93bdb84e4360,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:32.719018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84a51874-fabc-4522-8d62-40dd372f2f40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.737544 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-84a51874-fabc-4522-8d62-40dd372f2f40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/2283dbd2-a1c9-4b37-a35f-93bdb84e4360 HTTP/1.1" status: 204 len: 168 time: 0.8499577 Nov 25 17:30:32.738510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36764) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:32.755461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c3313db-3fb7-4fc9-9dce-2c1b82cc6d1f req-513c3787-09b1-44b2-a8e0-d4e2da402e51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1868894 Nov 25 17:30:32.802853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.896771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:32.906517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5ed02ed5-6e19-4b18-9090-82097d0050ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1651626 Nov 25 17:30:32.909687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:32.942473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df348705-95a1-4a91-b314-5563f1fcf243 req-b1d8d8b1-e872-46d1-9852-02a79c57be65 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 210 time: 0.1035926 Nov 25 17:30:32.972114 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f2b3bbd-6948-4dce-bdde-57872688747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:32.977772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.005614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5728e4b-aabd-4aa4-93d7-60c28c06c499 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:33.008217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:33.038101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b2bd4a-3806-473b-8df0-bdfd56eb7341 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.042274 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30b2bd4a-3806-473b-8df0-bdfd56eb7341 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1309571 Nov 25 17:30:33.045520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:33.046083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Network 74d85561-231f-4a45-a38b-c659995a3730 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:33.070912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:33.077441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:33.127633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ca292-bec1-4cd3-babd-327a1d5e61c1 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:33.164842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370d404-2d53-4d65-a6cf-2168b48f2302 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.168921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0370d404-2d53-4d65-a6cf-2168b48f2302 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1195769 Nov 25 17:30:33.171138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36778) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:33.227166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:33.227851 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.230078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.233646 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.256233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event updated for resources: {'Port': ['ID=75142608-492b-4914-ab10-7f89a68204a3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:33.277438 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f9a634e1-45ae-4141-8ddf-eefcd72d5699 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040401 Nov 25 17:30:33.282207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36782) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:33.284758 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7849eff3-4bb2-4354-aba4-132d78d91f8f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5801179 Nov 25 17:30:33.300761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Request body: {'port': {'device_id': '0d882907-9b33-4e4a-9d60-0f6c0cbc329f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:33.301673 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:33.314957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa17af-cc68-4111-8560-1fb24ad9dde2 req-afa1a56e-b217-4586-b958-b04e7aa450c3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.322569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eefa17af-cc68-4111-8560-1fb24ad9dde2 req-afa1a56e-b217-4586-b958-b04e7aa450c3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1521251 Nov 25 17:30:33.323530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2f2b3bbd-6948-4dce-bdde-57872688747b None None] For port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4e92886b-39a9-45c1-aedb-3087c0d6f2f6,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:33.401361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f2b3bbd-6948-4dce-bdde-57872688747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.437223 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.462231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eefa17af-cc68-4111-8560-1fb24ad9dde2 req-d93d4bef-6f94-4ca4-bbfd-ed8efdfa05c3 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369181 Nov 25 17:30:33.566202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-21afe0d7-6c55-409a-81f4-6b40202375f3 None None] Could not find standard attr ID for object 03ce850d-821a-48c6-b422-c234ac96b8af. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:30:33.608882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:33.617308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.684645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b3bbd-6948-4dce-bdde-57872688747b None None] Pushing event updated for resources: {'Port': ['ID=4e92886b-39a9-45c1-aedb-3087c0d6f2f6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:33.699801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-21afe0d7-6c55-409a-81f4-6b40202375f3 None None] Provisioning complete for port 75142608-492b-4914-ab10-7f89a68204a3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:33.700106 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21afe0d7-6c55-409a-81f4-6b40202375f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:33.845112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-21afe0d7-6c55-409a-81f4-6b40202375f3 None None] Port 75142608-492b-4914-ab10-7f89a68204a3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:33.875841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:34.099166 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.110387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75142608-492b-4914-ab10-7f89a68204a3 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:34.124133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] Deleting port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:34.125001 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.162157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.201119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:34.208115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:34.216822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.220704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.236235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1868be0-e225-4a52-8785-324bb2f2761a req-2ddd98ef-12a8-4098-8a35-79ca55ea70ba tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.248727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1868be0-e225-4a52-8785-324bb2f2761a req-2ddd98ef-12a8-4098-8a35-79ca55ea70ba tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.3032465 Nov 25 17:30:34.253852 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9692979 Nov 25 17:30:34.258734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36796) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:34.264364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2c4dc-8acc-4a5a-9fa9-33a9e99367ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=c99fd08f-c360-4ae1-bd1d-344008fe0008,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:34.265546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Transition to ACTIVE for port object 75142608-492b-4914-ab10-7f89a68204a3 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:34.277913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': 'c99fd08f-c360-4ae1-bd1d-344008fe0008', 'ip_address': '2001:db8::350c:b70b:7a29:2b09'}], 'name': 'tempest-NetworksTestDHCPv6-2115028605'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:34.282227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.298112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] For port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4e92886b-39a9-45c1-aedb-3087c0d6f2f6,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:34.299396 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.321438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] Calling delete_port for 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:34.364292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097515c0-d415-4fad-9f32-918548d19444 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:34.439663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fe6477e-d197-4c92-8edd-681c7f023211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.449322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2ecd3-2359-4c08-81d3-f9675f521fdd req-b0809b1f-1a9d-45f6-8e34-5e29baabd065 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.462963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40f2ecd3-2359-4c08-81d3-f9675f521fdd req-b0809b1f-1a9d-45f6-8e34-5e29baabd065 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 931 time: 0.3410616 Nov 25 17:30:34.522247 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.553624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] Pushing event deleted for resources: {'Port': ['ID=4e92886b-39a9-45c1-aedb-3087c0d6f2f6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:34.560839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed8b66-f2ba-43f5-b305-60be462b33fb None None] No DVR routers for this DVR port 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:34.591049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0036ce9f-d1c9-445e-bcc4-4a7df51d82b1 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:34.608616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:34.624425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Pushing event updated for resources: {'Port': ['ID=75142608-492b-4914-ab10-7f89a68204a3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:34.635650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1868be0-e225-4a52-8785-324bb2f2761a req-c85fdc4d-9528-4d1b-a81f-a961df213c40 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3662927 Nov 25 17:30:34.733607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40f2ecd3-2359-4c08-81d3-f9675f521fdd req-8127c666-3a11-4063-935c-c88440b35cb7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691181 Nov 25 17:30:34.736196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Attempting to bind port 75142608-492b-4914-ab10-7f89a68204a3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:34.737557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Attempting to bind port 75142608-492b-4914-ab10-7f89a68204a3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:34.738694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Attempting to bind port 75142608-492b-4914-ab10-7f89a68204a3 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:34.751646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Port 75142608-492b-4914-ab10-7f89a68204a3 on network 74d85561-231f-4a45-a38b-c659995a3730 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:34.753369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Attempting to bind port 75142608-492b-4914-ab10-7f89a68204a3 on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:34.766164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:34.766662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Checking segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:34.768173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Bound using segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:34.769690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Bound port: 75142608-492b-4914-ab10-7f89a68204a3, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:34.774731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.805911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:34.839393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:34.857814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:34.858167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4e92886b-39a9-45c1-aedb-3087c0d6f2f6 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:34.914562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port d03de18a-37ca-4143-8a21-ac43d0589c00 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:34.956041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] For port 75142608-492b-4914-ab10-7f89a68204a3, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:34.969413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] For port 75142608-492b-4914-ab10-7f89a68204a3, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75142608-492b-4914-ab10-7f89a68204a3,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:34.998210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865c0a-1906-44f1-aef5-cb44e2aa2d37 req-8a0a5d83-e966-48a5-9d27-3c59927b094c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.999928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05865c0a-1906-44f1-aef5-cb44e2aa2d37 req-8a0a5d83-e966-48a5-9d27-3c59927b094c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1439509 Nov 25 17:30:35.003742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.006452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'c99fd08f-c360-4ae1-bd1d-344008fe0008'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:35.009000 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.105326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.106220 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.107951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] 10.222.0.95 "PUT /v2.0/ports/75142608-492b-4914-ab10-7f89a68204a3 HTTP/1.1" status: 200 len: 1091 time: 1.8126044 Nov 25 17:30:35.109747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d882907-9b33-4e4a-9d60-0f6c0cbc329f', 'tag': '75142608-492b-4914-ab10-7f89a68204a3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:35.111294 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30" -d '{"events": [{"name": "network-changed", "server_uuid": "0d882907-9b33-4e4a-9d60-0f6c0cbc329f", "tag": "75142608-492b-4914-ab10-7f89a68204a3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:35.184152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6bc84b-c83b-469c-8b1d-ef3de1a2001d None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:35.228765 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f27bf6-29e9-4f28-bc3e-a0a78845dd06 x-openstack-request-id: req-49f27bf6-29e9-4f28-bc3e-a0a78845dd06 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:35.229097 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d882907-9b33-4e4a-9d60-0f6c0cbc329f", "tag": "75142608-492b-4914-ab10-7f89a68204a3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:35.229366 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49f27bf6-29e9-4f28-bc3e-a0a78845dd06 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:35.229786 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d882907-9b33-4e4a-9d60-0f6c0cbc329f', 'tag': '75142608-492b-4914-ab10-7f89a68204a3', 'status': 'completed', 'code': 200} Nov 25 17:30:35.283268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d5d98-22b6-4705-b3b8-b10b6f336094 service neutron] Pushing event updated for resources: {'Port': ['ID=75142608-492b-4914-ab10-7f89a68204a3,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:35.302216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05865c0a-1906-44f1-aef5-cb44e2aa2d37 req-9865786f-d652-41d2-9d77-c220b812c701 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483273 Nov 25 17:30:35.331263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7eecd5ce-06a4-4dab-af4e-75848bf4bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.333250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-7eecd5ce-06a4-4dab-af4e-75848bf4bf22 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 1094 time: 0.1451149 Nov 25 17:30:35.337980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/c99fd08f-c360-4ae1-bd1d-344008fe0008/5df4b99c-8280-4def-be14-22e2e3b9efdf) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:35.402532 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-ddd22e89-5928-4d65-8775-e6d95a846023 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75142608-492b-4914-ab10-7f89a68204a3 HTTP/1.1" status: 200 len: 217 time: 0.0582640 Nov 25 17:30:35.499487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-21ea96ae-1a43-4d32-a634-756f9bc2918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.505395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-21ea96ae-1a43-4d32-a634-756f9bc2918a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0930920 Nov 25 17:30:35.531140 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-d51f3dc8-04d1-4340-a213-cb104e97a197 service neutron] show failed (client error): The resource could not be found. Nov 25 17:30:35.532553 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-d51f3dc8-04d1-4340-a213-cb104e97a197 service neutron] 10.222.0.95 "GET /v2.0/ports/64670969-c1dc-4351-8967-d7a90061751c/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.1706893 Nov 25 17:30:35.571262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-80063f53-17e9-4358-a18e-7531e5aa533f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564165 Nov 25 17:30:35.657397 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.668220 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.766968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:35.797892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-3db6050a-8be7-44fd-9c11-2421dd4df78d service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100756 Nov 25 17:30:35.826358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:35.841500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:35.873492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::350c:b70b:7a29:2b09 (f0634854-7ddd-47b2-951e-b6eafb4de14a/c99fd08f-c360-4ae1-bd1d-344008fe0008/d03de18a-37ca-4143-8a21-ac43d0589c00) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:35.891255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Pushing event updated for resources: {'Port': ['ID=5df4b99c-8280-4def-be14-22e2e3b9efdf,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:35.910719 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.978790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Attempting to bind port 5df4b99c-8280-4def-be14-22e2e3b9efdf on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:35.979339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Attempting to bind port 5df4b99c-8280-4def-be14-22e2e3b9efdf by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:35.980637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Attempting to bind port 5df4b99c-8280-4def-be14-22e2e3b9efdf on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:35.995001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:35.995390 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:35.996689 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.997420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:35.998102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Bound port: 5df4b99c-8280-4def-be14-22e2e3b9efdf, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:35.998664 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.091166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2a9ca-719f-45a9-81d5-1bae6f3dedea req-8e163194-64ac-4a02-a7e3-98ea6850e421 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.094120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cc2a9ca-719f-45a9-81d5-1bae6f3dedea req-8e163194-64ac-4a02-a7e3-98ea6850e421 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.2551579 Nov 25 17:30:36.154240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] For port 5df4b99c-8280-4def-be14-22e2e3b9efdf, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:36.154462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10e827-ab06-4bdd-ba73-94c51560b376 req-5669d546-f929-4baa-9d49-a2020c22bd33 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.161917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] For port 5df4b99c-8280-4def-be14-22e2e3b9efdf, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5df4b99c-8280-4def-be14-22e2e3b9efdf,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:36.169290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a10e827-ab06-4bdd-ba73-94c51560b376 req-5669d546-f929-4baa-9d49-a2020c22bd33 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 943 time: 0.2337286 Nov 25 17:30:36.170296 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.231267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8667bcb0-a6ba-41fc-a99a-e851ba1e8a60 req-b795537b-4155-4f30-a4de-c7455c418229 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247932 Nov 25 17:30:36.338899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cc2a9ca-719f-45a9-81d5-1bae6f3dedea req-2133ee69-000e-469c-992d-4325e6397def tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2265325 Nov 25 17:30:36.376540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b20e5d-d07f-40be-ac36-07d6a2d143d2 None None] Pushing event updated for resources: {'Port': ['ID=5df4b99c-8280-4def-be14-22e2e3b9efdf,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:36.414644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a10e827-ab06-4bdd-ba73-94c51560b376 req-4db644e2-66e6-48e0-ae24-1555c10a3505 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442336 Nov 25 17:30:36.462456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-7d4e404b-3e3d-4477-a94f-9d9656260a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.467934 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-7d4e404b-3e3d-4477-a94f-9d9656260a51 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 1094 time: 0.1247401 Nov 25 17:30:36.505442 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.827669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-cec8679f-2bd2-4129-b6c6-2261fab2d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.829248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-cec8679f-2bd2-4129-b6c6-2261fab2d311 service neutron] 10.222.0.95 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.3529449 Nov 25 17:30:36.891519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-3c85b40c-1366-4424-8d18-f65de6cdd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.897234 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-3c85b40c-1366-4424-8d18-f65de6cdd5d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 1096 time: 1.0109479 Nov 25 17:30:36.929827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-6d0f017b-f887-43fd-aad4-fa4e0dd2173d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75142608-492b-4914-ab10-7f89a68204a3 HTTP/1.1" status: 200 len: 217 time: 0.0756800 Nov 25 17:30:36.939555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:36.988194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.017036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d05d-06ff-4198-9886-82f1035e73f0 req-d6d12338-75fa-4abf-bdc9-6e138868c294 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.019258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0420d05d-06ff-4198-9886-82f1035e73f0 req-d6d12338-75fa-4abf-bdc9-6e138868c294 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.2299850 Nov 25 17:30:37.083951 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.085478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-ec447c12-4353-4cb8-a3d4-60c453401529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.088184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-ec447c12-4353-4cb8-a3d4-60c453401529 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.1448619 Nov 25 17:30:37.130390 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.139697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.146927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-9b27ba2e-02e5-4289-bd94-43e406f1f443 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497789 Nov 25 17:30:37.193579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0420d05d-06ff-4198-9886-82f1035e73f0 req-1911b918-9bd2-4844-9d2e-2498016777b1 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635697 Nov 25 17:30:37.243163 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.332621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-5e24dca2-83e5-4622-8667-2f62536b1393 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746376 Nov 25 17:30:37.394573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=d03de18a-37ca-4143-8a21-ac43d0589c00,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:37.421425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:37.425414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:37.430214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:37.442112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.443228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.528630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e9297-3d27-4340-8386-9e1d33852d04 req-13c612c7-347e-48d7-a020-0425539ea560 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.530498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-510e9297-3d27-4340-8386-9e1d33852d04 req-13c612c7-347e-48d7-a020-0425539ea560 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1077123 Nov 25 17:30:37.532958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b81dfeef-ae30-4e0c-9bb4-77a3a8771b30 req-1a38b710-a747-4d90-ac39-12d1024ab711 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926625 Nov 25 17:30:37.632741 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-68331df9-dbbf-4ce1-9bde-59e64fa0c4c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3726001 Nov 25 17:30:37.637154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:37.651300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:37.669446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-510e9297-3d27-4340-8386-9e1d33852d04 req-9b100633-d746-4920-b52d-7c7d326901c6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272969 Nov 25 17:30:37.698310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd65ef6-6203-44dc-8711-b0f92644be3f req-fd2ada16-f6ad-4a21-ad5e-843171e11a9d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.700053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bd65ef6-6203-44dc-8711-b0f92644be3f req-fd2ada16-f6ad-4a21-ad5e-843171e11a9d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 943 time: 0.1404004 Nov 25 17:30:37.802111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bd65ef6-6203-44dc-8711-b0f92644be3f req-ef16b9fe-8d26-4125-ac12-9d8ea4d1e3ef tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938139 Nov 25 17:30:37.830759 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a28ad6b-0e79-46f6-a0a7-684b2a78a4aa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.849815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a28ad6b-0e79-46f6-a0a7-684b2a78a4aa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.854315 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7a28ad6b-0e79-46f6-a0a7-684b2a78a4aa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2129536 Nov 25 17:30:37.854315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:37.854905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:37.932783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.978968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.983737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75142608-492b-4914-ab10-7f89a68204a3 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:37.996369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Transition to ACTIVE for port object 64670969-c1dc-4351-8967-d7a90061751c will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:37.997344 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64670969-c1dc-4351-8967-d7a90061751c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:38.001082 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68869243-ed80-4ef3-9653-6ca163ed3080" -d '{"events": [{"server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "64670969-c1dc-4351-8967-d7a90061751c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:38.007956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.165509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c88a39d3-c4c0-4b90-8ad4-f5f553729403 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port d03de18a-37ca-4143-8a21-ac43d0589c00 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:38.170805 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c88a39d3-c4c0-4b90-8ad4-f5f553729403 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.211118 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e26939-75dc-4199-9186-89f1b7f6c1ed x-openstack-request-id: req-09e26939-75dc-4199-9186-89f1b7f6c1ed {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:38.211301 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "64670969-c1dc-4351-8967-d7a90061751c", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:38.211614 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09e26939-75dc-4199-9186-89f1b7f6c1ed {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:38.216069 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64670969-c1dc-4351-8967-d7a90061751c', 'code': 200} Nov 25 17:30:38.231178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:38.357004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 64670969-c1dc-4351-8967-d7a90061751c no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:38.411682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] No DVR routers for this DVR port 64670969-c1dc-4351-8967-d7a90061751c on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:38.449181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c88a39d3-c4c0-4b90-8ad4-f5f553729403 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.480706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75142608-492b-4914-ab10-7f89a68204a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75142608-492b-4914-ab10-7f89a68204a3,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:38.530709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c88a39d3-c4c0-4b90-8ad4-f5f553729403 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for d03de18a-37ca-4143-8a21-ac43d0589c00 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:38.547595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '75142608-492b-4914-ab10-7f89a68204a3', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'port_id': '75142608-492b-4914-ab10-7f89a68204a3', 'mac_address': 'fa:16:3e:3e:ab:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda89d-76fa-4bbd-a6c9-f9df66a95b38', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:38.592862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 64670969-c1dc-4351-8967-d7a90061751c not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:38.607987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79faad9-7f6a-4da7-a643-be7bc7832354 req-0edd52b9-f218-49a3-914a-c97dc29f2a4c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:38.609059 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8931e045-2fd5-4f06-9236-57f830e4351e None None] Provisioning complete for port 5df4b99c-8280-4def-be14-22e2e3b9efdf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:38.609577 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8931e045-2fd5-4f06-9236-57f830e4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.618726 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f79faad9-7f6a-4da7-a643-be7bc7832354 req-0edd52b9-f218-49a3-914a-c97dc29f2a4c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.2206810 Nov 25 17:30:38.857925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.864164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Attempting to bind port 64670969-c1dc-4351-8967-d7a90061751c on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:38.882631 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c88a39d3-c4c0-4b90-8ad4-f5f553729403 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.887214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Attempting to bind port 64670969-c1dc-4351-8967-d7a90061751c by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:38.888109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Attempting to bind port 64670969-c1dc-4351-8967-d7a90061751c on network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:38.911373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75142608-492b-4914-ab10-7f89a68204a3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:38.920406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Port 64670969-c1dc-4351-8967-d7a90061751c on network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:38.922373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Attempting to bind port 64670969-c1dc-4351-8967-d7a90061751c on network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:38.923815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5df4b99c-8280-4def-be14-22e2e3b9efdf up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:38.939479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:38.941312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Checking segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:38.942347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Bound using segment: {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:38.942965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Bound port: 64670969-c1dc-4351-8967-d7a90061751c, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3e8fd1-10be-4798-958c-6234f92b5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:38.945566 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.000865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75142608-492b-4914-ab10-7f89a68204a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75142608-492b-4914-ab10-7f89a68204a3,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:39.013362 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.018013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a39d3-c4c0-4b90-8ad4-f5f553729403 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=d03de18a-37ca-4143-8a21-ac43d0589c00,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:39.052097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f79faad9-7f6a-4da7-a643-be7bc7832354 req-d6915feb-5446-44d4-94b1-42ca06960f1e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236846 Nov 25 17:30:39.123804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:39.130048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:39.139009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.149649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5df4b99c-8280-4def-be14-22e2e3b9efdf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:39.150280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.179086 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c88a39d3-c4c0-4b90-8ad4-f5f553729403 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.192727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c88a39d3-c4c0-4b90-8ad4-f5f553729403 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/d03de18a-37ca-4143-8a21-ac43d0589c00 HTTP/1.1" status: 204 len: 168 time: 1.3360991 Nov 25 17:30:39.196564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:39.204174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.204822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.219618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] 10.222.0.60 "PUT /v2.0/ports/64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 1091 time: 2.3078775 Nov 25 17:30:39.271035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=75142608-492b-4914-ab10-7f89a68204a3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:39.281424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['75142608-492b-4914-ab10-7f89a68204a3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:39.318178 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8931e045-2fd5-4f06-9236-57f830e4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.369975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd0189-32c4-4c22-b2c2-a48aabb190a3 req-a5e0ce39-ae34-45b8-974f-7da9c60be882 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.383646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3edd0189-32c4-4c22-b2c2-a48aabb190a3 req-a5e0ce39-ae34-45b8-974f-7da9c60be882 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 943 time: 0.4817536 Nov 25 17:30:39.443031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0091e732-2463-451f-ae59-42c1ab3056d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.450678 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-0091e732-2463-451f-ae59-42c1ab3056d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1094 time: 0.1424174 Nov 25 17:30:39.454871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8e316-03a0-4509-b59b-7968cda57c90 service neutron] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:39.533226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:39.577691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70cb8-5557-483b-a83e-0515947f6014 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.579275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70cb8-5557-483b-a83e-0515947f6014 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.583596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e5a70cb8-5557-483b-a83e-0515947f6014 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3772645 Nov 25 17:30:39.586768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36896) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:39.638213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3edd0189-32c4-4c22-b2c2-a48aabb190a3 req-331b3bc8-5ea8-4b74-a07e-bdbb51a01c35 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2485204 Nov 25 17:30:39.663264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaf314-b68b-44be-b2bf-516dc1cb1d1e req-77445e41-a07c-4397-9843-f0f19c6c52c4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.666097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7aaf314-b68b-44be-b2bf-516dc1cb1d1e req-77445e41-a07c-4397-9843-f0f19c6c52c4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 944 time: 0.3604927 Nov 25 17:30:39.674031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8931e045-2fd5-4f06-9236-57f830e4351e None None] For port 5df4b99c-8280-4def-be14-22e2e3b9efdf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5df4b99c-8280-4def-be14-22e2e3b9efdf,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:39.713651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff4e9c8-f02c-4eff-aac6-718ed90c88e7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet c99fd08f-c360-4ae1-bd1d-344008fe0008 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:39.720588 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e9c8-f02c-4eff-aac6-718ed90c88e7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.724117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-8bcad6fc-78d4-4394-a9e9-bc8ec3d3a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.725924 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-8bcad6fc-78d4-4394-a9e9-bc8ec3d3a5c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.2655668 Nov 25 17:30:39.729346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8931e045-2fd5-4f06-9236-57f830e4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.818869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931e045-2fd5-4f06-9236-57f830e4351e None None] Pushing event updated for resources: {'Port': ['ID=5df4b99c-8280-4def-be14-22e2e3b9efdf,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:39.849072 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-558edf9b-09d7-4b73-be0f-9d4390de4876 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 999 time: 0.0892630 Nov 25 17:30:39.864242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dd2ed6ba-72cb-4166-80af-a9143a7da6f9 None None] Could not find standard attr ID for object d03de18a-37ca-4143-8a21-ac43d0589c00. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:30:39.876013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7aaf314-b68b-44be-b2bf-516dc1cb1d1e req-6778d3c2-a6d2-41e9-b263-2d8fd5e61f9c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964159 Nov 25 17:30:39.914398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7905dba-5be1-4e6c-868a-36c80806ff97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.929126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e9c8-f02c-4eff-aac6-718ed90c88e7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.987105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-a2295cd9-c0ae-4577-bbdf-8f3a260a1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.988620 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-a2295cd9-c0ae-4577-bbdf-8f3a260a1b19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.1218185 Nov 25 17:30:40.039036 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7905dba-5be1-4e6c-868a-36c80806ff97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.045274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7905dba-5be1-4e6c-868a-36c80806ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.085482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-d83ad540-befa-4b03-bc23-f79710210a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.087206 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-d83ad540-befa-4b03-bc23-f79710210a38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831888 Nov 25 17:30:40.094499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e9c8-f02c-4eff-aac6-718ed90c88e7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.094918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b7905dba-5be1-4e6c-868a-36c80806ff97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f8e6ed7887e4549a068f782dcd0bed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5567811 Nov 25 17:30:40.095716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:40.104345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7905dba-5be1-4e6c-868a-36c80806ff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad44991-bd16-4b93-8f50-d8b3c2a6046d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:40.159271 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7edf0450-47f5-462a-8e5b-cad5f3287619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.215645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'tag': '64670969-c1dc-4351-8967-d7a90061751c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:40.217175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7edf0450-47f5-462a-8e5b-cad5f3287619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.218061 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44b437-320a-4c5a-a933-f0fb7fcc0860" -d '{"events": [{"name": "network-changed", "server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "tag": "64670969-c1dc-4351-8967-d7a90061751c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:40.259283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e9c8-f02c-4eff-aac6-718ed90c88e7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.268339 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-a1cc138e-df49-4297-957e-66232ee37209 service neutron] 10.222.0.60 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694052 Nov 25 17:30:40.313090 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae2ffc-cbf5-4895-ab3c-2cd234890c76 x-openstack-request-id: req-35ae2ffc-cbf5-4895-ab3c-2cd234890c76 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:40.313805 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "tag": "64670969-c1dc-4351-8967-d7a90061751c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:40.315974 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35ae2ffc-cbf5-4895-ab3c-2cd234890c76 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:40.315974 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'tag': '64670969-c1dc-4351-8967-d7a90061751c', 'status': 'completed', 'code': 200} Nov 25 17:30:40.315974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4e9c8-f02c-4eff-aac6-718ed90c88e7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=c99fd08f-c360-4ae1-bd1d-344008fe0008,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:40.327416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8e04-f2cb-43a5-8f76-7443270f0fdf req-11c1c7db-c010-4d54-8afe-69a8b2147170 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.329080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fabe8e04-f2cb-43a5-8f76-7443270f0fdf req-11c1c7db-c010-4d54-8afe-69a8b2147170 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1472828 Nov 25 17:30:40.345323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ff4e9c8-f02c-4eff-aac6-718ed90c88e7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.345750 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7edf0450-47f5-462a-8e5b-cad5f3287619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.348383 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7edf0450-47f5-462a-8e5b-cad5f3287619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.351739 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3ff4e9c8-f02c-4eff-aac6-718ed90c88e7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/c99fd08f-c360-4ae1-bd1d-344008fe0008 HTTP/1.1" status: 204 len: 168 time: 0.7612944 Nov 25 17:30:40.352077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7edf0450-47f5-462a-8e5b-cad5f3287619 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fad44991-bd16-4b93-8f50-d8b3c2a6046d HTTP/1.1" status: 204 len: 168 time: 0.2549257 Nov 25 17:30:40.352740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:40.356525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83978749-d12a-4042-bc1d-2e7e868d6ac8 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:40.390735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf0450-47f5-462a-8e5b-cad5f3287619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad44991-bd16-4b93-8f50-d8b3c2a6046d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:40.466705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-628217e4-dee7-4f1b-869f-1bf0a8514e5c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929563 Nov 25 17:30:40.470326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:40.484232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:40.512092 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f53b9a7c-d990-4ad6-a8a8-e6a37dabf0a8 req-bb35a80e-c8af-46ee-bbdc-2411ce2713c6 service neutron] 10.222.0.60 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209082 Nov 25 17:30:40.603075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fabe8e04-f2cb-43a5-8f76-7443270f0fdf req-0837b4ff-66f0-474d-a557-7b475e8c8946 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677288 Nov 25 17:30:40.608421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-7271c32e-dd90-4d0f-a7c3-48b635a5129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.609948 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-7271c32e-dd90-4d0f-a7c3-48b635a5129d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1094 time: 0.2487857 Nov 25 17:30:40.678113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:40.716131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:40.723459 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.733960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-337cc8d7-c744-4dd0-9fdd-74744079e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.736578 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-337cc8d7-c744-4dd0-9fdd-74744079e20e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1094 time: 0.1274841 Nov 25 17:30:40.865682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] Deleting port 5df4b99c-8280-4def-be14-22e2e3b9efdf {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:40.866437 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.881655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-3dea677a-23c2-4cf1-af4d-0ccc93580dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.883274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-3dea677a-23c2-4cf1-af4d-0ccc93580dd8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.2642987 Nov 25 17:30:41.000393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] For port 5df4b99c-8280-4def-be14-22e2e3b9efdf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5df4b99c-8280-4def-be14-22e2e3b9efdf,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:41.001877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.011882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-68186e20-3db3-4eb1-b5d7-b26f31c3d08e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 999 time: 0.1110311 Nov 25 17:30:41.039287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] Calling delete_port for 5df4b99c-8280-4def-be14-22e2e3b9efdf owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:41.048189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:41.080702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237646e-97e9-4376-ba88-e186784d197b req-3d61b367-c0f7-4e7e-9c76-6af021bb3171 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.088019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f237646e-97e9-4376-ba88-e186784d197b req-3d61b367-c0f7-4e7e-9c76-6af021bb3171 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 943 time: 0.2597072 Nov 25 17:30:41.103366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b32e5651-1fd1-44a9-95c5-dcbbe7e80c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.187033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-938f9984-8481-4e0c-aaa9-3bb13171b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.189909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-c14dad7c-b794-423b-b807-b8f2ff0fe018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.191363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-938f9984-8481-4e0c-aaa9-3bb13171b6c8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.1710153 Nov 25 17:30:41.191508 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-c14dad7c-b794-423b-b807-b8f2ff0fe018 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.4438257 Nov 25 17:30:41.204793 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.253704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] Pushing event deleted for resources: {'Port': ['ID=5df4b99c-8280-4def-be14-22e2e3b9efdf,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:41.268357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9acb7-0bb5-4cb1-ba73-9eba79360a62 None None] No DVR routers for this DVR port 5df4b99c-8280-4def-be14-22e2e3b9efdf on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:41.319446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b32e5651-1fd1-44a9-95c5-dcbbe7e80c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.330747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b32e5651-1fd1-44a9-95c5-dcbbe7e80c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.358452 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-fabfd132-3bb0-452f-96bc-830827b14573 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 999 time: 0.1525924 Nov 25 17:30:41.399907 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b32e5651-1fd1-44a9-95c5-dcbbe7e80c8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d23881586e1c497f9c0d76491362d886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3504887 Nov 25 17:30:41.432266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36924) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:41.453992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e5651-1fd1-44a9-95c5-dcbbe7e80c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1062c4-815d-49e3-b811-7a5f2c9b32b1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:41.492335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-618d56cf-1965-42e6-bf12-f3462dc3a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.496234 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-618d56cf-1965-42e6-bf12-f3462dc3a253 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.1277652 Nov 25 17:30:41.566505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819179b7-2850-4c6e-b70e-de860142aed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.579533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-3c87d918-c28e-4ff7-8c82-9478429212ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.581195 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-3c87d918-c28e-4ff7-8c82-9478429212ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766909 Nov 25 17:30:41.626530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819179b7-2850-4c6e-b70e-de860142aed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.717802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129bcb7-fc92-45e3-a528-e6c3d4d58e80 req-2fa9f6d0-96b9-4a7d-890e-89737b738b40 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.720212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9129bcb7-fc92-45e3-a528-e6c3d4d58e80 req-2fa9f6d0-96b9-4a7d-890e-89737b738b40 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 944 time: 0.5759611 Nov 25 17:30:41.750126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f237646e-97e9-4376-ba88-e186784d197b req-cd0a9cd2-2213-429c-b0e5-29a286225187 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6605942 Nov 25 17:30:41.754983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819179b7-2850-4c6e-b70e-de860142aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.757605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819179b7-2850-4c6e-b70e-de860142aed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.762481 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-819179b7-2850-4c6e-b70e-de860142aed7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b1062c4-815d-49e3-b811-7a5f2c9b32b1 HTTP/1.1" status: 204 len: 168 time: 0.3281322 Nov 25 17:30:41.769417 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-3e84371d-94c8-4cf6-acae-31f52084352b service neutron] 10.222.0.60 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740153 Nov 25 17:30:41.786374 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.802011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-907cd7e8-25c6-4444-b84a-fb605025e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:41.803603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-907cd7e8-25c6-4444-b84a-fb605025e21f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6050258 Nov 25 17:30:41.809641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819179b7-2850-4c6e-b70e-de860142aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1062c4-815d-49e3-b811-7a5f2c9b32b1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:41.891440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9129bcb7-fc92-45e3-a528-e6c3d4d58e80 req-42b79a7e-6eda-4ba8-ad89-1b4ad0566a8e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584387 Nov 25 17:30:41.914306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:41.931742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:41.944595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead6cf9c-2226-4503-bb88-125898dee77c None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:42.017204 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-8c84fd7f-26f4-4cac-9c65-a7e6ffb692a3 service neutron] 10.222.0.60 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288527 Nov 25 17:30:42.046710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:42.053102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.089456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75142608-492b-4914-ab10-7f89a68204a3 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:42.105901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=f368aaa7-9514-4a67-b6c0-772f1a35da11,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:42.148578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36934) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:42.149567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0ac4894d-9509-437c-895d-f49bc2d69471 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6781445 Nov 25 17:30:42.157651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': 'f368aaa7-9514-4a67-b6c0-772f1a35da11', 'ip_address': '2001:db8::f766:d4bb:fea:19ef'}], 'name': 'tempest-NetworksTestDHCPv6-779761669'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:42.176611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-d788a70d-e0a9-43a6-8112-ab90caf74a94 service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169825 Nov 25 17:30:42.197734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b25082-2824-4f82-ad4e-c03f716ecec7 req-88a4c60e-012e-40fd-9371-60ecda3a1137 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:42.200328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0b25082-2824-4f82-ad4e-c03f716ecec7 req-88a4c60e-012e-40fd-9371-60ecda3a1137 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1440358 Nov 25 17:30:42.363940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0b25082-2824-4f82-ad4e-c03f716ecec7 req-4d2a2946-cd27-47d1-b723-e2613dab3dc9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369612 Nov 25 17:30:42.383018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 75142608-492b-4914-ab10-7f89a68204a3 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:42.399135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f44b437-320a-4c5a-a933-f0fb7fcc0860 req-9e4da329-1723-4337-b56f-132dcf88968e service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117903 Nov 25 17:30:42.407733 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 75142608-492b-4914-ab10-7f89a68204a3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:42.408644 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.471649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:42.503465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'f368aaa7-9514-4a67-b6c0-772f1a35da11'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:42.504449 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.606861 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.613307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.628676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 7fea42ee-d8bd-4691-9852-8e2259ee9649 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:42.709443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d882907-9b33-4e4a-9d60-0f6c0cbc329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75142608-492b-4914-ab10-7f89a68204a3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:42.711788 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffdf30a-6f6e-4291-8b5f-f4453a6cda80" -d '{"events": [{"server_uuid": "0d882907-9b33-4e4a-9d60-0f6c0cbc329f", "name": "network-vif-plugged", "status": "completed", "tag": "75142608-492b-4914-ab10-7f89a68204a3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:42.717300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75142608-492b-4914-ab10-7f89a68204a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75142608-492b-4914-ab10-7f89a68204a3,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:42.726858 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.925674 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca96b33-1526-4f30-b649-a0e46f636769 x-openstack-request-id: req-eca96b33-1526-4f30-b649-a0e46f636769 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:42.925982 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d882907-9b33-4e4a-9d60-0f6c0cbc329f", "name": "network-vif-plugged", "status": "completed", "tag": "75142608-492b-4914-ab10-7f89a68204a3", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:42.926235 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eca96b33-1526-4f30-b649-a0e46f636769 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:42.926636 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d882907-9b33-4e4a-9d60-0f6c0cbc329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75142608-492b-4914-ab10-7f89a68204a3', 'code': 200} Nov 25 17:30:42.927790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5df4b99c-8280-4def-be14-22e2e3b9efdf no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:42.954873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=75142608-492b-4914-ab10-7f89a68204a3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:42.959445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 5df4b99c-8280-4def-be14-22e2e3b9efdf {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:42.960041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5df4b99c-8280-4def-be14-22e2e3b9efdf not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:42.986266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/f368aaa7-9514-4a67-b6c0-772f1a35da11/d514d653-12a4-4ef4-8b51-23e9a5279d84) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:43.166171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32ab94-23d9-4edf-aea7-80b38b444cd5 req-5914c33a-124d-46a0-95ea-553b6cd4c519 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:43.168271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d32ab94-23d9-4edf-aea7-80b38b444cd5 req-5914c33a-124d-46a0-95ea-553b6cd4c519 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 943 time: 0.2643428 Nov 25 17:30:43.227974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26907abb-a2c7-4bb9-95fe-dde502f15396 req-fd5db9d1-ad05-423f-ab7e-f9b0ad3ac6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:43.230214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26907abb-a2c7-4bb9-95fe-dde502f15396 req-fd5db9d1-ad05-423f-ab7e-f9b0ad3ac6ad service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 1096 time: 0.3003621 Nov 25 17:30:43.289866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.330458 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.378841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d32ab94-23d9-4edf-aea7-80b38b444cd5 req-530812f8-f97e-43c6-b889-2a3498d94dbe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2032468 Nov 25 17:30:43.414749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379c047-c8fd-4281-9fa4-50ada94932c4 req-a5848441-28f8-4dac-9b87-49dbfaa69c6a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:43.425420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e379c047-c8fd-4281-9fa4-50ada94932c4 req-a5848441-28f8-4dac-9b87-49dbfaa69c6a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 945 time: 0.2041345 Nov 25 17:30:43.441177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26907abb-a2c7-4bb9-95fe-dde502f15396 req-6629dae3-08ec-45be-8d9c-633458afb216 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964357 Nov 25 17:30:43.486115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:43.497729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e379c047-c8fd-4281-9fa4-50ada94932c4 req-11e74eea-b85c-4051-906b-7e5372e6e7a0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714858 Nov 25 17:30:43.499887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f766:d4bb:fea:19ef (f0634854-7ddd-47b2-951e-b6eafb4de14a/f368aaa7-9514-4a67-b6c0-772f1a35da11/7fea42ee-d8bd-4691-9852-8e2259ee9649) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:43.503668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:43.507686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 64670969-c1dc-4351-8967-d7a90061751c details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:43.533941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:43.668968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Pushing event updated for resources: {'Port': ['ID=d514d653-12a4-4ef4-8b51-23e9a5279d84,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.677212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733341e-0244-435a-abfa-5b4ba703a261 req-7a4cdbac-8afa-4027-a6b5-cb7fc116a42e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:43.686130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5733341e-0244-435a-abfa-5b4ba703a261 req-7a4cdbac-8afa-4027-a6b5-cb7fc116a42e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.0606806 Nov 25 17:30:43.690347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Attempting to bind port d514d653-12a4-4ef4-8b51-23e9a5279d84 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:43.690716 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Attempting to bind port d514d653-12a4-4ef4-8b51-23e9a5279d84 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:43.691083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Attempting to bind port d514d653-12a4-4ef4-8b51-23e9a5279d84 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:43.738141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:43.738543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:43.738925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.739807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:43.740309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Bound port: d514d653-12a4-4ef4-8b51-23e9a5279d84, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:43.740697 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.762208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5733341e-0244-435a-abfa-5b4ba703a261 req-84855dc1-cb98-4fb6-9ee3-c270b06c19ff tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748096 Nov 25 17:30:43.837308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:43.851365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.860340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '64670969-c1dc-4351-8967-d7a90061751c', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'port_id': '64670969-c1dc-4351-8967-d7a90061751c', 'mac_address': 'fa:16:3e:45:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:43.888922 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.916693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] For port d514d653-12a4-4ef4-8b51-23e9a5279d84, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:43.945401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] For port d514d653-12a4-4ef4-8b51-23e9a5279d84, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d514d653-12a4-4ef4-8b51-23e9a5279d84,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:43.953303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:43.954078 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.957939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:43.962165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:43.968650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:43.969448 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.979082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=7fea42ee-d8bd-4691-9852-8e2259ee9649,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.997640 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b09dc3ca-5304-4ae3-b6cc-018b95276048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8450930 Nov 25 17:30:43.998101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36974) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:44.011319 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.043339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a381484-2323-40a2-80a7-7af2c1d5c75a None None] Pushing event updated for resources: {'Port': ['ID=d514d653-12a4-4ef4-8b51-23e9a5279d84,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:44.059096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64670969-c1dc-4351-8967-d7a90061751c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:44.090236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:44.098616 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.107494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9fd01-80b6-4cde-ba26-62c07ee2dc38 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.126570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9fd01-80b6-4cde-ba26-62c07ee2dc38 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.133273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:44.134945 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cac9fd01-80b6-4cde-ba26-62c07ee2dc38 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1342475 Nov 25 17:30:44.208039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:44.334938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a1e6e-6205-4730-81cf-6fd4a456ebd3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 7fea42ee-d8bd-4691-9852-8e2259ee9649 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:44.335420 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a1e6e-6205-4730-81cf-6fd4a456ebd3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.480914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['64670969-c1dc-4351-8967-d7a90061751c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:44.481270 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a1e6e-6205-4730-81cf-6fd4a456ebd3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.593638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a1e6e-6205-4730-81cf-6fd4a456ebd3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 7fea42ee-d8bd-4691-9852-8e2259ee9649 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:44.821534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d514d653-12a4-4ef4-8b51-23e9a5279d84 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:44.854317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139e15-82cc-4cfc-90e3-a344bbe4ef12 req-d8f1c0e0-81bb-4af1-8760-14349c7f4a25 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.856488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50139e15-82cc-4cfc-90e3-a344bbe4ef12 req-d8f1c0e0-81bb-4af1-8760-14349c7f4a25 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 945 time: 0.1657369 Nov 25 17:30:44.865820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f96fd-1403-43c6-9bb1-534d77e11df5 req-0211ae96-6fe3-4bc5-8fe1-12f0fb3e3bf6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.867449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d61f96fd-1403-43c6-9bb1-534d77e11df5 req-0211ae96-6fe3-4bc5-8fe1-12f0fb3e3bf6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 944 time: 0.2795227 Nov 25 17:30:44.942744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d514d653-12a4-4ef4-8b51-23e9a5279d84 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:44.943167 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:44.993352 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a1e6e-6205-4730-81cf-6fd4a456ebd3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.029598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50139e15-82cc-4cfc-90e3-a344bbe4ef12 req-0dbbf2d1-3a1f-4a46-b5b5-4f8d3b6b0064 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610181 Nov 25 17:30:45.067013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a1e6e-6205-4730-81cf-6fd4a456ebd3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=7fea42ee-d8bd-4691-9852-8e2259ee9649,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:45.077175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d61f96fd-1403-43c6-9bb1-534d77e11df5 req-e0c1a60d-3e2a-4fe3-9608-07e130d55d9c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019448 Nov 25 17:30:45.083756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.120021 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f3a1e6e-6205-4730-81cf-6fd4a456ebd3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.127168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5f3a1e6e-6205-4730-81cf-6fd4a456ebd3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/7fea42ee-d8bd-4691-9852-8e2259ee9649 HTTP/1.1" status: 204 len: 168 time: 0.9860828 Nov 25 17:30:45.127970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:45.142989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port d514d653-12a4-4ef4-8b51-23e9a5279d84, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d514d653-12a4-4ef4-8b51-23e9a5279d84,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:45.147520 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.228207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=d514d653-12a4-4ef4-8b51-23e9a5279d84,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:45.241870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a3be1-7438-4452-926d-6de5a9526afb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.244011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a3be1-7438-4452-926d-6de5a9526afb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.250021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:45.259268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d68a3be1-7438-4452-926d-6de5a9526afb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1301229 Nov 25 17:30:45.341494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e5f1d3-3bad-440a-b35e-e0b2366d41af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet f368aaa7-9514-4a67-b6c0-772f1a35da11 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:45.345944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f1d3-3bad-440a-b35e-e0b2366d41af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.376872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18584c-a098-4b21-9ba8-c89e5f86b6c6 req-9ae167af-8c6b-4073-be4d-8250e433ee2f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.383076 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e18584c-a098-4b21-9ba8-c89e5f86b6c6 req-9ae167af-8c6b-4073-be4d-8250e433ee2f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1172585 Nov 25 17:30:45.451581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f1d3-3bad-440a-b35e-e0b2366d41af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.474981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e18584c-a098-4b21-9ba8-c89e5f86b6c6 req-3cccab6e-fe5f-4b42-9579-61a34c458403 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830641 Nov 25 17:30:45.633991 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f1d3-3bad-440a-b35e-e0b2366d41af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.731950 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f1d3-3bad-440a-b35e-e0b2366d41af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.774299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5f1d3-3bad-440a-b35e-e0b2366d41af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=f368aaa7-9514-4a67-b6c0-772f1a35da11,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:45.786353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f1d3-3bad-440a-b35e-e0b2366d41af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:45.794179 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f4e5f1d3-3bad-440a-b35e-e0b2366d41af tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/f368aaa7-9514-4a67-b6c0-772f1a35da11 HTTP/1.1" status: 204 len: 168 time: 0.5392222 Nov 25 17:30:45.794926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:45.860388 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b6cc12e3-e204-45a7-8b7c-b7c7edd090bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637109 Nov 25 17:30:45.863877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:45.884926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132fe39-31de-4dc5-ac40-8439b6a1c277 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:45.885485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:45.981890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e83f-cc53-4a7b-9656-3e7f4c976a5f req-8a7dfe1e-da21-4354-a640-a47f8e29323d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:45.989807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7388e83f-cc53-4a7b-9656-3e7f4c976a5f req-8a7dfe1e-da21-4354-a640-a47f8e29323d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 944 time: 0.2971911 Nov 25 17:30:46.029238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:46.039200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.067153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-52755792-80a7-4082-aaa9-d6275a4e06a5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.068727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-52755792-80a7-4082-aaa9-d6275a4e06a5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e&tenant_id=0c935ec18232485f9e1c651993bafb40&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 944 time: 0.3299708 Nov 25 17:30:46.071685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dabcbd6a-5340-4f47-89f2-336da03746de None None] Provisioning complete for port d514d653-12a4-4ef4-8b51-23e9a5279d84 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:46.072395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dabcbd6a-5340-4f47-89f2-336da03746de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.165694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7388e83f-cc53-4a7b-9656-3e7f4c976a5f req-168773d1-03a2-4d5b-88d5-9eb26d2cfdeb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1743224 Nov 25 17:30:46.216998 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-93204395-7060-4415-b709-1dd8965db873 service neutron] delete failed (client error): The resource could not be found. Nov 25 17:30:46.225053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-93204395-7060-4415-b709-1dd8965db873 service neutron] 10.222.0.95 "DELETE /v2.0/ports/64670969-c1dc-4351-8967-d7a90061751c/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.1485221 Nov 25 17:30:46.359532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ea9c2-ffda-41f6-8386-0c7808436c38 req-7854665b-d0e6-4c3b-9918-e130796613d1 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.361440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-763ea9c2-ffda-41f6-8386-0c7808436c38 req-7854665b-d0e6-4c3b-9918-e130796613d1 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 945 time: 0.1349232 Nov 25 17:30:46.381789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-0f94ea7c-2511-40a1-8d25-14b624a576b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.383476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-0f94ea7c-2511-40a1-8d25-14b624a576b6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1095 time: 0.0849288 Nov 25 17:30:46.505724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-763ea9c2-ffda-41f6-8386-0c7808436c38 req-a8ee9370-5b5c-475b-a2ab-2b69de70a88e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300638 Nov 25 17:30:46.513484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:46.515291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.585218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-d600eca7-fd84-44e2-803f-16184d1dc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.586984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-d600eca7-fd84-44e2-803f-16184d1dc194 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.1914618 Nov 25 17:30:46.595230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] Deleting port d514d653-12a4-4ef4-8b51-23e9a5279d84 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:46.596120 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.612960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:46.616360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:46.621355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.621962 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.648779 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7795017 Nov 25 17:30:46.648918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37032) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:46.659221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': 'a2826e2d-96ad-4b7e-975c-4e3da03c3ed1', 'ip_address': '2001:db8::c3e7:c25e:edcf:57e'}], 'name': 'tempest-NetworksTestDHCPv6-426900813'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:46.746457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-aaf77fa0-40fe-4489-b62a-09b60020dfb7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 1000 time: 0.1524677 Nov 25 17:30:46.762916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d2937-858b-4c5a-92bf-7ecc1c944ab2 req-a31ead3c-ff7d-4532-aa82-8d417505407e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.765472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d514d653-12a4-4ef4-8b51-23e9a5279d84 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:46.770271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-983d2937-858b-4c5a-92bf-7ecc1c944ab2 req-a31ead3c-ff7d-4532-aa82-8d417505407e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1193023 Nov 25 17:30:46.815869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aece92-51c5-41ad-b44f-c842ce473fa1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=a2826e2d-96ad-4b7e-975c-4e3da03c3ed1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:46.853858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] For port d514d653-12a4-4ef4-8b51-23e9a5279d84, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d514d653-12a4-4ef4-8b51-23e9a5279d84,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:46.855085 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.861035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-a22df8dc-4091-478a-8fb8-ae206207c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.862538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-a22df8dc-4091-478a-8fb8-ae206207c67d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.0897143 Nov 25 17:30:46.872615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] Calling delete_port for d514d653-12a4-4ef4-8b51-23e9a5279d84 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:46.880452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:46.887822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.902465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-983d2937-858b-4c5a-92bf-7ecc1c944ab2 req-ac017c31-ed80-4982-876d-aa805ebaa34c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302993 Nov 25 17:30:46.913086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 1650f144-a548-4e9d-a954-205434ae9783 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:46.998360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-7371d1b3-93fe-49fc-8201-22b1ba4d3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.000348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-7371d1b3-93fe-49fc-8201-22b1ba4d3337 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279814 Nov 25 17:30:47.010187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a31224-0555-4e46-98bd-4a4b38985d75 req-e7c14d68-bde2-402b-a204-dd9caeb96e7e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.018491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6a31224-0555-4e46-98bd-4a4b38985d75 req-e7c14d68-bde2-402b-a204-dd9caeb96e7e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 945 time: 0.1447709 Nov 25 17:30:47.049385 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.110856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port d514d653-12a4-4ef4-8b51-23e9a5279d84, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d514d653-12a4-4ef4-8b51-23e9a5279d84,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:47.116088 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.143757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6a31224-0555-4e46-98bd-4a4b38985d75 req-beb4806d-40a6-40c6-b1a6-31827702e42d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243773 Nov 25 17:30:47.157277 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.181953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::c3e7:c25e:edcf:57e (f0634854-7ddd-47b2-951e-b6eafb4de14a/a2826e2d-96ad-4b7e-975c-4e3da03c3ed1/1650f144-a548-4e9d-a954-205434ae9783) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:47.193184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] No DVR routers for this DVR port d514d653-12a4-4ef4-8b51-23e9a5279d84 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:47.211402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=d514d653-12a4-4ef4-8b51-23e9a5279d84,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:47.234858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-8cbfc0ab-9b87-4eeb-b147-490baf439100 service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085483 Nov 25 17:30:47.244872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c729ee-fdfb-456b-8f15-452a16f14fae None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:47.311219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b90aa-3657-4d1b-b9c0-0a07cd9560b7 None None] Pushing event deleted for resources: {'Port': ['ID=d514d653-12a4-4ef4-8b51-23e9a5279d84,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:47.405784 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.438550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb256557-f777-4f7c-a129-104fb6610788 req-af7a2c16-db37-49cc-b542-5e8bfab451fc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.441297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'a2826e2d-96ad-4b7e-975c-4e3da03c3ed1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:47.441612 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb256557-f777-4f7c-a129-104fb6610788 req-af7a2c16-db37-49cc-b542-5e8bfab451fc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 945 time: 0.1447339 Nov 25 17:30:47.442202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.451511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f522-8c53-4ccb-ac7e-dd9178387bb5 req-58ec0024-a06b-47ab-823b-f2c0e3debb33 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.453684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fb5f522-8c53-4ccb-ac7e-dd9178387bb5 req-58ec0024-a06b-47ab-823b-f2c0e3debb33 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 944 time: 0.1583686 Nov 25 17:30:47.475080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 64670969-c1dc-4351-8967-d7a90061751c up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:47.503802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c95ac2f-5f32-4abd-b78d-bdbdd09fa5cf req-bdcbf258-28e7-461c-a8e5-cb60924a37af service neutron] 10.222.0.95 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588429 Nov 25 17:30:47.558670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fb5f522-8c53-4ccb-ac7e-dd9178387bb5 req-93864af7-1275-4010-ba03-fbaee40474d2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958295 Nov 25 17:30:47.584151 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb256557-f777-4f7c-a129-104fb6610788 req-10452bc6-a3f1-4d67-a66b-342f73ccfbd2 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296446 Nov 25 17:30:47.774639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 64670969-c1dc-4351-8967-d7a90061751c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:47.780023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 64670969-c1dc-4351-8967-d7a90061751c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:47.780023 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.795133 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.901599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:47.914766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:47.921701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:47.926340 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.938997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.939964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.946218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/a2826e2d-96ad-4b7e-975c-4e3da03c3ed1/57a79b52-c1be-4827-a88c-2205baa5b0a0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:47.977133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85944874-3880-415e-89c5-21d38508a003 req-a0ab931e-b41d-4f78-ae26-85e410cbaa29 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.986325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85944874-3880-415e-89c5-21d38508a003 req-a0ab931e-b41d-4f78-ae26-85e410cbaa29 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 945 time: 0.0702937 Nov 25 17:30:47.993446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64670969-c1dc-4351-8967-d7a90061751c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:47.996790 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dbd78f-7a52-4872-92f2-8f135ed07598" -d '{"events": [{"server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "name": "network-vif-plugged", "status": "completed", "tag": "64670969-c1dc-4351-8967-d7a90061751c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:48.006554 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3542352 Nov 25 17:30:48.006554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af00f46-6700-49bb-abbd-302aa8feda7d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=1650f144-a548-4e9d-a954-205434ae9783,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:48.008817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:48.031029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:48.038292 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.061079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85944874-3880-415e-89c5-21d38508a003 req-3a13ea9f-099e-4da5-8b9e-05931462984e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733249 Nov 25 17:30:48.157828 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd72a20-049b-4330-b5a4-85d6e99e1b8d x-openstack-request-id: req-2bd72a20-049b-4330-b5a4-85d6e99e1b8d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:48.158252 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "name": "network-vif-plugged", "status": "completed", "tag": "64670969-c1dc-4351-8967-d7a90061751c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:48.158765 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2bd72a20-049b-4330-b5a4-85d6e99e1b8d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:48.159293 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64670969-c1dc-4351-8967-d7a90061751c', 'code': 200} Nov 25 17:30:48.160065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:48.164670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504faf8-a3a5-4bb8-a448-a99a79e5ac48 req-4af2d14d-b3cb-462a-8631-83fbad210c90 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.173870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a504faf8-a3a5-4bb8-a448-a99a79e5ac48 req-4af2d14d-b3cb-462a-8631-83fbad210c90 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1238682 Nov 25 17:30:48.177214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3d11e-cc66-404e-b13c-4ba74b7f6e44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.184448 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6ae3d11e-cc66-404e-b13c-4ba74b7f6e44 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1744993 Nov 25 17:30:48.188401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:48.259535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a504faf8-a3a5-4bb8-a448-a99a79e5ac48 req-b44fc591-3778-4e2e-a4c4-38e0577e8006 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847230 Nov 25 17:30:48.343977 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.362253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.384439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-909a766a-4f2c-4831-8781-fb910bc2e171 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 1650f144-a548-4e9d-a954-205434ae9783 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:48.384787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909a766a-4f2c-4831-8781-fb910bc2e171 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.442861 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:48.445735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:48.456968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:48.461359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Pushing event updated for resources: {'Port': ['ID=57a79b52-c1be-4827-a88c-2205baa5b0a0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:48.514675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909a766a-4f2c-4831-8781-fb910bc2e171 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.529642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-909a766a-4f2c-4831-8781-fb910bc2e171 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 1650f144-a548-4e9d-a954-205434ae9783 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:48.541406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Attempting to bind port 57a79b52-c1be-4827-a88c-2205baa5b0a0 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:48.541885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Attempting to bind port 57a79b52-c1be-4827-a88c-2205baa5b0a0 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:48.542893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Attempting to bind port 57a79b52-c1be-4827-a88c-2205baa5b0a0 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:48.550721 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:48.551316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:48.551970 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.552547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:48.553347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Bound port: 57a79b52-c1be-4827-a88c-2205baa5b0a0, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:48.553817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.688848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] For port 57a79b52-c1be-4827-a88c-2205baa5b0a0, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:48.707120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] For port 57a79b52-c1be-4827-a88c-2205baa5b0a0, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=57a79b52-c1be-4827-a88c-2205baa5b0a0,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:48.712841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.737743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a1a5f-b383-48e0-ab09-9ec9a4f1b632 req-a3e1ae18-ea51-4a96-b759-305beb721aff tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.745961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d40a1a5f-b383-48e0-ab09-9ec9a4f1b632 req-a3e1ae18-ea51-4a96-b759-305beb721aff tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.0742662 Nov 25 17:30:48.746912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909a766a-4f2c-4831-8781-fb910bc2e171 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.783276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0d99a-3ba2-4989-a37d-9251cc59ffae None None] Pushing event updated for resources: {'Port': ['ID=57a79b52-c1be-4827-a88c-2205baa5b0a0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:48.820119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a766a-4f2c-4831-8781-fb910bc2e171 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=1650f144-a548-4e9d-a954-205434ae9783,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:48.837835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d40a1a5f-b383-48e0-ab09-9ec9a4f1b632 req-28badd77-e2d6-4d78-885b-96a26d1939c9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909765 Nov 25 17:30:48.869444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37068) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:48.877233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909a766a-4f2c-4831-8781-fb910bc2e171 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:48.881543 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-909a766a-4f2c-4831-8781-fb910bc2e171 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/1650f144-a548-4e9d-a954-205434ae9783 HTTP/1.1" status: 204 len: 168 time: 0.6916332 Nov 25 17:30:48.883614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37070) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:48.984378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-386f14a9-f90e-474f-8f65-9936c28d98f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/3641825d-5308-4a6d-b40c-26b967f019e0 HTTP/1.1" status: 200 len: 993 time: 0.1129875 Nov 25 17:30:48.985846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389e77f-8c03-48c6-9b40-87f2ee50556d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.987387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389e77f-8c03-48c6-9b40-87f2ee50556d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.991312 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0389e77f-8c03-48c6-9b40-87f2ee50556d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1041770 Nov 25 17:30:48.994493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37074) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:49.110602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-503b108e-6940-4763-b43d-440ba178a326 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet a2826e2d-96ad-4b7e-975c-4e3da03c3ed1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:49.115510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-503b108e-6940-4763-b43d-440ba178a326 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.198407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-503b108e-6940-4763-b43d-440ba178a326 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.239957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee61dd-c1d5-477b-9260-f1e089843fea req-bd62c396-6d6b-45d8-a0b1-5c357ca2da7e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.247915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44ee61dd-c1d5-477b-9260-f1e089843fea req-bd62c396-6d6b-45d8-a0b1-5c357ca2da7e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 945 time: 0.0831168 Nov 25 17:30:49.329921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-503b108e-6940-4763-b43d-440ba178a326 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.340512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-22ad3c6e-6c61-4ccf-8409-38e78e321844 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.342080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-22ad3c6e-6c61-4ccf-8409-38e78e321844 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 945 time: 0.0928237 Nov 25 17:30:49.347802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44ee61dd-c1d5-477b-9260-f1e089843fea req-83cf539a-a861-464b-990e-287cbc6ae37a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897324 Nov 25 17:30:49.428912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-503b108e-6940-4763-b43d-440ba178a326 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.455608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-503b108e-6940-4763-b43d-440ba178a326 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.459471 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-503b108e-6940-4763-b43d-440ba178a326 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/a2826e2d-96ad-4b7e-975c-4e3da03c3ed1 HTTP/1.1" status: 204 len: 168 time: 0.4648960 Nov 25 17:30:49.479850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37080) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:49.485715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b108e-6940-4763-b43d-440ba178a326 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=a2826e2d-96ad-4b7e-975c-4e3da03c3ed1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:49.500197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41c36-1247-4477-bff2-fcb2efeca936 req-0aa2ce26-8225-4c3a-b722-4140fe6057e6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.504242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54b41c36-1247-4477-bff2-fcb2efeca936 req-0aa2ce26-8225-4c3a-b722-4140fe6057e6 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1035998 Nov 25 17:30:49.534802 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b5c2886c-d50c-46ed-8eb5-3be7e1357095 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540185 Nov 25 17:30:49.536065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37082) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:49.575053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Deleting port 75142608-492b-4914-ab10-7f89a68204a3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:49.575614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.586452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54b41c36-1247-4477-bff2-fcb2efeca936 req-e7f5624a-8690-4c4f-94a0-20e063e9e78b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731170 Nov 25 17:30:49.630497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9906804a-8f72-4192-9075-959b2fb08e81 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.633578 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9906804a-8f72-4192-9075-959b2fb08e81 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0936341 Nov 25 17:30:49.644810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37086) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:49.734696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] For port 75142608-492b-4914-ab10-7f89a68204a3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75142608-492b-4914-ab10-7f89a68204a3,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:49.734696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:49.738101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d033d-ae08-4649-b1c7-8122916722d9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.741231 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dc2d033d-ae08-4649-b1c7-8122916722d9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0947454 Nov 25 17:30:49.743505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37092) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:49.759725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Calling delete_port for 75142608-492b-4914-ab10-7f89a68204a3 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:49.809527 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4de5716a-70ee-43a4-8d07-9e994f55c17a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626249 Nov 25 17:30:49.814183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:49.819215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:50.015863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:50.019468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.134617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeda54e-0f93-46e9-9926-2b1d20a5b803 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:50.152863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.192106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:50.196328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event deleted for resources: {'Port': ['ID=75142608-492b-4914-ab10-7f89a68204a3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:50.271878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b7b15-8c4f-40e4-86fc-e14332dbb6eb None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:50.336399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] No DVR routers for this DVR port 75142608-492b-4914-ab10-7f89a68204a3 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:50.340481 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.345145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1cbaaf11-81e3-4c9f-8244-b14297233b95 req-fbc28d2f-473e-4537-993d-5e5f15017074 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "DELETE /v2.0/ports/75142608-492b-4914-ab10-7f89a68204a3 HTTP/1.1" status: 204 len: 173 time: 0.9948215 Nov 25 17:30:50.349488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d882907-9b33-4e4a-9d60-0f6c0cbc329f', 'name': 'network-vif-deleted', 'tag': '75142608-492b-4914-ab10-7f89a68204a3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:50.351913 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e25cf5-67a8-40b5-922a-b1bbfdffbca0" -d '{"events": [{"server_uuid": "0d882907-9b33-4e4a-9d60-0f6c0cbc329f", "name": "network-vif-deleted", "tag": "75142608-492b-4914-ab10-7f89a68204a3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:50.438109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8bf7c693-7c52-460e-8787-9fd346c4ba81 None None] Provisioning complete for port 57a79b52-c1be-4827-a88c-2205baa5b0a0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:50.438490 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c693-7c52-460e-8787-9fd346c4ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.464981 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6bbacb-fb77-48b7-83a8-311c2b2dc54d x-openstack-request-id: req-fa6bbacb-fb77-48b7-83a8-311c2b2dc54d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:50.464981 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d882907-9b33-4e4a-9d60-0f6c0cbc329f", "name": "network-vif-deleted", "tag": "75142608-492b-4914-ab10-7f89a68204a3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:50.464981 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa6bbacb-fb77-48b7-83a8-311c2b2dc54d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:50.464981 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d882907-9b33-4e4a-9d60-0f6c0cbc329f', 'name': 'network-vif-deleted', 'tag': '75142608-492b-4914-ab10-7f89a68204a3', 'status': 'completed', 'code': 200} Nov 25 17:30:50.530889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99db964b-a905-496f-a330-2a7ab5898abb req-c43b07b8-6399-4bcd-a172-d683ee4ec808 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d882907-9b33-4e4a-9d60-0f6c0cbc329f HTTP/1.1" status: 200 len: 210 time: 0.0689013 Nov 25 17:30:50.545742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.616189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:50.620410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:50.624340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.626924 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.633243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=84aaeca6-1254-411a-aa35-3d5f1db02004,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:50.658276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-53fb5805-526e-4be3-aab7-6e95a6699750 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8429661 Nov 25 17:30:50.661132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37138) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:50.664529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:50.666458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '84aaeca6-1254-411a-aa35-3d5f1db02004', 'ip_address': '2001:db8::4dde:f2bb:3415:c60e'}], 'name': 'tempest-NetworksTestDHCPv6-1790427713'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:50.669297 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c693-7c52-460e-8787-9fd346c4ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.791373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8bf7c693-7c52-460e-8787-9fd346c4ba81 None None] For port 57a79b52-c1be-4827-a88c-2205baa5b0a0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=57a79b52-c1be-4827-a88c-2205baa5b0a0,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:50.829508 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c693-7c52-460e-8787-9fd346c4ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.833691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb6df7-0a20-4194-86c6-6d4697f1e2f2 req-0fbbb11b-3dd9-4cc9-ab25-f521b02ca8ec tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.837580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-69bb6df7-0a20-4194-86c6-6d4697f1e2f2 req-0fbbb11b-3dd9-4cc9-ab25-f521b02ca8ec tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1243143 Nov 25 17:30:50.844927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:50.891329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] Deleting port 57a79b52-c1be-4827-a88c-2205baa5b0a0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:50.891942 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.919392 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-69bb6df7-0a20-4194-86c6-6d4697f1e2f2 req-ed9f357f-b7c3-4636-a2e0-e9c6a5a968f2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699873 Nov 25 17:30:50.994324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7c693-7c52-460e-8787-9fd346c4ba81 None None] Pushing event updated for resources: {'Port': ['ID=57a79b52-c1be-4827-a88c-2205baa5b0a0,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:51.042535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.051750 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] For port 57a79b52-c1be-4827-a88c-2205baa5b0a0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=57a79b52-c1be-4827-a88c-2205baa5b0a0,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:51.053155 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.064431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 3c405be8-4123-4a0e-b375-50bc2d45abd5 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:51.099815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] Calling delete_port for 57a79b52-c1be-4827-a88c-2205baa5b0a0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:51.215213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.254511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] No DVR routers for this DVR port 57a79b52-c1be-4827-a88c-2205baa5b0a0 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:51.256100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60c3e0-7237-48e2-a013-594ac76eb74c None None] Pushing event deleted for resources: {'Port': ['ID=57a79b52-c1be-4827-a88c-2205baa5b0a0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:51.279981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03ee21-df71-4d2c-8a18-79f597874246 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:51.287811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::4dde:f2bb:3415:c60e (f0634854-7ddd-47b2-951e-b6eafb4de14a/84aaeca6-1254-411a-aa35-3d5f1db02004/3c405be8-4123-4a0e-b375-50bc2d45abd5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:51.463631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.487275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': '84aaeca6-1254-411a-aa35-3d5f1db02004'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:30:51.488243 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.500452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.553823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:51.557175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:51.562298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:51.569271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.569956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.577290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=3c405be8-4123-4a0e-b375-50bc2d45abd5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:51.596492 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f9f81a63-51ce-4c4c-835f-52fe6df39241 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9315822 Nov 25 17:30:51.596973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37158) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:51.603235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fafd3663-a6da-4f90-ab9b-bebd44e49725 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '84aaeca6-1254-411a-aa35-3d5f1db02004', 'ip_address': '2001:db8::4dde:f2bb:3415:c60e'}], 'name': 'tempest-NetworksTestDHCPv6-1137810386'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:51.695401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/84aaeca6-1254-411a-aa35-3d5f1db02004/15ac0c9d-ee6e-4d78-a933-239c4795e819) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:51.747289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd3663-a6da-4f90-ab9b-bebd44e49725 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:51.758501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafd3663-a6da-4f90-ab9b-bebd44e49725 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.783233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-fafd3663-a6da-4f90-ab9b-bebd44e49725 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 7fab4ec6-c096-41e4-9ca4-5e131eb64434 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:51.890524 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.899049 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.955791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Pushing event updated for resources: {'Port': ['ID=15ac0c9d-ee6e-4d78-a933-239c4795e819,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:51.981856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:51.983719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:51.986130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:51.995814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-d52734f3-d777-441b-b09e-b7e97d569c4d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.014571 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafd3663-a6da-4f90-ab9b-bebd44e49725 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:30:52.015052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafd3663-a6da-4f90-ab9b-bebd44e49725 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:52.016919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-d52734f3-d777-441b-b09e-b7e97d569c4d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.1781282 Nov 25 17:30:52.041440 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fafd3663-a6da-4f90-ab9b-bebd44e49725 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4435995 Nov 25 17:30:52.044818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:52.060340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75142608-492b-4914-ab10-7f89a68204a3 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:30:52.068473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-f58835cb-77dc-4900-8c8d-f03aec8b7057 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/quotas/74b3d02624d84e74a045f6a9a10b41fc HTTP/1.1" status: 200 len: 375 time: 0.0506706 Nov 25 17:30:52.111822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 75142608-492b-4914-ab10-7f89a68204a3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:30:52.112569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75142608-492b-4914-ab10-7f89a68204a3 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:30:52.117172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Attempting to bind port 15ac0c9d-ee6e-4d78-a933-239c4795e819 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:52.117934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Attempting to bind port 15ac0c9d-ee6e-4d78-a933-239c4795e819 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:52.118545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Attempting to bind port 15ac0c9d-ee6e-4d78-a933-239c4795e819 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:52.120354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b751435-7aa1-4574-879a-d581c954b3a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.125276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:52.125828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:52.126345 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.126847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:52.127446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Bound port: 15ac0c9d-ee6e-4d78-a933-239c4795e819, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:52.127981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b751435-7aa1-4574-879a-d581c954b3a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.128160 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.130272 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4b751435-7aa1-4574-879a-d581c954b3a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0843410 Nov 25 17:30:52.131377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722579-ffa9-474c-99a7-2c3a5f47ba0d req-bb72d3b4-4763-4829-9b37-46eaec323854 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.133015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58722579-ffa9-474c-99a7-2c3a5f47ba0d req-bb72d3b4-4763-4829-9b37-46eaec323854 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1056402 Nov 25 17:30:52.139392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37178) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:52.174319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-025deedc-0760-4c71-a00f-9aca80f5e794 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913675 Nov 25 17:30:52.217049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] For port 15ac0c9d-ee6e-4d78-a933-239c4795e819, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:52.221282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] For port 15ac0c9d-ee6e-4d78-a933-239c4795e819, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=15ac0c9d-ee6e-4d78-a933-239c4795e819,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:52.227535 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.241989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58722579-ffa9-474c-99a7-2c3a5f47ba0d req-2e1a672a-3a88-4625-9073-359e1f30ee7b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015055 Nov 25 17:30:52.340640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 3c405be8-4123-4a0e-b375-50bc2d45abd5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:30:52.341070 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.365977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-f08671c2-1d21-4712-a773-c89fb3d2d2d0 service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786785 Nov 25 17:30:52.372767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8533031-f65d-41b0-85e5-ec0d129f2d35 None None] Pushing event updated for resources: {'Port': ['ID=15ac0c9d-ee6e-4d78-a933-239c4795e819,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.481327 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.494726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 3c405be8-4123-4a0e-b375-50bc2d45abd5 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:30:52.514475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-6ee32acb-f40c-4bc1-911b-a21a31dad2db service neutron] 10.222.0.81 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382251 Nov 25 17:30:52.630208 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:30:52.676921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.738938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=3c405be8-4123-4a0e-b375-50bc2d45abd5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.772457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15d00b3d-cf97-4f13-a5f7-fe26a81f3951 req-88272c4c-b4eb-4d4c-b576-306f2b6f9e89 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 210 time: 0.0382903 Nov 25 17:30:52.785076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.785561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.787696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.788064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.788420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.788775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.790022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.790382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.790869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.791215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.792723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.792723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:52.800402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.808739 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-92a4d99d-6543-4fee-8c51-79a2d131f580 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/3c405be8-4123-4a0e-b375-50bc2d45abd5 HTTP/1.1" status: 204 len: 168 time: 0.6666636 Nov 25 17:30:52.810415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37188) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:52.862019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 15ac0c9d-ee6e-4d78-a933-239c4795e819 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:52.875575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4859f5-a915-4cce-aeee-3588c1faef70 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.875575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4859f5-a915-4cce-aeee-3588c1faef70 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.877533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bf4859f5-a915-4cce-aeee-3588c1faef70 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0659189 Nov 25 17:30:52.880197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:52.934828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 15ac0c9d-ee6e-4d78-a933-239c4795e819 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:52.935209 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.954594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-22aba74f-7657-4ce9-a273-7d0298a4ae05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 84aaeca6-1254-411a-aa35-3d5f1db02004 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:52.958444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22aba74f-7657-4ce9-a273-7d0298a4ae05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.011402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22aba74f-7657-4ce9-a273-7d0298a4ae05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.029550 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.097427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 15ac0c9d-ee6e-4d78-a933-239c4795e819, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=15ac0c9d-ee6e-4d78-a933-239c4795e819,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:53.108425 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.123168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22aba74f-7657-4ce9-a273-7d0298a4ae05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.194667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=15ac0c9d-ee6e-4d78-a933-239c4795e819,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:53.200086 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22aba74f-7657-4ce9-a273-7d0298a4ae05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.231889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aba74f-7657-4ce9-a273-7d0298a4ae05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=84aaeca6-1254-411a-aa35-3d5f1db02004,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:53.235771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22aba74f-7657-4ce9-a273-7d0298a4ae05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.243773 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-22aba74f-7657-4ce9-a273-7d0298a4ae05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/84aaeca6-1254-411a-aa35-3d5f1db02004 HTTP/1.1" status: 204 len: 168 time: 0.3622403 Nov 25 17:30:53.246740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:53.304972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:53.311700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:53.316763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3d868b24-2213-4ec1-a0bf-655fdadee0cf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679898 Nov 25 17:30:53.435848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df54086-cd5a-4eb8-8eb6-4bf2d0f43637 req-200754d4-3288-4f0a-a363-8d6a60e0ed25 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:53.444239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df54086-cd5a-4eb8-8eb6-4bf2d0f43637 req-200754d4-3288-4f0a-a363-8d6a60e0ed25 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1028090 Nov 25 17:30:53.485576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1caa7bb6-9355-499e-8ea8-3a53698d7a34 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:53.534410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:53.538445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.541212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1df54086-cd5a-4eb8-8eb6-4bf2d0f43637 req-94023a26-a8cb-4c7c-b387-f849263ec001 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959041 Nov 25 17:30:53.670352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:53.685430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '1caa7bb6-9355-499e-8ea8-3a53698d7a34', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'port_id': '1caa7bb6-9355-499e-8ea8-3a53698d7a34', 'mac_address': 'fa:16:3e:7b:af:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cdfa52-62ef-4c54-a113-cfc2248d8146', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:53.730664 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.744857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1caa7bb6-9355-499e-8ea8-3a53698d7a34 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:53.773420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:53.778451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.852337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1caa7bb6-9355-499e-8ea8-3a53698d7a34,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:53.889969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0a430-7381-4263-91f1-f878af7d638c None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:53.890968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.920053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f80c65ed-f443-4d18-b37e-d6d4634d94c4 req-fc5304b4-66f2-48f2-96bd-59e992bd606f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 210 time: 0.0432527 Nov 25 17:30:53.959162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:53.967288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:53.970779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:53.971383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.992753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-641d9dcc-4ea3-4a7d-b602-00c869473781 None None] Provisioning complete for port 15ac0c9d-ee6e-4d78-a933-239c4795e819 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:53.993280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-641d9dcc-4ea3-4a7d-b602-00c869473781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.996048 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6889436 Nov 25 17:30:53.999953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:54.009715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dcdc8f33-6c9d-4464-b101-516c72b4dd82 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '1e273547-85e8-4bca-b444-f569d0476f43', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1702944090'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:54.129160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-210ffd2a-b74e-4eae-9907-834b727347b8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.131246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-210ffd2a-b74e-4eae-9907-834b727347b8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 806 time: 0.1553767 Nov 25 17:30:54.144257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Request body: {'port': {'device_id': '25f8bf80-8b65-49e2-9c6c-155191acc114', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'admin_state_up': True, 'tenant_id': '74b3d02624d84e74a045f6a9a10b41fc'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:54.144461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328be0b-7952-4d28-9794-e2e672155a7b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=1e273547-85e8-4bca-b444-f569d0476f43,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:54.176095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdc8f33-6c9d-4464-b101-516c72b4dd82 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:54.187767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8f33-6c9d-4464-b101-516c72b4dd82 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.213349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-dcdc8f33-6c9d-4464-b101-516c72b4dd82 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 8e01fadd-32dd-4ecc-877c-27aff1a1defb yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:30:54.293764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1caa7bb6-9355-499e-8ea8-3a53698d7a34'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:54.317856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Made reservation on behalf of 74b3d02624d84e74a045f6a9a10b41fc for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:54.334226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.418864 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdc8f33-6c9d-4464-b101-516c72b4dd82 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:30:54.425126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdc8f33-6c9d-4464-b101-516c72b4dd82 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:30:54.474330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:54.481545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dcdc8f33-6c9d-4464-b101-516c72b4dd82 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4802277 Nov 25 17:30:54.646410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c310e-d03a-48b9-a1c2-247f28c551d2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.650590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-808c310e-d03a-48b9-a1c2-247f28c551d2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1714699 Nov 25 17:30:54.651189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37230) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:54.665976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Allocated IP 172.20.0.4 (74d85561-231f-4a45-a38b-c659995a3730/f5eda89d-76fa-4bbd-a6c9-f9df66a95b38/876a05b7-31e7-4568-a20d-7481de5d231c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:54.773521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da724aa-3b73-4142-ac0d-b4324cf303d0 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:54.779817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 15ac0c9d-ee6e-4d78-a933-239c4795e819 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:54.797769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023f530-8f66-4ff8-8b08-d399d7cd235c req-b7d25405-e418-40be-8e30-9b5b02d38c7e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.799856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0023f530-8f66-4ff8-8b08-d399d7cd235c req-b7d25405-e418-40be-8e30-9b5b02d38c7e tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 945 time: 0.1049953 Nov 25 17:30:54.822432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef095a6-6330-421a-83d1-1f2cb5ea46ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.834060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef095a6-6330-421a-83d1-1f2cb5ea46ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.839708 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fef095a6-6330-421a-83d1-1f2cb5ea46ca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1846762 Nov 25 17:30:54.840282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:54.916624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1ef9f4-01f4-4e6c-8924-6ae60cb0eeaa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 1e273547-85e8-4bca-b444-f569d0476f43 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:30:54.923947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef9f4-01f4-4e6c-8924-6ae60cb0eeaa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.942440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0023f530-8f66-4ff8-8b08-d399d7cd235c req-92f802bb-1250-4434-90e0-e967333f1787 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260769 Nov 25 17:30:55.027721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef9f4-01f4-4e6c-8924-6ae60cb0eeaa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.028217 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.066097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-60950edd-3c24-45c7-bb3b-7dd6941b27d7 None None] Provisioning complete for port 15ac0c9d-ee6e-4d78-a933-239c4795e819 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:55.066487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60950edd-3c24-45c7-bb3b-7dd6941b27d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.111241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73c3964c-a2ad-4828-9412-56d47757cb98 req-df63325c-844d-4b0e-a1bf-274656747396 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 210 time: 0.0780482 Nov 25 17:30:55.154489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef9f4-01f4-4e6c-8924-6ae60cb0eeaa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.156221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 15ac0c9d-ee6e-4d78-a933-239c4795e819 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:55.156751 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.190850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:55.206471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.221809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef9f4-01f4-4e6c-8924-6ae60cb0eeaa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.232136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:55.265572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ef9f4-01f4-4e6c-8924-6ae60cb0eeaa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=1e273547-85e8-4bca-b444-f569d0476f43,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:55.278450 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef9f4-01f4-4e6c-8924-6ae60cb0eeaa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.283794 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3d1ef9f4-01f4-4e6c-8924-6ae60cb0eeaa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/1e273547-85e8-4bca-b444-f569d0476f43 HTTP/1.1" status: 204 len: 168 time: 0.4417660 Nov 25 17:30:55.289695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37246) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:55.342972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Network 74d85561-231f-4a45-a38b-c659995a3730 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:55.350546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:55.352136 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e7da3097-fae1-4155-8ce1-be9261019a57 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614777 Nov 25 17:30:55.352845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:55.358522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:55.362276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:55.372705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event updated for resources: {'Port': ['ID=876a05b7-31e7-4568-a20d-7481de5d231c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:55.430839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.430839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.431285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.431525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.431863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.433082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.433194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.433453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.434341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.434341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.434833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.435173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:55.451184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f0423d-d8e0-4aa4-87e9-34ddd445051f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.473887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6334bd28-b6e4-48ae-92cc-115de0db17ba None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:55.475428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:55.489813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.515606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.517270 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.524103 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1caa7bb6-9355-499e-8ea8-3a53698d7a34 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:55.548622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1351921f-0c17-4450-889a-e423fa5b32a6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4086804 Nov 25 17:30:55.563089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Request body: {'port': {'device_id': '25f8bf80-8b65-49e2-9c6c-155191acc114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:55.695012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f0423d-d8e0-4aa4-87e9-34ddd445051f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.695907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.709849 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f0423d-d8e0-4aa4-87e9-34ddd445051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.713121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:55.714552 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.758869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0423d-d8e0-4aa4-87e9-34ddd445051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cea415-c573-4751-b0b5-2922623c0fc8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:55.803083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5508aa-9da0-442a-ac90-dbc2f895618d None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:55.847531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c5f0423d-d8e0-4aa4-87e9-34ddd445051f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c7b4c3fb913447a94b6d6a0634f5dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6555064 Nov 25 17:30:55.865723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37254) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:55.916081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.971284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e076d2c9-9fac-43dd-b1fc-429ae310257b None None] Provisioning complete for port 876a05b7-31e7-4568-a20d-7481de5d231c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:55.971284 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e076d2c9-9fac-43dd-b1fc-429ae310257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:55.989265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:55.996109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:56.012041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:56.013174 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.029836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=82ea044a-6386-4183-8ad7-ed744177eb11,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:56.041315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e076d2c9-9fac-43dd-b1fc-429ae310257b None None] Port 876a05b7-31e7-4568-a20d-7481de5d231c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:56.048247 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-81a5ea9e-1ed5-4c2b-98f9-e9964ce13688 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6942923 Nov 25 17:30:56.051761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37258) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:56.057764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b94d2b9e-617f-4f7a-9332-69f9e22fd6ed tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-934717014', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:56.073766 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.087796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b94d2b9e-617f-4f7a-9332-69f9e22fd6ed tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.090071 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b94d2b9e-617f-4f7a-9332-69f9e22fd6ed tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.153165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becae161-e365-4c7c-a873-b0751eab0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caa7bb6-9355-499e-8ea8-3a53698d7a34'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:56.155658 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16e7ba7-f8b1-4deb-867f-02a83a45ddf1" -d '{"events": [{"server_uuid": "becae161-e365-4c7c-a873-b0751eab0547", "name": "network-vif-plugged", "status": "completed", "tag": "1caa7bb6-9355-499e-8ea8-3a53698d7a34"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:56.206544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:56.208040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8e062fca-03e1-46ce-8166-9fca72c357f1 None None] Provisioning complete for port 15ac0c9d-ee6e-4d78-a933-239c4795e819 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:56.208415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e062fca-03e1-46ce-8166-9fca72c357f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.226566 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b94d2b9e-617f-4f7a-9332-69f9e22fd6ed tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.233622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b94d2b9e-617f-4f7a-9332-69f9e22fd6ed tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.243940 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.265667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b94d2b9e-617f-4f7a-9332-69f9e22fd6ed tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.267686 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b94d2b9e-617f-4f7a-9332-69f9e22fd6ed tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2148509 Nov 25 17:30:56.273872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37264) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:56.331036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1caa7bb6-9355-499e-8ea8-3a53698d7a34,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:56.450939 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5452621e-ef25-4df9-a6c0-db1b332ac15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.556133 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5452621e-ef25-4df9-a6c0-db1b332ac15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.574763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a46a24-fd95-4977-9950-392d3ab2f37b None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:30:56.616641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.662773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9eff4a2b-6f96-41d9-95e1-2f643ea249c0 None None] Provisioning complete for port 15ac0c9d-ee6e-4d78-a933-239c4795e819 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:56.663145 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9eff4a2b-6f96-41d9-95e1-2f643ea249c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.667917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57927-06f2-4579-8313-2a56a7bc11d5 req-fd3d4df9-828d-44f0-a210-0ec8d915a488 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:56.673473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62e57927-06f2-4579-8313-2a56a7bc11d5 req-fd3d4df9-828d-44f0-a210-0ec8d915a488 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.2503302 Nov 25 17:30:56.688141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50515199-0ce8-4fb9-bd42-960542c9ded1 req-0d4e4bf8-1f6b-4c0f-87eb-568fcecc7ed5 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:56.690377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50515199-0ce8-4fb9-bd42-960542c9ded1 req-0d4e4bf8-1f6b-4c0f-87eb-568fcecc7ed5 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 931 time: 0.2677867 Nov 25 17:30:56.828778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5452621e-ef25-4df9-a6c0-db1b332ac15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.831477 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5452621e-ef25-4df9-a6c0-db1b332ac15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:56.833182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5452621e-ef25-4df9-a6c0-db1b332ac15f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/84cea415-c573-4751-b0b5-2922623c0fc8 HTTP/1.1" status: 204 len: 168 time: 0.9662304 Nov 25 17:30:56.849481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62e57927-06f2-4579-8313-2a56a7bc11d5 req-eee92a40-223e-4601-b3e5-8e464576be2b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563618 Nov 25 17:30:56.869730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50515199-0ce8-4fb9-bd42-960542c9ded1 req-d05be852-c5b3-4d84-8647-29696c84a430 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640146 Nov 25 17:30:56.871301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452621e-ef25-4df9-a6c0-db1b332ac15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cea415-c573-4751-b0b5-2922623c0fc8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:56.928331 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8baa16-13c0-4348-89b1-9cba82b0f418 x-openstack-request-id: req-2d8baa16-13c0-4348-89b1-9cba82b0f418 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:56.928909 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becae161-e365-4c7c-a873-b0751eab0547", "name": "network-vif-plugged", "status": "completed", "tag": "1caa7bb6-9355-499e-8ea8-3a53698d7a34", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:56.929133 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d8baa16-13c0-4348-89b1-9cba82b0f418 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:56.929618 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becae161-e365-4c7c-a873-b0751eab0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caa7bb6-9355-499e-8ea8-3a53698d7a34', 'code': 200} Nov 25 17:30:56.988152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::1 (f0634854-7ddd-47b2-951e-b6eafb4de14a/82ea044a-6386-4183-8ad7-ed744177eb11/f99caf59-6384-4001-ae90-bc3bf5862d6e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:57.036213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876a05b7-31e7-4568-a20d-7481de5d231c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:57.052481 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.086488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Transition to ACTIVE for port object 876a05b7-31e7-4568-a20d-7481de5d231c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:57.092390 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.151678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653a51f6-a919-4b76-a365-e4f4db43b0ea None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:57.172109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Pushing event updated for resources: {'Port': ['ID=876a05b7-31e7-4568-a20d-7481de5d231c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:57.224689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.235793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cec8ae-002a-4a46-9272-9f88f881f7b6 req-bd65f5c9-23f4-4fc9-9001-18bf5c848d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.241505 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-97cec8ae-002a-4a46-9272-9f88f881f7b6 req-bd65f5c9-23f4-4fc9-9001-18bf5c848d0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 1097 time: 0.1045892 Nov 25 17:30:57.288647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3d5439fc-cdaf-4830-b8eb-7e0560453ebb None None] Provisioning complete for port 15ac0c9d-ee6e-4d78-a933-239c4795e819 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:57.289330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d5439fc-cdaf-4830-b8eb-7e0560453ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.317597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Attempting to bind port 876a05b7-31e7-4568-a20d-7481de5d231c on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:57.319173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Attempting to bind port 876a05b7-31e7-4568-a20d-7481de5d231c by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:57.319731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Attempting to bind port 876a05b7-31e7-4568-a20d-7481de5d231c on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:57.326807 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-97cec8ae-002a-4a46-9272-9f88f881f7b6 req-f4d708d1-c2b8-4385-a66a-d32cf5c2c3c5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730841 Nov 25 17:30:57.330340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Port 876a05b7-31e7-4568-a20d-7481de5d231c on network 74d85561-231f-4a45-a38b-c659995a3730 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:57.330890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Attempting to bind port 876a05b7-31e7-4568-a20d-7481de5d231c on network 74d85561-231f-4a45-a38b-c659995a3730 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:57.333531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.338138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:57.339727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Checking segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:57.340305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Bound using segment: {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:57.340868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Bound port: 876a05b7-31e7-4568-a20d-7481de5d231c, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67e0fe8-768a-482f-892b-2c393d9c9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '74d85561-231f-4a45-a38b-c659995a3730'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:57.341356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.393538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37274) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:57.410510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:57.414808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:57.422747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa6eac81-87e5-4036-8b27-0d73f5041600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.427233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:57.427768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.452106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] For port 876a05b7-31e7-4568-a20d-7481de5d231c, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:57.455603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] For port 876a05b7-31e7-4568-a20d-7481de5d231c, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876a05b7-31e7-4568-a20d-7481de5d231c,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:57.461912 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.482725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=f99caf59-6384-4001-ae90-bc3bf5862d6e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:57.510895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.512310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:57.514083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] 10.222.0.95 "PUT /v2.0/ports/876a05b7-31e7-4568-a20d-7481de5d231c HTTP/1.1" status: 200 len: 1091 time: 1.9554389 Nov 25 17:30:57.514837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f8bf80-8b65-49e2-9c6c-155191acc114', 'tag': '876a05b7-31e7-4568-a20d-7481de5d231c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:57.518945 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9dc971-0d09-4119-8f9c-861ac49d8070" -d '{"events": [{"name": "network-changed", "server_uuid": "25f8bf80-8b65-49e2-9c6c-155191acc114", "tag": "876a05b7-31e7-4568-a20d-7481de5d231c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:57.521642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac58b1d4-effe-4076-9a66-ba1a258818c1 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:30:57.610522 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91859c2-4b10-4f98-9ede-f921a223814c x-openstack-request-id: req-a91859c2-4b10-4f98-9ede-f921a223814c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:57.610818 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f8bf80-8b65-49e2-9c6c-155191acc114", "tag": "876a05b7-31e7-4568-a20d-7481de5d231c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:57.611081 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a91859c2-4b10-4f98-9ede-f921a223814c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:57.611563 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f8bf80-8b65-49e2-9c6c-155191acc114', 'tag': '876a05b7-31e7-4568-a20d-7481de5d231c', 'status': 'completed', 'code': 200} Nov 25 17:30:57.652665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22a68a-c34d-402d-a4cb-68d648a1cc25 service neutron] Pushing event updated for resources: {'Port': ['ID=876a05b7-31e7-4568-a20d-7481de5d231c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:57.679335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-a3e4d5fc-7f72-4f3a-a0fb-ae48ab471631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.681861 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-a3e4d5fc-7f72-4f3a-a0fb-ae48ab471631 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 1094 time: 0.0914042 Nov 25 17:30:57.694820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-120cfa1d-c2bd-485a-96cd-2fda8985e325 None None] Could not find standard attr ID for object 7fea42ee-d8bd-4691-9852-8e2259ee9649. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:30:57.751049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-80a80028-5bb5-4a97-91e0-b5a112eda382 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=876a05b7-31e7-4568-a20d-7481de5d231c HTTP/1.1" status: 200 len: 217 time: 0.0594606 Nov 25 17:30:57.830915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-7c58e746-3069-4351-9bff-0f4e9f5f5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.832572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-7c58e746-3069-4351-9bff-0f4e9f5f5b2d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.0701034 Nov 25 17:30:57.874288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-4d5830b2-3b90-49da-a739-e1582f4abe72 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337415 Nov 25 17:30:57.914961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5b22aec1-f11d-4607-9232-dd63a4201bfa None None] Could not find standard attr ID for object 1650f144-a548-4e9d-a954-205434ae9783. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:30:57.922886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.000018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa6eac81-87e5-4036-8b27-0d73f5041600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.007766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa6eac81-87e5-4036-8b27-0d73f5041600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.103507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-790171f2-d0d8-4108-8b29-a2e294487a22 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214954 Nov 25 17:30:58.112842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bb23-f409-4d8e-bfd4-2aac3ce8aee2 req-7cb567d4-337e-4026-9f64-b7dc31d24d85 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.114397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccb4bb23-f409-4d8e-bfd4-2aac3ce8aee2 req-7cb567d4-337e-4026-9f64-b7dc31d24d85 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 943 time: 0.0973117 Nov 25 17:30:58.128892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d795892-31eb-42c0-8097-da16799d1ded req-51c04f62-e8e8-4739-9e20-f0ecb104c628 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.131371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d795892-31eb-42c0-8097-da16799d1ded req-51c04f62-e8e8-4739-9e20-f0ecb104c628 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1539135 Nov 25 17:30:58.149157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aa6eac81-87e5-4036-8b27-0d73f5041600 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d96557fe30d4c63a84e6bd741923365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7548358 Nov 25 17:30:58.155494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37286) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:58.157797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eac81-87e5-4036-8b27-0d73f5041600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0889c6-c2d0-4c1a-9584-45dd926a76d7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:58.239744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a449c6a4-ea29-408f-b272-3663d4c32a2e None None] Could not find standard attr ID for object 3c405be8-4123-4a0e-b375-50bc2d45abd5. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:30:58.305402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d795892-31eb-42c0-8097-da16799d1ded req-90e99394-082f-425b-9bf4-b0b0abc00854 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642156 Nov 25 17:30:58.314411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccb4bb23-f409-4d8e-bfd4-2aac3ce8aee2 req-5b3ea4f0-fc06-4fff-b089-6cf543a4df1b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820369 Nov 25 17:30:58.319373 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbe0ac-e8ed-47da-8a4c-5f403462f5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.352739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4518f85c-0461-42e5-aec6-f8b2c1858cc2 req-817172f2-dc3e-481c-aaea-652219500b0d service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370391 Nov 25 17:30:58.387262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbe0ac-e8ed-47da-8a4c-5f403462f5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.500394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.510507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.512313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.539045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-ecea9189-064f-4cd5-a373-c55b47a1b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.541431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-ecea9189-064f-4cd5-a373-c55b47a1b1d9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 1094 time: 0.1063998 Nov 25 17:30:58.588368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85071f93-6d57-4be1-9e64-51402de50a32 None None] Provisioning complete for port f99caf59-6384-4001-ae90-bc3bf5862d6e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:58.591990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbe0ac-e8ed-47da-8a4c-5f403462f5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.593325 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85071f93-6d57-4be1-9e64-51402de50a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.599212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbe0ac-e8ed-47da-8a4c-5f403462f5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:58.603033 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71cbe0ac-e8ed-47da-8a4c-5f403462f5d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d0889c6-c2d0-4c1a-9584-45dd926a76d7 HTTP/1.1" status: 204 len: 168 time: 0.4439256 Nov 25 17:30:58.670956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-85071f93-6d57-4be1-9e64-51402de50a32 None None] Port f99caf59-6384-4001-ae90-bc3bf5862d6e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:58.723775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-6b990368-82d1-4b2b-b5f6-07071406c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.728178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-6b990368-82d1-4b2b-b5f6-07071406c6f9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 200 len: 907 time: 0.1781008 Nov 25 17:30:58.763532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbe0ac-e8ed-47da-8a4c-5f403462f5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0889c6-c2d0-4c1a-9584-45dd926a76d7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:58.769865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:58.803410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:58.805640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=f99caf59-6384-4001-ae90-bc3bf5862d6e,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:58.887512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-9bfed838-8314-43ff-b486-e2cb2cce8c3f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=876a05b7-31e7-4568-a20d-7481de5d231c HTTP/1.1" status: 200 len: 217 time: 0.1532452 Nov 25 17:30:59.005413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-f5456085-5c88-4ba1-8090-16cfd6d141f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.014205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-f5456085-5c88-4ba1-8090-16cfd6d141f5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 200 len: 846 time: 0.1164806 Nov 25 17:30:59.061110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Router fa0d49b9-9f6a-4217-8385-9088d54fa258 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:30:59.079920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-47305a4f-70b7-4915-bd80-7853a808e192 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=74d85561-231f-4a45-a38b-c659995a3730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490193 Nov 25 17:30:59.279317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:30:59.289349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-c91814b4-9ca3-4e48-8ff6-b528acbd9640 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991959 Nov 25 17:30:59.297509 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Sync routers for ids ['fa0d49b9-9f6a-4217-8385-9088d54fa258'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:30:59.313551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-db5df89e-32f7-4f70-b8cf-d3f572b01aca tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "PUT /v2.0/routers/fa0d49b9-9f6a-4217-8385-9088d54fa258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0371637 Nov 25 17:30:59.317701 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Routers {'fa0d49b9-9f6a-4217-8385-9088d54fa258'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:59.318346 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:30:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fa0d49b9-9f6a-4217-8385-9088d54fa258'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:59.320576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37298) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:59.411201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7cf7520a-d6fb-4ddf-a306-ad14716be34e None None] Provisioning complete for port f99caf59-6384-4001-ae90-bc3bf5862d6e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:59.411777 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7cf7520a-d6fb-4ddf-a306-ad14716be34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.428572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f6b11-8e28-4005-9a04-8569e6d4c399 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.430400 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ba5f6b11-8e28-4005-9a04-8569e6d4c399 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports/f99caf59-6384-4001-ae90-bc3bf5862d6e HTTP/1.1" status: 200 len: 911 time: 0.1087556 Nov 25 17:30:59.436056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37306) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:59.507281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7520a-d6fb-4ddf-a306-ad14716be34e None None] Port f99caf59-6384-4001-ae90-bc3bf5862d6e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:30:59.534669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee9dc971-0d09-4119-8f9c-861ac49d8070 req-8759f54b-0a90-4bd8-b241-4b730aa3a492 service neutron] 10.222.0.95 "GET /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339618 Nov 25 17:30:59.546408 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b57c4c-2be1-4456-b909-ccd5f8a904f9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.554051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b57c4c-2be1-4456-b909-ccd5f8a904f9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.556969 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-85b57c4c-2be1-4456-b909-ccd5f8a904f9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1184950 Nov 25 17:30:59.558769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:59.573915 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Set router fa0d49b9-9f6a-4217-8385-9088d54fa258 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:59.677259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2eeb-a9db-473b-8cbf-3002851982a8 req-5e37763a-3763-4714-8f9a-a9d54700558c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.692589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40ba2eeb-a9db-473b-8cbf-3002851982a8 req-5e37763a-3763-4714-8f9a-a9d54700558c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 943 time: 0.2379510 Nov 25 17:30:59.840427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c9f3-7cd9-499d-9dbf-89111734c259 req-e17ee811-4487-4f35-84c7-d15ff2126509 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.842535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dff1c9f3-7cd9-499d-9dbf-89111734c259 req-e17ee811-4487-4f35-84c7-d15ff2126509 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.2876008 Nov 25 17:30:59.855960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40ba2eeb-a9db-473b-8cbf-3002851982a8 req-d9fa7b1f-1339-493c-a139-006799351c20 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622336 Nov 25 17:30:59.953186 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0d49b9-9f6a-4217-8385-9088d54fa258', 'name': 'tempest-NetworksTestDHCPv6-router-934717014', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:56Z', 'updated_at': '2021-11-25T17:30:57Z', 'revision_number': 2, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'gw_port_host': None, '_interfaces': [{'id': 'f99caf59-6384-4001-ae90-bc3bf5862d6e', 'name': '', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'mac_address': 'fa:16:3e:51:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0d49b9-9f6a-4217-8385-9088d54fa258', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '82ea044a-6386-4183-8ad7-ed744177eb11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:56Z', 'updated_at': '2021-11-25T17:30:58Z', 'revision_number': 2, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'subnets': [{'id': '82ea044a-6386-4183-8ad7-ed744177eb11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:00.001724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dff1c9f3-7cd9-499d-9dbf-89111734c259 req-4e7948f0-c852-4c24-a110-c0434c050f0c tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352022 Nov 25 17:31:00.030970 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Checking router: fa0d49b9-9f6a-4217-8385-9088d54fa258 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:00.031330 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Updating router fa0d49b9-9f6a-4217-8385-9088d54fa258 port f99caf59-6384-4001-ae90-bc3bf5862d6e binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:00.096320 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.117913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876a05b7-31e7-4568-a20d-7481de5d231c details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:00.280514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35ae1b-71ce-4fe6-bdc0-da9b93e38cc6 req-ffc3d531-dd2a-47f9-b433-857aa5f0c430 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.282408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc35ae1b-71ce-4fe6-bdc0-da9b93e38cc6 req-ffc3d531-dd2a-47f9-b433-857aa5f0c430 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.1419082 Nov 25 17:31:00.390714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc35ae1b-71ce-4fe6-bdc0-da9b93e38cc6 req-a2af9fb8-6705-4382-b9b3-4918315162f2 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003706 Nov 25 17:31:00.401224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876a05b7-31e7-4568-a20d-7481de5d231c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876a05b7-31e7-4568-a20d-7481de5d231c,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:00.420680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '876a05b7-31e7-4568-a20d-7481de5d231c', 'network_id': '74d85561-231f-4a45-a38b-c659995a3730', 'port_id': '876a05b7-31e7-4568-a20d-7481de5d231c', 'mac_address': 'fa:16:3e:72:50:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda89d-76fa-4bbd-a6c9-f9df66a95b38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:00.485734 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.504283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876a05b7-31e7-4568-a20d-7481de5d231c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:00.533575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876a05b7-31e7-4568-a20d-7481de5d231c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876a05b7-31e7-4568-a20d-7481de5d231c,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:00.539563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.540012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.642413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876a05b7-31e7-4568-a20d-7481de5d231c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:00.765608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['876a05b7-31e7-4568-a20d-7481de5d231c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:00.808019 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.815526 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.916362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port f99caf59-6384-4001-ae90-bc3bf5862d6e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:00.916737 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:00.964241 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Pushing event updated for resources: {'Port': ['ID=f99caf59-6384-4001-ae90-bc3bf5862d6e,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:01.049310 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.054171 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.055960 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.056365 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.056767 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.060212 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.064128 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.064673 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.065151 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.065605 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.066170 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.066621 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:01.095967 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Attempting to bind port f99caf59-6384-4001-ae90-bc3bf5862d6e on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:01.100388 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Attempting to bind port f99caf59-6384-4001-ae90-bc3bf5862d6e by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:01.100896 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Attempting to bind port f99caf59-6384-4001-ae90-bc3bf5862d6e on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:01.109578 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:01.110403 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:01.111049 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.111900 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:01.112710 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Bound port: f99caf59-6384-4001-ae90-bc3bf5862d6e, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:01.113371 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.129289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port f99caf59-6384-4001-ae90-bc3bf5862d6e, host n-d-819349-3, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:01.129940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.153150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for f99caf59-6384-4001-ae90-bc3bf5862d6e owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:01.264841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2aff59b4-c6e1-4395-885b-a22e4312ceb5 None None] Provisioning complete for port f99caf59-6384-4001-ae90-bc3bf5862d6e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:01.266475 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2aff59b4-c6e1-4395-885b-a22e4312ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.285075 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] For port f99caf59-6384-4001-ae90-bc3bf5862d6e, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:01.291123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25240-b459-44ed-b771-96f423af6bad req-b3ac2a7a-443a-4582-915a-7192bddd4b3a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.296258 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] For port f99caf59-6384-4001-ae90-bc3bf5862d6e, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f99caf59-6384-4001-ae90-bc3bf5862d6e,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:01.300338 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-b3ac2a7a-443a-4582-915a-7192bddd4b3a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 814 time: 0.3292644 Nov 25 17:31:01.306274 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.325966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0831f63-0905-42ea-b8ae-448a61ff7a75 req-321113fd-f5f4-45f1-8a5f-d4430647895e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.329863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2aff59b4-c6e1-4395-885b-a22e4312ceb5 None None] Port f99caf59-6384-4001-ae90-bc3bf5862d6e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:01.333486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0831f63-0905-42ea-b8ae-448a61ff7a75 req-321113fd-f5f4-45f1-8a5f-d4430647895e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 944 time: 0.1849959 Nov 25 17:31:01.348714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-4221220b-c4c3-4874-93a0-6dc3f34ddc54 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/quotas/44f6d868b2df40de913836f2c66e3922 HTTP/1.1" status: 200 len: 375 time: 0.0471208 Nov 25 17:31:01.408623 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Routers {'fa0d49b9-9f6a-4217-8385-9088d54fa258'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:01.410423 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:30:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fa0d49b9-9f6a-4217-8385-9088d54fa258'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:01.418996 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25a665-f0cb-4b1d-b8e8-1deef410630e None None] Pushing event updated for resources: {'Port': ['ID=f99caf59-6384-4001-ae90-bc3bf5862d6e,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:01.477210 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.483453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-80040325-1385-4808-b712-809cd301e8df tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330979 Nov 25 17:31:01.517709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0831f63-0905-42ea-b8ae-448a61ff7a75 req-4f3ac2ef-6611-4db6-835f-6fbfec876daf tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617758 Nov 25 17:31:01.526577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=f99caf59-6384-4001-ae90-bc3bf5862d6e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:01.566846 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] Set router fa0d49b9-9f6a-4217-8385-9088d54fa258 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:01.657809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.787343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-12e9346e-8be1-4e78-a8d3-52fb5ed46e15 service neutron] 10.222.0.81 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029294 Nov 25 17:31:01.856360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f3a7eb81-5e16-4b4d-bf8c-2bf2845d302a None None] Could not find standard attr ID for object f99caf59-6384-4001-ae90-bc3bf5862d6e. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:31:01.947018 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0d49b9-9f6a-4217-8385-9088d54fa258', 'name': 'tempest-NetworksTestDHCPv6-router-934717014', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:56Z', 'updated_at': '2021-11-25T17:30:57Z', 'revision_number': 2, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'gw_port_host': None, '_interfaces': [{'id': 'f99caf59-6384-4001-ae90-bc3bf5862d6e', 'name': '', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'mac_address': 'fa:16:3e:51:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0d49b9-9f6a-4217-8385-9088d54fa258', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '82ea044a-6386-4183-8ad7-ed744177eb11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:56Z', 'updated_at': '2021-11-25T17:31:01Z', 'revision_number': 4, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'subnets': [{'id': '82ea044a-6386-4183-8ad7-ed744177eb11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:01.972292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-7303c087-3c46-4a35-96af-a6e970f49df7 service neutron] 10.222.0.81 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707735 Nov 25 17:31:01.974378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Router fa0d49b9-9f6a-4217-8385-9088d54fa258 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:01.994678 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e4360-47c2-4deb-93ab-27c0a766b840 None None] The sync data for ids ['fa0d49b9-9f6a-4217-8385-9088d54fa258'] in n-d-819349-3 is: [{'id': 'fa0d49b9-9f6a-4217-8385-9088d54fa258', 'name': 'tempest-NetworksTestDHCPv6-router-934717014', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:30:56Z', 'updated_at': '2021-11-25T17:30:57Z', 'revision_number': 2, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'gw_port_host': None, '_interfaces': [{'id': 'f99caf59-6384-4001-ae90-bc3bf5862d6e', 'name': '', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'mac_address': 'fa:16:3e:51:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0d49b9-9f6a-4217-8385-9088d54fa258', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '82ea044a-6386-4183-8ad7-ed744177eb11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:30:56Z', 'updated_at': '2021-11-25T17:31:01Z', 'revision_number': 4, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'subnets': [{'id': '82ea044a-6386-4183-8ad7-ed744177eb11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:02.077034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:02.085443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9e77c2b5-6859-41c0-91fe-f75be1886c1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "PUT /v2.0/routers/fa0d49b9-9f6a-4217-8385-9088d54fa258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5224879 Nov 25 17:31:02.086057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:02.139191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876a05b7-31e7-4568-a20d-7481de5d231c up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:02.154669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52159e-0940-474e-b8ee-b7643249b535 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.156622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52159e-0940-474e-b8ee-b7643249b535 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.158743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0e52159e-0940-474e-b8ee-b7643249b535 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0710444 Nov 25 17:31:02.161636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37366) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:02.253033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7809949-5493-400a-b979-4cd1da674212 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 82ea044a-6386-4183-8ad7-ed744177eb11 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:02.265604 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b4b59a7-9ce7-48ae-a9ab-23a28b01eb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.274626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7809949-5493-400a-b979-4cd1da674212 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.277920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 876a05b7-31e7-4568-a20d-7481de5d231c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:02.285947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 876a05b7-31e7-4568-a20d-7481de5d231c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:02.288712 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.354800 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7809949-5493-400a-b979-4cd1da674212 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.501331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df834daf-85b1-447f-b383-c43a8528bbc7 req-ab6e3ce9-57c2-45d5-aec2-8c756b265e4b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 210 time: 0.1425810 Nov 25 17:31:02.562452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7809949-5493-400a-b979-4cd1da674212 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.597247 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.714859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580513aa-53a7-44fa-b0fb-47c35bb4431f req-592839d3-d49e-4be3-80fc-83599bd16032 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.727373 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-580513aa-53a7-44fa-b0fb-47c35bb4431f req-592839d3-d49e-4be3-80fc-83599bd16032 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 944 time: 0.0815613 Nov 25 17:31:02.740213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 876a05b7-31e7-4568-a20d-7481de5d231c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876a05b7-31e7-4568-a20d-7481de5d231c,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:02.746223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f8bf80-8b65-49e2-9c6c-155191acc114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a05b7-31e7-4568-a20d-7481de5d231c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:02.751433 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110a146f-a9d9-4760-b3e5-95008be0e931" -d '{"events": [{"server_uuid": "25f8bf80-8b65-49e2-9c6c-155191acc114", "name": "network-vif-plugged", "status": "completed", "tag": "876a05b7-31e7-4568-a20d-7481de5d231c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:02.795179 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.839213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-580513aa-53a7-44fa-b0fb-47c35bb4431f req-674d3157-d53d-404c-a5af-b655852bbf5c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107259 Nov 25 17:31:02.886328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7809949-5493-400a-b979-4cd1da674212 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.893598 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c1324c-54d4-4ab2-9e98-53146ca25fa9 x-openstack-request-id: req-82c1324c-54d4-4ab2-9e98-53146ca25fa9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:02.893598 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f8bf80-8b65-49e2-9c6c-155191acc114", "name": "network-vif-plugged", "status": "completed", "tag": "876a05b7-31e7-4568-a20d-7481de5d231c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:02.893598 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82c1324c-54d4-4ab2-9e98-53146ca25fa9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:02.893598 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f8bf80-8b65-49e2-9c6c-155191acc114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a05b7-31e7-4568-a20d-7481de5d231c', 'code': 200} Nov 25 17:31:02.962545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=876a05b7-31e7-4568-a20d-7481de5d231c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:03.014762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7809949-5493-400a-b979-4cd1da674212 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=82ea044a-6386-4183-8ad7-ed744177eb11,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:03.020917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec6bedf-8c60-461c-a92e-ab23cb461fe8 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:03.021292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7809949-5493-400a-b979-4cd1da674212 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.034569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a7809949-5493-400a-b979-4cd1da674212 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/82ea044a-6386-4183-8ad7-ed744177eb11 HTTP/1.1" status: 204 len: 168 time: 0.8650188 Nov 25 17:31:03.050288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37390) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:03.073956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b0bd7-35e3-4b6c-af93-0864c8eb4a45 req-190c049c-5423-4d4c-8437-b9dac3529ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.075662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e1b0bd7-35e3-4b6c-af93-0864c8eb4a45 req-190c049c-5423-4d4c-8437-b9dac3529ce2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 1096 time: 0.1059427 Nov 25 17:31:03.080114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b228643-4fbb-4066-af48-672473d0f391 req-664f6a70-7d28-475c-b5ea-ef1cf326fa5f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.082194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2b228643-4fbb-4066-af48-672473d0f391 req-664f6a70-7d28-475c-b5ea-ef1cf326fa5f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.60 "GET /v2.0/ports?device_id=becae161-e365-4c7c-a873-b0751eab0547 HTTP/1.1" status: 200 len: 946 time: 0.3914828 Nov 25 17:31:03.133174 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e1b0bd7-35e3-4b6c-af93-0864c8eb4a45 req-93e0bbad-7d44-4467-a1c4-2567f1ded467 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Nov 25 17:31:03.237124 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7e1b3cbb-25cf-4626-9506-4cfe4c4dc1ea tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1844795 Nov 25 17:31:03.239535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:03.292995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Deleting port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:03.293300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.461837 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-226372d7-fa46-4788-b128-1edbe1accd34 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.473714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:03.481699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] For port 1caa7bb6-9355-499e-8ea8-3a53698d7a34, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1caa7bb6-9355-499e-8ea8-3a53698d7a34,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:03.481699 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.502839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Calling delete_port for 1caa7bb6-9355-499e-8ea8-3a53698d7a34 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:03.574192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] Deleting port 15ac0c9d-ee6e-4d78-a933-239c4795e819 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:03.574803 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.730776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] For port 15ac0c9d-ee6e-4d78-a933-239c4795e819, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=15ac0c9d-ee6e-4d78-a933-239c4795e819,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:03.731766 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.751092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.772651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1caa7bb6-9355-499e-8ea8-3a53698d7a34'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:03.777714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] Calling delete_port for 15ac0c9d-ee6e-4d78-a933-239c4795e819 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:03.778955 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57124ed6-cfcd-48e7-9d8a-9cb06d3cf6ab req-5334c5d9-b15a-41eb-80b2-738bcc725131 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 210 time: 0.1110089 Nov 25 17:31:03.789648 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-226372d7-fa46-4788-b128-1edbe1accd34 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.794997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-226372d7-fa46-4788-b128-1edbe1accd34 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.856076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ef961-ce19-4d5d-8304-b05aaf92bbc3 None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:03.885905 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-226372d7-fa46-4788-b128-1edbe1accd34 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.887987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226372d7-fa46-4788-b128-1edbe1accd34 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Fanout notify agent at l3_agent the message router_deleted on router fa0d49b9-9f6a-4217-8385-9088d54fa258 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:31:03.907933 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-226372d7-fa46-4788-b128-1edbe1accd34 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.909147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-226372d7-fa46-4788-b128-1edbe1accd34 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/routers/fa0d49b9-9f6a-4217-8385-9088d54fa258 HTTP/1.1" status: 204 len: 168 time: 0.6683147 Nov 25 17:31:03.912085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:03.931409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:04.025481 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.105964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] Pushing event deleted for resources: {'Port': ['ID=15ac0c9d-ee6e-4d78-a933-239c4795e819,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:04.112871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb383a3d-59db-46a2-a0a8-0ebb8119c6d2 None None] No DVR routers for this DVR port 15ac0c9d-ee6e-4d78-a933-239c4795e819 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:04.204777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:04.210248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.300161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0817c-cdbf-406d-8e12-d11c6870e619 req-47d4235f-b5c6-4cff-ae04-7dfcb5dded77 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.301989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53b0817c-cdbf-406d-8e12-d11c6870e619 req-47d4235f-b5c6-4cff-ae04-7dfcb5dded77 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.2683053 Nov 25 17:31:04.377127 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18ed2ddf-e49d-4525-be14-4dd5b07fd991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.402958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] No DVR routers for this DVR port 1caa7bb6-9355-499e-8ea8-3a53698d7a34 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:04.405496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Pushing event deleted for resources: {'Port': ['ID=1caa7bb6-9355-499e-8ea8-3a53698d7a34,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:04.407796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.417193 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2b228643-4fbb-4066-af48-672473d0f391 req-a6819d16-cf3f-4d7f-adc5-eadf586c35b9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.60 "DELETE /v2.0/ports/1caa7bb6-9355-499e-8ea8-3a53698d7a34 HTTP/1.1" status: 204 len: 173 time: 1.2998226 Nov 25 17:31:04.417501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becae161-e365-4c7c-a873-b0751eab0547', 'name': 'network-vif-deleted', 'tag': '1caa7bb6-9355-499e-8ea8-3a53698d7a34'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:04.419972 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bab85b9-78de-48ed-a3b1-981e6f0791ae" -d '{"events": [{"server_uuid": "becae161-e365-4c7c-a873-b0751eab0547", "name": "network-vif-deleted", "tag": "1caa7bb6-9355-499e-8ea8-3a53698d7a34"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:04.422102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53b0817c-cdbf-406d-8e12-d11c6870e619 req-9b126eac-4e45-4e3f-a347-5710eb050936 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136563 Nov 25 17:31:04.498158 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca3e6fe-f327-4aab-866a-25bd17a97ec6 x-openstack-request-id: req-cca3e6fe-f327-4aab-866a-25bd17a97ec6 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:04.498458 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becae161-e365-4c7c-a873-b0751eab0547", "name": "network-vif-deleted", "tag": "1caa7bb6-9355-499e-8ea8-3a53698d7a34", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:04.498781 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cca3e6fe-f327-4aab-866a-25bd17a97ec6 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:04.499113 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becae161-e365-4c7c-a873-b0751eab0547', 'name': 'network-vif-deleted', 'tag': '1caa7bb6-9355-499e-8ea8-3a53698d7a34', 'status': 'completed', 'code': 200} Nov 25 17:31:04.539090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06080c4-18fc-4ced-9dbb-d42afb28a2d2 None None] Sync routers for ids ['fa0d49b9-9f6a-4217-8385-9088d54fa258'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:04.552262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06080c4-18fc-4ced-9dbb-d42afb28a2d2 None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:04.553887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06080c4-18fc-4ced-9dbb-d42afb28a2d2 None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:31:04.554720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-c06080c4-18fc-4ced-9dbb-d42afb28a2d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa0d49b9-9f6a-4217-8385-9088d54fa258'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:31:04.570043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06080c4-18fc-4ced-9dbb-d42afb28a2d2 None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:04.570674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.571019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06080c4-18fc-4ced-9dbb-d42afb28a2d2 None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:31:04.572028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-c06080c4-18fc-4ced-9dbb-d42afb28a2d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa0d49b9-9f6a-4217-8385-9088d54fa258'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:31:04.573032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06080c4-18fc-4ced-9dbb-d42afb28a2d2 None None] The sync data for ids ['fa0d49b9-9f6a-4217-8385-9088d54fa258'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:04.632349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:04.638891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25240-b459-44ed-b771-96f423af6bad req-ef99f59e-fcc8-447f-afb7-7ee7e5bec083 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.639026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:04.642546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.643139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.643394 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-ef99f59e-fcc8-447f-afb7-7ee7e5bec083 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.60 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 814 time: 0.1650724 Nov 25 17:31:04.646903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=5faafecc-eea7-4adb-bd78-b5994f200aa1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:04.664501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048fdec-7519-4c31-88db-9225a181fea6 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:04.665729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Request body: {'port': {'device_id': 'b33cf08d-f0c0-4949-95ac-0ed248c91f61', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'admin_state_up': True, 'tenant_id': '44f6d868b2df40de913836f2c66e3922'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:04.673157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a86b8322-c4ce-451e-808b-9732ebd93c67 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7599823 Nov 25 17:31:04.673784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:04.680089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-035dadbd-c8d8-49a5-b360-df1b69c40e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-931886992', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:04.718691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035dadbd-c8d8-49a5-b360-df1b69c40e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.719874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035dadbd-c8d8-49a5-b360-df1b69c40e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.814894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035dadbd-c8d8-49a5-b360-df1b69c40e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.820416 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035dadbd-c8d8-49a5-b360-df1b69c40e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.859345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Made reservation on behalf of 44f6d868b2df40de913836f2c66e3922 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:04.864593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-035dadbd-c8d8-49a5-b360-df1b69c40e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.868705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-035dadbd-c8d8-49a5-b360-df1b69c40e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1915319 Nov 25 17:31:04.869090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:04.876438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.976606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27b1613b-17f1-4829-9669-dd93aa2bd501 req-af44d0fc-607d-48ab-a089-01a8a27aa42a tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 210 time: 0.0474546 Nov 25 17:31:05.094702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Allocated IP 172.20.0.2 (71858bd9-25a2-45ae-a880-cdf4469af6cf/78cdfa52-62ef-4c54-a113-cfc2248d8146/2eb290fb-fc50-4450-988c-54b8d17a01d8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:05.283035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 15ac0c9d-ee6e-4d78-a933-239c4795e819 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:05.319940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 15ac0c9d-ee6e-4d78-a933-239c4795e819 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:05.320451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 15ac0c9d-ee6e-4d78-a933-239c4795e819 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:05.334477 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.361656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': '5faafecc-eea7-4adb-bd78-b5994f200aa1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:05.373766 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.443799 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.515684 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.577047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Network 71858bd9-25a2-45ae-a880-cdf4469af6cf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:05.579225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1caa7bb6-9355-499e-8ea8-3a53698d7a34'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:05.587435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:05.605432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:05.614607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b712b0-5b95-4d3b-b69a-fb28a94d0304 None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:05.646602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920f7a3-8220-4f16-b465-2d597a084380 req-e581647e-44a9-423f-ba5f-eb2ef7526148 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.649595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Pushing event updated for resources: {'Port': ['ID=2eb290fb-fc50-4450-988c-54b8d17a01d8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:05.657082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f920f7a3-8220-4f16-b465-2d597a084380 req-e581647e-44a9-423f-ba5f-eb2ef7526148 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1225607 Nov 25 17:31:05.680517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.681547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.690849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/5faafecc-eea7-4adb-bd78-b5994f200aa1/8130a527-0243-4dc7-9a4d-1f23ef1d6044) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:05.702393 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-1ef6d727-9f21-4708-9535-af287e5defe7 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476439 Nov 25 17:31:05.723483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Request body: {'port': {'device_id': 'b33cf08d-f0c0-4949-95ac-0ed248c91f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:05.747254 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f920f7a3-8220-4f16-b465-2d597a084380 req-e0c70204-4ceb-4d2f-b950-899f572a0786 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891693 Nov 25 17:31:05.817474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.834346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.862049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0de965e5-78e8-4fb7-bb9e-edae358d4027 None None] Provisioning complete for port 2eb290fb-fc50-4450-988c-54b8d17a01d8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:05.862550 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0de965e5-78e8-4fb7-bb9e-edae358d4027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.932438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0de965e5-78e8-4fb7-bb9e-edae358d4027 None None] Port 2eb290fb-fc50-4450-988c-54b8d17a01d8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:06.001285 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.005597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6917a3-0e2b-42f8-bdee-80a63d2b0e2b req-4dd09d4c-9065-4ebe-8807-86e074231bde tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.009571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.017627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a6917a3-0e2b-42f8-bdee-80a63d2b0e2b req-4dd09d4c-9065-4ebe-8807-86e074231bde tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.0776188 Nov 25 17:31:06.073100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:06.077289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:06.081245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:06.086959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::1 (f0634854-7ddd-47b2-951e-b6eafb4de14a/5faafecc-eea7-4adb-bd78-b5994f200aa1/ff896659-ae2c-45cf-b66b-799f8e922461) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:06.094187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Pushing event updated for resources: {'Port': ['ID=8130a527-0243-4dc7-9a4d-1f23ef1d6044,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:06.174696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Attempting to bind port 8130a527-0243-4dc7-9a4d-1f23ef1d6044 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:06.175076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Attempting to bind port 8130a527-0243-4dc7-9a4d-1f23ef1d6044 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:06.175451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Attempting to bind port 8130a527-0243-4dc7-9a4d-1f23ef1d6044 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:06.183000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:06.183402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:06.183822 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.184232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:06.184715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Bound port: 8130a527-0243-4dc7-9a4d-1f23ef1d6044, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:06.185128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.265812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb290fb-fc50-4450-988c-54b8d17a01d8 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:06.276307 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.278904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.285358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] For port 8130a527-0243-4dc7-9a4d-1f23ef1d6044, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:06.292144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] For port 8130a527-0243-4dc7-9a4d-1f23ef1d6044, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8130a527-0243-4dc7-9a4d-1f23ef1d6044,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:06.292834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Transition to ACTIVE for port object 2eb290fb-fc50-4450-988c-54b8d17a01d8 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:06.297543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.299849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.328407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1453d9e-6dd8-4fe8-b834-a5d7d1d9f28f req-8f42cc70-c473-4a41-9c4b-79a01232b4bb tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.329917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1453d9e-6dd8-4fe8-b834-a5d7d1d9f28f req-8f42cc70-c473-4a41-9c4b-79a01232b4bb tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 931 time: 0.1262932 Nov 25 17:31:06.347219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a6917a3-0e2b-42f8-bdee-80a63d2b0e2b req-c4418b64-8d78-44ac-8594-29c46af880e7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271623 Nov 25 17:31:06.383968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6658fc-d9e5-498c-896c-7317db6cb90d None None] Pushing event updated for resources: {'Port': ['ID=8130a527-0243-4dc7-9a4d-1f23ef1d6044,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:06.411735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ba0af-af90-415b-a565-af0edade3a44 None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:06.450755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb290fb-fc50-4450-988c-54b8d17a01d8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:06.496124 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.512924 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.590673 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Attempting to bind port 2eb290fb-fc50-4450-988c-54b8d17a01d8 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:06.591023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Attempting to bind port 2eb290fb-fc50-4450-988c-54b8d17a01d8 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:06.591838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Attempting to bind port 2eb290fb-fc50-4450-988c-54b8d17a01d8 on network 71858bd9-25a2-45ae-a880-cdf4469af6cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:06.601281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Port 2eb290fb-fc50-4450-988c-54b8d17a01d8 on network 71858bd9-25a2-45ae-a880-cdf4469af6cf not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:06.601617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Attempting to bind port 2eb290fb-fc50-4450-988c-54b8d17a01d8 on network 71858bd9-25a2-45ae-a880-cdf4469af6cf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:06.604332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1453d9e-6dd8-4fe8-b834-a5d7d1d9f28f req-666a1787-fd8c-4f19-95c2-435122892b30 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549036 Nov 25 17:31:06.611484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:06.611841 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Checking segment: {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:06.612246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Bound using segment: {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:06.612700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Bound port: 2eb290fb-fc50-4450-988c-54b8d17a01d8, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636d7bb2-e28c-4fc6-ad83-3f378bbad299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:06.613846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:06.616710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.629855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:06.634277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:06.634905 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.659668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f99caf59-6384-4001-ae90-bc3bf5862d6e no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:06.690690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f99caf59-6384-4001-ae90-bc3bf5862d6e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:06.691049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f99caf59-6384-4001-ae90-bc3bf5862d6e not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:06.709701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=ff896659-ae2c-45cf-b66b-799f8e922461,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:06.724984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] For port 2eb290fb-fc50-4450-988c-54b8d17a01d8, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:06.740725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] For port 2eb290fb-fc50-4450-988c-54b8d17a01d8, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2eb290fb-fc50-4450-988c-54b8d17a01d8,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:06.752003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.810682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.811342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.814213 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] 10.222.0.60 "PUT /v2.0/ports/2eb290fb-fc50-4450-988c-54b8d17a01d8 HTTP/1.1" status: 200 len: 1091 time: 1.0978305 Nov 25 17:31:06.814213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33cf08d-f0c0-4949-95ac-0ed248c91f61', 'tag': '2eb290fb-fc50-4450-988c-54b8d17a01d8'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:06.816998 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6fc506-3be9-40fa-90e5-acc339768a91" -d '{"events": [{"name": "network-changed", "server_uuid": "b33cf08d-f0c0-4949-95ac-0ed248c91f61", "tag": "2eb290fb-fc50-4450-988c-54b8d17a01d8"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:06.824723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e2f07-19e7-4562-a4dd-8ee1edd464b1 None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:06.894821 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0137c32b-2335-4216-90fc-1455c69bede9 x-openstack-request-id: req-0137c32b-2335-4216-90fc-1455c69bede9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:06.895525 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33cf08d-f0c0-4949-95ac-0ed248c91f61", "tag": "2eb290fb-fc50-4450-988c-54b8d17a01d8", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:06.895855 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0137c32b-2335-4216-90fc-1455c69bede9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:06.896403 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33cf08d-f0c0-4949-95ac-0ed248c91f61', 'tag': '2eb290fb-fc50-4450-988c-54b8d17a01d8', 'status': 'completed', 'code': 200} Nov 25 17:31:06.899705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f808af0-7e24-457b-940a-9313bb4c0789 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb290fb-fc50-4450-988c-54b8d17a01d8,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:06.956049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25240-b459-44ed-b771-96f423af6bad req-d31f6ff4-3a6c-4454-a00e-6d9ff615390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.958000 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-d31f6ff4-3a6c-4454-a00e-6d9ff615390a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 1094 time: 0.0811245 Nov 25 17:31:06.964507 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.008697 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-017e731c-c1b3-4952-bec3-10454c8d56cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb290fb-fc50-4450-988c-54b8d17a01d8 HTTP/1.1" status: 200 len: 217 time: 0.0391140 Nov 25 17:31:07.073525 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.082140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25240-b459-44ed-b771-96f423af6bad req-e2ccf330-f1e3-4246-a1df-ea1260dd78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.083669 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-e2ccf330-f1e3-4246-a1df-ea1260dd78e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78cdfa52-62ef-4c54-a113-cfc2248d8146 HTTP/1.1" status: 200 len: 854 time: 0.0641503 Nov 25 17:31:07.125609 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-96c2731d-cf22-4729-ab07-049ac5f9a0d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71858bd9-25a2-45ae-a880-cdf4469af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294962 Nov 25 17:31:07.180337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7644343-9511-43d9-9f75-b4d8aabbc8be req-4fd2b09d-caff-4653-9576-dd954b93f6c2 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.181918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7644343-9511-43d9-9f75-b4d8aabbc8be req-4fd2b09d-caff-4653-9576-dd954b93f6c2 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.4755342 Nov 25 17:31:07.227123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.231255 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-2022fe30-41e2-4cdb-adb2-4e4f96ca31b2 service neutron] 10.222.0.60 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943372 Nov 25 17:31:07.292332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7644343-9511-43d9-9f75-b4d8aabbc8be req-aafadb55-59b3-4b2a-892f-1b9c272e94e4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875452 Nov 25 17:31:07.350318 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbd25240-b459-44ed-b771-96f423af6bad req-7fce3a26-4ac3-488f-bb35-8498cde9fed3 service neutron] 10.222.0.60 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073208 Nov 25 17:31:07.534606 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-f18e9ee2-7736-4f1a-ab66-696472f9b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.539064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-f18e9ee2-7736-4f1a-ab66-696472f9b555 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44f6d868b2df40de913836f2c66e3922&device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 1094 time: 0.0668528 Nov 25 17:31:07.543500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1caa7bb6-9355-499e-8ea8-3a53698d7a34 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:07.579706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 1caa7bb6-9355-499e-8ea8-3a53698d7a34 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:07.580311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1caa7bb6-9355-499e-8ea8-3a53698d7a34 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:07.706563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.715848 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.716651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.737589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-f32739b1-3ab3-46c5-becc-f52e0dab4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.739534 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-f32739b1-3ab3-46c5-becc-f52e0dab4b99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 200 len: 915 time: 0.1856971 Nov 25 17:31:07.819187 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-eee318cb-6aee-4d1d-88a3-9ab97ae6b0da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2eb290fb-fc50-4450-988c-54b8d17a01d8 HTTP/1.1" status: 200 len: 217 time: 0.0653453 Nov 25 17:31:07.882553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef5f7-f335-4414-8273-5bcd001ba98b req-55ae6acd-bd2b-4645-bb21-393d3dfeb45f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.884154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fffef5f7-f335-4414-8273-5bcd001ba98b req-55ae6acd-bd2b-4645-bb21-393d3dfeb45f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.3592873 Nov 25 17:31:07.894881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=ff896659-ae2c-45cf-b66b-799f8e922461,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:07.918355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-bdfd175d-6740-48e8-aeef-fbba6416e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.920153 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-bdfd175d-6740-48e8-aeef-fbba6416e4b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78cdfa52-62ef-4c54-a113-cfc2248d8146 HTTP/1.1" status: 200 len: 854 time: 0.0849454 Nov 25 17:31:07.938922 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.966588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ab034-862a-409d-8235-be0b90fcc5d1 req-8b27fb8a-66c3-4c0a-a40d-4e1af1a5e27b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.975680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af6ab034-862a-409d-8235-be0b90fcc5d1 req-8b27fb8a-66c3-4c0a-a40d-4e1af1a5e27b tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 943 time: 0.1466980 Nov 25 17:31:07.981555 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-0bf459a8-9c18-4439-8ca3-5f0b7248424c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71858bd9-25a2-45ae-a880-cdf4469af6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472932 Nov 25 17:31:07.984076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-23a162ed-3bbb-4346-81e2-73225550f940 None None] Provisioning complete for port 8130a527-0243-4dc7-9a4d-1f23ef1d6044 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:07.984459 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23a162ed-3bbb-4346-81e2-73225550f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.017326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:08.023536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:08.054940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fffef5f7-f335-4414-8273-5bcd001ba98b req-f2e13a17-658a-41a4-8e95-cb5c088573b6 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486645 Nov 25 17:31:08.181455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23a162ed-3bbb-4346-81e2-73225550f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.197064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af6ab034-862a-409d-8235-be0b90fcc5d1 req-bbe8e576-95d1-4b26-9e78-6c415e7fa221 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180302 Nov 25 17:31:08.220281 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-2b62b467-23cb-49c3-a704-f5ce0f49a9ef service neutron] 10.222.0.60 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273867 Nov 25 17:31:08.269548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-23a162ed-3bbb-4346-81e2-73225550f940 None None] For port 8130a527-0243-4dc7-9a4d-1f23ef1d6044, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8130a527-0243-4dc7-9a4d-1f23ef1d6044,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:08.277302 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23a162ed-3bbb-4346-81e2-73225550f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.302072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Router 24ba866f-5662-427f-b179-9de62a468af8 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:31:08.400785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a162ed-3bbb-4346-81e2-73225550f940 None None] Pushing event updated for resources: {'Port': ['ID=8130a527-0243-4dc7-9a4d-1f23ef1d6044,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:08.440982 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0d6fc506-3be9-40fa-90e5-acc339768a91 req-3fb23e59-e6c4-411e-b7cd-b25f2f907748 service neutron] 10.222.0.60 "GET /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040257 Nov 25 17:31:08.450596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-35c19ee7-8fae-4272-91a6-015681366c0a None None] Provisioning complete for port ff896659-ae2c-45cf-b66b-799f8e922461 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:08.451184 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-35c19ee7-8fae-4272-91a6-015681366c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.482284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:08.490058 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b8c9d0b9-7354-4a45-b8df-1b90b266c347 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "PUT /v2.0/routers/24ba866f-5662-427f-b179-9de62a468af8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6170604 Nov 25 17:31:08.490808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37472) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:08.504852 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Sync routers for ids ['24ba866f-5662-427f-b179-9de62a468af8'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:08.521956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-35c19ee7-8fae-4272-91a6-015681366c0a None None] Port ff896659-ae2c-45cf-b66b-799f8e922461 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:08.536034 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Routers {'24ba866f-5662-427f-b179-9de62a468af8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:08.536682 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['24ba866f-5662-427f-b179-9de62a468af8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:08.605678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8308c5-d2bc-45ce-8bc0-5a1a31d17861 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.609088 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8c8308c5-d2bc-45ce-8bc0-5a1a31d17861 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports/ff896659-ae2c-45cf-b66b-799f8e922461 HTTP/1.1" status: 200 len: 911 time: 0.1167312 Nov 25 17:31:08.611421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:08.662991 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Set router 24ba866f-5662-427f-b179-9de62a468af8 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:08.712572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc95e-287b-4479-a16c-d7d7f25c4356 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.727558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc95e-287b-4479-a16c-d7d7f25c4356 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.733412 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4abbc95e-287b-4479-a16c-d7d7f25c4356 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1166587 Nov 25 17:31:08.733817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:08.773334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-16e16bfd-474f-4698-89dc-0b0415cefe88 None None] Provisioning complete for port ff896659-ae2c-45cf-b66b-799f8e922461 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:08.773875 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16e16bfd-474f-4698-89dc-0b0415cefe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.853224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8130a527-0243-4dc7-9a4d-1f23ef1d6044 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:08.886409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-16e16bfd-474f-4698-89dc-0b0415cefe88 None None] Port ff896659-ae2c-45cf-b66b-799f8e922461 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:08.949900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 8130a527-0243-4dc7-9a4d-1f23ef1d6044 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:08.950285 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.966714 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba866f-5662-427f-b179-9de62a468af8', 'name': 'tempest-NetworksTestDHCPv6-router-931886992', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:04Z', 'updated_at': '2021-11-25T17:31:07Z', 'revision_number': 2, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'gw_port_host': None, '_interfaces': [{'id': 'ff896659-ae2c-45cf-b66b-799f8e922461', 'name': '', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'mac_address': 'fa:16:3e:ae:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba866f-5662-427f-b179-9de62a468af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '5faafecc-eea7-4adb-bd78-b5994f200aa1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:05Z', 'updated_at': '2021-11-25T17:31:07Z', 'revision_number': 2, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'subnets': [{'id': '5faafecc-eea7-4adb-bd78-b5994f200aa1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:09.006390 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Checking router: 24ba866f-5662-427f-b179-9de62a468af8 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:09.007137 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Updating router 24ba866f-5662-427f-b179-9de62a468af8 port ff896659-ae2c-45cf-b66b-799f8e922461 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:09.036379 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.330541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d44ee-8931-46c7-a38f-db4ec90af3f6 req-536009e9-bc93-41c2-8696-d8ebc3b5b638 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.332634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca0d44ee-8931-46c7-a38f-db4ec90af3f6 req-536009e9-bc93-41c2-8696-d8ebc3b5b638 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1354187 Nov 25 17:31:09.379706 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.385602 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.446986 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7464f-ef3d-410c-820a-f571435fdee7 None None] Pushing event updated for resources: {'Port': ['ID=ff896659-ae2c-45cf-b66b-799f8e922461,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:09.477684 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.498539 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Attempting to bind port ff896659-ae2c-45cf-b66b-799f8e922461 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:09.498914 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Attempting to bind port ff896659-ae2c-45cf-b66b-799f8e922461 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:09.499278 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Attempting to bind port ff896659-ae2c-45cf-b66b-799f8e922461 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:09.505410 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:09.506085 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:09.506299 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.507196 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:09.507883 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Bound port: ff896659-ae2c-45cf-b66b-799f8e922461, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:09.508404 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.567542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca0d44ee-8931-46c7-a38f-db4ec90af3f6 req-b6a373e5-319e-44db-8634-ad20736edeb9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175469 Nov 25 17:31:09.583161 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] For port ff896659-ae2c-45cf-b66b-799f8e922461, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:09.583937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776533dd-be41-4ad5-a4af-5bfd7a15927d req-51f38304-8c8f-4877-bdae-9c8d6676080d tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.585663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-776533dd-be41-4ad5-a4af-5bfd7a15927d req-51f38304-8c8f-4877-bdae-9c8d6676080d tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 943 time: 0.2346609 Nov 25 17:31:09.586517 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] For port ff896659-ae2c-45cf-b66b-799f8e922461, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ff896659-ae2c-45cf-b66b-799f8e922461,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:09.596823 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.659937 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Routers {'24ba866f-5662-427f-b179-9de62a468af8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:09.660579 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['24ba866f-5662-427f-b179-9de62a468af8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:09.708739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-776533dd-be41-4ad5-a4af-5bfd7a15927d req-228d55bc-7ccc-4d2c-ae5b-17a01bdd81a5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118329 Nov 25 17:31:09.751465 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7464f-ef3d-410c-820a-f571435fdee7 None None] Pushing event updated for resources: {'Port': ['ID=ff896659-ae2c-45cf-b66b-799f8e922461,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:09.773316 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] Set router 24ba866f-5662-427f-b179-9de62a468af8 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:09.827210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cb7fb704-56b0-4f53-b2ed-de6098a818cb None None] Provisioning complete for port ff896659-ae2c-45cf-b66b-799f8e922461 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:09.827774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb704-56b0-4f53-b2ed-de6098a818cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.837592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port ff896659-ae2c-45cf-b66b-799f8e922461 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:09.838040 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.948830 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb704-56b0-4f53-b2ed-de6098a818cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.970853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port ff896659-ae2c-45cf-b66b-799f8e922461, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ff896659-ae2c-45cf-b66b-799f8e922461,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:09.971223 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.989809 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cb7fb704-56b0-4f53-b2ed-de6098a818cb None None] For port ff896659-ae2c-45cf-b66b-799f8e922461, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ff896659-ae2c-45cf-b66b-799f8e922461,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:09.991121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for ff896659-ae2c-45cf-b66b-799f8e922461 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:09.995111 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb704-56b0-4f53-b2ed-de6098a818cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.052091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fb704-56b0-4f53-b2ed-de6098a818cb None None] Pushing event updated for resources: {'Port': ['ID=ff896659-ae2c-45cf-b66b-799f8e922461,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:10.115749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-336f0a93-32ea-4a79-9b93-75d83cfee60f None None] Provisioning complete for port ff896659-ae2c-45cf-b66b-799f8e922461 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:10.116381 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-336f0a93-32ea-4a79-9b93-75d83cfee60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.145168 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba866f-5662-427f-b179-9de62a468af8', 'name': 'tempest-NetworksTestDHCPv6-router-931886992', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:04Z', 'updated_at': '2021-11-25T17:31:07Z', 'revision_number': 2, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'gw_port_host': None, '_interfaces': [{'id': 'ff896659-ae2c-45cf-b66b-799f8e922461', 'name': '', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'mac_address': 'fa:16:3e:ae:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba866f-5662-427f-b179-9de62a468af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '5faafecc-eea7-4adb-bd78-b5994f200aa1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:05Z', 'updated_at': '2021-11-25T17:31:09Z', 'revision_number': 4, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'subnets': [{'id': '5faafecc-eea7-4adb-bd78-b5994f200aa1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:10.175257 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72c23f-b9e4-4308-9d64-b765e13d2cca None None] The sync data for ids ['24ba866f-5662-427f-b179-9de62a468af8'] in n-d-819349-3 is: [{'id': '24ba866f-5662-427f-b179-9de62a468af8', 'name': 'tempest-NetworksTestDHCPv6-router-931886992', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:04Z', 'updated_at': '2021-11-25T17:31:07Z', 'revision_number': 2, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'gw_port_host': None, '_interfaces': [{'id': 'ff896659-ae2c-45cf-b66b-799f8e922461', 'name': '', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'mac_address': 'fa:16:3e:ae:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba866f-5662-427f-b179-9de62a468af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '5faafecc-eea7-4adb-bd78-b5994f200aa1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:05Z', 'updated_at': '2021-11-25T17:31:09Z', 'revision_number': 4, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'subnets': [{'id': '5faafecc-eea7-4adb-bd78-b5994f200aa1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:10.205077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.236536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=ff896659-ae2c-45cf-b66b-799f8e922461,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:10.355472 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.587393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Router 24ba866f-5662-427f-b179-9de62a468af8 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:10.708474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:10.714242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d8e95ff4-b6a9-49ff-9488-c13480237153 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "PUT /v2.0/routers/24ba866f-5662-427f-b179-9de62a468af8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9793539 Nov 25 17:31:10.719643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:10.735360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed75da4-7b95-443b-924e-0c10d94d37b5 req-daccc733-e61f-4d09-ae92-697f9f0aa24e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.736972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ed75da4-7b95-443b-924e-0c10d94d37b5 req-daccc733-e61f-4d09-ae92-697f9f0aa24e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.0647264 Nov 25 17:31:10.813042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e1ccb6-d45f-4307-abec-4f496a6bdd35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.815248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e1ccb6-d45f-4307-abec-4f496a6bdd35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.816985 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-05e1ccb6-d45f-4307-abec-4f496a6bdd35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0955741 Nov 25 17:31:10.820199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:10.828356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ed75da4-7b95-443b-924e-0c10d94d37b5 req-716cd98e-900d-426c-a871-afc220b2cb7a tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671554 Nov 25 17:31:10.891804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcda5ee-9185-4472-827b-104403ee88ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 5faafecc-eea7-4adb-bd78-b5994f200aa1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:10.896399 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcda5ee-9185-4472-827b-104403ee88ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.974523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b262-484c-4b5c-8a27-7b62653b2edd req-427db8ca-57fb-49cf-9476-b9c231c61eb8 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.981797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcda5ee-9185-4472-827b-104403ee88ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.983719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b23b262-484c-4b5c-8a27-7b62653b2edd req-427db8ca-57fb-49cf-9476-b9c231c61eb8 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 943 time: 0.1393580 Nov 25 17:31:11.066804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b23b262-484c-4b5c-8a27-7b62653b2edd req-060040f0-2232-4678-9fa5-df92e5f5ffae tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769169 Nov 25 17:31:11.108383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcda5ee-9185-4472-827b-104403ee88ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.185889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcda5ee-9185-4472-827b-104403ee88ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.219949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcda5ee-9185-4472-827b-104403ee88ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=5faafecc-eea7-4adb-bd78-b5994f200aa1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:11.225487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbcda5ee-9185-4472-827b-104403ee88ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.231495 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbcda5ee-9185-4472-827b-104403ee88ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/5faafecc-eea7-4adb-bd78-b5994f200aa1 HTTP/1.1" status: 204 len: 168 time: 0.4075282 Nov 25 17:31:11.231877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37518) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:11.233962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e78b16-5a1c-4d03-ac9b-6f5841734e29 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:11.363366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-288b4854-c7db-4a62-b9dc-f296af3bd66b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1302500 Nov 25 17:31:11.366004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:11.434121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:11.452541 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbbbc751-f0ba-4fa8-b806-4af7310d7774 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.489429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] Deleting port 8130a527-0243-4dc7-9a4d-1f23ef1d6044 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:11.490070 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.552892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2eb290fb-fc50-4450-988c-54b8d17a01d8 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:11.563990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] For port 8130a527-0243-4dc7-9a4d-1f23ef1d6044, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8130a527-0243-4dc7-9a4d-1f23ef1d6044,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:11.564398 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.586613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] Calling delete_port for 8130a527-0243-4dc7-9a4d-1f23ef1d6044 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:11.746808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2eb290fb-fc50-4450-988c-54b8d17a01d8, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2eb290fb-fc50-4450-988c-54b8d17a01d8,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:11.760969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '2eb290fb-fc50-4450-988c-54b8d17a01d8', 'network_id': '71858bd9-25a2-45ae-a880-cdf4469af6cf', 'port_id': '2eb290fb-fc50-4450-988c-54b8d17a01d8', 'mac_address': 'fa:16:3e:92:af:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cdfa52-62ef-4c54-a113-cfc2248d8146', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:11.765147 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.820172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] Pushing event deleted for resources: {'Port': ['ID=8130a527-0243-4dc7-9a4d-1f23ef1d6044,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:11.822611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d6549-9f16-4e56-afc3-b6c55d8ca73a None None] No DVR routers for this DVR port 8130a527-0243-4dc7-9a4d-1f23ef1d6044 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:11.845556 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.872683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb290fb-fc50-4450-988c-54b8d17a01d8 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:11.909093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2eb290fb-fc50-4450-988c-54b8d17a01d8, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2eb290fb-fc50-4450-988c-54b8d17a01d8,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:11.915225 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.989856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] Sync routers for ids ['24ba866f-5662-427f-b179-9de62a468af8'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:12.025980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] Routers {'24ba866f-5662-427f-b179-9de62a468af8'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:12.026641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['24ba866f-5662-427f-b179-9de62a468af8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:12.083580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2eb290fb-fc50-4450-988c-54b8d17a01d8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:12.090465 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbbbc751-f0ba-4fa8-b806-4af7310d7774 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.094992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbbbc751-f0ba-4fa8-b806-4af7310d7774 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.159009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] Set router 24ba866f-5662-427f-b179-9de62a468af8 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:12.160103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ddf54-29f3-4b5c-94bd-b3412d65736c req-9fd4d5e1-7717-4b59-ab2f-2eecac0fda27 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.161964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-594ddf54-29f3-4b5c-94bd-b3412d65736c req-9fd4d5e1-7717-4b59-ab2f-2eecac0fda27 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1888409 Nov 25 17:31:12.202949 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbbbc751-f0ba-4fa8-b806-4af7310d7774 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.203487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbbc751-f0ba-4fa8-b806-4af7310d7774 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Fanout notify agent at l3_agent the message router_deleted on router 24ba866f-5662-427f-b179-9de62a468af8 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:31:12.219011 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fbbbc751-f0ba-4fa8-b806-4af7310d7774 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.222857 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fbbbc751-f0ba-4fa8-b806-4af7310d7774 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/routers/24ba866f-5662-427f-b179-9de62a468af8 HTTP/1.1" status: 204 len: 168 time: 0.8534253 Nov 25 17:31:12.223415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:12.233435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba866f-5662-427f-b179-9de62a468af8', 'name': 'tempest-NetworksTestDHCPv6-router-931886992', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:04Z', 'updated_at': '2021-11-25T17:31:10Z', 'revision_number': 3, 'project_id': 'cd607992d4d94ec591636ee13aac9fe6', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:12.265218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] Checking router: 24ba866f-5662-427f-b179-9de62a468af8 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:12.267617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['2eb290fb-fc50-4450-988c-54b8d17a01d8'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:12.270422 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4f41484d-89a4-46b6-994b-4e330a8df861 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0453115 Nov 25 17:31:12.272685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:12.274566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-594ddf54-29f3-4b5c-94bd-b3412d65736c req-76787f09-4e05-49a9-ae11-55ac4ebc31e4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017394 Nov 25 17:31:12.295167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09076f-6563-4b5b-9c8d-b45c20d61493 req-a85d8015-1408-44e8-afda-b6be3f033dcc tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.297382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e09076f-6563-4b5b-9c8d-b45c20d61493 req-a85d8015-1408-44e8-afda-b6be3f033dcc tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 944 time: 0.1344273 Nov 25 17:31:12.300470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:12.301139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:31:12.302183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24ba866f-5662-427f-b179-9de62a468af8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:31:12.302821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c5bad-40f0-4181-b5d6-e0582c4418e7 None None] The sync data for ids ['24ba866f-5662-427f-b179-9de62a468af8'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:12.419527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e09076f-6563-4b5b-9c8d-b45c20d61493 req-96cbf231-2d19-4975-964b-4939b41cf7f0 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118026 Nov 25 17:31:12.422028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540b853-f9b5-4af9-8b73-6f7f52c6be26 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.430440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:12.430697 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5540b853-f9b5-4af9-8b73-6f7f52c6be26 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1562705 Nov 25 17:31:12.482974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cebc9b2c-2969-4f47-9611-857c80b62ca9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502534 Nov 25 17:31:12.489975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37546) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:12.497441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:12.622308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:12.626106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.825744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ff896659-ae2c-45cf-b66b-799f8e922461 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:12.861815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ff896659-ae2c-45cf-b66b-799f8e922461 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:12.862590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ff896659-ae2c-45cf-b66b-799f8e922461 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:12.863102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8130a527-0243-4dc7-9a4d-1f23ef1d6044 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:12.890288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 8130a527-0243-4dc7-9a4d-1f23ef1d6044 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:12.890608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8130a527-0243-4dc7-9a4d-1f23ef1d6044 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:13.066170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.objects.ports [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:31:13.068024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.127021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:13.130671 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:13.136276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.136849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.144570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6996063-74a0-483d-a23a-8cb0fbbc2304 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:13.147611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=80891fa0-c0f7-4941-8a51-41003aba219e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.169728 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-db3caf6c-39fe-4b2c-a80e-cefb40851d10 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6764517 Nov 25 17:31:13.169934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37550) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:13.178479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:13.360704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:13.363432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': '80891fa0-c0f7-4941-8a51-41003aba219e'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:13.364848 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.366624 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.533168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6df2b-7ab4-431f-bbf1-c495cc1777f0 req-f72a9580-54bb-4df0-b050-30c531ec1ade tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.536021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8a6df2b-7ab4-431f-bbf1-c495cc1777f0 req-f72a9580-54bb-4df0-b050-30c531ec1ade tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1360562 Nov 25 17:31:13.625678 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8a6df2b-7ab4-431f-bbf1-c495cc1777f0 req-4634babe-c3f9-4d91-aaaa-96c651b0cfe5 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Nov 25 17:31:13.768583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2eb290fb-fc50-4450-988c-54b8d17a01d8 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:13.821268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Allocated IP 2001:db8::f816:3eff:fe59:3fe1 (f0634854-7ddd-47b2-951e-b6eafb4de14a/80891fa0-c0f7-4941-8a51-41003aba219e/8b3ca2a0-5ca6-43df-9d8d-027c30d7b758) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:13.859789 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.894625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 2eb290fb-fc50-4450-988c-54b8d17a01d8 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:13.901794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 2eb290fb-fc50-4450-988c-54b8d17a01d8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:13.902531 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.927438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:13.930022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=9b1157b1-54e1-4f6a-bf1c-2deb53a491da,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.935192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:13.940597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.941254 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.966168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834198-a6fd-41c7-92ee-22274442930b req-6329352e-52c1-42b7-8ed9-c80ea783aff9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.967811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1834198-a6fd-41c7-92ee-22274442930b req-6329352e-52c1-42b7-8ed9-c80ea783aff9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 944 time: 0.3332405 Nov 25 17:31:13.973017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d2fae9e1-b784-40e6-9ce6-80415a0b3103 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8002639 Nov 25 17:31:13.975069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:13.981852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:71:77:dc', 'name': 'tempest-NetworksTestDHCPv6-849599839'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:14.050625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1834198-a6fd-41c7-92ee-22274442930b req-1eead5c5-89b9-4426-b579-537a224e05ff tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725696 Nov 25 17:31:14.081852 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.089555 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.122748 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.151706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:14.180982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:14.193806 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33cf08d-f0c0-4949-95ac-0ed248c91f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb290fb-fc50-4450-988c-54b8d17a01d8'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:14.196230 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f717c-2e6f-459f-8c8a-bf1036470ec3" -d '{"events": [{"server_uuid": "b33cf08d-f0c0-4949-95ac-0ed248c91f61", "name": "network-vif-plugged", "status": "completed", "tag": "2eb290fb-fc50-4450-988c-54b8d17a01d8"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:14.203194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:14.210914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:14.214195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:14.220728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 2eb290fb-fc50-4450-988c-54b8d17a01d8, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2eb290fb-fc50-4450-988c-54b8d17a01d8,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:14.237747 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.315863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.351717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port b4c8bee6-a88f-4755-b324-4a1f979b16ee yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:31:14.435223 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b983625c-e390-4078-860e-7441b7a9b402 x-openstack-request-id: req-b983625c-e390-4078-860e-7441b7a9b402 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:14.435877 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33cf08d-f0c0-4949-95ac-0ed248c91f61", "name": "network-vif-plugged", "status": "completed", "tag": "2eb290fb-fc50-4450-988c-54b8d17a01d8", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:14.436249 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b983625c-e390-4078-860e-7441b7a9b402 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:14.436670 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33cf08d-f0c0-4949-95ac-0ed248c91f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb290fb-fc50-4450-988c-54b8d17a01d8', 'code': 200} Nov 25 17:31:14.438952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=2eb290fb-fc50-4450-988c-54b8d17a01d8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:14.477555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Attempting to bind port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:14.477941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Attempting to bind port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:14.479059 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Attempting to bind port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:14.485873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:14.486259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:14.486672 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.487075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:14.487553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Bound port: 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:14.487940 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.519329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43957398-e80c-418e-aef0-53ead7c113ad req-8bde18c1-ba63-450f-8c7d-569d0f95a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.522091 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-43957398-e80c-418e-aef0-53ead7c113ad req-8bde18c1-ba63-450f-8c7d-569d0f95a3cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 1096 time: 0.1117876 Nov 25 17:31:14.621058 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:14.630891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:14.640707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:14.691411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 172.20.0.3 (f0634854-7ddd-47b2-951e-b6eafb4de14a/9b1157b1-54e1-4f6a-bf1c-2deb53a491da/b4c8bee6-a88f-4755-b324-4a1f979b16ee) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:14.715981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fe71:77dc (f0634854-7ddd-47b2-951e-b6eafb4de14a/80891fa0-c0f7-4941-8a51-41003aba219e/b4c8bee6-a88f-4755-b324-4a1f979b16ee) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:14.804873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f863d9-10ef-406c-9961-146bb9a72eb0 None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:14.844472 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-43957398-e80c-418e-aef0-53ead7c113ad req-a7fbf105-7b72-4b79-aee4-72a83511163d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263823 Nov 25 17:31:14.915870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941270b-4d74-41e7-b759-01ebe85e754b req-f2a72eff-7b53-470a-9374-4d3eb6f74367 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.927290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8941270b-4d74-41e7-b759-01ebe85e754b req-f2a72eff-7b53-470a-9374-4d3eb6f74367 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.0950804 Nov 25 17:31:15.018245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.067920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8941270b-4d74-41e7-b759-01ebe85e754b req-306259f0-6dff-4fcd-9a80-64cbe73f0d73 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395874 Nov 25 17:31:15.168596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.305603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:15.307405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80038f-11dc-4489-ae23-35a0776ea017 req-8ac0881b-be16-456f-b5d2-6deb45a744f9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.311356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:15.317266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:15.318326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f80038f-11dc-4489-ae23-35a0776ea017 req-8ac0881b-be16-456f-b5d2-6deb45a744f9 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.0933964 Nov 25 17:31:15.324021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=b4c8bee6-a88f-4755-b324-4a1f979b16ee,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:15.392324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f80038f-11dc-4489-ae23-35a0776ea017 req-74abc58a-59b0-44eb-8bdb-5e53f0fc1fd5 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707886 Nov 25 17:31:15.432609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.433300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.461598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:15.471923 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c74d8944-f96b-47a0-a45f-f13a55c7837c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4819732 Nov 25 17:31:15.522109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e96ed1-bc75-49cb-8e64-e8fe56f1613a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.529312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e96ed1-bc75-49cb-8e64-e8fe56f1613a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.532998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-00e96ed1-bc75-49cb-8e64-e8fe56f1613a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0680537 Nov 25 17:31:15.533702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:15.647300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b58d559c-220a-4c32-8615-f2b784dc827a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port b4c8bee6-a88f-4755-b324-4a1f979b16ee {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:15.648388 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b58d559c-220a-4c32-8615-f2b784dc827a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.803692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b58d559c-220a-4c32-8615-f2b784dc827a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:15.823834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b58d559c-220a-4c32-8615-f2b784dc827a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for b4c8bee6-a88f-4755-b324-4a1f979b16ee owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:16.150797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b58d559c-220a-4c32-8615-f2b784dc827a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.209424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d559c-220a-4c32-8615-f2b784dc827a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=b4c8bee6-a88f-4755-b324-4a1f979b16ee,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:16.355137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a8a16-8a4e-4dfe-b70f-9268356eb737 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:16.400147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc097d-235b-479a-9945-9dc681c59dab req-105035e8-e1b0-4c67-8ae4-be61cc11e158 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.417635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34fc097d-235b-479a-9945-9dc681c59dab req-105035e8-e1b0-4c67-8ae4-be61cc11e158 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.2226677 Nov 25 17:31:16.417879 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b58d559c-220a-4c32-8615-f2b784dc827a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.429708 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b58d559c-220a-4c32-8615-f2b784dc827a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/b4c8bee6-a88f-4755-b324-4a1f979b16ee HTTP/1.1" status: 204 len: 168 time: 0.8946466 Nov 25 17:31:16.430165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37596) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:16.506869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-07d90d43-6f6c-45ac-a1a2-f7b766e6a1b2 None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:16.507603 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07d90d43-6f6c-45ac-a1a2-f7b766e6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.548832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0ed3a-79b6-4403-9209-c26fc14b569d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.550701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0ed3a-79b6-4403-9209-c26fc14b569d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.552260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0ed3a-79b6-4403-9209-c26fc14b569d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.557222 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-41d0ed3a-79b6-4403-9209-c26fc14b569d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1257117 Nov 25 17:31:16.557888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:16.597636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34fc097d-235b-479a-9945-9dc681c59dab req-81073e68-7478-40f7-98ee-d0c6e7e2442e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770153 Nov 25 17:31:16.698999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d274ea-ca63-4c99-911f-66de646be1e9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 80891fa0-c0f7-4941-8a51-41003aba219e {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:16.698999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12d274ea-ca63-4c99-911f-66de646be1e9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.709392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f6cf9-653c-43aa-a093-fcf5c364d324 req-dcf09238-c2dc-4edb-9571-0e013427ef28 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.711543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-847f6cf9-653c-43aa-a093-fcf5c364d324 req-dcf09238-c2dc-4edb-9571-0e013427ef28 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.1487617 Nov 25 17:31:16.790293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a2e24-9402-42f1-ae2f-6dfc8e6383de None None] Update dhcp port {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '80891fa0-c0f7-4941-8a51-41003aba219e', 'ip_address': '2001:db8::f816:3eff:fe59:3fe1'}, {'subnet_id': '9b1157b1-54e1-4f6a-bf1c-2deb53a491da'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '8b3ca2a0-5ca6-43df-9d8d-027c30d7b758'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:31:16.813699 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12d274ea-ca63-4c99-911f-66de646be1e9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.858758 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-847f6cf9-653c-43aa-a093-fcf5c364d324 req-aa0e7240-1bd4-421b-a700-a755de313776 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386843 Nov 25 17:31:16.867891 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07d90d43-6f6c-45ac-a1a2-f7b766e6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.888260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e36a2e24-9402-42f1-ae2f-6dfc8e6383de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.892062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:16.969179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-07d90d43-6f6c-45ac-a1a2-f7b766e6a1b2 None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:16.982490 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07d90d43-6f6c-45ac-a1a2-f7b766e6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.061741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d90d43-6f6c-45ac-a1a2-f7b766e6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:17.115001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff39d46-35c6-4c24-bf2f-6ca6541eaf5d req-a5a6902e-7d04-427c-8e12-f9ca080f068f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.122346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ff39d46-35c6-4c24-bf2f-6ca6541eaf5d req-a5a6902e-7d04-427c-8e12-f9ca080f068f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.0934412 Nov 25 17:31:17.134424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12d274ea-ca63-4c99-911f-66de646be1e9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.220334 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ff39d46-35c6-4c24-bf2f-6ca6541eaf5d req-8a5052f8-5977-410e-a5ed-a5f38691db70 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874720 Nov 25 17:31:17.263658 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12d274ea-ca63-4c99-911f-66de646be1e9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-e36a2e24-9402-42f1-ae2f-6dfc8e6383de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80891fa0-c0f7-4941-8a51-41003aba219e: This subnet is being modified by another concurrent operation. Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:31:17.278781 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80891fa0-c0f7-4941-8a51-41003aba219e: This subnet is being modified by another concurrent operation. Nov 25 17:31:17.282677 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Nov 25 17:31:17.294222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:17.294693 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.360146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d274ea-ca63-4c99-911f-66de646be1e9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=80891fa0-c0f7-4941-8a51-41003aba219e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:17.363026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12d274ea-ca63-4c99-911f-66de646be1e9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.374802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37612) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:17.378076 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-12d274ea-ca63-4c99-911f-66de646be1e9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/80891fa0-c0f7-4941-8a51-41003aba219e HTTP/1.1" status: 204 len: 168 time: 0.8190238 Nov 25 17:31:17.412002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86ad17-3faa-4178-a3ec-7e3b6e6e5ef0 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:17.500416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-979d3f29-6d42-4960-b184-90ec8be9f2e3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 9b1157b1-54e1-4f6a-bf1c-2deb53a491da {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:17.504637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-979d3f29-6d42-4960-b184-90ec8be9f2e3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.539856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8a11ce75-1e80-49a4-bb33-220e9a59d730 None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:17.540383 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a11ce75-1e80-49a4-bb33-220e9a59d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.567800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-979d3f29-6d42-4960-b184-90ec8be9f2e3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.689213 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-979d3f29-6d42-4960-b184-90ec8be9f2e3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.785662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-979d3f29-6d42-4960-b184-90ec8be9f2e3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.864413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c9d26d-eca3-4735-ba00-e98df9221521 None None] Update dhcp port {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '9b1157b1-54e1-4f6a-bf1c-2deb53a491da'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '8b3ca2a0-5ca6-43df-9d8d-027c30d7b758'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:31:17.877344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d3f29-6d42-4960-b184-90ec8be9f2e3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1157b1-54e1-4f6a-bf1c-2deb53a491da,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:17.892093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579a4f7-6fd5-4a3c-965b-f3f3859c0999 req-61b833d7-41f6-4e2b-be60-8b0db7d46137 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.893742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0579a4f7-6fd5-4a3c-965b-f3f3859c0999 req-61b833d7-41f6-4e2b-be60-8b0db7d46137 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.2741470 Nov 25 17:31:17.899399 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-979d3f29-6d42-4960-b184-90ec8be9f2e3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.904428 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21c9d26d-eca3-4735-ba00-e98df9221521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.906032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:17.914383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-979d3f29-6d42-4960-b184-90ec8be9f2e3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/9b1157b1-54e1-4f6a-bf1c-2deb53a491da HTTP/1.1" status: 204 len: 168 time: 0.5368927 Nov 25 17:31:17.948362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb887-b990-475d-874b-4b68da496a4f req-0db48702-57f5-4d2e-a167-170c710bfd61 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.955151 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3bc700bb-43a9-4968-aefe-2e51010c7a7e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480173 Nov 25 17:31:17.955756 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:17.957962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-868fb887-b990-475d-874b-4b68da496a4f req-0db48702-57f5-4d2e-a167-170c710bfd61 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1902387 Nov 25 17:31:17.962174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:18.029367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0579a4f7-6fd5-4a3c-965b-f3f3859c0999 req-cb3fda7d-104e-40f3-aae2-cb729a9f5b56 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100731 Nov 25 17:31:18.043864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-868fb887-b990-475d-874b-4b68da496a4f req-a5f181dc-5ad3-4aac-b607-3d41ad7d69e1 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847208 Nov 25 17:31:18.123127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:18.127694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.195421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b3782518-2a86-4ea8-a84a-a630eb4552ba None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:18.195798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3782518-2a86-4ea8-a84a-a630eb4552ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.319494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ba612-2dfb-465a-b617-e6a7419db8bd req-8dbc22fa-d8de-48bb-8157-aef864946bbe tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.329247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c0ba612-2dfb-465a-b617-e6a7419db8bd req-8dbc22fa-d8de-48bb-8157-aef864946bbe tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.1048796 Nov 25 17:31:18.361396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27e495-35a5-4a15-9d50-533a5e098fc4 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:31:18.404721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c0ba612-2dfb-465a-b617-e6a7419db8bd req-b7b8d045-b87b-4cd9-a6cf-1b18373dad01 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704539 Nov 25 17:31:18.495138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27e495-35a5-4a15-9d50-533a5e098fc4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:31:18.541632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9751410b-abd2-45e2-a525-907ccd43ef57 None None] Could not find standard attr ID for object b4c8bee6-a88f-4755-b324-4a1f979b16ee. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:31:18.615124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.objects.ports [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:31:18.692030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e755d6b-c921-447e-b43b-0499e071c214 req-37c5fa27-27be-4d81-9214-71b27e705a88 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.694153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e755d6b-c921-447e-b43b-0499e071c214 req-37c5fa27-27be-4d81-9214-71b27e705a88 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.0814650 Nov 25 17:31:18.773536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e755d6b-c921-447e-b43b-0499e071c214 req-b1628cdd-2c32-4a1c-a07a-775ba3c72fbf tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718610 Nov 25 17:31:18.779314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:18.950740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.982695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e98185-a6ce-470e-b36f-0f8b9235c8c1 req-13b2ca40-07e9-4a7d-929f-24bf9f4ed536 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.984767 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66e98185-a6ce-470e-b36f-0f8b9235c8c1 req-13b2ca40-07e9-4a7d-929f-24bf9f4ed536 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.1106029 Nov 25 17:31:19.004240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.029185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Update dhcp port {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '137d9f7e-f529-4b8b-9fce-4b9c69052ab7'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '8b3ca2a0-5ca6-43df-9d8d-027c30d7b758'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:31:19.069755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66e98185-a6ce-470e-b36f-0f8b9235c8c1 req-2a98cd94-20c8-4bf7-895f-fa2b6699f466 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690136 Nov 25 17:31:19.097194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.198530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:19.276671 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.292865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.293692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.326442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767d143-913d-4cf8-acc7-72d52fc4358a req-f60f90af-e6e1-4cca-85cf-08714a7586d3 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.328442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6767d143-913d-4cf8-acc7-72d52fc4358a req-f60f90af-e6e1-4cca-85cf-08714a7586d3 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1422153 Nov 25 17:31:19.365089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:19.370015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:19.421437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6767d143-913d-4cf8-acc7-72d52fc4358a req-db5d0b0d-6566-4e08-acb5-9bdd208c8695 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829551 Nov 25 17:31:19.515550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.516541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.537571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:31:19.538133 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:31:19.558890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:19.561695 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:31:19.562312 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:31:19.579021 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6217327 Nov 25 17:31:19.580370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c81aa-273b-48c8-b008-d6db6b2ca9bb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=137d9f7e-f529-4b8b-9fce-4b9c69052ab7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:19.583003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:19.590227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:19.756064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9105-3c9f-47c5-b318-20291707d5ca req-22610a8a-2def-4161-b83b-2c1cffe85171 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.758352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34ec9105-3c9f-47c5-b318-20291707d5ca req-22610a8a-2def-4161-b83b-2c1cffe85171 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.0929532 Nov 25 17:31:19.846290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:19.850712 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.907025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34ec9105-3c9f-47c5-b318-20291707d5ca req-b3e74412-56b9-4c05-8ac4-b0157586bab1 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397076 Nov 25 17:31:20.192201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.274023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:20.278520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:20.286561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:20.287278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.294957 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.316591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7322533 Nov 25 17:31:20.318422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650aa607-73b7-410d-b813-314cae16ee23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=898a1fe7-9c39-441f-9d67-c56743630528,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.319891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:20.328918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:ef:66:f3', 'name': 'tempest-NetworksTestDHCPv6-1689579019'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:20.352906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.432609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:20.585694 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.637270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:20.676338 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:31:20.677018 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:31:20.678369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.706634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9cc06-0d58-46a0-8195-347dab4f8c68 req-f39f217d-f140-4940-afb7-5d9a4b34ca42 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:20.722216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58a9cc06-0d58-46a0-8195-347dab4f8c68 req-f39f217d-f140-4940-afb7-5d9a4b34ca42 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1435239 Nov 25 17:31:20.774765 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.799710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58a9cc06-0d58-46a0-8195-347dab4f8c68 req-08e07f6c-3b80-4fa2-afcc-bb4ca606fc6c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749562 Nov 25 17:31:20.836972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 96a6d5f6-589d-4ba1-9f18-a391233c6008 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:31:21.097789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddc80e-fa44-4a64-ac35-21d80ff3cc81 req-1e2807f2-100e-4b1f-bc9e-cd1fc5bb0222 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:21.100676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4eddc80e-fa44-4a64-ac35-21d80ff3cc81 req-1e2807f2-100e-4b1f-bc9e-cd1fc5bb0222 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.0772507 Nov 25 17:31:21.170650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4eddc80e-fa44-4a64-ac35-21d80ff3cc81 req-16d658ea-0cf3-482c-ba4a-3881d5306790 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/security-groups?id=4af16869-881e-49aa-993a-e5eeba755015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611620 Nov 25 17:31:21.289262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-f263c4c0-7139-4223-a9d3-11ff338e31e0 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:21.292046 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-f263c4c0-7139-4223-a9d3-11ff338e31e0 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.60 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 945 time: 0.0960040 Nov 25 17:31:21.436323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 172.20.0.5 (f0634854-7ddd-47b2-951e-b6eafb4de14a/898a1fe7-9c39-441f-9d67-c56743630528/96a6d5f6-589d-4ba1-9f18-a391233c6008) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:21.444751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:feef:66f3 (f0634854-7ddd-47b2-951e-b6eafb4de14a/137d9f7e-f529-4b8b-9fce-4b9c69052ab7/96a6d5f6-589d-4ba1-9f18-a391233c6008) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:21.471713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Deleting port 2eb290fb-fc50-4450-988c-54b8d17a01d8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:21.472030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.656651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] For port 2eb290fb-fc50-4450-988c-54b8d17a01d8, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=2eb290fb-fc50-4450-988c-54b8d17a01d8,segment=NetworkSegment(636d7bb2-e28c-4fc6-ad83-3f378bbad299),segment_id=636d7bb2-e28c-4fc6-ad83-3f378bbad299)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:21.657043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.663128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.682834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Calling delete_port for 2eb290fb-fc50-4450-988c-54b8d17a01d8 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:21.729556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.823137 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.907900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:21.918160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:21.924780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:21.973286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=96a6d5f6-589d-4ba1-9f18-a391233c6008,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:21.976622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:21.989392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.992090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc9dcc-d017-43e4-96d9-b87230680181 req-72b18f48-7a53-4de5-9fcf-6bb2b2a6c8bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:22.005765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9bc9dcc-d017-43e4-96d9-b87230680181 req-72b18f48-7a53-4de5-9fcf-6bb2b2a6c8bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.0996110 Nov 25 17:31:22.019632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['2eb290fb-fc50-4450-988c-54b8d17a01d8'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:22.026404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Pushing event deleted for resources: {'Port': ['ID=2eb290fb-fc50-4450-988c-54b8d17a01d8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:22.028502 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.038212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:22.039041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.059526 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.105024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9bc9dcc-d017-43e4-96d9-b87230680181 req-fd4a0b3e-ee8c-4bb4-acc8-c1d65fc38704 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926971 Nov 25 17:31:22.105791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] No DVR routers for this DVR port 2eb290fb-fc50-4450-988c-54b8d17a01d8 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:22.113888 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-70c2cd8e-3e17-4b13-9672-b22203ea5abd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7867720 Nov 25 17:31:22.113888 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.116441 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a4bc508b-1ba5-40db-9ccf-b5c74390a96b req-80f26274-390b-46be-b971-2e3d0a6dd411 tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.60 "DELETE /v2.0/ports/2eb290fb-fc50-4450-988c-54b8d17a01d8 HTTP/1.1" status: 204 len: 173 time: 0.8146076 Nov 25 17:31:22.117099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33cf08d-f0c0-4949-95ac-0ed248c91f61', 'name': 'network-vif-deleted', 'tag': '2eb290fb-fc50-4450-988c-54b8d17a01d8'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:22.117861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:22.119827 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee20b9-0b2c-43ed-9ed6-9919bf1dc180" -d '{"events": [{"server_uuid": "b33cf08d-f0c0-4949-95ac-0ed248c91f61", "name": "network-vif-deleted", "tag": "2eb290fb-fc50-4450-988c-54b8d17a01d8"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:22.137849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85699bf1-f149-46bd-88d2-1d80ffe2baac None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:22.190044 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8f8610-96dc-4576-b2a8-1a79a5925a7b x-openstack-request-id: req-4b8f8610-96dc-4576-b2a8-1a79a5925a7b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:22.190462 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33cf08d-f0c0-4949-95ac-0ed248c91f61", "name": "network-vif-deleted", "tag": "2eb290fb-fc50-4450-988c-54b8d17a01d8", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:22.192699 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b8f8610-96dc-4576-b2a8-1a79a5925a7b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:22.194789 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33cf08d-f0c0-4949-95ac-0ed248c91f61', 'name': 'network-vif-deleted', 'tag': '2eb290fb-fc50-4450-988c-54b8d17a01d8', 'status': 'completed', 'code': 200} Nov 25 17:31:22.266997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985698-7cf2-49ce-af4d-7c24306daf5f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:22.284598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985698-7cf2-49ce-af4d-7c24306daf5f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:22.305097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-07985698-7cf2-49ce-af4d-7c24306daf5f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1690104 Nov 25 17:31:22.305369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37686) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:22.355822 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11bbaf8d-ae8f-48ec-8583-8d56846c4be8 req-baa7b5fd-9061-40ae-bf1d-86c709bd3f8f tempest-ServerDiskConfigTestJSON-1497962083 tempest-ServerDiskConfigTestJSON-1497962083-project] 10.222.0.81 "GET /v2.0/ports?device_id=b33cf08d-f0c0-4949-95ac-0ed248c91f61 HTTP/1.1" status: 200 len: 210 time: 0.0474875 Nov 25 17:31:22.445795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-015dd6da-8cc1-480a-9dc8-e8c122460e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 96a6d5f6-589d-4ba1-9f18-a391233c6008 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:22.446688 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015dd6da-8cc1-480a-9dc8-e8c122460e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.567084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015dd6da-8cc1-480a-9dc8-e8c122460e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.589160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-015dd6da-8cc1-480a-9dc8-e8c122460e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 96a6d5f6-589d-4ba1-9f18-a391233c6008 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:22.897220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:22.947040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015dd6da-8cc1-480a-9dc8-e8c122460e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.004056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dd6da-8cc1-480a-9dc8-e8c122460e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=96a6d5f6-589d-4ba1-9f18-a391233c6008,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.032260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:23.033180 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.046312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:23.105685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-015dd6da-8cc1-480a-9dc8-e8c122460e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.111633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-015dd6da-8cc1-480a-9dc8-e8c122460e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/96a6d5f6-589d-4ba1-9f18-a391233c6008 HTTP/1.1" status: 204 len: 168 time: 0.8031352 Nov 25 17:31:23.112013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:23.143563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.185143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251f6da-cf27-42b1-aa89-531f04ecf7a6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.187193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251f6da-cf27-42b1-aa89-531f04ecf7a6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.189311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251f6da-cf27-42b1-aa89-531f04ecf7a6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.191417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5251f6da-cf27-42b1-aa89-531f04ecf7a6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0783379 Nov 25 17:31:23.194375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:23.223416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:23.227010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090056a1-ab44-4107-aad0-2276743c92e8 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:31:23.260321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8412099f-0331-4eec-a31d-0d4b72ed24db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.269631 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.291401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea68279c-3a57-4f3d-8f34-7f29cac22873 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 137d9f7e-f529-4b8b-9fce-4b9c69052ab7 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:23.297096 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea68279c-3a57-4f3d-8f34-7f29cac22873 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.338218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.379891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea68279c-3a57-4f3d-8f34-7f29cac22873 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.382452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bb907adc-72be-4074-8321-6cfae27235d9 None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:23.383022 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb907adc-72be-4074-8321-6cfae27235d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.390814 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8412099f-0331-4eec-a31d-0d4b72ed24db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.403233 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8412099f-0331-4eec-a31d-0d4b72ed24db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.464146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8412099f-0331-4eec-a31d-0d4b72ed24db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98a56183c88c4a0a9a37f5a98d2a46a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4166348 Nov 25 17:31:23.479334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090056a1-ab44-4107-aad0-2276743c92e8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:31:23.481594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:23.505746 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea68279c-3a57-4f3d-8f34-7f29cac22873 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.597693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412099f-0331-4eec-a31d-0d4b72ed24db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9619387c-be60-457f-b52a-66a64f78d96d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.611061 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea68279c-3a57-4f3d-8f34-7f29cac22873 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.630871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f9e28-27c4-42ce-abff-d5e3fbfc5028 req-211c3a84-4197-4a47-9b6e-a3cb9014b0b9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.643280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-725f9e28-27c4-42ce-abff-d5e3fbfc5028 req-211c3a84-4197-4a47-9b6e-a3cb9014b0b9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.4093103 Nov 25 17:31:23.679764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68279c-3a57-4f3d-8f34-7f29cac22873 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=137d9f7e-f529-4b8b-9fce-4b9c69052ab7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.695363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea68279c-3a57-4f3d-8f34-7f29cac22873 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.698877 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ea68279c-3a57-4f3d-8f34-7f29cac22873 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/137d9f7e-f529-4b8b-9fce-4b9c69052ab7 HTTP/1.1" status: 204 len: 168 time: 0.5033386 Nov 25 17:31:23.705319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:23.716243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-725f9e28-27c4-42ce-abff-d5e3fbfc5028 req-724b3cb2-41dd-4a6a-9a08-05dd5bb49f0b tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717640 Nov 25 17:31:23.729118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:23.751386 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ec86292-6500-4a9c-be4a-33e409082999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.780994 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ec86292-6500-4a9c-be4a-33e409082999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.796420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7f9baa-ff66-4388-af76-857d3138db93 admin admin] Deleting subnet 78cdfa52-62ef-4c54-a113-cfc2248d8146 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:23.807451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9baa-ff66-4388-af76-857d3138db93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.876642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ad7c31-253b-41ba-ace8-1a2478385d9e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 898a1fe7-9c39-441f-9d67-c56743630528 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:23.882129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5ad7c31-253b-41ba-ace8-1a2478385d9e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.882465 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ec86292-6500-4a9c-be4a-33e409082999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.886464 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ec86292-6500-4a9c-be4a-33e409082999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.890012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0ec86292-6500-4a9c-be4a-33e409082999 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9619387c-be60-457f-b52a-66a64f78d96d HTTP/1.1" status: 204 len: 168 time: 0.4017353 Nov 25 17:31:23.896332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec86292-6500-4a9c-be4a-33e409082999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9619387c-be60-457f-b52a-66a64f78d96d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.915956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9baa-ff66-4388-af76-857d3138db93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.966281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5ad7c31-253b-41ba-ace8-1a2478385d9e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.009001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9baa-ff66-4388-af76-857d3138db93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.035977 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d86d7-016b-4e4a-bd61-628b6db8a6ef None None] Update dhcp port {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '898a1fe7-9c39-441f-9d67-c56743630528'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '8b3ca2a0-5ca6-43df-9d8d-027c30d7b758'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:31:24.062772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5ad7c31-253b-41ba-ace8-1a2478385d9e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.090343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc9d86d7-016b-4e4a-bd61-628b6db8a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.128891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9baa-ff66-4388-af76-857d3138db93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.170771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f9baa-ff66-4388-af76-857d3138db93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78cdfa52-62ef-4c54-a113-cfc2248d8146,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:24.184602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9baa-ff66-4388-af76-857d3138db93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.188095 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8c7f9baa-ff66-4388-af76-857d3138db93 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/78cdfa52-62ef-4c54-a113-cfc2248d8146 HTTP/1.1" status: 204 len: 168 time: 0.4570687 Nov 25 17:31:24.190856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37732) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:24.209644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5ad7c31-253b-41ba-ace8-1a2478385d9e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-bc9d86d7-016b-4e4a-bd61-628b6db8a6ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 898a1fe7-9c39-441f-9d67-c56743630528: This subnet is being modified by another concurrent operation. Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:31:24.236886 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 898a1fe7-9c39-441f-9d67-c56743630528: This subnet is being modified by another concurrent operation. Nov 25 17:31:24.240084 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Nov 25 17:31:24.270871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad7c31-253b-41ba-ace8-1a2478385d9e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=898a1fe7-9c39-441f-9d67-c56743630528,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:24.282346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5ad7c31-253b-41ba-ace8-1a2478385d9e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.288547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:24.291182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c5ad7c31-253b-41ba-ace8-1a2478385d9e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/898a1fe7-9c39-441f-9d67-c56743630528 HTTP/1.1" status: 204 len: 168 time: 0.5841608 Nov 25 17:31:24.305028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37736) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:24.318788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.328384 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed853dfb-fdb5-4cff-bf2d-78c073ec6f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.333590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b25fd-7d35-47f8-a271-bc31b6695fb4 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:31:24.338525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b1d60e7a-b607-4148-8373-a8a932a82f12 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477529 Nov 25 17:31:24.340610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:24.346063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:24.427895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b25fd-7d35-47f8-a271-bc31b6695fb4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:31:24.454911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.461860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:24.466820 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.487730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71858bd9-25a2-45ae-a880-cdf4469af6cf']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:24.505530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636d7bb2-e28c-4fc6-ad83-3f378bbad299') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:24.505867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636d7bb2-e28c-4fc6-ad83-3f378bbad299') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:24.508628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a44197c1-1c82-42c5-814d-efd1311759d8 None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:24.509045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a44197c1-1c82-42c5-814d-efd1311759d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.522802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.534734 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed853dfb-fdb5-4cff-bf2d-78c073ec6f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.545278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed853dfb-fdb5-4cff-bf2d-78c073ec6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.549724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.584101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:24.584501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:24.586400 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:24.668231 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ed853dfb-fdb5-4cff-bf2d-78c073ec6f01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=899e971b64d64894acee5d88e67b25fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619261 Nov 25 17:31:24.671250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed853dfb-fdb5-4cff-bf2d-78c073ec6f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85e5ae9-aff6-4567-a7b7-b972339e537f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:24.674166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37740) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:24.685407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.701771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.706608 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] 10.222.0.81 "DELETE /v2.0/networks/71858bd9-25a2-45ae-a880-cdf4469af6cf HTTP/1.1" status: 204 len: 168 time: 0.5147436 Nov 25 17:31:24.729976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acb9ee-80ac-4b27-b608-54c5fd2f4399 admin admin] Pushing event deleted for resources: {'Network': ['ID=71858bd9-25a2-45ae-a880-cdf4469af6cf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:24.735407 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.775568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:24.807265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2311a946-1383-4ba9-89a0-a1dcdd618856 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:24.815955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccbcff41-67dc-42cb-b206-d1bd91ac6b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.831494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:24.835833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:24.842258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f9537-295e-4152-bb27-50fe48bb312f None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:24.846768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.847688 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.864625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccbcff41-67dc-42cb-b206-d1bd91ac6b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.883298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=3f42fa68-387a-4008-a86e-ef43c25b46c3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:24.893609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c4ee2bf2-274d-49f2-8d65-6d56e7d34b29 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5516715 Nov 25 17:31:24.894398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:24.913663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:24.924147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e7463e8c-42cf-4980-b0de-37cad7da993c None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:24.924860 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7463e8c-42cf-4980-b0de-37cad7da993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.975826 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.980121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328e098-ab55-4cca-a2a2-18245eca63b8 req-485a0650-f26b-466c-9f69-ebc5f9138afa tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.980800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe8cfc-58a7-4197-8f84-a91cfe42fd8e None None] DHCP port deletion for 71858bd9-25a2-45ae-a880-cdf4469af6cf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:24.982223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f328e098-ab55-4cca-a2a2-18245eca63b8 req-485a0650-f26b-466c-9f69-ebc5f9138afa tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1142797 Nov 25 17:31:25.080209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccbcff41-67dc-42cb-b206-d1bd91ac6b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.083831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccbcff41-67dc-42cb-b206-d1bd91ac6b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.086189 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ccbcff41-67dc-42cb-b206-d1bd91ac6b58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a85e5ae9-aff6-4567-a7b7-b972339e537f HTTP/1.1" status: 204 len: 168 time: 0.4107575 Nov 25 17:31:25.092089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37754) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:25.106269 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f328e098-ab55-4cca-a2a2-18245eca63b8 req-c8967fa4-bf61-42b7-b9b8-c3656cf84816 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156032 Nov 25 17:31:25.134769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcff41-67dc-42cb-b206-d1bd91ac6b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85e5ae9-aff6-4567-a7b7-b972339e537f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.141969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:25.152406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.169476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:25.179087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-812023a1-a6c2-4210-89fd-cdad2c0bee76 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44f6d868b2df40de913836f2c66e3922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855145 Nov 25 17:31:25.182947 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:25.184244 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.314681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c998b82c-ab92-4758-b59f-b6b6ecd82490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.326855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-38f738a6-302d-45ea-9c68-a26cc52d4ba7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028035 Nov 25 17:31:25.358802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.365988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c998b82c-ab92-4758-b59f-b6b6ecd82490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.379726 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7463e8c-42cf-4980-b0de-37cad7da993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.435880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e7463e8c-42cf-4980-b0de-37cad7da993c None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:25.442148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-43197be7-d3fe-48fc-a959-13a3d23fc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.444331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-43197be7-d3fe-48fc-a959-13a3d23fc6d5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1096 time: 0.0886238 Nov 25 17:31:25.455535 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7463e8c-42cf-4980-b0de-37cad7da993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.488502 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c998b82c-ab92-4758-b59f-b6b6ecd82490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.493220 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c998b82c-ab92-4758-b59f-b6b6ecd82490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.495098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c998b82c-ab92-4758-b59f-b6b6ecd82490 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4af16869-881e-49aa-993a-e5eeba755015 HTTP/1.1" status: 204 len: 168 time: 0.3107009 Nov 25 17:31:25.501526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e6885-172b-4aa0-a93e-ea6cc789a58e None None] Update dhcp port {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '3f42fa68-387a-4008-a86e-ef43c25b46c3'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '8b3ca2a0-5ca6-43df-9d8d-027c30d7b758'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:31:25.546870 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4e6885-172b-4aa0-a93e-ea6cc789a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.552127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7463e8c-42cf-4980-b0de-37cad7da993c None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=12']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.578615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998b82c-ab92-4758-b59f-b6b6ecd82490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af16869-881e-49aa-993a-e5eeba755015,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.645785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-d7b233b6-0cab-4fca-8b07-1d9d229a4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.647542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-d7b233b6-0cab-4fca-8b07-1d9d229a4a87 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.1731284 Nov 25 17:31:25.745762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.objects.ports [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:31:25.762376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-be4e6885-172b-4aa0-a93e-ea6cc789a58e None None] Allocated IP 172.20.0.2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/3f42fa68-387a-4008-a86e-ef43c25b46c3/8b3ca2a0-5ca6-43df-9d8d-027c30d7b758) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:25.804871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-6db77ce5-ea5f-4de4-b895-39a8b6ab2817 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 1001 time: 0.1489167 Nov 25 17:31:25.871023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2eb290fb-fc50-4450-988c-54b8d17a01d8 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:25.893917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-e7536400-b362-47f4-a409-ca117a85e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.896239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-e7536400-b362-47f4-a409-ca117a85e1dc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.0808027 Nov 25 17:31:25.919807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 2eb290fb-fc50-4450-988c-54b8d17a01d8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:25.920373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 2eb290fb-fc50-4450-988c-54b8d17a01d8 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:25.926585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-be4e6885-172b-4aa0-a93e-ea6cc789a58e None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:25.961131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-efc0f669-39a9-4a6c-ab5a-4b32c6567a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.962864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-efc0f669-39a9-4a6c-ab5a-4b32c6567a28 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594132 Nov 25 17:31:25.980769 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4e6885-172b-4aa0-a93e-ea6cc789a58e None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.987253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be4e6885-172b-4aa0-a93e-ea6cc789a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.047696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.116687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e6885-172b-4aa0-a93e-ea6cc789a58e None None] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=14']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.123276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-3113ef6a-36ab-44d3-87a1-48328826d4bf service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523407 Nov 25 17:31:26.396616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:26.455406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.461928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.463496 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.492571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f53d1d2-0e72-4985-ab99-9781287ad896 req-dd20fd57-2c20-4f8a-a6bc-4d13bd4ad859 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598413 Nov 25 17:31:26.529191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab5ac7-707b-437f-9576-11b8f4018f03 req-d852398b-81f3-4574-b277-0bcca24579f5 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.535950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cab5ac7-707b-437f-9576-11b8f4018f03 req-d852398b-81f3-4574-b277-0bcca24579f5 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1096 time: 0.1590652 Nov 25 17:31:26.540975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:26.548702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae77c5e-655a-4733-bd8d-8a5ee21a3664 req-631fd2c9-9134-4433-9fd5-822507bcf57d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.550648 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aae77c5e-655a-4733-bd8d-8a5ee21a3664 req-631fd2c9-9134-4433-9fd5-822507bcf57d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.2236304 Nov 25 17:31:26.556804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:26.563957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.564626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.594754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=52a27685-8d3a-48c8-842a-bad5f2a576eb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.601172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=15']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.610338 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c3906eb0-4288-405e-a73c-1cabad010f7c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7147262 Nov 25 17:31:26.611456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:26.616636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:30:0c:64', 'name': 'tempest-NetworksTestDHCPv6-912143897'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:26.637907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cab5ac7-707b-437f-9576-11b8f4018f03 req-ed9f7c04-15b6-408f-a009-5c8fc695363f tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814922 Nov 25 17:31:26.672095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:26.813956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aae77c5e-655a-4733-bd8d-8a5ee21a3664 req-23f4c4f0-0204-44a9-8933-c1d5c2e40cc4 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508197 Nov 25 17:31:26.833661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37810) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:26.862450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:26.877481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:27.007626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:27.008011 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.037640 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.043835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port c9ad4070-5c8e-4730-9ed4-144a77eae429 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:27.044400 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.069435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-108817983-network', 'tenant_id': '33c3d95c228b429a9834856130456128'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:27.103492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Made reservation on behalf of 33c3d95c228b429a9834856130456128 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:27.107093 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.110802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 154ce9df-423f-4adf-8bd5-c744d5363974 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:31:27.130206 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.216691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.217592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.234362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for c9ad4070-5c8e-4730-9ed4-144a77eae429 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:27.312698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff99ab-df13-464c-a071-ab4000aa1047 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:27.379055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ab6c93e-5a55-4f41-8e05-c76ddd49ada4 None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:27.379589 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ab6c93e-5a55-4f41-8e05-c76ddd49ada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.411056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.412469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 172.20.0.5 (f0634854-7ddd-47b2-951e-b6eafb4de14a/3f42fa68-387a-4008-a86e-ef43c25b46c3/154ce9df-423f-4adf-8bd5-c744d5363974) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:27.420778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fe30:c64 (f0634854-7ddd-47b2-951e-b6eafb4de14a/52a27685-8d3a-48c8-842a-bad5f2a576eb/154ce9df-423f-4adf-8bd5-c744d5363974) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:27.423428 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.487736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e83e738-ccbb-4cf2-844c-1878bdee0ab6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.511425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:27.524138 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.557700 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.558102 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Added segment 94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201 of type vlan for network cc167dbd-da12-48b6-bbba-7f855eeb0a43 Nov 25 17:31:27.573002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=c9ad4070-5c8e-4730-9ed4-144a77eae429,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.641823 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.642333 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Floating IP 3641825d-5308-4a6d-b40c-26b967f019e0 disassociated (deleted). External IP: 172.25.1.177, port: 64670969-c1dc-4351-8967-d7a90061751c. Nov 25 17:31:27.683186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.743048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.745476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.746092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.853832 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0157821 Nov 25 17:31:27.856100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.866004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37828) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:27.874823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Request body: {'subnet': {'network_id': 'cc167dbd-da12-48b6-bbba-7f855eeb0a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-108817983-subnet', 'tenant_id': '33c3d95c228b429a9834856130456128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:27.904399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cc0c4-bd1d-4ba1-a5d5-4c2a2bb2b915 admin admin] Pushing event updated for resources: {'Network': ['ID=cc167dbd-da12-48b6-bbba-7f855eeb0a43,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.918427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network cc167dbd-da12-48b6-bbba-7f855eeb0a43 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:27.944035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Made reservation on behalf of 33c3d95c228b429a9834856130456128 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:27.944430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ece066b1-e56a-4011-8efd-ca362a7c523e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:27.949997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.158602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c1625-bd9a-4a4f-a3ac-e4b9d98550be req-b04b93e1-970d-46e3-b302-af808c2b7fa5 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.160583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b20c1625-bd9a-4a4f-a3ac-e4b9d98550be req-b04b93e1-970d-46e3-b302-af808c2b7fa5 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1428988 Nov 25 17:31:28.168522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:28.176152 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.179567 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] Sync routers for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:28.199954 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:28.200593 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:28.201135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.244283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.266378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c7447357-2d80-4843-ad97-a070faf2d27c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/floatingips/3641825d-5308-4a6d-b40c-26b967f019e0 HTTP/1.1" status: 204 len: 168 time: 1.5915353 Nov 25 17:31:28.285674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'tag': '64670969-c1dc-4351-8967-d7a90061751c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:28.288810 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "tag": "64670969-c1dc-4351-8967-d7a90061751c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:28.318028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=154ce9df-423f-4adf-8bd5-c744d5363974,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:28.357345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:28.364539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:28.366792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6402bdb-89a8-48c9-bb12-dd95469eed9a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:28.370671 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:28.433463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Checking segment: {'id': '94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc167dbd-da12-48b6-bbba-7f855eeb0a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:28.439870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Network hostable DHCP agents. Network: cc167dbd-da12-48b6-bbba-7f855eeb0a43, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:28.471186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.485833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.525824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Network cc167dbd-da12-48b6-bbba-7f855eeb0a43 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:28.532476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffd19f-377c-4abd-9091-d2bee036a6f5 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:28.537655 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d1a6dd13-4d02-4b1b-b593-aa4462986c5d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.9248219 Nov 25 17:31:28.541138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:28.580562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, cc167dbd-da12-48b6-bbba-7f855eeb0a43) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:28.601960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.609705 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:28.616155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.679262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46bcad-d7da-4560-836c-610c4f9c9350 None None] Network cc167dbd-da12-48b6-bbba-7f855eeb0a43 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:28.775628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-47011134-f032-42c8-b7f3-e41d10f5a414 None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:28.776011 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47011134-f032-42c8-b7f3-e41d10f5a414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.795398 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0f0f168a-3ac6-4493-859d-000c1e611e89 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9198129 Nov 25 17:31:28.834674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48edb0-9aab-4de7-8f82-34a2274d2ec7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.847498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48edb0-9aab-4de7-8f82-34a2274d2ec7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.856205 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dc48edb0-9aab-4de7-8f82-34a2274d2ec7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3124719 Nov 25 17:31:28.887596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:29.069438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-0fd46fdd-151a-4690-b66b-ba85cc926682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.070543 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fa34ad-feb7-4514-89b4-b8cc8e59a5e5 x-openstack-request-id: req-69fa34ad-feb7-4514-89b4-b8cc8e59a5e5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:29.070543 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "tag": "64670969-c1dc-4351-8967-d7a90061751c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:29.071113 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69fa34ad-feb7-4514-89b4-b8cc8e59a5e5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:29.071113 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'tag': '64670969-c1dc-4351-8967-d7a90061751c', 'status': 'completed', 'code': 200} Nov 25 17:31:29.073597 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-0fd46fdd-151a-4690-b66b-ba85cc926682 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 1096 time: 0.2857401 Nov 25 17:31:29.094490 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:29.111133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b20c1625-bd9a-4a4f-a3ac-e4b9d98550be req-b3dd1073-69a1-42f0-a727-61951f754fb8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9382420 Nov 25 17:31:29.135383 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] Checking router: ece066b1-e56a-4011-8efd-ca362a7c523e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:29.145431 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:29.146555 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:29.169486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429d7d6-e3c7-45e4-a7f9-6b85a29afa9b req-f39efce3-ca9f-4507-b803-b5e67e46fe24 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.171192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2429d7d6-e3c7-45e4-a7f9-6b85a29afa9b req-f39efce3-ca9f-4507-b803-b5e67e46fe24 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.0988111 Nov 25 17:31:29.194158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1485a-631a-4634-96ba-2f9a86a9f014 None None] Network cc167dbd-da12-48b6-bbba-7f855eeb0a43 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:29.240973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2429d7d6-e3c7-45e4-a7f9-6b85a29afa9b req-05c673ff-f175-478b-973d-d3566dc5cdcc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622015 Nov 25 17:31:29.256780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6de38956-1819-449a-8ab9-640ec0779ea3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 154ce9df-423f-4adf-8bd5-c744d5363974 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:29.257199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6de38956-1819-449a-8ab9-640ec0779ea3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.321764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-a030b911-d2fa-44c8-923c-76f7686afe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.324451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-a030b911-d2fa-44c8-923c-76f7686afe31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 200 len: 898 time: 0.2397008 Nov 25 17:31:29.381458 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:29.423061 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-8e6337e5-d1bb-4d9b-922d-518e083f46c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 200 len: 217 time: 0.0660682 Nov 25 17:31:29.508424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6de38956-1819-449a-8ab9-640ec0779ea3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.529349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-bb6ba109-6693-4d1f-a5cf-1adb5451e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.531198 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-bb6ba109-6693-4d1f-a5cf-1adb5451e404 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 200 len: 834 time: 0.0975122 Nov 25 17:31:29.532546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6de38956-1819-449a-8ab9-640ec0779ea3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 154ce9df-423f-4adf-8bd5-c744d5363974 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:29.652261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-ea7f2fbb-9aa1-4d46-8c79-3ba8a16b9203 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.653871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-ea7f2fbb-9aa1-4d46-8c79-3ba8a16b9203 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/networks?id=cc167dbd-da12-48b6-bbba-7f855eeb0a43 HTTP/1.1" status: 200 len: 821 time: 0.1284993 Nov 25 17:31:29.658150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-9a96c6ff-ed7c-483f-8021-ff3ee6b8a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.659430 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-9a96c6ff-ed7c-483f-8021-ff3ee6b8a31c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc08c7c1-e8ec-4143-b56f-4e0372809cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086919 Nov 25 17:31:29.673595 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:31:29.690411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-16ada258-0eb6-468c-a8f4-bcdccdf14b2f tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/quotas/33c3d95c228b429a9834856130456128 HTTP/1.1" status: 200 len: 375 time: 0.0130348 Nov 25 17:31:29.703631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fbeec-af3e-4e75-8b9b-43e98ed10c3a None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:29.729076 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:29.732671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-462cc257-acbf-4239-aa43-e0bbd934aa5e tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=33c3d95c228b429a9834856130456128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357492 Nov 25 17:31:29.784847 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3c535-d637-4a35-a0e7-352e57875a17 None None] The sync data for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 is: [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:14Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '237abee7-b808-4141-9c15-ac07fbc6d88a', 'name': '', 'network_id': 'cc08c7c1-e8ec-4143-b56f-4e0372809cb6', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:7a:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:12Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '5075937e-25b7-47ab-87b7-38378a1d00b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:29.868377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-cd7538b4-914d-406b-8502-0a5f38a596a2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:29.870539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-cd7538b4-914d-406b-8502-0a5f38a596a2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1308439 Nov 25 17:31:29.892134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6588ca18-3622-424b-b3b3-b651f5763ead None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:29.893156 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6588ca18-3622-424b-b3b3-b651f5763ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.079769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-8539463c-527b-490f-a425-1d99da72952c service neutron] 10.222.0.81 "GET /v2.0/networks/cc167dbd-da12-48b6-bbba-7f855eeb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015653 Nov 25 17:31:30.164012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6588ca18-3622-424b-b3b3-b651f5763ead None None] Provisioning complete for port 154ce9df-423f-4adf-8bd5-c744d5363974 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:30.164461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6588ca18-3622-424b-b3b3-b651f5763ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.247524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6588ca18-3622-424b-b3b3-b651f5763ead None None] Port 154ce9df-423f-4adf-8bd5-c744d5363974 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:30.254874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-e3df1e67-bb1b-4ec2-bb2c-cd1948c4a3d7 service neutron] 10.222.0.81 "GET /v2.0/networks/cc167dbd-da12-48b6-bbba-7f855eeb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617212 Nov 25 17:31:30.329859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c06ec4-882a-4e6f-899d-91c73e5e4950 req-ca152bd1-5538-45f7-a171-333be23791ae tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:30.337929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c06ec4-882a-4e6f-899d-91c73e5e4950 req-ca152bd1-5538-45f7-a171-333be23791ae tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.0817866 Nov 25 17:31:30.356411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc02a5c-b546-4b4f-ad06-170e04df1af1 None None] New status for floating IP 3641825d-5308-4a6d-b40c-26b967f019e0: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:30.410070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11c06ec4-882a-4e6f-899d-91c73e5e4950 req-792bed52-688e-44c3-952f-a48a91fe6788 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704718 Nov 25 17:31:30.455678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-059d13ca-9c94-4525-84fe-d8c33d148183 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:30.467437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-059d13ca-9c94-4525-84fe-d8c33d148183 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1969364 Nov 25 17:31:30.544755 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-b4892f87-769b-4f54-bc1b-88f1f442ebac service neutron] 10.222.0.60 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711336 Nov 25 17:31:30.585667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6de38956-1819-449a-8ab9-640ec0779ea3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.705404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de38956-1819-449a-8ab9-640ec0779ea3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=154ce9df-423f-4adf-8bd5-c744d5363974,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.754977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31740bfa-682d-4614-b0c9-a4409f9be8a3 req-e20e15c1-97ca-46e5-b97d-325efcd3b249 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 210 time: 0.1535947 Nov 25 17:31:30.799716 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-244d6338-12c0-4bc8-947f-4888ad7c6266 None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:30.800089 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-244d6338-12c0-4bc8-947f-4888ad7c6266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.806638 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-8e4e124f-96ae-4d8e-8efd-b4710006d520 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441648 Nov 25 17:31:30.820267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c74a3e-b524-477c-a7b4-4daded29fb3e req-cc98f587-453e-4c55-a3d6-16a7d2cba9bc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:30.828650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1c74a3e-b524-477c-a7b4-4daded29fb3e req-cc98f587-453e-4c55-a3d6-16a7d2cba9bc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 945 time: 0.1131215 Nov 25 17:31:30.855408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6de38956-1819-449a-8ab9-640ec0779ea3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.868226 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6de38956-1819-449a-8ab9-640ec0779ea3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/154ce9df-423f-4adf-8bd5-c744d5363974 HTTP/1.1" status: 204 len: 168 time: 1.9746580 Nov 25 17:31:30.873942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37888) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:30.933643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1c74a3e-b524-477c-a7b4-4daded29fb3e req-5af040ce-3d3a-41f8-8771-a0398ac5ce38 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=457127a8-2438-458a-883f-177d180a3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038222 Nov 25 17:31:30.948036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-b63f9195-368e-450d-b6a7-9b0fa8f9b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:30.950542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-b63f9195-368e-450d-b6a7-9b0fa8f9b3fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1097 time: 0.1029580 Nov 25 17:31:31.051743 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-244d6338-12c0-4bc8-947f-4888ad7c6266 None None] Could not find standard attr ID for object 154ce9df-423f-4adf-8bd5-c744d5363974. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:31:31.081640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 64670969-c1dc-4351-8967-d7a90061751c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:31.082280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.089699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f9d3d-69cf-4961-b970-eaecae767ec0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.091686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f9d3d-69cf-4961-b970-eaecae767ec0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.093660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f9d3d-69cf-4961-b970-eaecae767ec0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.095784 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f29f9d3d-69cf-4961-b970-eaecae767ec0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2166421 Nov 25 17:31:31.099851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:31.158108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-7353deab-1c28-41ea-82ab-a19f030cc1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.159783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-7353deab-1c28-41ea-82ab-a19f030cc1a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.1731637 Nov 25 17:31:31.170899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-72ca4a0d-9368-4501-ac52-d22af3785c9e None None] Could not find standard attr ID for object 154ce9df-423f-4adf-8bd5-c744d5363974. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:31:31.215764 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3ca60390-9eb7-4d8f-91c4-7b88f4fede5b req-c4737cb5-44fa-49ac-a596-27ad3f258e47 service neutron] 10.222.0.60 "GET /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616068 Nov 25 17:31:31.269311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-29ac54ef-d9ab-4846-9afb-9f319e7194f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1002 time: 0.1001737 Nov 25 17:31:31.342701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port 64670969-c1dc-4351-8967-d7a90061751c, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=64670969-c1dc-4351-8967-d7a90061751c,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:31.343103 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.349182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d722bff5-6710-4a1a-bdb0-79d243fa6993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 3f42fa68-387a-4008-a86e-ef43c25b46c3 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:31.352881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-17da208d-4d01-48c4-8d6b-8d9dbafd7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.358437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-17da208d-4d01-48c4-8d6b-8d9dbafd7c36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.0786767 Nov 25 17:31:31.359844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d722bff5-6710-4a1a-bdb0-79d243fa6993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.383602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 64670969-c1dc-4351-8967-d7a90061751c owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:31.468381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-368f9adc-bc79-4486-851b-0d6f5cc31d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.470310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-368f9adc-bc79-4486-851b-0d6f5cc31d52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980825 Nov 25 17:31:31.475539 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d722bff5-6710-4a1a-bdb0-79d243fa6993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.588406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497b4c9-7265-4dd5-bf82-337ccca423aa None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:31:31.619216 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d722bff5-6710-4a1a-bdb0-79d243fa6993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.718850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e497b4c9-7265-4dd5-bf82-337ccca423aa None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:31:31.741511 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.753605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe64a04-c4bd-4828-b9fa-283fbc0f869e req-166adab7-ed91-46fb-a691-caf76e4b36cc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.754432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d722bff5-6710-4a1a-bdb0-79d243fa6993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.755204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fe64a04-c4bd-4828-b9fa-283fbc0f869e req-166adab7-ed91-46fb-a691-caf76e4b36cc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.2108431 Nov 25 17:31:31.810539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=64670969-c1dc-4351-8967-d7a90061751c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.850809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-e07a7f57-b496-43ae-95eb-f5378b89fc70 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693409 Nov 25 17:31:31.863434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fe64a04-c4bd-4828-b9fa-283fbc0f869e req-4f2a3467-7c70-4dd0-a2f0-523714fac8c9 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933173 Nov 25 17:31:31.876459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722bff5-6710-4a1a-bdb0-79d243fa6993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=3f42fa68-387a-4008-a86e-ef43c25b46c3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.940244 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d722bff5-6710-4a1a-bdb0-79d243fa6993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.954095 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d722bff5-6710-4a1a-bdb0-79d243fa6993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/3f42fa68-387a-4008-a86e-ef43c25b46c3 HTTP/1.1" status: 204 len: 168 time: 0.8370419 Nov 25 17:31:31.959427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:32.035671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f769071c-cfa3-462f-b8e1-9ce223094faf req-9d61edcc-05da-40dc-84ce-7fae21b9c34e tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 210 time: 0.0759122 Nov 25 17:31:32.070105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] No DVR routers for this DVR port 64670969-c1dc-4351-8967-d7a90061751c on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:32.083291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.086743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2a91bb1-d1e6-424b-9e75-40aedd2a13fe req-93dca35a-032b-4f5a-9596-e3160fcc3fc5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6154812-fc20-45ac-a996-c732fb736d8e HTTP/1.1" status: 200 len: 210 time: 0.0344515 Nov 25 17:31:32.089093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-17cb6a01-42c4-4200-8d9f-90a929f24276 req-e88951d0-3305-49a6-a23b-ebb1ab3b6c88 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "DELETE /v2.0/ports/64670969-c1dc-4351-8967-d7a90061751c HTTP/1.1" status: 204 len: 173 time: 1.5955632 Nov 25 17:31:32.092478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'name': 'network-vif-deleted', 'tag': '64670969-c1dc-4351-8967-d7a90061751c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:32.096283 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8974f8-d1e4-46c8-bae8-e4451e8d38db" -d '{"events": [{"server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "name": "network-vif-deleted", "tag": "64670969-c1dc-4351-8967-d7a90061751c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:32.189367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f22522-3c0d-4a71-92ed-4efb35cefffe tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 52a27685-8d3a-48c8-842a-bad5f2a576eb {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:32.195029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8eb2159-5a88-4300-97b4-f05ded2c013a req-8f140cb9-3064-45c9-bb8e-9c12ca6da610 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304613 Nov 25 17:31:32.229081 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09f22522-3c0d-4a71-92ed-4efb35cefffe tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.287978 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d4ad9d-cc08-4eb0-9fd3-4c4757ffca83 x-openstack-request-id: req-00d4ad9d-cc08-4eb0-9fd3-4c4757ffca83 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:32.288509 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6154812-fc20-45ac-a996-c732fb736d8e", "name": "network-vif-deleted", "tag": "64670969-c1dc-4351-8967-d7a90061751c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:32.288509 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00d4ad9d-cc08-4eb0-9fd3-4c4757ffca83 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:32.289790 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6154812-fc20-45ac-a996-c732fb736d8e', 'name': 'network-vif-deleted', 'tag': '64670969-c1dc-4351-8967-d7a90061751c', 'status': 'completed', 'code': 200} Nov 25 17:31:32.319964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46a18651-9497-4e8d-a3e4-2c6d95a22bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.417675 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09f22522-3c0d-4a71-92ed-4efb35cefffe tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.461464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-ba7c3527-c62f-4b83-9963-b9bf48cb1050 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.463740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-ba7c3527-c62f-4b83-9963-b9bf48cb1050 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.60 "GET /v2.0/networks?id=cc167dbd-da12-48b6-bbba-7f855eeb0a43 HTTP/1.1" status: 200 len: 821 time: 0.3171322 Nov 25 17:31:32.486085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Request body: {'port': {'device_id': 'ebbe7815-5e33-49fd-a2a6-c0450c7f3736', 'network_id': 'cc167dbd-da12-48b6-bbba-7f855eeb0a43', 'admin_state_up': True, 'tenant_id': '33c3d95c228b429a9834856130456128'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:32.603608 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09f22522-3c0d-4a71-92ed-4efb35cefffe tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.640695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Made reservation on behalf of 33c3d95c228b429a9834856130456128 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:32.645651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.709501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09f22522-3c0d-4a71-92ed-4efb35cefffe tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.739218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f22522-3c0d-4a71-92ed-4efb35cefffe tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=52a27685-8d3a-48c8-842a-bad5f2a576eb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.745390 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09f22522-3c0d-4a71-92ed-4efb35cefffe tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.750865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-09f22522-3c0d-4a71-92ed-4efb35cefffe tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/52a27685-8d3a-48c8-842a-bad5f2a576eb HTTP/1.1" status: 204 len: 168 time: 0.7797365 Nov 25 17:31:32.751134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:32.793144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cb7c95cf-6e8c-4adf-ab0f-d9900c0a3037 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405641 Nov 25 17:31:32.795590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:32.802356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:32.809380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Allocated IP 172.20.0.2 (cc167dbd-da12-48b6-bbba-7f855eeb0a43/f6402bdb-89a8-48c9-bb12-dd95469eed9a/0c508b05-0b70-4242-a794-b247892ad74d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:32.922384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:32.926926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.006813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.046375 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.062949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f765e-7f3e-4b8a-948a-485e63cdb7f5 req-df17b89e-c799-4104-a226-44fb49199628 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.064494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e3f765e-7f3e-4b8a-948a-485e63cdb7f5 req-df17b89e-c799-4104-a226-44fb49199628 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.0825882 Nov 25 17:31:33.073864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e7f5f-0da9-4336-8c43-b6d7d50bf740 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:33.115238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Network cc167dbd-da12-48b6-bbba-7f855eeb0a43 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:33.116536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:33.123712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:33.136702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516a367-1a1b-412e-96bf-068279a1b338 None None] DHCP port deletion for cc167dbd-da12-48b6-bbba-7f855eeb0a43 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:33.180377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-13ba80d8-04eb-4d31-a957-e3abea7a046e None None] Provisioning complete for port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:33.181651 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13ba80d8-04eb-4d31-a957-e3abea7a046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.184260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Pushing event updated for resources: {'Port': ['ID=0c508b05-0b70-4242-a794-b247892ad74d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:33.198981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.199635 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.217767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-300c465e-e300-4ee1-a08c-7fb564a2efd3 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7422853 Nov 25 17:31:33.230600 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Request body: {'port': {'device_id': 'ebbe7815-5e33-49fd-a2a6-c0450c7f3736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:33.252711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e3f765e-7f3e-4b8a-948a-485e63cdb7f5 req-fea54325-1866-4124-a843-5e09cdd05394 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780219 Nov 25 17:31:33.302129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e1f4a-1b35-4e5d-9bd6-6ed0f5f88772 req-af3f59ae-6805-4d74-a1a4-6a55965126d1 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.303642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca1e1f4a-1b35-4e5d-9bd6-6ed0f5f88772 req-af3f59ae-6805-4d74-a1a4-6a55965126d1 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 931 time: 0.1698334 Nov 25 17:31:33.324915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.345190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37934) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:33.385886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.412010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:33.503863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Deleting port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:33.510504 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.660224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7d8c4b1c-dc89-441d-b4a8-ee65d16689b7 None None] Provisioning complete for port 0c508b05-0b70-4242-a794-b247892ad74d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:33.662215 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4b1c-dc89-441d-b4a8-ee65d16689b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.770166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:33.785661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c508b05-0b70-4242-a794-b247892ad74d {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:33.789099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c4b1c-dc89-441d-b4a8-ee65d16689b7 None None] Port 0c508b05-0b70-4242-a794-b247892ad74d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:33.801780 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.806810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:33.817698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca1e1f4a-1b35-4e5d-9bd6-6ed0f5f88772 req-73974608-45ba-4c25-80f7-b2444136f898 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056119 Nov 25 17:31:33.824831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.825462 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.838882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] For port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:33.839271 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.839786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Transition to ACTIVE for port object 0c508b05-0b70-4242-a794-b247892ad74d will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:33.855024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.857917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=65d9adeb-0ac8-4195-b812-4b7669ee9691,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:33.871209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Calling delete_port for 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:33.947469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-febc28d3-611c-433a-a48c-10b890d22a1e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1507547 Nov 25 17:31:33.948105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37956) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:33.955708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:33.959120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Pushing event updated for resources: {'Port': ['ID=0c508b05-0b70-4242-a794-b247892ad74d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:33.967153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90343fc4-9992-48be-896e-7fa093a708be None None] DHCP port deletion for cc167dbd-da12-48b6-bbba-7f855eeb0a43 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:33.971620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491748e8-18e9-4fee-a54e-585fb620f8b3 req-f5fc7c75-329d-4334-9c0d-ab16114ca7a0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.973170 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-491748e8-18e9-4fee-a54e-585fb620f8b3 req-f5fc7c75-329d-4334-9c0d-ab16114ca7a0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.2126637 Nov 25 17:31:34.039732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Attempting to bind port 0c508b05-0b70-4242-a794-b247892ad74d on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:34.040081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Attempting to bind port 0c508b05-0b70-4242-a794-b247892ad74d by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc167dbd-da12-48b6-bbba-7f855eeb0a43'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:34.041589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Attempting to bind port 0c508b05-0b70-4242-a794-b247892ad74d on network cc167dbd-da12-48b6-bbba-7f855eeb0a43 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:34.047218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Port 0c508b05-0b70-4242-a794-b247892ad74d on network cc167dbd-da12-48b6-bbba-7f855eeb0a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:34.047558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Attempting to bind port 0c508b05-0b70-4242-a794-b247892ad74d on network cc167dbd-da12-48b6-bbba-7f855eeb0a43 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:34.053687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:34.054082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Checking segment: {'id': '94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc167dbd-da12-48b6-bbba-7f855eeb0a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:34.054488 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Bound using segment: {'id': '94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc167dbd-da12-48b6-bbba-7f855eeb0a43'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:34.054927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Bound port: 0c508b05-0b70-4242-a794-b247892ad74d, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc167dbd-da12-48b6-bbba-7f855eeb0a43'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:34.055290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.080271 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.119222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Pushing event deleted for resources: {'Port': ['ID=8b3ca2a0-5ca6-43df-9d8d-027c30d7b758,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:34.124167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] No DVR routers for this DVR port 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:34.132079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.137177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.137177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.137645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.138064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.138523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.138893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.139456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.139839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.140245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.141147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.141147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea78c6f-24e4-43a8-8731-550176c243a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:34.145383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fbe7dc-9673-48c0-83da-dc735472d126 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:34.159284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-491748e8-18e9-4fee-a54e-585fb620f8b3 req-f55d1edf-5e49-4d77-81c1-8d26f8c03726 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477723 Nov 25 17:31:34.194893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] For port 0c508b05-0b70-4242-a794-b247892ad74d, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:34.199265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] For port 0c508b05-0b70-4242-a794-b247892ad74d, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0c508b05-0b70-4242-a794-b247892ad74d,segment=NetworkSegment(94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201),segment_id=94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:34.207139 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.262807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:34.266419 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.289321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.289659 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.292614 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] 10.222.0.60 "PUT /v2.0/ports/0c508b05-0b70-4242-a794-b247892ad74d HTTP/1.1" status: 200 len: 1091 time: 1.0665026 Nov 25 17:31:34.293132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbe7815-5e33-49fd-a2a6-c0450c7f3736', 'tag': '0c508b05-0b70-4242-a794-b247892ad74d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:34.295637 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2622d27-1f9a-462e-ba77-54333f50be23" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbe7815-5e33-49fd-a2a6-c0450c7f3736", "tag": "0c508b05-0b70-4242-a794-b247892ad74d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:34.343789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76dac5-ba0c-4c55-92e7-a4879c6c1afb service neutron] Pushing event updated for resources: {'Port': ['ID=0c508b05-0b70-4242-a794-b247892ad74d,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:34.367554 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3e06a9-9d8e-49f7-9db9-6c0115f3d1d2 x-openstack-request-id: req-9c3e06a9-9d8e-49f7-9db9-6c0115f3d1d2 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:34.367859 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbe7815-5e33-49fd-a2a6-c0450c7f3736", "tag": "0c508b05-0b70-4242-a794-b247892ad74d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:34.368123 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c3e06a9-9d8e-49f7-9db9-6c0115f3d1d2 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:34.369369 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbe7815-5e33-49fd-a2a6-c0450c7f3736', 'tag': '0c508b05-0b70-4242-a794-b247892ad74d', 'status': 'completed', 'code': 200} Nov 25 17:31:34.378474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b137bd36-93a4-47d1-8238-ada46d1da500 None None] DHCP port deletion for cc167dbd-da12-48b6-bbba-7f855eeb0a43 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:34.453011 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-d01af7f6-324e-4390-a954-a152cd8024fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.454712 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-d01af7f6-324e-4390-a954-a152cd8024fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33c3d95c228b429a9834856130456128&device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 1094 time: 0.0986881 Nov 25 17:31:34.474290 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cef5ace-9cf3-4d02-ac6c-2613d6fcf82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.474544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08095-747c-401d-bbec-b0312e72aa40 req-d73efec9-9309-4bb1-8239-5870e1806db7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.476054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c08095-747c-401d-bbec-b0312e72aa40 req-d73efec9-9309-4bb1-8239-5870e1806db7 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1660762 Nov 25 17:31:34.507817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': '65d9adeb-0ac8-4195-b812-4b7669ee9691'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:34.517752 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.526044 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-6a0d7d9c-50ee-4679-940f-b9568c488aae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c508b05-0b70-4242-a794-b247892ad74d HTTP/1.1" status: 200 len: 217 time: 0.0616524 Nov 25 17:31:34.605318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4c08095-747c-401d-bbec-b0312e72aa40 req-8db92401-d374-4cb7-91ec-8f60bf47db3f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091249 Nov 25 17:31:34.614786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-9e857e80-0b96-4e9b-9cd6-7a257e661493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.621033 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-9e857e80-0b96-4e9b-9cd6-7a257e661493 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6402bdb-89a8-48c9-bb12-dd95469eed9a HTTP/1.1" status: 200 len: 861 time: 0.0858333 Nov 25 17:31:34.673421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.698787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-2c426ef3-5af0-49b3-a672-077ea9a78951 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc167dbd-da12-48b6-bbba-7f855eeb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671020 Nov 25 17:31:34.732113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Allocated IP 172.20.0.2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/65d9adeb-0ac8-4195-b812-4b7669ee9691/d726fab4-b92a-4984-854e-1a6b69bbb9f2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:34.858289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:34.921696 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-7009a68e-7fd9-4271-bb87-575c3f66a4ce service neutron] 10.222.0.60 "GET /v2.0/networks/cc167dbd-da12-48b6-bbba-7f855eeb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140172 Nov 25 17:31:34.922859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:34.923209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8b3ca2a0-5ca6-43df-9d8d-027c30d7b758 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:35.066080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.078794 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.094971 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c28a856-7540-46b8-b049-9ceebbf79c89 req-7831f987-165e-4a61-b0a8-dd21928ea30d service neutron] 10.222.0.60 "GET /v2.0/networks/cc167dbd-da12-48b6-bbba-7f855eeb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645708 Nov 25 17:31:35.135856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:35.144010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:35.152142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:35.173563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Pushing event updated for resources: {'Port': ['ID=d726fab4-b92a-4984-854e-1a6b69bbb9f2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:35.231588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-f5824a30-4998-4542-b4e1-c621bec0e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.233246 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-f5824a30-4998-4542-b4e1-c621bec0e869 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33c3d95c228b429a9834856130456128&device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 1094 time: 0.0766268 Nov 25 17:31:35.246970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Attempting to bind port d726fab4-b92a-4984-854e-1a6b69bbb9f2 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:35.247705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Attempting to bind port d726fab4-b92a-4984-854e-1a6b69bbb9f2 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:35.248304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Attempting to bind port d726fab4-b92a-4984-854e-1a6b69bbb9f2 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:35.255799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:35.256951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:35.257558 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.258478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:35.259868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Bound port: d726fab4-b92a-4984-854e-1a6b69bbb9f2, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:35.260336 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.293678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ff722-00ce-44c2-a60a-f1cdfa435fc5 req-d6b0e067-3bd1-49cd-a19d-404caa9ecfb8 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.300239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-265ff722-00ce-44c2-a60a-f1cdfa435fc5 req-d6b0e067-3bd1-49cd-a19d-404caa9ecfb8 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 943 time: 0.3267236 Nov 25 17:31:35.358491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] For port d726fab4-b92a-4984-854e-1a6b69bbb9f2, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:35.373871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] For port d726fab4-b92a-4984-854e-1a6b69bbb9f2, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d726fab4-b92a-4984-854e-1a6b69bbb9f2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:35.383254 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.386293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-a9a5d65f-9881-411f-a4bd-bf9ba24f096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.387922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-a9a5d65f-9881-411f-a4bd-bf9ba24f096a service neutron] 10.222.0.60 "GET /v2.0/networks?id=cc167dbd-da12-48b6-bbba-7f855eeb0a43 HTTP/1.1" status: 200 len: 922 time: 0.1392136 Nov 25 17:31:35.403970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f728-a9f6-46c6-ab93-ecca130b0f33 req-57d5f451-ca0b-404c-93ec-bd91aea2c704 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.412594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad91f728-a9f6-46c6-ab93-ecca130b0f33 req-57d5f451-ca0b-404c-93ec-bd91aea2c704 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.2885463 Nov 25 17:31:35.488176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cecc40-3981-4591-aa64-c80cae969022 None None] Pushing event updated for resources: {'Port': ['ID=d726fab4-b92a-4984-854e-1a6b69bbb9f2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:35.509434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-4ae7e2c3-f11e-4587-aa28-71eb750eea66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c508b05-0b70-4242-a794-b247892ad74d HTTP/1.1" status: 200 len: 217 time: 0.1091573 Nov 25 17:31:35.543777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-265ff722-00ce-44c2-a60a-f1cdfa435fc5 req-fde0c046-929b-43b6-ade4-cf8c9d90c571 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426934 Nov 25 17:31:35.576563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad91f728-a9f6-46c6-ab93-ecca130b0f33 req-5d8590c9-8125-487b-a5a3-a7bd87c0a284 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630328 Nov 25 17:31:35.581711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-da6314c0-b230-4a37-ba67-12ab4d632adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.583906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-da6314c0-b230-4a37-ba67-12ab4d632adc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6402bdb-89a8-48c9-bb12-dd95469eed9a HTTP/1.1" status: 200 len: 861 time: 0.0644186 Nov 25 17:31:35.623466 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-3a896bc5-a9ca-42fc-9af7-908353f2fa46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc167dbd-da12-48b6-bbba-7f855eeb0a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299249 Nov 25 17:31:35.726556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 64670969-c1dc-4351-8967-d7a90061751c no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:35.737412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:31:35.778722 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-a26e8fe8-60f1-46e5-bcbf-b75a1f27f157 service neutron] 10.222.0.60 "GET /v2.0/networks/cc167dbd-da12-48b6-bbba-7f855eeb0a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414576 Nov 25 17:31:35.792067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 64670969-c1dc-4351-8967-d7a90061751c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:35.792574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 64670969-c1dc-4351-8967-d7a90061751c not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:35.848907 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.937133 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2622d27-1f9a-462e-ba77-54333f50be23 req-8a1c55a7-e681-47a3-b21e-7258f102bb34 service neutron] 10.222.0.60 "GET /v2.0/networks/cc167dbd-da12-48b6-bbba-7f855eeb0a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489670 Nov 25 17:31:36.353466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 237abee7-b808-4141-9c15-ac07fbc6d88a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:36.353945 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.455745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced0166-05e1-4dfb-b300-131573d98517 req-4bb23bbc-fb0b-443c-bcac-d8228da202b0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.457339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ced0166-05e1-4dfb-b300-131573d98517 req-4bb23bbc-fb0b-443c-bcac-d8228da202b0 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.1632500 Nov 25 17:31:36.480629 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.606574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.610209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port 237abee7-b808-4141-9c15-ac07fbc6d88a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=237abee7-b808-4141-9c15-ac07fbc6d88a,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:36.610593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.638837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 237abee7-b808-4141-9c15-ac07fbc6d88a owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:36.765017 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d726fab4-b92a-4984-854e-1a6b69bbb9f2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:36.842852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d726fab4-b92a-4984-854e-1a6b69bbb9f2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:36.843229 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.863901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52703ec1-b572-4de8-a437-d13c9e625ca2 req-645f6d3a-c2b1-4413-b2fc-1241e14f5177 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.865561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52703ec1-b572-4de8-a437-d13c9e625ca2 req-645f6d3a-c2b1-4413-b2fc-1241e14f5177 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 943 time: 0.2194138 Nov 25 17:31:36.886025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Deleting port 876a05b7-31e7-4568-a20d-7481de5d231c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:36.886387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.964589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96927320-66f6-4318-9543-d79c037f7a53 req-e1aa2ae5-32fd-4249-91d1-4cf70b74de29 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.966250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96927320-66f6-4318-9543-d79c037f7a53 req-e1aa2ae5-32fd-4249-91d1-4cf70b74de29 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 945 time: 0.2745781 Nov 25 17:31:37.080337 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.096984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-57557158-e476-4a06-aa56-1fdd2ec960fa None None] Provisioning complete for port d726fab4-b92a-4984-854e-1a6b69bbb9f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:37.097361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57557158-e476-4a06-aa56-1fdd2ec960fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.102008 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.191385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52703ec1-b572-4de8-a437-d13c9e625ca2 req-26bf0553-d4d1-43d0-979e-0dd3bac11b0b tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945809 Nov 25 17:31:37.221598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96927320-66f6-4318-9543-d79c037f7a53 req-e358f7fd-a1a0-4c45-bd5c-7468bc9c2a9c tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134695 Nov 25 17:31:37.226904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port d726fab4-b92a-4984-854e-1a6b69bbb9f2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d726fab4-b92a-4984-854e-1a6b69bbb9f2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:37.230479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] For port 876a05b7-31e7-4568-a20d-7481de5d231c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=876a05b7-31e7-4568-a20d-7481de5d231c,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:37.230858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.250993 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.256992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Calling delete_port for 876a05b7-31e7-4568-a20d-7481de5d231c owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:37.365729 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.372797 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57557158-e476-4a06-aa56-1fdd2ec960fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.376132 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.376889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.457917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:31:37.458371 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:31:37.483233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:37.489457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.497552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:37.510113 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-57557158-e476-4a06-aa56-1fdd2ec960fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:31:37.510612 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-57557158-e476-4a06-aa56-1fdd2ec960fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:31:37.513637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb4897c-105f-4b5e-aed8-1abfd6bb6476 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:37.522117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.522719 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.536293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=81cf91b9-97aa-4a7b-9e88-f16cb9e195c3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.541969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=d726fab4-b92a-4984-854e-1a6b69bbb9f2,revision_number=4']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.592819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=237abee7-b808-4141-9c15-ac07fbc6d88a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.680369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:37.681115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b85bd2ea-dae0-4066-a479-e07c5b32fbb6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7285588 Nov 25 17:31:37.686415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:37:21:18', 'name': 'tempest-NetworksTestDHCPv6-967911109'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:37.747982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.772024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:37.839520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event deleted for resources: {'Port': ['ID=876a05b7-31e7-4568-a20d-7481de5d231c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.885797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae27a9-c0ce-4f8a-a170-b5d01f4e106e None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:37.941325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] No DVR routers for this DVR port 876a05b7-31e7-4568-a20d-7481de5d231c on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:37.948703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.956048 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.957477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:37.957625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ced0166-05e1-4dfb-b300-131573d98517 req-2b3499e6-9d79-4faa-bad8-6397f24a54bc tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.95 "DELETE /v2.0/ports/876a05b7-31e7-4568-a20d-7481de5d231c HTTP/1.1" status: 204 len: 173 time: 1.4912148 Nov 25 17:31:37.958039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f8bf80-8b65-49e2-9c6c-155191acc114', 'name': 'network-vif-deleted', 'tag': '876a05b7-31e7-4568-a20d-7481de5d231c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:37.960973 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83c3f24-8183-4d22-9798-31cd68744d08" -d '{"events": [{"server_uuid": "25f8bf80-8b65-49e2-9c6c-155191acc114", "name": "network-vif-deleted", "tag": "876a05b7-31e7-4568-a20d-7481de5d231c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:38.075293 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.080233 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4018a4-7f65-412e-88ab-8b2500f93521 x-openstack-request-id: req-fe4018a4-7f65-412e-88ab-8b2500f93521 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:38.080559 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f8bf80-8b65-49e2-9c6c-155191acc114", "name": "network-vif-deleted", "tag": "876a05b7-31e7-4568-a20d-7481de5d231c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:38.080792 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe4018a4-7f65-412e-88ab-8b2500f93521 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:38.081244 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f8bf80-8b65-49e2-9c6c-155191acc114', 'name': 'network-vif-deleted', 'tag': '876a05b7-31e7-4568-a20d-7481de5d231c', 'status': 'completed', 'code': 200} Nov 25 17:31:38.116908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.138386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57557158-e476-4a06-aa56-1fdd2ec960fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.138686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.198067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 1e1f6436-9563-4e19-a05e-d459939f917f yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:31:38.225151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port d726fab4-b92a-4984-854e-1a6b69bbb9f2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d726fab4-b92a-4984-854e-1a6b69bbb9f2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:38.251296 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.335856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=d726fab4-b92a-4984-854e-1a6b69bbb9f2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:38.340001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876a05b7-31e7-4568-a20d-7481de5d231c no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:38.374883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 876a05b7-31e7-4568-a20d-7481de5d231c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:38.375232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 876a05b7-31e7-4568-a20d-7481de5d231c not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:38.434289 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-57557158-e476-4a06-aa56-1fdd2ec960fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:31:38.434661 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-57557158-e476-4a06-aa56-1fdd2ec960fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:31:38.547291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 172.20.0.10 (f0634854-7ddd-47b2-951e-b6eafb4de14a/65d9adeb-0ac8-4195-b812-4b7669ee9691/1e1f6436-9563-4e19-a05e-d459939f917f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:38.553886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fe37:2118 (f0634854-7ddd-47b2-951e-b6eafb4de14a/81cf91b9-97aa-4a7b-9e88-f16cb9e195c3/1e1f6436-9563-4e19-a05e-d459939f917f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:38.579344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b148a907-b1cd-4680-b01e-fcd779140b72 req-ebfccb24-e1ee-4733-bb6a-0071dac2db90 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f8bf80-8b65-49e2-9c6c-155191acc114 HTTP/1.1" status: 200 len: 210 time: 0.0678716 Nov 25 17:31:38.594685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ece066b1-e56a-4011-8efd-ca362a7c523e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:38.815273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcecc7c-2c45-47de-8163-d4b2768bf851 req-4ab15fc5-b9e6-443d-b9f8-84cceeacba9f tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.825104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dcecc7c-2c45-47de-8163-d4b2768bf851 req-4ab15fc5-b9e6-443d-b9f8-84cceeacba9f tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 943 time: 0.2723572 Nov 25 17:31:38.884270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d726fab4-b92a-4984-854e-1a6b69bbb9f2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:38.894287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.927395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dcecc7c-2c45-47de-8163-d4b2768bf851 req-d9fd2d10-30d9-4367-be2c-cd494f94b7bb tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009843 Nov 25 17:31:38.934204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:38.942696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-57854577-ee1e-4d69-a2a9-30d4493c9167 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "PUT /v2.0/routers/ece066b1-e56a-4011-8efd-ca362a7c523e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5846171 Nov 25 17:31:38.943896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.944880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:38.954875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d726fab4-b92a-4984-854e-1a6b69bbb9f2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:38.955589 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.956089 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] Sync routers for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:38.980166 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:38.981107 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:39.019483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:39.022711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:39.028234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:39.090393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae53bbd-a963-4d95-a359-78e9c82d2fee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting subnet 5075937e-25b7-47ab-87b7-38378a1d00b0 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:39.095476 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae53bbd-a963-4d95-a359-78e9c82d2fee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.098496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.099138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.106265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=1e1f6436-9563-4e19-a05e-d459939f917f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:39.141734 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0293b042-e696-426f-a053-cf34906a7e8a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4600337 Nov 25 17:31:39.142494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38024) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:39.158888 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:39.164095 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae53bbd-a963-4d95-a359-78e9c82d2fee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.206491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd719cb7-fcfd-411c-8cf3-9256dadcdd85 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.213756 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd719cb7-fcfd-411c-8cf3-9256dadcdd85 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.225548 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dd719cb7-fcfd-411c-8cf3-9256dadcdd85 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0820048 Nov 25 17:31:39.226175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38026) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:39.296548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae53bbd-a963-4d95-a359-78e9c82d2fee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.373474 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:31:37Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:39.375268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a1dd8-1b98-4517-8391-623154f58eae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 1e1f6436-9563-4e19-a05e-d459939f917f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:39.375614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1dd8-1b98-4517-8391-623154f58eae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.406365 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] Checking router: ece066b1-e56a-4011-8efd-ca362a7c523e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:39.415818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae53bbd-a963-4d95-a359-78e9c82d2fee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.418385 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] Routers {'ece066b1-e56a-4011-8efd-ca362a7c523e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:39.419216 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ece066b1-e56a-4011-8efd-ca362a7c523e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:39.436866 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ae53bbd-a963-4d95-a359-78e9c82d2fee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.443769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4ae53bbd-a963-4d95-a359-78e9c82d2fee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/subnets/5075937e-25b7-47ab-87b7-38378a1d00b0 HTTP/1.1" status: 204 len: 168 time: 0.4959285 Nov 25 17:31:39.444816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:39.446631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ac01b-48ec-4160-af64-1888e298d9b0 None None] Network cc08c7c1-e8ec-4143-b56f-4e0372809cb6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:39.500279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae53bbd-a963-4d95-a359-78e9c82d2fee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Subnet': ['ID=5075937e-25b7-47ab-87b7-38378a1d00b0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:39.565491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1dd8-1b98-4517-8391-623154f58eae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.589943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-346bd5f7-6c0f-4349-b78e-ba26080dca15 None None] Provisioning complete for port 1e1f6436-9563-4e19-a05e-d459939f917f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:39.590473 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-346bd5f7-6c0f-4349-b78e-ba26080dca15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.600192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a1dd8-1b98-4517-8391-623154f58eae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 1e1f6436-9563-4e19-a05e-d459939f917f owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:39.669760 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] Set router ece066b1-e56a-4011-8efd-ca362a7c523e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:39.720484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.725905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0c508b05-0b70-4242-a794-b247892ad74d details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:39.747853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-346bd5f7-6c0f-4349-b78e-ba26080dca15 None None] Port 1e1f6436-9563-4e19-a05e-d459939f917f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:39.934770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-346bd5f7-6c0f-4349-b78e-ba26080dca15 None None] Provisioning complete for port d726fab4-b92a-4984-854e-1a6b69bbb9f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:39.935500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-346bd5f7-6c0f-4349-b78e-ba26080dca15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.985721 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.014837 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:31:37Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:40.065523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] DHCP port deletion for cc08c7c1-e8ec-4143-b56f-4e0372809cb6 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:40.083277 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7fb9b1-8698-4a95-aebb-07e7f39b6308 None None] The sync data for ids ['ece066b1-e56a-4011-8efd-ca362a7c523e'] in n-d-819349-3 is: [{'id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1048958836', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:31:37Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a9473833-802c-45d7-9962-27a0e5c54646', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece066b1-e56a-4011-8efd-ca362a7c523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:02Z', 'updated_at': '2021-11-25T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:40.091229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1dd8-1b98-4517-8391-623154f58eae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.132548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a1dd8-1b98-4517-8391-623154f58eae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=1e1f6436-9563-4e19-a05e-d459939f917f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:40.196321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0c508b05-0b70-4242-a794-b247892ad74d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0c508b05-0b70-4242-a794-b247892ad74d,segment=NetworkSegment(94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201),segment_id=94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:40.256555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '0c508b05-0b70-4242-a794-b247892ad74d', 'network_id': 'cc167dbd-da12-48b6-bbba-7f855eeb0a43', 'port_id': '0c508b05-0b70-4242-a794-b247892ad74d', 'mac_address': 'fa:16:3e:d9:71:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6402bdb-89a8-48c9-bb12-dd95469eed9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:40.325035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9268e-803a-41e9-844c-20e21e9c4201 req-0ba1a9c2-a9dd-430c-8319-c2d52d08ae07 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:40.327744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] Deleting port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:40.328237 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.329559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edf9268e-803a-41e9-844c-20e21e9c4201 req-0ba1a9c2-a9dd-430c-8319-c2d52d08ae07 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 943 time: 0.1814363 Nov 25 17:31:40.379895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c8a1dd8-1b98-4517-8391-623154f58eae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.390418 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2c8a1dd8-1b98-4517-8391-623154f58eae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/1e1f6436-9563-4e19-a05e-d459939f917f HTTP/1.1" status: 204 len: 168 time: 1.1631718 Nov 25 17:31:40.393559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.394437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port a9473833-802c-45d7-9962-27a0e5c54646 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:40.394810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:40.395000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.460880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c508b05-0b70-4242-a794-b247892ad74d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:40.479397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] For port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fda90dfe-65c3-4c46-99d0-a08c1ee14e9d,segment=NetworkSegment(de3e8fd1-10be-4798-958c-6234f92b5008),segment_id=de3e8fd1-10be-4798-958c-6234f92b5008)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:40.480316 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.494884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-edf9268e-803a-41e9-844c-20e21e9c4201 req-8992cb6d-19b2-4493-8456-552445e3b45f tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587706 Nov 25 17:31:40.516546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] Calling delete_port for fda90dfe-65c3-4c46-99d0-a08c1ee14e9d owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:40.519933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0c508b05-0b70-4242-a794-b247892ad74d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0c508b05-0b70-4242-a794-b247892ad74d,segment=NetworkSegment(94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201),segment_id=94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:40.533521 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.544895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980dfc8-fed4-4681-b383-bf7879d9ad25 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:40.548117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980dfc8-fed4-4681-b383-bf7879d9ad25 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:40.549971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980dfc8-fed4-4681-b383-bf7879d9ad25 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:40.554735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6980dfc8-fed4-4681-b383-bf7879d9ad25 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1576169 Nov 25 17:31:40.555947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38064) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:40.671750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port a9473833-802c-45d7-9962-27a0e5c54646, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a9473833-802c-45d7-9962-27a0e5c54646,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:40.672314 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.689426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf1e384-28f2-4f64-94cb-2a1bd987b1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 65d9adeb-0ac8-4195-b812-4b7669ee9691 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:40.693631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e384-28f2-4f64-94cb-2a1bd987b1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.717287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for a9473833-802c-45d7-9962-27a0e5c54646 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:40.784566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=0c508b05-0b70-4242-a794-b247892ad74d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:40.814220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e384-28f2-4f64-94cb-2a1bd987b1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.837310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fda90dfe-65c3-4c46-99d0-a08c1ee14e9d no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:40.900090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['0c508b05-0b70-4242-a794-b247892ad74d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:40.905329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.930669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: fda90dfe-65c3-4c46-99d0-a08c1ee14e9d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:40.931517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fda90dfe-65c3-4c46-99d0-a08c1ee14e9d not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:40.937295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 237abee7-b808-4141-9c15-ac07fbc6d88a no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:41.058413 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e384-28f2-4f64-94cb-2a1bd987b1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.092144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 237abee7-b808-4141-9c15-ac07fbc6d88a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:41.092483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 237abee7-b808-4141-9c15-ac07fbc6d88a not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:41.098904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] Pushing event deleted for resources: {'Port': ['ID=fda90dfe-65c3-4c46-99d0-a08c1ee14e9d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:41.115036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0fe2f4-437f-481f-ba66-1beb72bff455 None None] No DVR routers for this DVR port fda90dfe-65c3-4c46-99d0-a08c1ee14e9d on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:41.134896 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.187222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e384-28f2-4f64-94cb-2a1bd987b1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.199178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=a9473833-802c-45d7-9962-27a0e5c54646,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:41.245481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1e384-28f2-4f64-94cb-2a1bd987b1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=65d9adeb-0ac8-4195-b812-4b7669ee9691,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:41.250915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf1e384-28f2-4f64-94cb-2a1bd987b1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.260234 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1cf1e384-28f2-4f64-94cb-2a1bd987b1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/65d9adeb-0ac8-4195-b812-4b7669ee9691 HTTP/1.1" status: 204 len: 168 time: 0.7018671 Nov 25 17:31:41.260995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38082) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:41.369378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8857ce3-10be-4ebb-b02f-9ad737e5e0ee tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 81cf91b9-97aa-4a7b-9e88-f16cb9e195c3 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:41.369666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2720515-4ac5-465a-8dfc-81775acf1a4b req-2023bba7-71bd-47c8-9e00-406456718f93 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:41.371481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2720515-4ac5-465a-8dfc-81775acf1a4b req-2023bba7-71bd-47c8-9e00-406456718f93 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 945 time: 0.1576388 Nov 25 17:31:41.374801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8857ce3-10be-4ebb-b02f-9ad737e5e0ee tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.383459 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.440455 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8857ce3-10be-4ebb-b02f-9ad737e5e0ee tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.442815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cafbf63-1f8e-4798-b194-1b9aa48f9c3e None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:41.444881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a0a72-c087-4fde-aa77-15de9a04d6ab None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:41.588525 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8857ce3-10be-4ebb-b02f-9ad737e5e0ee tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.699259 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8857ce3-10be-4ebb-b02f-9ad737e5e0ee tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.719782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8857ce3-10be-4ebb-b02f-9ad737e5e0ee tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.723763 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c8857ce3-10be-4ebb-b02f-9ad737e5e0ee tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/81cf91b9-97aa-4a7b-9e88-f16cb9e195c3 HTTP/1.1" status: 204 len: 168 time: 0.4613020 Nov 25 17:31:41.749637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38086) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:41.757556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8857ce3-10be-4ebb-b02f-9ad737e5e0ee tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=81cf91b9-97aa-4a7b-9e88-f16cb9e195c3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:41.798754 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-64c446e4-4645-40e6-b919-5651e9d44dcf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469868 Nov 25 17:31:41.800909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38088) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:41.878074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a98fcd-bae0-4858-a55d-c9cf2fcb4d4f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:41.881131 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-79a98fcd-bae0-4858-a55d-c9cf2fcb4d4f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0786383 Nov 25 17:31:41.883163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38090) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:41.977085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d5ea9-a260-4716-b363-ee529a8cb230 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:41.980384 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7d7d5ea9-a260-4716-b363-ee529a8cb230 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953634 Nov 25 17:31:41.983478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.062157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a240f544-fff1-44b7-a20c-539d5c35e447 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769451 Nov 25 17:31:42.062870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.068710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.080249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e7943711-e7f2-4b14-aca6-08af427ab287 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:42.087519 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.223520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2720515-4ac5-465a-8dfc-81775acf1a4b req-4f048011-1400-4bd4-8345-bf01532fc692 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8366017 Nov 25 17:31:42.229119 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.229634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Fanout notify agent at l3_agent the message router_deleted on router ece066b1-e56a-4011-8efd-ca362a7c523e {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:31:42.241134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.246003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0700a58c-7164-4806-9d8a-c01128955d85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/routers/ece066b1-e56a-4011-8efd-ca362a7c523e HTTP/1.1" status: 204 len: 168 time: 2.7499101 Nov 25 17:31:42.253543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38104) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.271298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7943711-e7f2-4b14-aca6-08af427ab287 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:42.278912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7943711-e7f2-4b14-aca6-08af427ab287 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.280505 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7943711-e7f2-4b14-aca6-08af427ab287 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:31:42.280991 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7943711-e7f2-4b14-aca6-08af427ab287 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:31:42.330285 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e7943711-e7f2-4b14-aca6-08af427ab287 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2550600 Nov 25 17:31:42.336138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.349768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f9039ca9-46da-4d5c-b3cd-a52c289e0993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:42.402155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01070fd5-1da5-404e-b4aa-8e30ebb333ce req-6c380132-feea-4c13-ba43-9e0ea506d978 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.409180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01070fd5-1da5-404e-b4aa-8e30ebb333ce req-6c380132-feea-4c13-ba43-9e0ea506d978 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 944 time: 0.3608425 Nov 25 17:31:42.478043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.521270 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.562216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01070fd5-1da5-404e-b4aa-8e30ebb333ce req-aa99334d-014d-4d61-bc97-93a5b352312b tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351211 Nov 25 17:31:42.607074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9039ca9-46da-4d5c-b3cd-a52c289e0993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:42.614130 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9039ca9-46da-4d5c-b3cd-a52c289e0993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.615878 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9039ca9-46da-4d5c-b3cd-a52c289e0993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:31:42.616706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9039ca9-46da-4d5c-b3cd-a52c289e0993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:31:42.646048 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f9039ca9-46da-4d5c-b3cd-a52c289e0993 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3072858 Nov 25 17:31:42.649247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38114) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.662497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-77dfd1ac-e26e-44a2-83a4-5e8303ac42c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:42.682400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7700bd3c-1a73-4911-9afe-3a26cd19f9f8 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:42.693722 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.735579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc08c7c1-e8ec-4143-b56f-4e0372809cb6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:42.751539 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8e47a5-9460-4285-bcf9-538551512185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.756899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3e8fd1-10be-4798-958c-6234f92b5008') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:42.757406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3e8fd1-10be-4798-958c-6234f92b5008') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:42.778825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.796324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c0a79f99-45eb-477b-8139-31f0dff02cf3 None None] Provisioning complete for port d726fab4-b92a-4984-854e-1a6b69bbb9f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:42.798078 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0a79f99-45eb-477b-8139-31f0dff02cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.807505 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.828495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:42.829550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:42.838864 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:42.885373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dfd1ac-e26e-44a2-83a4-5e8303ac42c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:42.901804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77dfd1ac-e26e-44a2-83a4-5e8303ac42c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.903531 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-77dfd1ac-e26e-44a2-83a4-5e8303ac42c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:31:42.903993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77dfd1ac-e26e-44a2-83a4-5e8303ac42c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:31:42.928911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8e47a5-9460-4285-bcf9-538551512185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.936535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8e47a5-9460-4285-bcf9-538551512185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.971349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-77dfd1ac-e26e-44a2-83a4-5e8303ac42c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3159971 Nov 25 17:31:42.973306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:42.991687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3a8a3dbd-f274-422a-b15f-c1d8ba382947 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:43.036722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a9473833-802c-45d7-9962-27a0e5c54646 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:43.049549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.077053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a9473833-802c-45d7-9962-27a0e5c54646 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:43.077712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a9473833-802c-45d7-9962-27a0e5c54646 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:43.081661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.085804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:43.095556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/networks/cc08c7c1-e8ec-4143-b56f-4e0372809cb6 HTTP/1.1" status: 204 len: 168 time: 0.8361223 Nov 25 17:31:43.098962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:43.147036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e47a5-9460-4285-bcf9-538551512185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a71cd4e-e974-49e6-b57c-9c7c8f1794b1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:43.153492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] Deleting port d726fab4-b92a-4984-854e-1a6b69bbb9f2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:43.154115 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.184890 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-da8e47a5-9460-4285-bcf9-538551512185 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b30a23db272049d18becac3ac068b139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6967938 Nov 25 17:31:43.184890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:43.188742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa736bc-2589-4e9d-b62f-8d5bc163f3ad tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Network': ['ID=cc08c7c1-e8ec-4143-b56f-4e0372809cb6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:43.204101 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fbac018-08d4-4f3d-8239-23fa73e0abdc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.248094 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fbac018-08d4-4f3d-8239-23fa73e0abdc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.248707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] For port d726fab4-b92a-4984-854e-1a6b69bbb9f2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d726fab4-b92a-4984-854e-1a6b69bbb9f2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.248890 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.268622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] Calling delete_port for d726fab4-b92a-4984-854e-1a6b69bbb9f2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:43.334466 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fbac018-08d4-4f3d-8239-23fa73e0abdc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.337779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fbac018-08d4-4f3d-8239-23fa73e0abdc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.341483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5fbac018-08d4-4f3d-8239-23fa73e0abdc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/security-groups/457127a8-2438-458a-883f-177d180a3fe8 HTTP/1.1" status: 204 len: 168 time: 0.2381141 Nov 25 17:31:43.354715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-4f9547c3-5a0c-477d-81e7-f0ae2bb6639e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.361764 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-4f9547c3-5a0c-477d-81e7-f0ae2bb6639e tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 945 time: 0.2304509 Nov 25 17:31:43.395750 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.399749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbac018-08d4-4f3d-8239-23fa73e0abdc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=457127a8-2438-458a-883f-177d180a3fe8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:43.445053 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a75c7b0c-1d3f-4903-a27b-55b3c9d54e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.450919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a3dbd-f274-422a-b15f-c1d8ba382947 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:43.454451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3dbd-f274-422a-b15f-c1d8ba382947 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.455658 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8a3dbd-f274-422a-b15f-c1d8ba382947 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:31:43.456363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8a3dbd-f274-422a-b15f-c1d8ba382947 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:31:43.465322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a379b-c8bd-4659-99cc-bcaa5b026be5 req-9b543350-1b2c-4093-ad6b-03f73204d56f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.466997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-673a379b-c8bd-4659-99cc-bcaa5b026be5 req-9b543350-1b2c-4093-ad6b-03f73204d56f tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 945 time: 0.0971520 Nov 25 17:31:43.469419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] No DVR routers for this DVR port d726fab4-b92a-4984-854e-1a6b69bbb9f2 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:43.474308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042d87f-1fa1-4fb2-a041-951878168ad1 None None] Pushing event deleted for resources: {'Port': ['ID=d726fab4-b92a-4984-854e-1a6b69bbb9f2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:43.522852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a75c7b0c-1d3f-4903-a27b-55b3c9d54e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.559441 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3a8a3dbd-f274-422a-b15f-c1d8ba382947 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5726819 Nov 25 17:31:43.561134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:43.567951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4573465e-3668-4d3c-b586-9e1ac8443b75 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:43.606597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Deleting port 786b34c6-9878-4240-bae8-8bf6309b2b68 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:43.607074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.653981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a75c7b0c-1d3f-4903-a27b-55b3c9d54e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.657368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a75c7b0c-1d3f-4903-a27b-55b3c9d54e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.658141 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a75c7b0c-1d3f-4903-a27b-55b3c9d54e18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a71cd4e-e974-49e6-b57c-9c7c8f1794b1 HTTP/1.1" status: 204 len: 168 time: 0.4743242 Nov 25 17:31:43.676627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c7b0c-1d3f-4903-a27b-55b3c9d54e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a71cd4e-e974-49e6-b57c-9c7c8f1794b1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:43.718627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-673a379b-c8bd-4659-99cc-bcaa5b026be5 req-b606c535-04e4-4bb9-a3ee-669625e58e7d tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/security-groups?id=f0c4a91c-8ad0-440a-9711-f38dc26495a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177181 Nov 25 17:31:43.735380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0c508b05-0b70-4242-a794-b247892ad74d up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:43.763138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] For port 786b34c6-9878-4240-bae8-8bf6309b2b68, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=786b34c6-9878-4240-bae8-8bf6309b2b68,segment=NetworkSegment(a67e0fe8-768a-482f-892b-2c393d9c9c4a),segment_id=a67e0fe8-768a-482f-892b-2c393d9c9c4a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.763859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.785870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Calling delete_port for 786b34c6-9878-4240-bae8-8bf6309b2b68 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:43.796347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4573465e-3668-4d3c-b586-9e1ac8443b75 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:43.800788 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4573465e-3668-4d3c-b586-9e1ac8443b75 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.802486 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4573465e-3668-4d3c-b586-9e1ac8443b75 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:31:43.802931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4573465e-3668-4d3c-b586-9e1ac8443b75 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:31:43.840738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4573465e-3668-4d3c-b586-9e1ac8443b75 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2752941 Nov 25 17:31:43.841101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:43.850330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0970fe33-2520-463d-a23c-d6e62a825391 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:43.858223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 0c508b05-0b70-4242-a794-b247892ad74d completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:43.864347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 0c508b05-0b70-4242-a794-b247892ad74d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:43.864794 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.999743 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.042884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0c508b05-0b70-4242-a794-b247892ad74d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0c508b05-0b70-4242-a794-b247892ad74d,segment=NetworkSegment(94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201),segment_id=94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:44.044185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe7815-5e33-49fd-a2a6-c0450c7f3736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c508b05-0b70-4242-a794-b247892ad74d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:44.047026 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be66e727-b9c0-4574-81cd-655bcc3b858b" -d '{"events": [{"server_uuid": "ebbe7815-5e33-49fd-a2a6-c0450c7f3736", "name": "network-vif-plugged", "status": "completed", "tag": "0c508b05-0b70-4242-a794-b247892ad74d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:44.057177 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.067755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efffe5-d9d6-4728-b414-c558c197faf7 req-4a33d87e-9ab0-4e72-80b1-b590d581df10 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.075962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5efffe5-d9d6-4728-b414-c558c197faf7 req-4a33d87e-9ab0-4e72-80b1-b590d581df10 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.1193550 Nov 25 17:31:44.085228 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970fe33-2520-463d-a23c-d6e62a825391 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:44.089305 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0970fe33-2520-463d-a23c-d6e62a825391 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.090838 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0970fe33-2520-463d-a23c-d6e62a825391 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:31:44.091284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0970fe33-2520-463d-a23c-d6e62a825391 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:31:44.124529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=0c508b05-0b70-4242-a794-b247892ad74d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.134087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0970fe33-2520-463d-a23c-d6e62a825391 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2912412 Nov 25 17:31:44.139819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:44.177635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2ff2cefb-2b50-419e-bbd4-66b199199b40 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0365615 Nov 25 17:31:44.178200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:44.178518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:44.193396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b8dd1ba9-7471-4b3e-88de-982a0acd7c1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722052031', 'description': 'tempest-secgroup-smoke-722052031 description', 'project_id': '0c935ec18232485f9e1c651993bafb40'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:44.201292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5efffe5-d9d6-4728-b414-c558c197faf7 req-0aebf367-4cb9-4af8-b527-fd865cb7e13f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244111 Nov 25 17:31:44.263044 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83e55eb-3a13-4f3e-82f4-4fdf98bad283 x-openstack-request-id: req-e83e55eb-3a13-4f3e-82f4-4fdf98bad283 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:44.263361 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe7815-5e33-49fd-a2a6-c0450c7f3736", "name": "network-vif-plugged", "status": "completed", "tag": "0c508b05-0b70-4242-a794-b247892ad74d", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:44.263628 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e83e55eb-3a13-4f3e-82f4-4fdf98bad283 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:44.264035 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbe7815-5e33-49fd-a2a6-c0450c7f3736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c508b05-0b70-4242-a794-b247892ad74d', 'code': 200} Nov 25 17:31:44.285657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8dd1ba9-7471-4b3e-88de-982a0acd7c1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.335070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27442cd3-a060-45fa-970d-f8d2b3fe31fd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.340396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-27442cd3-a060-45fa-970d-f8d2b3fe31fd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1569526 Nov 25 17:31:44.340579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38162) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:44.432236 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-698b3329-81f8-4241-98e2-a94f29ef9048 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870252 Nov 25 17:31:44.434546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:44.443494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:44.457616 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8dd1ba9-7471-4b3e-88de-982a0acd7c1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.466359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.471835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f87a1-6675-4a17-bbba-88dc956400d8 req-81743d60-003f-441c-aad9-7c1f662a25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.473401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c2f87a1-6675-4a17-bbba-88dc956400d8 req-81743d60-003f-441c-aad9-7c1f662a25f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 1096 time: 0.1340337 Nov 25 17:31:44.480621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['786b34c6-9878-4240-bae8-8bf6309b2b68'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:44.525014 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8dd1ba9-7471-4b3e-88de-982a0acd7c1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.537275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Pushing event deleted for resources: {'Port': ['ID=786b34c6-9878-4240-bae8-8bf6309b2b68,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.537420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f112-f16a-426b-9054-0237e24e548a req-1aaee9b8-917b-4d5c-85c8-0f062ae80311 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.545466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c11f112-f16a-426b-9054-0237e24e548a req-1aaee9b8-917b-4d5c-85c8-0f062ae80311 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 945 time: 0.2141268 Nov 25 17:31:44.549331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91156630-681d-4aee-884e-a9fa7797020a None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:44.601124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] No DVR routers for this DVR port 786b34c6-9878-4240-bae8-8bf6309b2b68 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:44.606577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.613945 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3413ec58-f9f5-4fd6-ae16-1ae0910cd7f4 req-85e78845-87db-46dd-ae24-0aa6a3043df8 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.60 "DELETE /v2.0/ports/786b34c6-9878-4240-bae8-8bf6309b2b68 HTTP/1.1" status: 204 len: 173 time: 1.2396076 Nov 25 17:31:44.615833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62be4bf-bc77-4bc7-82c0-0de5dd787467', 'name': 'network-vif-deleted', 'tag': '786b34c6-9878-4240-bae8-8bf6309b2b68'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:44.619631 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924108bc-46b9-4618-9cb1-56196c117c80" -d '{"events": [{"server_uuid": "f62be4bf-bc77-4bc7-82c0-0de5dd787467", "name": "network-vif-deleted", "tag": "786b34c6-9878-4240-bae8-8bf6309b2b68"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:44.655938 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8dd1ba9-7471-4b3e-88de-982a0acd7c1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.657222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b8dd1ba9-7471-4b3e-88de-982a0acd7c1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4754887 Nov 25 17:31:44.660594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:44.671793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd1ba9-7471-4b3e-88de-982a0acd7c1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70db54d0-1a15-4bb9-bcf6-5718361ac6e5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.678025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-20070261-19c3-49ba-8fc2-66cf081664d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '70db54d0-1a15-4bb9-bcf6-5718361ac6e5', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:44.721365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c2f87a1-6675-4a17-bbba-88dc956400d8 req-758ca53d-ecf8-4c3b-99c4-00ba23230e2e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725895 Nov 25 17:31:44.737108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c11f112-f16a-426b-9054-0237e24e548a req-10a3bb00-b6a3-482b-b8d0-f755f63747ca tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906154 Nov 25 17:31:44.739189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:44.748545 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.771733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20070261-19c3-49ba-8fc2-66cf081664d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.854209 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35294843-e2a6-4aa7-958b-21a241a30ace x-openstack-request-id: req-35294843-e2a6-4aa7-958b-21a241a30ace {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:44.854953 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62be4bf-bc77-4bc7-82c0-0de5dd787467", "name": "network-vif-deleted", "tag": "786b34c6-9878-4240-bae8-8bf6309b2b68", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:44.854953 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35294843-e2a6-4aa7-958b-21a241a30ace {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:44.855154 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62be4bf-bc77-4bc7-82c0-0de5dd787467', 'name': 'network-vif-deleted', 'tag': '786b34c6-9878-4240-bae8-8bf6309b2b68', 'status': 'completed', 'code': 200} Nov 25 17:31:44.858739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d726fab4-b92a-4984-854e-1a6b69bbb9f2 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:44.911941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d726fab4-b92a-4984-854e-1a6b69bbb9f2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:44.915486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d726fab4-b92a-4984-854e-1a6b69bbb9f2 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:44.929975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-126ca789-a8ea-4b02-b786-6d2a277709d5 req-75189af4-2db0-4a38-9fd7-a1cf64a2c390 tempest-ServersTestJSON-2147016496 tempest-ServersTestJSON-2147016496-project] 10.222.0.81 "GET /v2.0/ports?device_id=f62be4bf-bc77-4bc7-82c0-0de5dd787467 HTTP/1.1" status: 200 len: 210 time: 0.0352552 Nov 25 17:31:44.937605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20070261-19c3-49ba-8fc2-66cf081664d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.950011 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20070261-19c3-49ba-8fc2-66cf081664d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.979843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20070261-19c3-49ba-8fc2-66cf081664d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d43824e-4f78-41f8-8c8d-ba057addde81,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.999856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20070261-19c3-49ba-8fc2-66cf081664d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.001996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20070261-19c3-49ba-8fc2-66cf081664d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390281 Nov 25 17:31:45.004988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:45.015300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ab6748a8-47d9-464c-9053-d6f9c2aed0ac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '70db54d0-1a15-4bb9-bcf6-5718361ac6e5', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:45.076780 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab6748a8-47d9-464c-9053-d6f9c2aed0ac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.183494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab6748a8-47d9-464c-9053-d6f9c2aed0ac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.188972 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab6748a8-47d9-464c-9053-d6f9c2aed0ac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.225902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6748a8-47d9-464c-9053-d6f9c2aed0ac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625556f3-0e58-4840-9eaf-65084d381b52,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.246000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab6748a8-47d9-464c-9053-d6f9c2aed0ac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.247301 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ab6748a8-47d9-464c-9053-d6f9c2aed0ac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2412863 Nov 25 17:31:45.251527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:45.255394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:31:45.257104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-17b928e1-eaa1-404b-8f1c-d069562348bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '70db54d0-1a15-4bb9-bcf6-5718361ac6e5', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:45.257296 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.311295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:45.313452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:45.315612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17b928e1-eaa1-404b-8f1c-d069562348bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.318092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.318711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.330282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=b4959155-f4a9-496a-8c18-5677a097bc37,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.335877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9246ed9-bba8-4c50-8a46-1a4b6b78bbce None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:45.365580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3f99e943-294e-4386-9c4f-a10eff0b7db2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9220738 Nov 25 17:31:45.366208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:45.376126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:05:d2:0f', 'name': 'tempest-NetworksTestDHCPv6-758986512'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:45.491607 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17b928e1-eaa1-404b-8f1c-d069562348bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.501647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17b928e1-eaa1-404b-8f1c-d069562348bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.553716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17b928e1-eaa1-404b-8f1c-d069562348bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.561144 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-17b928e1-eaa1-404b-8f1c-d069562348bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3078454 Nov 25 17:31:45.563630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b928e1-eaa1-404b-8f1c-d069562348bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7ce171-0783-4237-bbf0-fe5d5354baf2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.568730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38210) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:45.589870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f89c7878-ab69-43d9-984d-e9ab75c765db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '70db54d0-1a15-4bb9-bcf6-5718361ac6e5', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:45.601213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'b4959155-f4a9-496a-8c18-5677a097bc37'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:45.604152 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.656479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f89c7878-ab69-43d9-984d-e9ab75c765db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.691979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:45.840653 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.847104 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f89c7878-ab69-43d9-984d-e9ab75c765db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.853013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f89c7878-ab69-43d9-984d-e9ab75c765db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.875783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c7878-ab69-43d9-984d-e9ab75c765db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6cd970-c630-4d70-aad4-2a2714cfd3cf,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.902775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f89c7878-ab69-43d9-984d-e9ab75c765db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.905833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f89c7878-ab69-43d9-984d-e9ab75c765db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3349810 Nov 25 17:31:45.911141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38222) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:45.912576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 40280664-699a-472f-9f97-de0c224a08e1 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:31:45.918252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-68fa94e8-8495-4fee-94d8-1668cb8fe029 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '70db54d0-1a15-4bb9-bcf6-5718361ac6e5', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:45.960578 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-68fa94e8-8495-4fee-94d8-1668cb8fe029 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Project 0c935ec18232485f9e1c651993bafb40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:31:45.967969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Allocated IP 2001:db8::f816:3eff:fe55:3286 (f0634854-7ddd-47b2-951e-b6eafb4de14a/b4959155-f4a9-496a-8c18-5677a097bc37/796c8e0c-fb69-4460-9e13-3158edc67a24) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:45.969273 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68fa94e8-8495-4fee-94d8-1668cb8fe029 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.094855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68fa94e8-8495-4fee-94d8-1668cb8fe029 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.103074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68fa94e8-8495-4fee-94d8-1668cb8fe029 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.127505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa94e8-8495-4fee-94d8-1668cb8fe029 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff23333b-376a-447e-9e43-9340592b5631,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:46.146580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3447e4-1393-4886-8aa8-90fec3013ef4 req-b67a413a-9042-49dd-8fe1-d643bcdb5d0d tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.152786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b3447e4-1393-4886-8aa8-90fec3013ef4 req-b67a413a-9042-49dd-8fe1-d643bcdb5d0d tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 945 time: 0.2171025 Nov 25 17:31:46.156886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68fa94e8-8495-4fee-94d8-1668cb8fe029 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.158262 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-68fa94e8-8495-4fee-94d8-1668cb8fe029 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2454376 Nov 25 17:31:46.162481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38228) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:46.171414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-25147daa-1001-40bd-bd45-9bea54a8a62b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '70db54d0-1a15-4bb9-bcf6-5718361ac6e5', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:46.223369 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-25147daa-1001-40bd-bd45-9bea54a8a62b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Project 0c935ec18232485f9e1c651993bafb40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:31:46.236112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25147daa-1001-40bd-bd45-9bea54a8a62b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.345108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38232) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:46.348755 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.368857 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.393128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b3447e4-1393-4886-8aa8-90fec3013ef4 req-df04e123-23cf-491a-aaf5-e45179a3a936 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106106 Nov 25 17:31:46.401513 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8388f94-c48f-467c-8978-425f995f2bff admin admin] Deleting subnet f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:46.405028 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8388f94-c48f-467c-8978-425f995f2bff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.457383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:46.463254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:46.467804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:46.475574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Pushing event updated for resources: {'Port': ['ID=796c8e0c-fb69-4460-9e13-3158edc67a24,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:46.480992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fe05:d20f (f0634854-7ddd-47b2-951e-b6eafb4de14a/b4959155-f4a9-496a-8c18-5677a097bc37/40280664-699a-472f-9f97-de0c224a08e1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:46.490647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8388f94-c48f-467c-8978-425f995f2bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.517025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25147daa-1001-40bd-bd45-9bea54a8a62b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.522647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25147daa-1001-40bd-bd45-9bea54a8a62b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.548653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Attempting to bind port 796c8e0c-fb69-4460-9e13-3158edc67a24 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:46.549258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Attempting to bind port 796c8e0c-fb69-4460-9e13-3158edc67a24 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:46.549809 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Attempting to bind port 796c8e0c-fb69-4460-9e13-3158edc67a24 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:46.550159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25147daa-1001-40bd-bd45-9bea54a8a62b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043f7df1-3a6f-413b-acda-d47e029e60ed,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:46.565736 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8388f94-c48f-467c-8978-425f995f2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.572181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25147daa-1001-40bd-bd45-9bea54a8a62b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.572866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:46.576214 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-25147daa-1001-40bd-bd45-9bea54a8a62b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4099464 Nov 25 17:31:46.576376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:46.576376 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.576376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:46.576376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Bound port: 796c8e0c-fb69-4460-9e13-3158edc67a24, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:46.576376 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.580519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:46.587619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'network': {'name': 'tempest-network-smoke--1671610468', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:46.667931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:46.669769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] For port 796c8e0c-fb69-4460-9e13-3158edc67a24, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:46.671770 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.674297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] For port 796c8e0c-fb69-4460-9e13-3158edc67a24, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=796c8e0c-fb69-4460-9e13-3158edc67a24,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:46.679115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8388f94-c48f-467c-8978-425f995f2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.683005 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.723328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8388f94-c48f-467c-8978-425f995f2bff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.728250 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a8388f94-c48f-467c-8978-425f995f2bff admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f5eda89d-76fa-4bbd-a6c9-f9df66a95b38 HTTP/1.1" status: 204 len: 168 time: 0.3823798 Nov 25 17:31:46.730769 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8388f94-c48f-467c-8978-425f995f2bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5eda89d-76fa-4bbd-a6c9-f9df66a95b38,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:46.732419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:46.733458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:46.744965 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.748256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13e13d-f02b-4896-a446-8ed8c8d6fd55 None None] Network 74d85561-231f-4a45-a38b-c659995a3730 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:46.816918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.817408 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Added segment cf0be103-e93f-488c-9db2-3e8f8e6eafc8 of type vlan for network 9d228746-11c5-48ad-8de4-71abb650d3ae Nov 25 17:31:46.826340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2799219-363b-4650-89e4-0c9cd643dbd7 None None] Pushing event updated for resources: {'Port': ['ID=796c8e0c-fb69-4460-9e13-3158edc67a24,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:46.913566 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.917874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.934628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.955524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b888b1-efe4-4f2e-b0c2-fc36ab7f4156 None None] DHCP port deletion for 74d85561-231f-4a45-a38b-c659995a3730 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:47.015890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.021837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.022483 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.027816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:47.069278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:47.075601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:47.081484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.082286 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.099334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=40280664-699a-472f-9f97-de0c224a08e1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:47.184778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6023962 Nov 25 17:31:47.188191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38258) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:47.193286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'admin_state_up': True, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:47.260296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7b88e-f5a4-4bcc-a9ca-7b57b7301c92 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Network': ['ID=9d228746-11c5-48ad-8de4-71abb650d3ae,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:47.266020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7fd99f03-5579-48ed-b47d-683b09aa59c8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8983414 Nov 25 17:31:47.270275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38260) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:47.272521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9d228746-11c5-48ad-8de4-71abb650d3ae details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:47.284786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.318249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.318815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.331241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d85561-231f-4a45-a38b-c659995a3730']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:47.345209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67e0fe8-768a-482f-892b-2c393d9c9c4a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:47.345708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67e0fe8-768a-482f-892b-2c393d9c9c4a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:47.360755 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.388236 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.399827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:47.401165 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.402244 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ccd5f3-0ef2-451c-8474-ccc9e9659d03 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:47.403452 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:47.413799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ccd5f3-0ef2-451c-8474-ccc9e9659d03 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.416139 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-35ccd5f3-0ef2-451c-8474-ccc9e9659d03 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1448643 Nov 25 17:31:47.418873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:47.474434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.561146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.571394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.574927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] 10.222.0.81 "DELETE /v2.0/networks/74d85561-231f-4a45-a38b-c659995a3730 HTTP/1.1" status: 204 len: 168 time: 0.8378868 Nov 25 17:31:47.613984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eb083-ceda-45f3-8873-3e49bab1e334 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d85561-231f-4a45-a38b-c659995a3730,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:47.646590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720777f0-20d0-41e1-a149-89ba4c8288c2 req-2deae3b7-aba4-4b55-ae05-1a2730f09555 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.649759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-720777f0-20d0-41e1-a149-89ba4c8288c2 req-2deae3b7-aba4-4b55-ae05-1a2730f09555 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 945 time: 0.1400208 Nov 25 17:31:47.710618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7db86ea5-d42c-4819-aa8e-d0e88bf4e7bf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 40280664-699a-472f-9f97-de0c224a08e1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:47.711093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7db86ea5-d42c-4819-aa8e-d0e88bf4e7bf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.714313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.780305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 786b34c6-9878-4240-bae8-8bf6309b2b68 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:47.825245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-720777f0-20d0-41e1-a149-89ba4c8288c2 req-87fce815-76d5-4631-a02c-379e515dcf53 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687739 Nov 25 17:31:47.831867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 786b34c6-9878-4240-bae8-8bf6309b2b68 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:47.832540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 786b34c6-9878-4240-bae8-8bf6309b2b68 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:47.926168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:47.928067 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7db86ea5-d42c-4819-aa8e-d0e88bf4e7bf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.963717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7db86ea5-d42c-4819-aa8e-d0e88bf4e7bf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 40280664-699a-472f-9f97-de0c224a08e1 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:48.050203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b96ac813-8c86-4993-8923-17c538560b75 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74b3d02624d84e74a045f6a9a10b41fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1183579 Nov 25 17:31:48.063187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:48.194291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.220828 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69312351-188c-43f2-a45a-67025717ef6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.232031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.271545 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69312351-188c-43f2-a45a-67025717ef6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.382628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7db86ea5-d42c-4819-aa8e-d0e88bf4e7bf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.397883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69312351-188c-43f2-a45a-67025717ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.402482 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69312351-188c-43f2-a45a-67025717ef6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.403804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-69312351-188c-43f2-a45a-67025717ef6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0c4a91c-8ad0-440a-9711-f38dc26495a7 HTTP/1.1" status: 204 len: 168 time: 0.3252969 Nov 25 17:31:48.517962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db86ea5-d42c-4819-aa8e-d0e88bf4e7bf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=40280664-699a-472f-9f97-de0c224a08e1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:48.541091 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7db86ea5-d42c-4819-aa8e-d0e88bf4e7bf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.570023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.25.1.194 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/a51d5b3f-65cf-4292-8777-a419c29cea94) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:48.581240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7db86ea5-d42c-4819-aa8e-d0e88bf4e7bf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/40280664-699a-472f-9f97-de0c224a08e1 HTTP/1.1" status: 204 len: 168 time: 1.1597896 Nov 25 17:31:48.586238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69312351-188c-43f2-a45a-67025717ef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c4a91c-8ad0-440a-9711-f38dc26495a7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:48.615145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:48.725942 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.784682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.788371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ff822dfe-bc2c-49b9-bca5-a422293ce2cb None None] Provisioning complete for port 796c8e0c-fb69-4460-9e13-3158edc67a24 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:48.789396 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff822dfe-bc2c-49b9-bca5-a422293ce2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.889773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97308de8-2dbc-4f76-bc1c-a0a308d17813 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:48.898408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97308de8-2dbc-4f76-bc1c-a0a308d17813 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:48.906769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-97308de8-2dbc-4f76-bc1c-a0a308d17813 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2846417 Nov 25 17:31:48.906769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:48.960218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9ecc9-9bfd-4fdb-a9ae-4af04266c6c2 req-2df150f8-1ad2-4c59-8b4c-7d1431b0f3ff tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:48.992249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:48.992458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9e9ecc9-9bfd-4fdb-a9ae-4af04266c6c2 req-2df150f8-1ad2-4c59-8b4c-7d1431b0f3ff tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 945 time: 0.5827782 Nov 25 17:31:48.998152 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff822dfe-bc2c-49b9-bca5-a422293ce2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.004581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:49.035066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:49.050810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 796c8e0c-fb69-4460-9e13-3158edc67a24 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:49.066173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fb1bf-7471-4d35-a8ce-8677996a1474 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:49.105244 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=a51d5b3f-65cf-4292-8777-a419c29cea94,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:49.256147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ff822dfe-bc2c-49b9-bca5-a422293ce2cb None None] For port 796c8e0c-fb69-4460-9e13-3158edc67a24, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=796c8e0c-fb69-4460-9e13-3158edc67a24,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:49.283531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9e9ecc9-9bfd-4fdb-a9ae-4af04266c6c2 req-cbddfa97-8a0f-4d49-84c1-939d4667fb9a tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851851 Nov 25 17:31:49.315575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25aaefb-a28a-4f41-9d41-68c9a7c6ad63 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet b4959155-f4a9-496a-8c18-5677a097bc37 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:49.325120 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff822dfe-bc2c-49b9-bca5-a422293ce2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.326290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e25aaefb-a28a-4f41-9d41-68c9a7c6ad63 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.420685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 796c8e0c-fb69-4460-9e13-3158edc67a24 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:49.422330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.493876 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18abfa52-aa16-4888-897d-8b5333576358 None None] Could not find standard attr ID for object 40280664-699a-472f-9f97-de0c224a08e1. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:31:49.520173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e25aaefb-a28a-4f41-9d41-68c9a7c6ad63 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.590805 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff822dfe-bc2c-49b9-bca5-a422293ce2cb None None] Pushing event updated for resources: {'Port': ['ID=796c8e0c-fb69-4460-9e13-3158edc67a24,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:49.630257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18abfa52-aa16-4888-897d-8b5333576358 None None] Provisioning complete for port a51d5b3f-65cf-4292-8777-a419c29cea94 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:49.630830 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18abfa52-aa16-4888-897d-8b5333576358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.733764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18abfa52-aa16-4888-897d-8b5333576358 None None] Port a51d5b3f-65cf-4292-8777-a419c29cea94 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:49.811725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e25aaefb-a28a-4f41-9d41-68c9a7c6ad63 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.815131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.824137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:49.925779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e25aaefb-a28a-4f41-9d41-68c9a7c6ad63 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.971487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aaefb-a28a-4f41-9d41-68c9a7c6ad63 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=b4959155-f4a9-496a-8c18-5677a097bc37,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:49.997575 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e25aaefb-a28a-4f41-9d41-68c9a7c6ad63 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.006784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e25aaefb-a28a-4f41-9d41-68c9a7c6ad63 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/b4959155-f4a9-496a-8c18-5677a097bc37 HTTP/1.1" status: 204 len: 168 time: 1.0967901 Nov 25 17:31:50.007542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38344) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:50.084472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b6a896f0-08ec-4e7b-b80b-36e8ef0bfd9d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743821 Nov 25 17:31:50.097531 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:50.138219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:50.151523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:50.196871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'e9101cc0-f66c-4b57-b228-557842217690', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': 'e9101cc0-f66c-4b57-b228-557842217690', 'mac_address': 'fa:16:3e:c1:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:50.201074 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a2147-2f17-45b3-a664-d253ac3679fd None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:50.357431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38368) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:50.394229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.432982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.483643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9101cc0-f66c-4b57-b228-557842217690 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:50.592736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1424915247-network', 'tenant_id': 'fbf6ae444f8c4e9ebdefa18f4d799611'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:50.624511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-f2012a30-306c-4aef-9e08-b1b8213beca7 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.627447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:50.630119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-f2012a30-306c-4aef-9e08-b1b8213beca7 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 945 time: 0.3422391 Nov 25 17:31:50.640710 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.746257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Made reservation on behalf of fbf6ae444f8c4e9ebdefa18f4d799611 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:50.748821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:50.749601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.752452 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.762820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:31:50.765584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.828283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 796c8e0c-fb69-4460-9e13-3158edc67a24 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:50.840819 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:50.881243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['e9101cc0-f66c-4b57-b228-557842217690'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:50.968017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3a92b-988d-4c55-b1f4-688bcd822cb8 req-2927a69b-8f5b-451e-a481-9a2ef9dfec1c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.979653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f3a92b-988d-4c55-b1f4-688bcd822cb8 req-2927a69b-8f5b-451e-a481-9a2ef9dfec1c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 945 time: 0.5249918 Nov 25 17:31:51.000167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:51.014670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:51.050491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.054186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Sync routers for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:51.073319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.076874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 796c8e0c-fb69-4460-9e13-3158edc67a24 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:51.077606 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.079410 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-85011733-e560-4346-af9f-76ddba65634f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8898983 Nov 25 17:31:51.081389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38378) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:51.112918 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.135513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:51.136423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:51.153352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5fda540f-32cb-4c6d-9901-1d6da50ce222 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=0c935ec18232485f9e1c651993bafb40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707052 Nov 25 17:31:51.155028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38384) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:51.247084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f3a92b-988d-4c55-b1f4-688bcd822cb8 req-cd0f026a-0e06-484d-95e3-2b08c42dce49 tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e83e738-ccbb-4cf2-844c-1878bdee0ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606912 Nov 25 17:31:51.260809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:51.268313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Deleting port 0c508b05-0b70-4242-a794-b247892ad74d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:51.268854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.320283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86484c99-a966-4d54-92a4-d9d56c4b5390,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:51.421057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.421414 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Added segment c45fd7ca-4a55-4eac-b6b4-f87580790cf6 of type vlan for network 0b353a2a-369d-485d-a7d5-5232b568deec Nov 25 17:31:51.509799 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.520617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] For port 0c508b05-0b70-4242-a794-b247892ad74d, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0c508b05-0b70-4242-a794-b247892ad74d,segment=NetworkSegment(94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201),segment_id=94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:51.521322 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.526203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] Deleting port 796c8e0c-fb69-4460-9e13-3158edc67a24 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:51.526744 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.561911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.564608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:51.565261 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.586473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Calling delete_port for 0c508b05-0b70-4242-a794-b247892ad74d owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:51.688810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:51.721059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:31:51.751867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb9276-5efd-48fa-9ea2-22f904eb68d0 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:51.754499 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9bfb9276-5efd-48fa-9ea2-22f904eb68d0 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5805144 Nov 25 17:31:51.760793 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4020989 Nov 25 17:31:51.763554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38396) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:51.764547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38398) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:51.823897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Request body: {'subnet': {'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1424915247-subnet', 'tenant_id': 'fbf6ae444f8c4e9ebdefa18f4d799611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:51.864277 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0d57eb4d-9349-4f29-b9fc-275ceb7d3b2d tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0982358 Nov 25 17:31:51.870261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38410) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:51.876266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1329622887', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:51.887249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f589b3c-5076-4d72-9dd7-5717395c21c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0b353a2a-369d-485d-a7d5-5232b568deec,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:51.975534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 0b353a2a-369d-485d-a7d5-5232b568deec details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:51.990269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Made reservation on behalf of fbf6ae444f8c4e9ebdefa18f4d799611 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:51.997720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.216794 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.234975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.269642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['0c508b05-0b70-4242-a794-b247892ad74d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:52.324298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] For port 796c8e0c-fb69-4460-9e13-3158edc67a24, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=796c8e0c-fb69-4460-9e13-3158edc67a24,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:52.324707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.339091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:52.404121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Checking router: 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:52.404455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Updating router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 port a51d5b3f-65cf-4292-8777-a419c29cea94 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:52.406718 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] Calling delete_port for 796c8e0c-fb69-4460-9e13-3158edc67a24 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:52.528372 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.733322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:52.743862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.859261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 796c8e0c-fb69-4460-9e13-3158edc67a24 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:53.001124 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.191919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.214094 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.245256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port 796c8e0c-fb69-4460-9e13-3158edc67a24, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=796c8e0c-fb69-4460-9e13-3158edc67a24,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:53.318079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e97163-c4bb-497f-ab83-13e2b4b43a6a None None] Pushing event updated for resources: {'Port': ['ID=a51d5b3f-65cf-4292-8777-a419c29cea94,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.325760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.361295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7226f74-4f28-46fc-a5e8-460c95f822e2 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:53.373950 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.383030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Attempting to bind port a51d5b3f-65cf-4292-8777-a419c29cea94 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:53.392198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Attempting to bind port a51d5b3f-65cf-4292-8777-a419c29cea94 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:53.394865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Attempting to bind port a51d5b3f-65cf-4292-8777-a419c29cea94 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:53.397522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-783061fb-be94-4e99-995a-24a41041972c req-c614db81-fbbd-4d25-b9e5-d5ddd37a87be tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebbe7815-5e33-49fd-a2a6-c0450c7f3736 HTTP/1.1" status: 200 len: 210 time: 0.0973554 Nov 25 17:31:53.398540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Pushing event deleted for resources: {'Port': ['ID=0c508b05-0b70-4242-a794-b247892ad74d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.402969 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.403710 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.428121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:53.455770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:53.455770 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.455770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:53.459544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Bound port: a51d5b3f-65cf-4292-8777-a419c29cea94, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:53.462283 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.502293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=796c8e0c-fb69-4460-9e13-3158edc67a24,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.564310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] For port a51d5b3f-65cf-4292-8777-a419c29cea94, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:53.568808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] For port a51d5b3f-65cf-4292-8777-a419c29cea94, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a51d5b3f-65cf-4292-8777-a419c29cea94,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:53.569999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.588742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6afee2f-33d4-4cd7-ba69-fd31bc64385a None None] DHCP port deletion for cc167dbd-da12-48b6-bbba-7f855eeb0a43 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:53.593876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Subnet': ['ID=a8af2834-0876-4a9a-9e9d-d3e6e5080689,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.605736 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.619375 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.666981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] No DVR routers for this DVR port 0c508b05-0b70-4242-a794-b247892ad74d on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:53.670536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:53.676297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.677082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.682860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.683734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.684647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.685871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.686650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.687219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.687775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.688342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.688891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.689479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:53.689885 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.693398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f4c7d05-6b8b-43b2-9459-22731b2ca458 req-3c47abaf-ca17-40d5-a0c6-c24585dc657c tempest-ServerAddressesNegativeTestJSON-1591385925 tempest-ServerAddressesNegativeTestJSON-1591385925-project] 10.222.0.60 "DELETE /v2.0/ports/0c508b05-0b70-4242-a794-b247892ad74d HTTP/1.1" status: 204 len: 173 time: 3.0488236 Nov 25 17:31:53.694773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe7815-5e33-49fd-a2a6-c0450c7f3736', 'name': 'network-vif-deleted', 'tag': '0c508b05-0b70-4242-a794-b247892ad74d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:53.694903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] No DVR routers for this DVR port 796c8e0c-fb69-4460-9e13-3158edc67a24 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:53.698007 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5e0171-99d1-4bb1-88d3-19f2519bd2a8" -d '{"events": [{"server_uuid": "ebbe7815-5e33-49fd-a2a6-c0450c7f3736", "name": "network-vif-deleted", "tag": "0c508b05-0b70-4242-a794-b247892ad74d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:53.706066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:53.709197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.709864 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.724237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=a16dbcad-69e6-4b8b-8551-09e2e1e01097,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.739192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1415547f-6886-4415-a578-62201ccfad98 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6394777 Nov 25 17:31:53.743946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:53.753592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea411de6-dfed-4b38-bf51-f872053fbebf None None] Pushing event deleted for resources: {'Port': ['ID=796c8e0c-fb69-4460-9e13-3158edc67a24,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.756630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:fb:dd:92', 'name': 'tempest-NetworksTestDHCPv6-1582074304'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:53.876113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:53.878016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790fe2b8-4250-481a-b5d8-a68788dfcc0c None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:53.878437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Checking segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:53.879510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network hostable DHCP agents. Network: 9d228746-11c5-48ad-8de4-71abb650d3ae, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:53.879651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332cb80-ca69-47e9-b738-62b9b050f290 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:53.910679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Checking segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:53.911390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Network hostable DHCP agents. Network: 0b353a2a-369d-485d-a7d5-5232b568deec, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:53.911617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3b0c5b80-1a09-405c-986b-0208abf49a9a None None] Provisioning complete for port a51d5b3f-65cf-4292-8777-a419c29cea94 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:53.911925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5b80-1a09-405c-986b-0208abf49a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.929248 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a0e2a-c51b-4953-8272-586562a96cbd x-openstack-request-id: req-479a0e2a-c51b-4953-8272-586562a96cbd {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:53.929815 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe7815-5e33-49fd-a2a6-c0450c7f3736", "name": "network-vif-deleted", "tag": "0c508b05-0b70-4242-a794-b247892ad74d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:53.930723 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-479a0e2a-c51b-4953-8272-586562a96cbd {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:53.931302 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbe7815-5e33-49fd-a2a6-c0450c7f3736', 'name': 'network-vif-deleted', 'tag': '0c508b05-0b70-4242-a794-b247892ad74d', 'status': 'completed', 'code': 200} Nov 25 17:31:53.937692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098aabb8-03f4-4560-bf4f-71dd2f0fabdb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.954270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28b90d-6412-4f45-afd1-aec818a76dbf req-9eb8f732-bca6-42e6-955b-67533976efbd tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.955860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba28b90d-6412-4f45-afd1-aec818a76dbf req-9eb8f732-bca6-42e6-955b-67533976efbd tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.3519509 Nov 25 17:31:53.963261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 9d228746-11c5-48ad-8de4-71abb650d3ae is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:53.968226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Network 0b353a2a-369d-485d-a7d5-5232b568deec is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:53.985935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 0b353a2a-369d-485d-a7d5-5232b568deec) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:53.986854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9d228746-11c5-48ad-8de4-71abb650d3ae) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:53.991957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.992788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.995965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.998249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.057042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:54.057626 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a698b779-1b5b-4bbb-aa28-f5adc7b0e4a3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2899191 Nov 25 17:31:54.057983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:54.074988 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-41e4d9eb-f0f9-4307-ae84-55fb368bdcaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2033174 Nov 25 17:31:54.076789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38456) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:54.137010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e505d82-75bd-4fc0-bb3e-7780bd2836de None None] Network 0b353a2a-369d-485d-a7d5-5232b568deec requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:54.139137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094b3646-ca06-47c2-9326-72fbd3d7122f None None] Network 9d228746-11c5-48ad-8de4-71abb650d3ae requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:54.230266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba28b90d-6412-4f45-afd1-aec818a76dbf req-dc372c7d-6732-4c92-a8fc-e06c827c2e39 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587156 Nov 25 17:31:54.481999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:54.625235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:54.754334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:54.764872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec9c393-40a8-41e1-abec-989dd417cf38 admin admin] Deleting subnet f6402bdb-89a8-48c9-bb12-dd95469eed9a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:54.770735 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c393-40a8-41e1-abec-989dd417cf38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.860097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c393-40a8-41e1-abec-989dd417cf38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.959948 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c393-40a8-41e1-abec-989dd417cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.070001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c393-40a8-41e1-abec-989dd417cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.125018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9c393-40a8-41e1-abec-989dd417cf38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6402bdb-89a8-48c9-bb12-dd95469eed9a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:55.129454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.141209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c393-40a8-41e1-abec-989dd417cf38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.145026 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4ec9c393-40a8-41e1-abec-989dd417cf38 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f6402bdb-89a8-48c9-bb12-dd95469eed9a HTTP/1.1" status: 204 len: 168 time: 0.5187252 Nov 25 17:31:55.149569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38482) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:55.182443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e97163-c4bb-497f-ab83-13e2b4b43a6a None None] Pushing event updated for resources: {'Port': ['ID=a51d5b3f-65cf-4292-8777-a419c29cea94,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:55.198736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed077e-71cc-4ae0-9d41-5381631be73a None None] Network cc167dbd-da12-48b6-bbba-7f855eeb0a43 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:55.234369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-5c24ad82-b94b-41af-99cd-a3bf3a8788b3 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:55.254136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-5c24ad82-b94b-41af-99cd-a3bf3a8788b3 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 815 time: 0.4267714 Nov 25 17:31:55.256124 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.259186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 8dd4da54-9d10-42e3-8ef6-a6503163eda0 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:31:55.363434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-2661da73-224e-4106-bb6a-d99c7aba2990 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/quotas/fbf6ae444f8c4e9ebdefa18f4d799611 HTTP/1.1" status: 200 len: 375 time: 0.1083736 Nov 25 17:31:55.387625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.419135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc167dbd-da12-48b6-bbba-7f855eeb0a43']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:55.430067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:55.430392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b07544-f8e9-4d9d-8a0b-dd3c2a3a6201') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:55.441322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.459306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.466644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:55.467089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.517254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port e9101cc0-f66c-4b57-b228-557842217690 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:55.517656 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:55.533720 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:55.554596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.582509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.590615 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] 10.222.0.81 "DELETE /v2.0/networks/cc167dbd-da12-48b6-bbba-7f855eeb0a43 HTTP/1.1" status: 204 len: 168 time: 0.4395008 Nov 25 17:31:55.592028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7855f-665d-4c1b-bb8e-dad0dc935edf admin admin] Pushing event deleted for resources: {'Network': ['ID=cc167dbd-da12-48b6-bbba-7f855eeb0a43,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:55.656260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fefb:dd92 (f0634854-7ddd-47b2-951e-b6eafb4de14a/a16dbcad-69e6-4b8b-8551-09e2e1e01097/8dd4da54-9d10-42e3-8ef6-a6503163eda0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:55.748240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd2dce-084b-43f8-8a9e-951b845e3c1e None None] DHCP port deletion for cc167dbd-da12-48b6-bbba-7f855eeb0a43 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:55.763211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-e5375371-7736-453b-8f32-948b49314678 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705781 Nov 25 17:31:55.765027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5b80-1a09-405c-986b-0208abf49a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.787688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38492) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:55.794462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'a16dbcad-69e6-4b8b-8551-09e2e1e01097'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:55.796710 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.890092 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4c0d572b-678c-40ea-8bdb-74a51b9936cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33c3d95c228b429a9834856130456128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1003289 Nov 25 17:31:55.890732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:56.004992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b653595-9ad1-4bbd-b4c5-8c2d6d2bd19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.051241 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b653595-9ad1-4bbd-b4c5-8c2d6d2bd19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.095638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.109314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b653595-9ad1-4bbd-b4c5-8c2d6d2bd19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.112620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b653595-9ad1-4bbd-b4c5-8c2d6d2bd19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.117101 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b653595-9ad1-4bbd-b4c5-8c2d6d2bd19c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e83e738-ccbb-4cf2-844c-1878bdee0ab6 HTTP/1.1" status: 204 len: 168 time: 0.2249212 Nov 25 17:31:56.127532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b653595-9ad1-4bbd-b4c5-8c2d6d2bd19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e83e738-ccbb-4cf2-844c-1878bdee0ab6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:56.295285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9488602-b9e5-4cf6-8ccc-1689a85f435c req-36eda076-52bf-4695-b2e2-edcff9e028f2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.296900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9488602-b9e5-4cf6-8ccc-1689a85f435c req-36eda076-52bf-4695-b2e2-edcff9e028f2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.6572211 Nov 25 17:31:56.448327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3b0c5b80-1a09-405c-986b-0208abf49a9a None None] For port a51d5b3f-65cf-4292-8777-a419c29cea94, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a51d5b3f-65cf-4292-8777-a419c29cea94,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:56.466008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.470960 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.475994 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5b80-1a09-405c-986b-0208abf49a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.544398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a607ada-0bfd-40ef-9b3c-4f5e2c0ec0e0 None None] Network 0b353a2a-369d-485d-a7d5-5232b568deec requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:56.566372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-9d228746-11c5-48ad-8de4-71abb650d3ae', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:56.575165 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.950129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:57.003465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:57.012643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:57.018729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:57.019370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.021277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Allocated IP 172.20.0.2 (9d228746-11c5-48ad-8de4-71abb650d3ae/a8af2834-0876-4a9a-9e9d-d3e6e5080689/7bd0ee90-721a-49f4-bf71-6ee8250c6a5e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:57.026248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=8dd4da54-9d10-42e3-8ef6-a6503163eda0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:57.057024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9488602-b9e5-4cf6-8ccc-1689a85f435c req-621357d0-0e27-4ebd-bb04-9c8088396e5e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7452252 Nov 25 17:31:57.079089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.079089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.079089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.079089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.079089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.079552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.079643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.079936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.080268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.080687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.081107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.081487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:57.114034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-16c25c3f-8116-4826-868a-36aa854262c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3685780 Nov 25 17:31:57.116360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:57.145623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-3e4551b6-dd28-49c0-82ad-e212277efdd8 service neutron] 10.222.0.81 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906907 Nov 25 17:31:57.215049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6be56-d898-4315-b270-fb74e41ddca5 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:57.219900 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-48f6be56-d898-4315-b270-fb74e41ddca5 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1022713 Nov 25 17:31:57.223868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38524) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:57.303613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.342171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a743c7bb-47fb-451f-b36b-581ba9f624bc None None] Provisioning complete for port a51d5b3f-65cf-4292-8777-a419c29cea94 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:57.342792 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a743c7bb-47fb-451f-b36b-581ba9f624bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.382331 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.394983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Allocated IP 2001:db8::f816:3eff:fea3:1bf5 (f0634854-7ddd-47b2-951e-b6eafb4de14a/a16dbcad-69e6-4b8b-8551-09e2e1e01097/8669f997-4370-44a1-85e6-41b33a58500b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:57.440050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:57.440714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3b19b933-c380-432e-a068-f941b3c2fc6a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 8dd4da54-9d10-42e3-8ef6-a6503163eda0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:57.441775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b19b933-c380-432e-a068-f941b3c2fc6a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.446441 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.455437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.20.0.1 (9d228746-11c5-48ad-8de4-71abb650d3ae/a8af2834-0876-4a9a-9e9d-d3e6e5080689/f54f7f18-29f5-417c-ae9a-031cd2c9f9a0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:57.483959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-02dd501b-c700-44ee-99ec-c51a25a0375d service neutron] 10.222.0.81 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289855 Nov 25 17:31:57.494947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c5b80-1a09-405c-986b-0208abf49a9a None None] Pushing event updated for resources: {'Port': ['ID=a51d5b3f-65cf-4292-8777-a419c29cea94,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:57.582644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:57.614479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b19b933-c380-432e-a068-f941b3c2fc6a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.643555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3b19b933-c380-432e-a068-f941b3c2fc6a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 8dd4da54-9d10-42e3-8ef6-a6503163eda0 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:57.678057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:57.679400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:57.683985 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1c812d-f0ec-4a1f-9c75-01eff40c97e7" -d '{"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-plugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:57.795537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Network 9d228746-11c5-48ad-8de4-71abb650d3ae is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:57.829221 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.830789 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.890203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c118c0b-b8cf-49a1-bdc0-bee32b8c2cd1 req-8da4a83f-25ae-42a7-a490-87aa36b79591 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 210 time: 0.0572555 Nov 25 17:31:57.942754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-485820542-network', 'tenant_id': '2f693e4a4b5f427d9fd6dd1c5606fcc1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:57.986077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.004128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Made reservation on behalf of 2f693e4a4b5f427d9fd6dd1c5606fcc1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:58.006781 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.008117 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb4e00-0e84-4908-a6af-322cf0ed4f09 x-openstack-request-id: req-d6cb4e00-0e84-4908-a6af-322cf0ed4f09 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:58.008460 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-plugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:58.008738 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6cb4e00-0e84-4908-a6af-322cf0ed4f09 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:58.009336 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'code': 200} Nov 25 17:31:58.016999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b19b933-c380-432e-a068-f941b3c2fc6a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.019851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778f0b1-f4fa-4a6d-9c50-f9c74419f440 None None] The sync data for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 is: [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:58.070266 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.074839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19b933-c380-432e-a068-f941b3c2fc6a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=8dd4da54-9d10-42e3-8ef6-a6503163eda0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:58.116971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 9d228746-11c5-48ad-8de4-71abb650d3ae is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:58.132264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b19b933-c380-432e-a068-f941b3c2fc6a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.137886 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3b19b933-c380-432e-a068-f941b3c2fc6a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/8dd4da54-9d10-42e3-8ef6-a6503163eda0 HTTP/1.1" status: 204 len: 168 time: 0.9129732 Nov 25 17:31:58.140207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38546) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:58.148430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:58.156970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:58.163819 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.168801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0c508b05-0b70-4242-a794-b247892ad74d no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:58.172022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:58.175383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:58.220513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:58.261548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.337776 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.384786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337111ea-a079-4c9f-9e19-3aae60543637 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.388620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337111ea-a079-4c9f-9e19-3aae60543637 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.392036 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-337111ea-a079-4c9f-9e19-3aae60543637 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2507727 Nov 25 17:31:58.394738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:58.435355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92130697-d7cc-4a24-a3fe-96db40ca8062 req-71e7b349-527c-4250-a0f0-7ff4e3b2670a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.449507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92130697-d7cc-4a24-a3fe-96db40ca8062 req-71e7b349-527c-4250-a0f0-7ff4e3b2670a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.2050962 Nov 25 17:31:58.674811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a972bef2-5c1d-41b1-bbca-bc9f16372216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet a16dbcad-69e6-4b8b-8551-09e2e1e01097 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:58.688007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a972bef2-5c1d-41b1-bbca-bc9f16372216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.760250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 0c508b05-0b70-4242-a794-b247892ad74d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:58.760768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0c508b05-0b70-4242-a794-b247892ad74d not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:58.814391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Pushing event updated for resources: {'Port': ['ID=7bd0ee90-721a-49f4-bf71-6ee8250c6a5e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:58.819613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.870254 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.894526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a972bef2-5c1d-41b1-bbca-bc9f16372216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.922877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92130697-d7cc-4a24-a3fe-96db40ca8062 req-02e0606d-58f5-41c5-81ae-326834f52f44 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718666 Nov 25 17:31:58.956769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:59.114428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b34ca-ea38-45a1-a6e5-433922e102c3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.115120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.124009 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.124756 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Added segment b80b2fe3-b880-42d0-aad7-044caba6f97a of type vlan for network ad27a636-792a-4e3a-9554-5c2a70d833be Nov 25 17:31:59.157294 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.179108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a51d5b3f-65cf-4292-8777-a419c29cea94 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:59.327334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a972bef2-5c1d-41b1-bbca-bc9f16372216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.499555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a972bef2-5c1d-41b1-bbca-bc9f16372216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.578116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:59.590162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a972bef2-5c1d-41b1-bbca-bc9f16372216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.599302 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a972bef2-5c1d-41b1-bbca-bc9f16372216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/a16dbcad-69e6-4b8b-8551-09e2e1e01097 HTTP/1.1" status: 204 len: 168 time: 1.2013698 Nov 25 17:31:59.599302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972bef2-5c1d-41b1-bbca-bc9f16372216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=a16dbcad-69e6-4b8b-8551-09e2e1e01097,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.607441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38572) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:59.689846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:59.723368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Attempting to bind port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:59.724920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Attempting to bind port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:59.725359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Attempting to bind port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e on network 9d228746-11c5-48ad-8de4-71abb650d3ae {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:59.736227 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c3bf74df-a14b-4579-abde-2d841b5673eb tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229897 Nov 25 17:31:59.740344 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:59.745544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:59.749923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:59.750313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Checking segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:59.760991 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.760991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Bound using segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:59.760991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Bound port: 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:59.761847 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.813561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Pushing event updated for resources: {'Port': ['ID=8669f997-4370-44a1-85e6-41b33a58500b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.865094 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.900083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2ad1e3-ac91-4fef-9c63-facc9bbf1194 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.903326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1e2ad1e3-ac91-4fef-9c63-facc9bbf1194 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1620831 Nov 25 17:31:59.908267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38580) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:00.012566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Attempting to bind port 8669f997-4370-44a1-85e6-41b33a58500b on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:00.014571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Attempting to bind port 8669f997-4370-44a1-85e6-41b33a58500b by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:00.014967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Attempting to bind port 8669f997-4370-44a1-85e6-41b33a58500b on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:00.031425 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.054145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71725607-dbc4-4060-b21f-78c3d34bd7f5 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.064518 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71725607-dbc4-4060-b21f-78c3d34bd7f5 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1429527 Nov 25 17:32:00.065338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:00.074525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:00.074903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:00.075385 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.075789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:00.076319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Bound port: 8669f997-4370-44a1-85e6-41b33a58500b, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:00.076719 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.094595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a51d5b3f-65cf-4292-8777-a419c29cea94 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:00.095044 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.140541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8081931-7acd-46bc-8409-9cf60911da71 req-3f5388fd-e4f2-4fd9-bd5b-26b9bad76bf1 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 210 time: 0.2781503 Nov 25 17:32:00.150969 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.251353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7ad6b865-0734-4be2-9eeb-c17b238a4e23 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1833878 Nov 25 17:32:00.254412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:00.281319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:00.390133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] For port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:00.445703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] For port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7bd0ee90-721a-49f4-bf71-6ee8250c6a5e,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:00.447240 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:32:00.456491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.591629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] For port 8669f997-4370-44a1-85e6-41b33a58500b, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:00.670790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:00.675268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.694711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] For port 8669f997-4370-44a1-85e6-41b33a58500b, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8669f997-4370-44a1-85e6-41b33a58500b,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:00.723331 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.889087 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.962122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e4a8c-ffa7-43f2-a7b0-18fed4b7df29 None None] Pushing event updated for resources: {'Port': ['ID=7bd0ee90-721a-49f4-bf71-6ee8250c6a5e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:01.025340 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.028199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.030835 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.223810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d068ef4-c0ed-4af2-b5a7-012077e8d91d None None] Pushing event updated for resources: {'Port': ['ID=8669f997-4370-44a1-85e6-41b33a58500b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:01.405111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] Pushing event updated for resources: {'Network': ['ID=ad27a636-792a-4e3a-9554-5c2a70d833be,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:01.413183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ad27a636-792a-4e3a-9554-5c2a70d833be details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:32:01.437381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bfba68ba-aec7-4331-8178-d9c1f61633da admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7581971 Nov 25 17:32:01.459741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:01.478320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-99bb64f9-0cb2-4df7-865b-f46e218ffe25 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.480072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-99bb64f9-0cb2-4df7-865b-f46e218ffe25 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 815 time: 1.3372650 Nov 25 17:32:01.481766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Request body: {'subnet': {'network_id': 'ad27a636-792a-4e3a-9554-5c2a70d833be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-485820542-subnet', 'tenant_id': '2f693e4a4b5f427d9fd6dd1c5606fcc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:01.522823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55bf09-0dd2-4bc9-b658-2508447daf7d req-6a60e00d-ed4d-482e-af9a-1e64ce190975 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.528122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df55bf09-0dd2-4bc9-b658-2508447daf7d req-6a60e00d-ed4d-482e-af9a-1e64ce190975 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 1.0991950 Nov 25 17:32:01.533607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:01.603427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Request body: {'port': {'device_id': 'b54b5ff1-1bce-4809-98cf-d88ff8bd1455', 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'admin_state_up': True, 'tenant_id': 'fbf6ae444f8c4e9ebdefa18f4d799611'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:01.662052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Made reservation on behalf of 2f693e4a4b5f427d9fd6dd1c5606fcc1 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:01.667980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.738124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df55bf09-0dd2-4bc9-b658-2508447daf7d req-b986c82f-51db-4d28-9be7-8998dfa1e091 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924510 Nov 25 17:32:01.768759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14edb98a-6f54-4535-bccf-5051f54a7484 req-f79a7559-2bcc-4fdc-a30f-e6eb365bc0d7 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 210 time: 0.3506370 Nov 25 17:32:01.849438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.objects.ports [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:32:01.968689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 9d228746-11c5-48ad-8de4-71abb650d3ae is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:01.971023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:01.978542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Made reservation on behalf of fbf6ae444f8c4e9ebdefa18f4d799611 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:01.984275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.143897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Allocated IP 172.20.0.8 (0b353a2a-369d-485d-a7d5-5232b568deec/098aabb8-03f4-4560-bf4f-71dd2f0fabdb/1a482ba8-e3af-49b8-9336-076509903b84) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:02.198753 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32d7284a-325d-4b96-a57b-f2eda27aae29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.205882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.210302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.370368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=476c6401-d626-460b-bfc2-0579a1c689ae,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.404107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Checking segment: {'id': 'b80b2fe3-b880-42d0-aad7-044caba6f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ad27a636-792a-4e3a-9554-5c2a70d833be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:02.404485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Network hostable DHCP agents. Network: ad27a636-792a-4e3a-9554-5c2a70d833be, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:32:02.511983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Network ad27a636-792a-4e3a-9554-5c2a70d833be is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:32:02.565026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ad27a636-792a-4e3a-9554-5c2a70d833be) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:02.573911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f0c3a3-e19c-4344-a2fe-1ad724711b5c None None] Network ad27a636-792a-4e3a-9554-5c2a70d833be requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:02.606173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.609595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.694834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port 8669f997-4370-44a1-85e6-41b33a58500b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8669f997-4370-44a1-85e6-41b33a58500b,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:02.751423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.794645 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-301d93bc-71cb-42da-b950-d7b8436b9cea admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3317988 Nov 25 17:32:02.796346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.797174 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.924372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=8669f997-4370-44a1-85e6-41b33a58500b,revision_number=5']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.965225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:02.983433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.077976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f6820e0-d1da-4c85-9a51-9b1f4b7a54ad req-f8bfabe5-c363-4411-8f0b-e4e9edf67a6d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 210 time: 0.0743086 Nov 25 17:32:03.078762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=3ebace25-d00e-49ad-a8b6-ad0f405635a2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:03.101351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:03.105555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:03.110026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67faf58b-649a-4f79-8ab9-3195ede99043 None None] Network ad27a636-792a-4e3a-9554-5c2a70d833be requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:03.124849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.126903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.147214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38638) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:03.191983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2b73c-aad0-4e68-ba1a-eaabb3a17748 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:03.231290 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4e6960cd-0c18-45a6-8093-a2502fb41853 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9757359 Nov 25 17:32:03.236633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38640) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:03.248311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:08:4e:ad', 'name': 'tempest-NetworksTestDHCPv6-4243745'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:03.291075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2780d7-8a9f-4af8-9a72-7ed3a8f14449 admin admin] Deleting subnet 476c6401-d626-460b-bfc2-0579a1c689ae {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:03.345791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e2780d7-8a9f-4af8-9a72-7ed3a8f14449 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.358839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde0d2f-d08a-456c-945a-046fd9190329 None None] Network 9d228746-11c5-48ad-8de4-71abb650d3ae requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:03.427584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e2780d7-8a9f-4af8-9a72-7ed3a8f14449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.470097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7cf01-2d56-4510-ad07-0cc9d192c704 req-07a19d3c-c65c-4474-ab6e-0a7b51566441 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.471909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09d7cf01-2d56-4510-ad07-0cc9d192c704 req-07a19d3c-c65c-4474-ab6e-0a7b51566441 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.3902106 Nov 25 17:32:03.474081 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.486922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:03.514165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e2780d7-8a9f-4af8-9a72-7ed3a8f14449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.563750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:03.613537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09d7cf01-2d56-4510-ad07-0cc9d192c704 req-a06ef0fd-22cc-4bf8-9b4c-604eebf39a21 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234486 Nov 25 17:32:03.614428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Pushing event updated for resources: {'Port': ['ID=1a482ba8-e3af-49b8-9336-076509903b84,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:03.640589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e74d5881-9cfa-4869-85bc-e7d659856a99 None None] Provisioning complete for port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:03.640997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e74d5881-9cfa-4869-85bc-e7d659856a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.688077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.715105 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:03.715917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.730930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port e8467fcc-4971-44ce-9de0-40c090db432c yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:32:03.758813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Network 0b353a2a-369d-485d-a7d5-5232b568deec is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:03.766854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:03.770870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:03.797898 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e2780d7-8a9f-4af8-9a72-7ed3a8f14449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.830163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.831000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.847952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2780d7-8a9f-4af8-9a72-7ed3a8f14449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=476c6401-d626-460b-bfc2-0579a1c689ae,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:03.873602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e2780d7-8a9f-4af8-9a72-7ed3a8f14449 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:03.875109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d1917955-b384-4b48-909f-1466aa0a655d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3428490 Nov 25 17:32:03.882295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38642) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:03.882922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0e2780d7-8a9f-4af8-9a72-7ed3a8f14449 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/476c6401-d626-460b-bfc2-0579a1c689ae HTTP/1.1" status: 204 len: 168 time: 0.7335367 Nov 25 17:32:03.955614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fe08:4ead (f0634854-7ddd-47b2-951e-b6eafb4de14a/3ebace25-d00e-49ad-a8b6-ad0f405635a2/e8467fcc-4971-44ce-9de0-40c090db432c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:03.987333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:04.005861 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ef340be1-beb9-48f9-99f7-9a0854caa74e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "PUT /v2.0/routers/3343ca15-7a94-4dc4-a4c4-f6ff05881f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9259582 Nov 25 17:32:04.006731 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Sync routers for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:04.011600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Request body: {'port': {'device_id': 'b54b5ff1-1bce-4809-98cf-d88ff8bd1455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:04.018165 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.069315 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:04.071478 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:31:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:04.155749 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.200485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.260287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.293454 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:04.419698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:04.423287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:04.434885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:04.450148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.451140 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.486915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=e8467fcc-4971-44ce-9de0-40c090db432c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:04.504096 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5f5ab978-2d70-4eee-a7c7-d99cc68a1e2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.2611308 Nov 25 17:32:04.504704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38664) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:04.540994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:04.560471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e74d5881-9cfa-4869-85bc-e7d659856a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.627838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f6853-5419-44db-ae83-6caf743d0f87 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.635859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f6853-5419-44db-ae83-6caf743d0f87 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.641261 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-978f6853-5419-44db-ae83-6caf743d0f87 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1352091 Nov 25 17:32:04.642100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:04.652305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e74d5881-9cfa-4869-85bc-e7d659856a99 None None] For port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7bd0ee90-721a-49f4-bf71-6ee8250c6a5e,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:04.701832 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e74d5881-9cfa-4869-85bc-e7d659856a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.712563 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:31:59Z', 'revision_number': 2, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:04.753930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a482ba8-e3af-49b8-9336-076509903b84 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:04.762761 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.777537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Transition to ACTIVE for port object 1a482ba8-e3af-49b8-9336-076509903b84 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:04.813472 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.825812 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Checking router: 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:04.828652 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Updating router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:32:04.860689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.890370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9c6295c7-ebbb-4e1e-bfa9-0162b43f8ea4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port e8467fcc-4971-44ce-9de0-40c090db432c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:04.890737 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c6295c7-ebbb-4e1e-bfa9-0162b43f8ea4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.909098 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.950192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-883c5e16-24ac-44f9-b737-bba67cfeaa0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.967790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d5881-9cfa-4869-85bc-e7d659856a99 None None] Pushing event updated for resources: {'Port': ['ID=7bd0ee90-721a-49f4-bf71-6ee8250c6a5e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:04.988249 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.999346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:32:05.007713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-ef87c661-64ec-42fd-9ae0-a3cf5a249a55 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722052031&fields=id&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 267 time: 0.2256663 Nov 25 17:32:05.151537 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c6295c7-ebbb-4e1e-bfa9-0162b43f8ea4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.173022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Pushing event updated for resources: {'Port': ['ID=1a482ba8-e3af-49b8-9336-076509903b84,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.183933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9c6295c7-ebbb-4e1e-bfa9-0162b43f8ea4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for e8467fcc-4971-44ce-9de0-40c090db432c owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:05.364438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad27a636-792a-4e3a-9554-5c2a70d833be']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:05.455516 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.466943 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.513781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c6295c7-ebbb-4e1e-bfa9-0162b43f8ea4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.601270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6295c7-ebbb-4e1e-bfa9-0162b43f8ea4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=e8467fcc-4971-44ce-9de0-40c090db432c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.624045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80b2fe3-b880-42d0-aad7-044caba6f97a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:05.624352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80b2fe3-b880-42d0-aad7-044caba6f97a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:05.664881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c6295c7-ebbb-4e1e-bfa9-0162b43f8ea4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.668480 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9c6295c7-ebbb-4e1e-bfa9-0162b43f8ea4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/e8467fcc-4971-44ce-9de0-40c090db432c HTTP/1.1" status: 204 len: 168 time: 1.0226717 Nov 25 17:32:05.672966 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Attempting to bind port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:05.673564 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Attempting to bind port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:05.674108 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Attempting to bind port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 on network 9d228746-11c5-48ad-8de4-71abb650d3ae {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:05.674546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38676) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:05.676507 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Pushing event updated for resources: {'Port': ['ID=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:05.688749 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.689363 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.689882 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.690467 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.691363 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.691847 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.692332 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.692812 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.693326 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.693824 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.694470 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.694946 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:05.702005 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:05.702667 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Checking segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:05.703227 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.703768 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Bound using segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:05.704561 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Bound port: f54f7f18-29f5-417c-ae9a-031cd2c9f9a0, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:05.705309 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.724747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Attempting to bind port 1a482ba8-e3af-49b8-9336-076509903b84 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:05.725139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Attempting to bind port 1a482ba8-e3af-49b8-9336-076509903b84 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:05.725478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Attempting to bind port 1a482ba8-e3af-49b8-9336-076509903b84 on network 0b353a2a-369d-485d-a7d5-5232b568deec {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:05.790716 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] For port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:05.794569 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] For port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:05.800928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc1107-3f5d-44ca-a06e-d763dbf60ca6 req-0057cb15-23a4-4aed-9616-4785f3168db8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.806183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de917959-70a5-4733-8ff9-733613cae57f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.815478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de917959-70a5-4733-8ff9-733613cae57f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.818297 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.818668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52bc1107-3f5d-44ca-a06e-d763dbf60ca6 req-0057cb15-23a4-4aed-9616-4785f3168db8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 931 time: 1.4364746 Nov 25 17:32:05.824064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-de917959-70a5-4733-8ff9-733613cae57f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1484232 Nov 25 17:32:05.828541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38678) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:05.842512 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.908656 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:05.909116 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:32:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:05.944604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Port 1a482ba8-e3af-49b8-9336-076509903b84 on network 0b353a2a-369d-485d-a7d5-5232b568deec not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:05.947136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Attempting to bind port 1a482ba8-e3af-49b8-9336-076509903b84 on network 0b353a2a-369d-485d-a7d5-5232b568deec {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:05.979645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8429155-e06f-4fa6-b99f-88b0fabb9ea2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 3ebace25-d00e-49ad-a8b6-ad0f405635a2 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:05.988251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:05.989970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52bc1107-3f5d-44ca-a06e-d763dbf60ca6 req-49603c36-d0eb-40f4-b9db-67c811260c38 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702139 Nov 25 17:32:05.999865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8429155-e06f-4fa6-b99f-88b0fabb9ea2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.007290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.010693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:06.011341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Checking segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:06.012227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Bound using segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:06.021928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Bound port: 1a482ba8-e3af-49b8-9336-076509903b84, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:06.021928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.022248 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:32:06.022248 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:32:06.026184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '569fe583-38db-4fe6-9562-c63a72527547', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'port_id': '569fe583-38db-4fe6-9562-c63a72527547', 'mac_address': 'fa:16:3e:66:1a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:06.056930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:06.057558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:06.088600 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:06.130790 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8429155-e06f-4fa6-b99f-88b0fabb9ea2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.150563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.174481 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:06.182020 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.223807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 569fe583-38db-4fe6-9562-c63a72527547 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:06.288441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:06.300013 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.403426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8429155-e06f-4fa6-b99f-88b0fabb9ea2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.426661 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4063441-e16b-4afc-aa23-c45d0cb7b4ea None None] Pushing event updated for resources: {'Port': ['ID=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.486580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['569fe583-38db-4fe6-9562-c63a72527547'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:06.520305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] For port 1a482ba8-e3af-49b8-9336-076509903b84, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:06.605250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8429155-e06f-4fa6-b99f-88b0fabb9ea2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.694960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62c175-fe03-4df1-970d-687c5429438d req-229e9fc9-172e-4d40-addf-02f39daae8eb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:06.697438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e62c175-fe03-4df1-970d-687c5429438d req-229e9fc9-172e-4d40-addf-02f39daae8eb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.4859896 Nov 25 17:32:06.722080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8429155-e06f-4fa6-b99f-88b0fabb9ea2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.736775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-aec13f1a-be83-4e0f-9f2a-fa427c60eb18 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:06.744184 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f8429155-e06f-4fa6-b99f-88b0fabb9ea2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/3ebace25-d00e-49ad-a8b6-ad0f405635a2 HTTP/1.1" status: 204 len: 168 time: 0.9147964 Nov 25 17:32:06.744848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38702) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.747160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8429155-e06f-4fa6-b99f-88b0fabb9ea2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebace25-d00e-49ad-a8b6-ad0f405635a2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.750323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-aec13f1a-be83-4e0f-9f2a-fa427c60eb18 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 797 time: 1.5503948 Nov 25 17:32:06.778816 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:32:06.814429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-c5c2dcd3-4191-452f-9b04-1a92f470c6a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/quotas/0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 375 time: 0.0273564 Nov 25 17:32:06.862107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.890150 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.917559 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6db46b80-d9a8-49a1-af16-5eef9add24ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711652 Nov 25 17:32:06.918189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:06.923305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:06.949820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] For port 1a482ba8-e3af-49b8-9336-076509903b84, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1a482ba8-e3af-49b8-9336-076509903b84,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:06.970981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-140701ae-2060-49f4-aa2e-71456a27daec None None] Provisioning complete for port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:06.971408 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-140701ae-2060-49f4-aa2e-71456a27daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.990638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.998672 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c9f56-b7d3-467d-a5fe-f305a3b526b0 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:07.000294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e62c175-fe03-4df1-970d-687c5429438d req-2faf570d-461c-41df-88c7-ab697290f501 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487650 Nov 25 17:32:07.008741 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.014851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad27a636-792a-4e3a-9554-5c2a70d833be HTTP/1.1" status: 204 len: 168 time: 3.1281590 Nov 25 17:32:07.036628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.159943 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:32:05Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:07.250226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.251693 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.252607 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70cf42-740f-4a1c-93f0-73c739de4b25 None None] The sync data for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 is: [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:32:05Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:07.264553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a482ba8-e3af-49b8-9336-076509903b84 HTTP/1.1" status: 200 len: 1091 time: 3.2668147 Nov 25 17:32:07.375010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8c57f-4cb5-411b-a7cf-c2b23862fa79 service neutron] Pushing event updated for resources: {'Port': ['ID=1a482ba8-e3af-49b8-9336-076509903b84,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.393358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54b5ff1-1bce-4809-98cf-d88ff8bd1455', 'tag': '1a482ba8-e3af-49b8-9336-076509903b84'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:07.401926 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.410212 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5851815a-512e-4691-b4ce-bb49b1967b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b54b5ff1-1bce-4809-98cf-d88ff8bd1455", "tag": "1a482ba8-e3af-49b8-9336-076509903b84"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:07.419763 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.504802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:07.564198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c29e1-f8ec-4e70-ab4b-a8b12c1df1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad27a636-792a-4e3a-9554-5c2a70d833be,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.589447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-03d93237-be59-410d-a298-102cf4694b93 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7697866 Nov 25 17:32:07.708048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:07.724164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.833157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8669f997-4370-44a1-85e6-41b33a58500b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:07.858153 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-61abce9c-ce5c-4602-848e-43afaf94fb34 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f693e4a4b5f427d9fd6dd1c5606fcc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497894 Nov 25 17:32:07.866276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:07.876990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-197d35f3-9b18-49a5-9010-7f7eafa9fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.878551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-197d35f3-9b18-49a5-9010-7f7eafa9fb70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 1094 time: 0.4557750 Nov 25 17:32:08.115193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b157c75e-6a34-4409-ba0b-8ca97aa0b277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.139261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81759a8b-f004-4743-88c9-102f59ee2836 req-c7ed9e61-0e06-4cc8-897b-b43efbbc839b tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:08.141250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81759a8b-f004-4743-88c9-102f59ee2836 req-c7ed9e61-0e06-4cc8-897b-b43efbbc839b tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 943 time: 0.8687360 Nov 25 17:32:08.273797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-f0adcef2-60c1-4aa3-9a89-36e6c55eb51f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a482ba8-e3af-49b8-9336-076509903b84 HTTP/1.1" status: 200 len: 217 time: 0.3117747 Nov 25 17:32:08.283874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81759a8b-f004-4743-88c9-102f59ee2836 req-5531b1cf-e497-4672-bcf5-8097c463c136 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208699 Nov 25 17:32:08.360597 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.433263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-9b66123a-2243-46ef-97f0-f372c1acb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:08.436323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-9b66123a-2243-46ef-97f0-f372c1acb593 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.1391189 Nov 25 17:32:08.446182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-140701ae-2060-49f4-aa2e-71456a27daec None None] Provisioning complete for port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:08.446603 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-140701ae-2060-49f4-aa2e-71456a27daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.581304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-c92dcca8-773e-4d02-9fb0-e3bc5c595dd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119564 Nov 25 17:32:08.586274 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58339571-2adf-4029-9891-0287c207b7a1 x-openstack-request-id: req-58339571-2adf-4029-9891-0287c207b7a1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:08.589600 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54b5ff1-1bce-4809-98cf-d88ff8bd1455", "tag": "1a482ba8-e3af-49b8-9336-076509903b84", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:08.589600 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58339571-2adf-4029-9891-0287c207b7a1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:08.589600 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54b5ff1-1bce-4809-98cf-d88ff8bd1455', 'tag': '1a482ba8-e3af-49b8-9336-076509903b84', 'status': 'completed', 'code': 200} Nov 25 17:32:08.656116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:08.705231 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 8669f997-4370-44a1-85e6-41b33a58500b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:08.705608 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.875246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.objects.ports [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:32:08.985850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-d920110a-18de-467d-bc68-d16b5c948f4c service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866905 Nov 25 17:32:09.038992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b157c75e-6a34-4409-ba0b-8ca97aa0b277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.144975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] Deleting port 8669f997-4370-44a1-85e6-41b33a58500b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:09.145365 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.159794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-4ba99f23-dd39-48b8-b455-4b6ff9a9d7ca service neutron] 10.222.0.81 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5391982 Nov 25 17:32:09.281048 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.284292 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-140701ae-2060-49f4-aa2e-71456a27daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.413572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.586724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-1f03b82c-ad3f-410e-9eae-5f9a615d5c7a service neutron] 10.222.0.81 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942628 Nov 25 17:32:09.655430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fda828-10c6-425f-9f80-ab8028c23f57 req-cd83e82e-b751-4fc5-a298-abc66ac2a746 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.677548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51fda828-10c6-425f-9f80-ab8028c23f57 req-cd83e82e-b751-4fc5-a298-abc66ac2a746 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 944 time: 1.0091255 Nov 25 17:32:09.755765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-140701ae-2060-49f4-aa2e-71456a27daec None None] For port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:09.761064 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:32:09.761998 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:32:09.771851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] For port 8669f997-4370-44a1-85e6-41b33a58500b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8669f997-4370-44a1-85e6-41b33a58500b,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:09.772410 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.781677 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-140701ae-2060-49f4-aa2e-71456a27daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.883416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] Calling delete_port for 8669f997-4370-44a1-85e6-41b33a58500b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:09.943147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port 8669f997-4370-44a1-85e6-41b33a58500b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=8669f997-4370-44a1-85e6-41b33a58500b,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:10.072034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51fda828-10c6-425f-9f80-ab8028c23f57 req-fe5d6b1f-d4e1-4c56-a224-f3a94f6bb960 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882244 Nov 25 17:32:10.086448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-59873a2a-f1a7-4bf5-bc5d-812241ed50d1 None None] Provisioning complete for port 8669f997-4370-44a1-85e6-41b33a58500b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:10.087099 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59873a2a-f1a7-4bf5-bc5d-812241ed50d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.088376 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b157c75e-6a34-4409-ba0b-8ca97aa0b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.089149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140701ae-2060-49f4-aa2e-71456a27daec None None] Pushing event updated for resources: {'Port': ['ID=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:10.100812 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b157c75e-6a34-4409-ba0b-8ca97aa0b277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.115474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.128764 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b157c75e-6a34-4409-ba0b-8ca97aa0b277 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/063b34ca-ea38-45a1-a6e5-433922e102c3 HTTP/1.1" status: 204 len: 168 time: 2.2357261 Nov 25 17:32:10.151627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.152824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.267967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:10.410787 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.444835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:10.449778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:10.471180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.471850 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.489447 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=8669f997-4370-44a1-85e6-41b33a58500b,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:10.513380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Port 8669f997-4370-44a1-85e6-41b33a58500b update to ACTIVE by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:32:10.514246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:10.551013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06410658-653f-4ad0-82dd-cd0206a2235d req-ec667748-4953-4a79-9026-e7e7e80fb5cd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 210 time: 0.1579025 Nov 25 17:32:10.572234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c75e-6a34-4409-ba0b-8ca97aa0b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b34ca-ea38-45a1-a6e5-433922e102c3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:10.646466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad195ead-95f5-475d-9bd9-e8f4d24f4b3b req-4454b1ec-7e81-4469-8030-6d974ec93661 service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6184464 Nov 25 17:32:10.661571 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.7397861 Nov 25 17:32:10.662380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38756) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:10.672716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80151e36-64fd-4e0d-99d2-49dc5db4f4f2 req-696dc50f-7985-4aa1-943b-3d621b897fad tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.684824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80151e36-64fd-4e0d-99d2-49dc5db4f4f2 req-696dc50f-7985-4aa1-943b-3d621b897fad tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 943 time: 0.5422330 Nov 25 17:32:10.688392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:e8:c0:87', 'name': 'tempest-NetworksTestDHCPv6-1985511977'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:10.712020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783304f2-db88-41d3-a619-c4ed0e62330d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=e553e041-7c06-4824-a827-86a3b4b2a19d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:10.913802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] Pushing event deleted for resources: {'Port': ['ID=8669f997-4370-44a1-85e6-41b33a58500b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:10.956365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5090b-54e4-4a4d-8261-263b503db280 None None] No DVR routers for this DVR port 8669f997-4370-44a1-85e6-41b33a58500b on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:10.966476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80151e36-64fd-4e0d-99d2-49dc5db4f4f2 req-aa2de77d-2c95-4911-8b51-9c18a12bd7a6 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775276 Nov 25 17:32:10.989507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-59873a2a-f1a7-4bf5-bc5d-812241ed50d1 None None] Could not find standard attr ID for object 8669f997-4370-44a1-85e6-41b33a58500b. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:32:11.012886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-8b91b9fb-6779-44a3-acb2-6be487eac3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.017031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-8b91b9fb-6779-44a3-acb2-6be487eac3aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 1094 time: 0.2331989 Nov 25 17:32:11.039399 n-d-819349-3 neutron-server[103600]: INFO neutron.plugins.ml2.db [None req-59873a2a-f1a7-4bf5-bc5d-812241ed50d1 None None] No ports have port_id starting with 8669f997-4370-44a1-85e6-41b33a58500b Nov 25 17:32:11.043942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec371982-f591-4330-886b-ce7f4bff6cc9 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:11.171916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:11.420535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:11.519597 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.618100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 06204ecd-9754-433b-a0e2-a50af6ed3ddb yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:32:11.671214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 569fe583-38db-4fe6-9562-c63a72527547 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:11.671869 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.697616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18b86-0c61-4203-93ad-20baf788b6b8 req-36f59a2b-c260-4431-b77c-a07823a08b72 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.699280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9d18b86-0c61-4203-93ad-20baf788b6b8 req-36f59a2b-c260-4431-b77c-a07823a08b72 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 944 time: 0.2614245 Nov 25 17:32:11.856294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'e553e041-7c06-4824-a827-86a3b4b2a19d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:11.859342 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.923057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af086219-71b2-452d-a140-e7ac48dbddba req-96ca9c17-1e68-41f1-8458-066015dcaaab tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 210 time: 0.1195145 Nov 25 17:32:11.926462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-c202195b-b38f-46ca-b298-da92856e4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.930630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-c202195b-b38f-46ca-b298-da92856e4633 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 916 time: 0.8986304 Nov 25 17:32:11.959665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94aca991-84ac-4396-96f9-90f6c7e7b190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.994352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fee8:c087 (f0634854-7ddd-47b2-951e-b6eafb4de14a/e553e041-7c06-4824-a827-86a3b4b2a19d/06204ecd-9754-433b-a0e2-a50af6ed3ddb) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:12.059285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-59873a2a-f1a7-4bf5-bc5d-812241ed50d1 None None] Could not find standard attr ID for object e8467fcc-4971-44ce-9de0-40c090db432c. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:32:12.065904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:12.066290 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.077221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9d18b86-0c61-4203-93ad-20baf788b6b8 req-3f10bfd9-a16f-487d-8441-c3b5194761f3 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594093 Nov 25 17:32:12.130612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-59873a2a-f1a7-4bf5-bc5d-812241ed50d1 None None] Provisioning complete for port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:12.130985 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59873a2a-f1a7-4bf5-bc5d-812241ed50d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.340111 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94aca991-84ac-4396-96f9-90f6c7e7b190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.358647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-716a096c-216c-45fa-9e24-01af13338584 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a482ba8-e3af-49b8-9336-076509903b84 HTTP/1.1" status: 200 len: 217 time: 0.3990228 Nov 25 17:32:12.395757 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94aca991-84ac-4396-96f9-90f6c7e7b190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.451780 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.479750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38790) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:12.480868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-94aca991-84ac-4396-96f9-90f6c7e7b190 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93b91dcd6be84369b3f296193836fdb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0539911 Nov 25 17:32:12.493684 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.555509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fe583-38db-4fe6-9562-c63a72527547'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:12.574725 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6f31ea-b947-47dc-b225-808dacbf5f4f" -d '{"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-plugged", "status": "completed", "tag": "569fe583-38db-4fe6-9562-c63a72527547"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:12.631535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-27aaa0d8-b35c-485a-981b-59a2e468f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:12.633333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-27aaa0d8-b35c-485a-981b-59a2e468f1f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.1724842 Nov 25 17:32:12.641002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:12.717739 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41899efc-ebc9-4c85-a5e2-1c32556e9dd3 x-openstack-request-id: req-41899efc-ebc9-4c85-a5e2-1c32556e9dd3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:12.718044 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-plugged", "status": "completed", "tag": "569fe583-38db-4fe6-9562-c63a72527547", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:12.718313 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41899efc-ebc9-4c85-a5e2-1c32556e9dd3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:12.718721 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fe583-38db-4fe6-9562-c63a72527547', 'code': 200} Nov 25 17:32:12.721617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35df1e2e-1bea-4430-9e30-9216709859d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.723608 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.725409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-9e62d28b-f5d3-44ab-a145-d9531bf1cbc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731428 Nov 25 17:32:12.737979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415c80b-a9de-459e-9b72-9da146977f9d req-7b6aa1c5-68f2-44f9-a345-771f9fe0bd6c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:12.746083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c415c80b-a9de-459e-9b72-9da146977f9d req-7b6aa1c5-68f2-44f9-a345-771f9fe0bd6c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 943 time: 0.5544918 Nov 25 17:32:12.765459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.794453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aca991-84ac-4396-96f9-90f6c7e7b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd56f24-1660-4b26-9cdc-b3e2ce14ca00,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:12.931268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=06204ecd-9754-433b-a0e2-a50af6ed3ddb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:12.957209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35df1e2e-1bea-4430-9e30-9216709859d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.034087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:13.055431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:13.066021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Allocated IP 2001:db8::f816:3eff:fe90:7dbf (f0634854-7ddd-47b2-951e-b6eafb4de14a/e553e041-7c06-4824-a827-86a3b4b2a19d/043205de-f2c7-4006-ad7b-0fa119623781) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:13.113521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:13.116862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:13.144372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.145298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.150131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-74993fc2-eebd-4d00-9d05-c0752388daf2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.152219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-74993fc2-eebd-4d00-9d05-c0752388daf2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 797 time: 0.9577432 Nov 25 17:32:13.168046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:13.223208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3b5ca8d9-10e6-4bf8-8ac3-2f4215bc6c8b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5596390 Nov 25 17:32:13.227652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:13.318363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-c8cae768-e0f5-43ff-be01-6684a945f2f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 379 time: 0.1231623 Nov 25 17:32:13.360049 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35df1e2e-1bea-4430-9e30-9216709859d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.367463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35df1e2e-1bea-4430-9e30-9216709859d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.368895 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-35df1e2e-1bea-4430-9e30-9216709859d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fd56f24-1660-4b26-9cdc-b3e2ce14ca00 HTTP/1.1" status: 204 len: 168 time: 0.8881721 Nov 25 17:32:13.423915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ad4d9-30e1-406b-893a-67eefc7aa759 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.433797 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-393ad4d9-30e1-406b-893a-67eefc7aa759 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1997588 Nov 25 17:32:13.433797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df1e2e-1bea-4430-9e30-9216709859d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd56f24-1660-4b26-9cdc-b3e2ce14ca00,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:13.444670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38812) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:13.755869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7569b-024b-4775-87ae-7eb31dd65577 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 06204ecd-9754-433b-a0e2-a50af6ed3ddb {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:13.756555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ef7569b-024b-4775-87ae-7eb31dd65577 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.912646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1a482ba8-e3af-49b8-9336-076509903b84 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:13.985669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:13.986116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.991192 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ef7569b-024b-4775-87ae-7eb31dd65577 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.033096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7569b-024b-4775-87ae-7eb31dd65577 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 06204ecd-9754-433b-a0e2-a50af6ed3ddb owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:14.082424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38824) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:14.143150 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f407abf8-cafd-4704-b7c9-9142bf4cd1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.165468 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:32:14.215116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c415c80b-a9de-459e-9b72-9da146977f9d req-3251e550-f277-4399-a28d-587aedceb01c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4679003 Nov 25 17:32:14.243634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'port': {'device_id': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'admin_state_up': True, 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'security_groups': ['70db54d0-1a15-4bb9-bcf6-5718361ac6e5']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:14.412382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c3ec982-1dfd-4785-bf6f-eb0ddf262f88 req-07c7e18b-8c8c-48ff-9249-e2d4d63ab308 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 210 time: 1.1659491 Nov 25 17:32:14.425441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-719d1b64-fd24-47dd-b9fa-fb72a97815bb service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6706469 Nov 25 17:32:14.531955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f407abf8-cafd-4704-b7c9-9142bf4cd1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.548636 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f407abf8-cafd-4704-b7c9-9142bf4cd1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.709684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1a482ba8-e3af-49b8-9336-076509903b84, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1a482ba8-e3af-49b8-9336-076509903b84,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:14.734442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '1a482ba8-e3af-49b8-9336-076509903b84', 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'port_id': '1a482ba8-e3af-49b8-9336-076509903b84', 'mac_address': 'fa:16:3e:fd:72:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098aabb8-03f4-4560-bf4f-71dd2f0fabdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:14.785199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8669f997-4370-44a1-85e6-41b33a58500b no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:14.827245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 8669f997-4370-44a1-85e6-41b33a58500b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:14.828781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 8669f997-4370-44a1-85e6-41b33a58500b not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:14.854266 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.909945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a482ba8-e3af-49b8-9336-076509903b84 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:14.990440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1a482ba8-e3af-49b8-9336-076509903b84, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1a482ba8-e3af-49b8-9336-076509903b84,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:15.002995 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.028223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5a842-2846-49f4-bc2d-59616aebde0f req-9f5038d1-6988-439d-b875-8312ae6efa02 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.038172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51c5a842-2846-49f4-bc2d-59616aebde0f req-9f5038d1-6988-439d-b875-8312ae6efa02 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.5567596 Nov 25 17:32:15.208016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1a482ba8-e3af-49b8-9336-076509903b84,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:15.278546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51c5a842-2846-49f4-bc2d-59616aebde0f req-f20485b0-39fe-4c22-bd20-92a6dc1d114c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100527 Nov 25 17:32:15.317946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1a482ba8-e3af-49b8-9336-076509903b84'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:15.455142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5851815a-512e-4691-b4ce-bb49b1967b8c req-6179b078-3997-42af-9ea3-9c42d2dc25a6 service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9069951 Nov 25 17:32:15.531653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e6ced-0db1-4415-97d4-1af70e868947 req-7a367f1c-0714-46c6-82e1-c6de66c8a8ec tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.548002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f2e6ced-0db1-4415-97d4-1af70e868947 req-7a367f1c-0714-46c6-82e1-c6de66c8a8ec tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 944 time: 0.1822739 Nov 25 17:32:15.558027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:15.567768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.580245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ef7569b-024b-4775-87ae-7eb31dd65577 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.608443 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.653696 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.661724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7569b-024b-4775-87ae-7eb31dd65577 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=06204ecd-9754-433b-a0e2-a50af6ed3ddb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:15.673091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ef7569b-024b-4775-87ae-7eb31dd65577 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.677852 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5ef7569b-024b-4775-87ae-7eb31dd65577 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/06204ecd-9754-433b-a0e2-a50af6ed3ddb HTTP/1.1" status: 204 len: 168 time: 2.2282882 Nov 25 17:32:15.681610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f407abf8-cafd-4704-b7c9-9142bf4cd1b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=596202ea83f248bf84dee303112d691d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5966158 Nov 25 17:32:15.682383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:15.693486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:15.738128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407abf8-cafd-4704-b7c9-9142bf4cd1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24134695-ff43-4095-b357-1d867b36d0d8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:15.741334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.20.0.8 (9d228746-11c5-48ad-8de4-71abb650d3ae/a8af2834-0876-4a9a-9e9d-d3e6e5080689/624dc863-a83f-4825-9d66-6a9551e57610) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:15.781736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:15.790587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Pushing event updated for resources: {'Port': ['ID=043205de-f2c7-4006-ad7b-0fa119623781,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:15.793250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:15.802622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:15.881644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6413d55-679e-4d7f-95d7-ccbad84dd5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.907201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb03a4ec-34db-4794-83d6-b3af2241ab24 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.911655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb03a4ec-34db-4794-83d6-b3af2241ab24 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.916333 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eb03a4ec-34db-4794-83d6-b3af2241ab24 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2314706 Nov 25 17:32:15.923022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38852) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:15.925606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Attempting to bind port 043205de-f2c7-4006-ad7b-0fa119623781 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:15.928176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Attempting to bind port 043205de-f2c7-4006-ad7b-0fa119623781 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:15.928557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Attempting to bind port 043205de-f2c7-4006-ad7b-0fa119623781 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:15.972514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:15.984205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:15.984742 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.985190 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:15.985710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Bound port: 043205de-f2c7-4006-ad7b-0fa119623781, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:15.986104 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.037340 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.222453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e6192a-816d-446c-a876-96b9d0752353 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet e553e041-7c06-4824-a827-86a3b4b2a19d {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:16.243040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6413d55-679e-4d7f-95d7-ccbad84dd5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.264696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] For port 043205de-f2c7-4006-ad7b-0fa119623781, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:16.272404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] For port 043205de-f2c7-4006-ad7b-0fa119623781, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=043205de-f2c7-4006-ad7b-0fa119623781,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:16.279434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4e6192a-816d-446c-a876-96b9d0752353 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.285418 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.294180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.307744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6aafe014-1ed2-4445-b97e-70fd698f8840 req-34a8f540-1033-43d0-ac03-7e49730b78c5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 210 time: 0.7242739 Nov 25 17:32:16.417046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:16.468232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6413d55-679e-4d7f-95d7-ccbad84dd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.473670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6413d55-679e-4d7f-95d7-ccbad84dd5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.479636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b6413d55-679e-4d7f-95d7-ccbad84dd5fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24134695-ff43-4095-b357-1d867b36d0d8 HTTP/1.1" status: 204 len: 168 time: 0.7824132 Nov 25 17:32:16.522246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413d55-679e-4d7f-95d7-ccbad84dd5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24134695-ff43-4095-b357-1d867b36d0d8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:16.526404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f2e6ced-0db1-4415-97d4-1af70e868947 req-72dd0ea8-55c2-41dc-be1f-0fbd9120b58d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9773877 Nov 25 17:32:16.566821 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4e6192a-816d-446c-a876-96b9d0752353 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.621864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 9d228746-11c5-48ad-8de4-71abb650d3ae is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:16.636319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d080e-096e-4f5c-b503-0a34855cfeb9 None None] Pushing event updated for resources: {'Port': ['ID=043205de-f2c7-4006-ad7b-0fa119623781,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:16.642649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:16.647578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:16.849805 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4e6192a-816d-446c-a876-96b9d0752353 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.938255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:16.939439 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.021310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a9c5a-441d-48ff-a1f4-d87ce5f0d9de req-1d970229-161a-47c5-bc96-0619bbe7e3ca tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.035351 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad8a9c5a-441d-48ff-a1f4-d87ce5f0d9de req-1d970229-161a-47c5-bc96-0619bbe7e3ca tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.4202480 Nov 25 17:32:17.061359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-18742d44-3861-49b1-9336-0f53f9173a4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8252659 Nov 25 17:32:17.109771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4e6192a-816d-446c-a876-96b9d0752353 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.123528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Request body: {'port': {'device_id': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:17.162494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6192a-816d-446c-a876-96b9d0752353 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=e553e041-7c06-4824-a827-86a3b4b2a19d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:17.169372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4e6192a-816d-446c-a876-96b9d0752353 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.173141 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a4e6192a-816d-446c-a876-96b9d0752353 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/e553e041-7c06-4824-a827-86a3b4b2a19d HTTP/1.1" status: 204 len: 168 time: 1.2307014 Nov 25 17:32:17.175629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38866) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:17.292902 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-70cdadd9-0d15-4d5b-8908-10903e7d90e0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153543 Nov 25 17:32:17.296332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38870) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:17.400637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4acd6a58-4d39-4d29-acff-f308c257897e None None] Provisioning complete for port 624dc863-a83f-4825-9d66-6a9551e57610 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:17.403502 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4acd6a58-4d39-4d29-acff-f308c257897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.510132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdedee50-f6f4-45b3-9678-7f2bf298e8c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.514146 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cdedee50-f6f4-45b3-9678-7f2bf298e8c3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2143402 Nov 25 17:32:17.514314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4acd6a58-4d39-4d29-acff-f308c257897e None None] Port 624dc863-a83f-4825-9d66-6a9551e57610 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:17.517981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38876) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:17.709146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb9276c-7ee4-4064-9ff6-c6d48b891a64 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.717077 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1bb9276c-7ee4-4064-9ff6-c6d48b891a64 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1924090 Nov 25 17:32:17.718140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:17.722155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.766745 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad8a9c5a-441d-48ff-a1f4-d87ce5f0d9de req-8a54efae-a9c4-481f-ae3a-ec8e460afa9d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7042613 Nov 25 17:32:17.767421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38884) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:17.813890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71097511-449c-4041-ab4f-422c9fd0390e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.899905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-637a6364-56a8-44b9-9516-5fce71745704 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1727731 Nov 25 17:32:17.903958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:17.905905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1a482ba8-e3af-49b8-9336-076509903b84 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:17.919682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:18.005845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f423c42-13a7-400e-a1a3-38fde0c6759c req-9852c547-69b5-4803-9488-e8d16b4de5d0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:18.016981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f423c42-13a7-400e-a1a3-38fde0c6759c req-9852c547-69b5-4803-9488-e8d16b4de5d0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 931 time: 0.5528266 Nov 25 17:32:18.069336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38888) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:18.082966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 1a482ba8-e3af-49b8-9336-076509903b84 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:18.095039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 1a482ba8-e3af-49b8-9336-076509903b84 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:18.095039 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.208343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:18.213675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.307289 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.364917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0571c0e-71b7-4a09-847c-7e997646ae47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.391167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1a482ba8-e3af-49b8-9336-076509903b84, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1a482ba8-e3af-49b8-9336-076509903b84,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:18.392781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54b5ff1-1bce-4809-98cf-d88ff8bd1455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a482ba8-e3af-49b8-9336-076509903b84'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:18.396488 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73049897-ebce-4457-9353-efaa637356d3" -d '{"events": [{"server_uuid": "b54b5ff1-1bce-4809-98cf-d88ff8bd1455", "name": "network-vif-plugged", "status": "completed", "tag": "1a482ba8-e3af-49b8-9336-076509903b84"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:18.403871 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.518682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94814d2-fb36-4fdb-a73b-fefed818e2d2 req-ae81e043-2e28-41be-bb14-404a69a6ffb0 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:18.520575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f94814d2-fb36-4fdb-a73b-fefed818e2d2 req-ae81e043-2e28-41be-bb14-404a69a6ffb0 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 944 time: 0.5989041 Nov 25 17:32:18.549502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f423c42-13a7-400e-a1a3-38fde0c6759c req-9cf72a0b-5dbf-446b-a9e3-6563f4b78026 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5267181 Nov 25 17:32:18.597561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1a482ba8-e3af-49b8-9336-076509903b84,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:18.620117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e880a73-16d3-4ac0-a267-3e5c70aa35e7 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:18.714099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71097511-449c-4041-ab4f-422c9fd0390e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.769522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71097511-449c-4041-ab4f-422c9fd0390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.815221 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98869fdd-d161-4d1e-87ec-197ba72bb621 x-openstack-request-id: req-98869fdd-d161-4d1e-87ec-197ba72bb621 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:18.815825 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54b5ff1-1bce-4809-98cf-d88ff8bd1455", "name": "network-vif-plugged", "status": "completed", "tag": "1a482ba8-e3af-49b8-9336-076509903b84", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:18.816096 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98869fdd-d161-4d1e-87ec-197ba72bb621 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:18.816511 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54b5ff1-1bce-4809-98cf-d88ff8bd1455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a482ba8-e3af-49b8-9336-076509903b84', 'code': 200} Nov 25 17:32:18.845472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-71097511-449c-4041-ab4f-422c9fd0390e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=846dc54a3bd643d29b63075ab0db996b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0752378 Nov 25 17:32:18.862443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38896) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:18.940023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0db9b18d-ba1b-445f-9415-d5e2d14a6594 None None] Provisioning complete for port 043205de-f2c7-4006-ad7b-0fa119623781 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:18.940393 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0db9b18d-ba1b-445f-9415-d5e2d14a6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.987238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.081982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 043205de-f2c7-4006-ad7b-0fa119623781 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:19.096462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71097511-449c-4041-ab4f-422c9fd0390e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25d1c82-f18e-49ad-ae05-174cb76990cf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.110484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97396d3a-3291-4589-9c88-518c137c62cb req-fb1c3170-4441-434f-a6af-7277eaab7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.113286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97396d3a-3291-4589-9c88-518c137c62cb req-fb1c3170-4441-434f-a6af-7277eaab7744 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 1096 time: 0.3466933 Nov 25 17:32:19.189005 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0571c0e-71b7-4a09-847c-7e997646ae47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.217449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97396d3a-3291-4589-9c88-518c137c62cb req-59bce8bf-7f67-4d9d-8a0c-0b772e34180d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923731 Nov 25 17:32:19.218963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:19.224080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cedabfb2-8358-4463-b869-28f25c6a0150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.226786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:19.227447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f94814d2-fb36-4fdb-a73b-fefed818e2d2 req-96e59363-c25a-4da5-9a88-0df055605c24 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983640 Nov 25 17:32:19.233415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=f2a646ae-1154-4600-9e5a-23e7c164d2e8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.235626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0571c0e-71b7-4a09-847c-7e997646ae47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.268364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.268364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.301582 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e0571c0e-71b7-4a09-847c-7e997646ae47 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fc019f5ac594f2ca5edf348cfc0587f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2113242 Nov 25 17:32:19.301998 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0db9b18d-ba1b-445f-9415-d5e2d14a6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.302084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:19.339888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86898-c162-4f73-b3bf-f07c6a9f50cc req-e56accd0-0db9-4624-91b8-30cd04c4d501 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.342460 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cedabfb2-8358-4463-b869-28f25c6a0150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.356122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6db86898-c162-4f73-b3bf-f07c6a9f50cc req-e56accd0-0db9-4624-91b8-30cd04c4d501 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.3184199 Nov 25 17:32:19.380326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0571c0e-71b7-4a09-847c-7e997646ae47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b97748-7198-4746-966b-c12a01557265,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.403388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0db9b18d-ba1b-445f-9415-d5e2d14a6594 None None] For port 043205de-f2c7-4006-ad7b-0fa119623781, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=043205de-f2c7-4006-ad7b-0fa119623781,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:19.416211 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0db9b18d-ba1b-445f-9415-d5e2d14a6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.486851 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a1f2dfe5-1a0c-407e-982d-35a2d4612a56 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5815899 Nov 25 17:32:19.512442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 043205de-f2c7-4006-ad7b-0fa119623781 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:19.512871 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.519550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38902) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:19.527927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:bb:a2:3d', 'name': 'tempest-NetworksTestDHCPv6-330599684'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:19.541394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624dc863-a83f-4825-9d66-6a9551e57610 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:19.567275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9b18d-ba1b-445f-9415-d5e2d14a6594 None None] Pushing event updated for resources: {'Port': ['ID=043205de-f2c7-4006-ad7b-0fa119623781,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.586898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:19.587832 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.680872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6db86898-c162-4f73-b3bf-f07c6a9f50cc req-11dbac38-fb9c-4c9a-aaa5-6825c343519f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140261 Nov 25 17:32:19.682087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Transition to ACTIVE for port object 624dc863-a83f-4825-9d66-6a9551e57610 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:19.696656 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.817010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b5a1-b2d8-4a8e-98ee-7fdcff9cc6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.829836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.853610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] Deleting port 043205de-f2c7-4006-ad7b-0fa119623781 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:19.855120 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.877092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59606922-a860-4729-a04a-ff4b51f39827 req-86d61ae2-e407-4467-a1b0-ebe997ec2aef tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.878731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59606922-a860-4729-a04a-ff4b51f39827 req-86d61ae2-e407-4467-a1b0-ebe997ec2aef tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 943 time: 0.1280158 Nov 25 17:32:19.953629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b5a1-b2d8-4a8e-98ee-7fdcff9cc6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.960041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cedabfb2-8358-4463-b869-28f25c6a0150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.971498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cedabfb2-8358-4463-b869-28f25c6a0150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.972717 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cedabfb2-8358-4463-b869-28f25c6a0150 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c25d1c82-f18e-49ad-ae05-174cb76990cf HTTP/1.1" status: 204 len: 168 time: 1.1092896 Nov 25 17:32:19.996691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:20.098159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] For port 043205de-f2c7-4006-ad7b-0fa119623781, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=043205de-f2c7-4006-ad7b-0fa119623781,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:20.098584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.139532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] Calling delete_port for 043205de-f2c7-4006-ad7b-0fa119623781 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:20.184778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedabfb2-8358-4463-b869-28f25c6a0150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25d1c82-f18e-49ad-ae05-174cb76990cf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:20.334023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59606922-a860-4729-a04a-ff4b51f39827 req-b4be11b4-4664-4a25-ba15-5428da3fe28d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4400742 Nov 25 17:32:20.358346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:20.358680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:20.372238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:20.390647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:20.392104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:20.428990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:20.429628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Checking segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:20.434441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b5a1-b2d8-4a8e-98ee-7fdcff9cc6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.451930 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b5a1-b2d8-4a8e-98ee-7fdcff9cc6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.461552 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bfc1b5a1-b2d8-4a8e-98ee-7fdcff9cc6ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3b97748-7198-4746-966b-c12a01557265 HTTP/1.1" status: 204 len: 168 time: 1.1621838 Nov 25 17:32:20.461846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Bound using segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:20.463062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Bound port: 624dc863-a83f-4825-9d66-6a9551e57610, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:20.463696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.468301 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.510159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] Pushing event deleted for resources: {'Port': ['ID=043205de-f2c7-4006-ad7b-0fa119623781,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:20.520985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02b518-9eb8-410f-8fc9-d54481192b0b None None] No DVR routers for this DVR port 043205de-f2c7-4006-ad7b-0fa119623781 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:20.523591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1b5a1-b2d8-4a8e-98ee-7fdcff9cc6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b97748-7198-4746-966b-c12a01557265,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:20.546619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.558083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4800e-deea-4fe1-8825-b13c11c6b3e0 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:20.661956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 91379eaa-9fe8-4519-86cf-15179e6c2681 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:32:20.954759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:20.961108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:21.026288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 043205de-f2c7-4006-ad7b-0fa119623781 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:21.034876 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'f2a646ae-1154-4600-9e5a-23e7c164d2e8'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:21.040286 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.075970 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.079538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 043205de-f2c7-4006-ad7b-0fa119623781 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:21.080124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 043205de-f2c7-4006-ad7b-0fa119623781 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:21.116538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::232 (f0634854-7ddd-47b2-951e-b6eafb4de14a/f2a646ae-1154-4600-9e5a-23e7c164d2e8/91379eaa-9fe8-4519-86cf-15179e6c2681) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:21.277811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cce8c6-47ef-428d-b2d9-41d1979bc9f7 req-b940cb9a-fe27-4058-9245-d74957a597fe tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.279411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57cce8c6-47ef-428d-b2d9-41d1979bc9f7 req-b940cb9a-fe27-4058-9245-d74957a597fe tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 945 time: 0.7010872 Nov 25 17:32:21.437855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.439703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.445711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] 10.222.0.95 "PUT /v2.0/ports/624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 1091 time: 4.3600779 Nov 25 17:32:21.446655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac7c7a-cb6a-4926-a13c-9e442c0167ac service neutron] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:21.457444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.474399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:21.477881 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8" -d '{"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:21.492766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e4b13-8db3-4c7c-b0c0-ee0008805232 req-a6b6aa47-5f73-4df0-9418-7227e87fdf93 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.498426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.529916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-341e4b13-8db3-4c7c-b0c0-ee0008805232 req-a6b6aa47-5f73-4df0-9418-7227e87fdf93 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.5666177 Nov 25 17:32:21.646360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=91379eaa-9fe8-4519-86cf-15179e6c2681,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:21.646592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/f2a646ae-1154-4600-9e5a-23e7c164d2e8/fd123157-5ba6-4d0e-b9c9-9b9652b20ed2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:21.691969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:21.696125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:21.701152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:21.704335 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57cce8c6-47ef-428d-b2d9-41d1979bc9f7 req-3afbba5b-9f1f-4d9a-9254-11e17f579755 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088721 Nov 25 17:32:21.718457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.720527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.767525 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-52eadb87-b79c-45ef-90d6-3d4da1a74057 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2457290 Nov 25 17:32:21.770381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:21.825585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-341e4b13-8db3-4c7c-b0c0-ee0008805232 req-9512ddc1-8ba8-4ccc-84d5-80efa844e333 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945211 Nov 25 17:32:21.867946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-1ed5329a-78df-427a-b175-7cead0a99e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.873090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-1ed5329a-78df-427a-b175-7cead0a99e60 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1094 time: 0.3185251 Nov 25 17:32:21.873247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38952) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:21.910601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2711cb7-b789-4611-90d2-441ecb0224d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.955530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e6a29-40f5-4f0a-ab6f-772f1c5696d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.957167 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-318e6a29-40f5-4f0a-ab6f-772f1c5696d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1857445 Nov 25 17:32:21.962495 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38956) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:22.108628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-fab9dd3c-2c71-4689-b153-b1c0be3f9a87 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 217 time: 0.2271664 Nov 25 17:32:22.111341 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db26a5-8bfa-460a-93cc-2df2f748a1ec x-openstack-request-id: req-c3db26a5-8bfa-460a-93cc-2df2f748a1ec {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:22.113313 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:22.113621 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3db26a5-8bfa-460a-93cc-2df2f748a1ec {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:22.114720 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'status': 'completed', 'code': 200} Nov 25 17:32:22.223678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c12b3587-c2bc-4f31-91de-259b250d6ae3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 91379eaa-9fe8-4519-86cf-15179e6c2681 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:22.224182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c12b3587-c2bc-4f31-91de-259b250d6ae3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.301894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2711cb7-b789-4611-90d2-441ecb0224d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.326033 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2711cb7-b789-4611-90d2-441ecb0224d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.328415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.340702 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.358668 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a2711cb7-b789-4611-90d2-441ecb0224d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1188683ab8fb4a518b75df395988bc0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4842107 Nov 25 17:32:22.362700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38964) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:22.424715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Pushing event updated for resources: {'Port': ['ID=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:22.444310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:22.446334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:22.453404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:22.471027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8313aa-5d2d-46ab-bd5e-c68efc5a1565 req-2fdc10de-06c8-42c8-a947-e530721907c7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.473355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b8313aa-5d2d-46ab-bd5e-c68efc5a1565 req-2fdc10de-06c8-42c8-a947-e530721907c7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 943 time: 0.3563867 Nov 25 17:32:22.478429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-67d5e2a7-4ae5-4255-b5eb-789f78553700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.480199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-67d5e2a7-4ae5-4255-b5eb-789f78553700 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.3227832 Nov 25 17:32:22.498866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2711cb7-b789-4611-90d2-441ecb0224d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f535db-bbe5-4c18-ae84-ccd79934832b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:22.551660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c12b3587-c2bc-4f31-91de-259b250d6ae3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.554137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab392ac-1d10-4b42-9bd6-abcb57000bb4 req-6695c1a6-9911-4a9e-8ae2-a5aee70c602f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.558663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ab392ac-1d10-4b42-9bd6-abcb57000bb4 req-6695c1a6-9911-4a9e-8ae2-a5aee70c602f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.3686380 Nov 25 17:32:22.559849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Attempting to bind port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:22.560433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Attempting to bind port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:22.562152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Attempting to bind port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:22.577966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:22.580445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:22.581914 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.582642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:22.583609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Bound port: fd123157-5ba6-4d0e-b9c9-9b9652b20ed2, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:22.584808 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.602868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c12b3587-c2bc-4f31-91de-259b250d6ae3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 91379eaa-9fe8-4519-86cf-15179e6c2681 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:22.644290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-947b4a34-8786-4f21-a3d8-15cc9fc45f59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.727872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-947b4a34-8786-4f21-a3d8-15cc9fc45f59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.745325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b8313aa-5d2d-46ab-bd5e-c68efc5a1565 req-f4d525bc-97b2-4c6d-b9ba-baf115cb551a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632098 Nov 25 17:32:22.780076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] For port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:22.815557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] For port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:22.843087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-cabad71e-b80a-4580-a75a-eb0c9102555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.844632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-cabad71e-b80a-4580-a75a-eb0c9102555b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479509 Nov 25 17:32:22.847856 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.872291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ab392ac-1d10-4b42-9bd6-abcb57000bb4 req-e303051d-57cc-450a-89f1-1c2264456b21 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037796 Nov 25 17:32:22.895114 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-947b4a34-8786-4f21-a3d8-15cc9fc45f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.902492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-947b4a34-8786-4f21-a3d8-15cc9fc45f59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.905160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-947b4a34-8786-4f21-a3d8-15cc9fc45f59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53f535db-bbe5-4c18-ae84-ccd79934832b HTTP/1.1" status: 204 len: 168 time: 0.5412211 Nov 25 17:32:22.932616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b699ac9-65c0-48a8-8991-0c2820f9d8d8 None None] Pushing event updated for resources: {'Port': ['ID=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:22.981765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b4a34-8786-4f21-a3d8-15cc9fc45f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f535db-bbe5-4c18-ae84-ccd79934832b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:23.051747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c12b3587-c2bc-4f31-91de-259b250d6ae3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.138257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b3587-c2bc-4f31-91de-259b250d6ae3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=91379eaa-9fe8-4519-86cf-15179e6c2681,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:23.203853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c12b3587-c2bc-4f31-91de-259b250d6ae3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.212495 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c12b3587-c2bc-4f31-91de-259b250d6ae3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/91379eaa-9fe8-4519-86cf-15179e6c2681 HTTP/1.1" status: 204 len: 168 time: 1.2477639 Nov 25 17:32:23.213154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:23.317208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f8bf5f-c139-492b-875e-deefa5727a2f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.323681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f8bf5f-c139-492b-875e-deefa5727a2f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.325921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-44f8bf5f-c139-492b-875e-deefa5727a2f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1116729 Nov 25 17:32:23.330069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:23.347807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfffaa0-a485-4980-8656-3a36199ef6e2 req-a9359000-caa9-4f74-bbfc-1fa82eb769fc tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.362678 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbfffaa0-a485-4980-8656-3a36199ef6e2 req-a9359000-caa9-4f74-bbfc-1fa82eb769fc tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 945 time: 0.4859760 Nov 25 17:32:23.415637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43543a5-e1c9-4964-8449-e3db702dccba req-2afb8a0a-e996-419e-843f-65933addae18 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.416818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c43543a5-e1c9-4964-8449-e3db702dccba req-2afb8a0a-e996-419e-843f-65933addae18 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.2857804 Nov 25 17:32:23.568077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbfffaa0-a485-4980-8656-3a36199ef6e2 req-bce505e6-2df8-4a87-9d5e-a194d802470a tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036259 Nov 25 17:32:23.644921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-774f2952-6fac-464b-8c10-74ce14e11894 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642255 Nov 25 17:32:23.688381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c43543a5-e1c9-4964-8449-e3db702dccba req-299575ca-64d5-4ad9-89e9-784bd787907b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016540 Nov 25 17:32:23.802443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced62d78-c7c5-419d-8b6b-f4a4636f09f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet f2a646ae-1154-4600-9e5a-23e7c164d2e8 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:23.815141 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ced62d78-c7c5-419d-8b6b-f4a4636f09f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.034810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ced62d78-c7c5-419d-8b6b-f4a4636f09f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.133311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2b3f7-1340-40e3-abac-df01a417cfe7 req-6ae50bc8-35b3-45aa-9a4d-1b94af648bb3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.144168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eab2b3f7-1340-40e3-abac-df01a417cfe7 req-6ae50bc8-35b3-45aa-9a4d-1b94af648bb3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 943 time: 0.2254567 Nov 25 17:32:24.411141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eab2b3f7-1340-40e3-abac-df01a417cfe7 req-53e1ae8b-b8b8-4056-b6f9-a8522fcbe904 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624359 Nov 25 17:32:24.438094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56236e5-3dc3-49e2-ae28-286dbbe1dec1 req-578767aa-19e1-4776-ae10-fc607f856872 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839880 Nov 25 17:32:24.571328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ced62d78-c7c5-419d-8b6b-f4a4636f09f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.822147 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ced62d78-c7c5-419d-8b6b-f4a4636f09f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.848557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c094d9-89cd-461b-b8f7-78c52a4dc9df req-3af2457e-5fc1-4de4-b263-18bee7d08c50 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.864631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7c094d9-89cd-461b-b8f7-78c52a4dc9df req-3af2457e-5fc1-4de4-b263-18bee7d08c50 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.8213987 Nov 25 17:32:25.025524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced62d78-c7c5-419d-8b6b-f4a4636f09f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a646ae-1154-4600-9e5a-23e7c164d2e8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:25.037511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-fc599fc4-a218-4856-afc9-aca40acec156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.042946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-fc599fc4-a218-4856-afc9-aca40acec156 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1094 time: 0.3993814 Nov 25 17:32:25.052748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d3133559-96a6-460b-a8f4-f522b52f63ed None None] Provisioning complete for port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:25.053923 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3133559-96a6-460b-a8f4-f522b52f63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.065689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ced62d78-c7c5-419d-8b6b-f4a4636f09f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.072652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39028) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:25.080643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ced62d78-c7c5-419d-8b6b-f4a4636f09f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/f2a646ae-1154-4600-9e5a-23e7c164d2e8 HTTP/1.1" status: 204 len: 168 time: 1.6823311 Nov 25 17:32:25.136685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7c094d9-89cd-461b-b8f7-78c52a4dc9df req-3a5a09d3-231a-48a6-8706-5500478d4873 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699785 Nov 25 17:32:25.149702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:25.221406 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-95f100f3-5ee4-473d-8cc6-99b0a73629a6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472008 Nov 25 17:32:25.229890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:25.386156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f8f723-6019-43e8-943a-a5b6007783c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.407425 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-72f8f723-6019-43e8-943a-a5b6007783c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1758687 Nov 25 17:32:25.408190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:25.485893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca4811-5806-4d4d-b415-866694f0374c req-60db9b72-673b-4c2c-b6a8-38d21e74b1b7 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.487496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16ca4811-5806-4d4d-b415-866694f0374c req-60db9b72-673b-4c2c-b6a8-38d21e74b1b7 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.5591629 Nov 25 17:32:25.495506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-d7021c7b-271f-4ae9-9c92-9e4d00d5a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.508243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-d7021c7b-271f-4ae9-9c92-9e4d00d5a4a4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.4266911 Nov 25 17:32:25.544908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69497aae-686d-43c2-a5c8-ddecf33c0a49 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.561573 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-69497aae-686d-43c2-a5c8-ddecf33c0a49 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1522949 Nov 25 17:32:25.562250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:25.581757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756fb5f1-122a-4cca-9fd5-b3ee3e695c33 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:25.654117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39058) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:25.661989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-148dc381-8385-4d2f-8ff9-0302117f92c4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985358 Nov 25 17:32:25.662716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:25.669022 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-fbc8d4eb-f89c-4f3b-9dab-d64d071e55ed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 217 time: 0.1410997 Nov 25 17:32:25.779157 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3133559-96a6-460b-a8f4-f522b52f63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.799962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16ca4811-5806-4d4d-b415-866694f0374c req-d2a2ec8e-f9ab-470d-aafb-54416d4712da tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906992 Nov 25 17:32:25.813502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-45227ad5-e1f3-401b-983b-7fb1907caff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.814943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-45227ad5-e1f3-401b-983b-7fb1907caff1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.1252401 Nov 25 17:32:25.941690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:25.950249 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:25.965855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d3133559-96a6-460b-a8f4-f522b52f63ed None None] For port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:25.984588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:26.132595 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3133559-96a6-460b-a8f4-f522b52f63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.169018 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-61d55449-7489-45a1-abeb-316d2938ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.170642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-61d55449-7489-45a1-abeb-316d2938ccb2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3466091 Nov 25 17:32:26.279144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72aeca-19c4-4e0b-ab4b-f050017bf5b8 req-43859d35-f125-45a3-90cb-7a2b23163596 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.280759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a72aeca-19c4-4e0b-ab4b-f050017bf5b8 req-43859d35-f125-45a3-90cb-7a2b23163596 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 943 time: 0.1655869 Nov 25 17:32:26.515166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.520207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:26.651963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:26.672893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fe2d6414-2c22-46cd-bafc-1e6b0cfc8374 None None] Could not find standard attr ID for object e8467fcc-4971-44ce-9de0-40c090db432c. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:32:26.682686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '624dc863-a83f-4825-9d66-6a9551e57610', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'port_id': '624dc863-a83f-4825-9d66-6a9551e57610', 'mac_address': 'fa:16:3e:69:f3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:26.685043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:26.685503 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.854319 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:26.928009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3133559-96a6-460b-a8f4-f522b52f63ed None None] Pushing event updated for resources: {'Port': ['ID=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:26.963724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:26.974320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:26.980302 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76901b6a-34de-40dc-bf07-6e4fd58560db" -d '{"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-unplugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:27.014328 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:27.018320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a3381c2b-6292-446e-a092-40b2b4372acb tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50c2ba7ecc6f4e0f9dbe0afcaae6db57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290631 Nov 25 17:32:27.128764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624dc863-a83f-4825-9d66-6a9551e57610 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:27.162665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-15dda0cc-4cac-4e54-a9a5-0c47294b03b0 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9764490 Nov 25 17:32:27.183314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:27.217466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:27.270969 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:27.350668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:27.426315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7759f-965c-499d-b154-d653d32b5477 req-afbd16ea-79a4-4b0f-bb7f-bf72303cb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.436916 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-83b7759f-965c-499d-b154-d653d32b5477 req-afbd16ea-79a4-4b0f-bb7f-bf72303cb142 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1096 time: 0.1327448 Nov 25 17:32:27.466276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:27.490712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a72aeca-19c4-4e0b-ab4b-f050017bf5b8 req-f272f643-de9d-47a4-9c4f-9ca5034b7d0c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1846824 Nov 25 17:32:27.497914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f9d4fe0-1ee1-45d7-8e71-55ec3fe6deb8 req-934cc5a3-5d75-4be0-83c9-8357f7e7e667 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063501 Nov 25 17:32:27.824694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-589b402e-03d8-442c-a286-e1318967dec8 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.833537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-589b402e-03d8-442c-a286-e1318967dec8 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8142033 Nov 25 17:32:27.856915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['624dc863-a83f-4825-9d66-6a9551e57610'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:27.872273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-088ce9d4-d165-427b-9eac-1016a253bee8 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/quotas/50c2ba7ecc6f4e0f9dbe0afcaae6db57 HTTP/1.1" status: 200 len: 375 time: 0.0375028 Nov 25 17:32:27.880865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7759f-965c-499d-b154-d653d32b5477 req-8f8ae419-1c79-44a9-b436-496fcd4ec104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.882493 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-83b7759f-965c-499d-b154-d653d32b5477 req-8f8ae419-1c79-44a9-b436-496fcd4ec104 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.4214985 Nov 25 17:32:27.999303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:28.001884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:32:28.019206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-e3cdc269-f68a-4a76-b43d-8ffec9786b7f tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50c2ba7ecc6f4e0f9dbe0afcaae6db57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1451082 Nov 25 17:32:28.021044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:28.099900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] Deleting port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:28.101504 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.162683 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-83b7759f-965c-499d-b154-d653d32b5477 req-f5e9fb6f-846e-4d5f-866b-50aa905c3070 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 1001 time: 0.2719965 Nov 25 17:32:28.340341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7759f-965c-499d-b154-d653d32b5477 req-3bdd9420-ee99-48c5-a184-353a2a39b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.344833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-83b7759f-965c-499d-b154-d653d32b5477 req-3bdd9420-ee99-48c5-a184-353a2a39b638 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.1715240 Nov 25 17:32:28.366294 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.472181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7759f-965c-499d-b154-d653d32b5477 req-44b8701c-243f-47d6-92a0-9d0640e49ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.480745 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-83b7759f-965c-499d-b154-d653d32b5477 req-44b8701c-243f-47d6-92a0-9d0640e49ddf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275873 Nov 25 17:32:28.555529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:28.580653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.623029 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26773ec3-81c2-4575-9506-fed1846f9423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.757721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-83b7759f-965c-499d-b154-d653d32b5477 req-91baaae2-5f49-4d1a-84ef-82943086da48 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611580 Nov 25 17:32:28.793310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:28.882666 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26773ec3-81c2-4575-9506-fed1846f9423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.901984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26773ec3-81c2-4575-9506-fed1846f9423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.924957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] For port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:28.929595 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.973830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-26773ec3-81c2-4575-9506-fed1846f9423 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17a955a285834e0aa7fa375205732fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381614 Nov 25 17:32:28.977146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39146) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:29.000400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3e33d-8e74-42c3-b167-eb5753a1d6b6 req-9db88a50-a1c6-47ae-b36b-20cc65f5b230 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.010106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7a3e33d-8e74-42c3-b167-eb5753a1d6b6 req-9db88a50-a1c6-47ae-b36b-20cc65f5b230 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.5139599 Nov 25 17:32:29.016285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] Calling delete_port for fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:29.046229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:29.088999 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5aca9f2-84f9-4e58-b3f1-f849cc1ae88d x-openstack-request-id: req-e5aca9f2-84f9-4e58-b3f1-f849cc1ae88d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:29.089672 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-unplugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:29.089672 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5aca9f2-84f9-4e58-b3f1-f849cc1ae88d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:29.090558 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'code': 200} Nov 25 17:32:29.201199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f90598c-6b6d-4fee-a3a8-601f98c2b74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:29.215493 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-83b7759f-965c-499d-b154-d653d32b5477 req-beedb2f1-e9ce-4db8-afc6-a2b2325928af service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516160 Nov 25 17:32:29.286798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f90598c-6b6d-4fee-a3a8-601f98c2b74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:29.390868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26773ec3-81c2-4575-9506-fed1846f9423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe86fc2-18f6-4e7a-99c6-25c12c4bf33a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:29.468756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f90598c-6b6d-4fee-a3a8-601f98c2b74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:29.487798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f90598c-6b6d-4fee-a3a8-601f98c2b74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:29.507566 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7f90598c-6b6d-4fee-a3a8-601f98c2b74d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1fe86fc2-18f6-4e7a-99c6-25c12c4bf33a HTTP/1.1" status: 204 len: 168 time: 0.4884419 Nov 25 17:32:29.543746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90598c-6b6d-4fee-a3a8-601f98c2b74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe86fc2-18f6-4e7a-99c6-25c12c4bf33a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:29.677119 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7a3e33d-8e74-42c3-b167-eb5753a1d6b6 req-a6fcbbaf-cb4d-4fd0-abc9-9c22b6aee1a4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6660576 Nov 25 17:32:29.748810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fca5a6a-b821-4b08-b329-50c3159ee948 req-9a95c505-640b-4e63-8857-bf5c2332646a tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 210 time: 0.3691602 Nov 25 17:32:29.922996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:29.968230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:30.088095 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.098031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305845e1-f2de-404d-b05a-9d25b4976ce3 req-851dfb4b-0f95-4f8f-b621-34438641fcc3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.099784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-305845e1-f2de-404d-b05a-9d25b4976ce3 req-851dfb4b-0f95-4f8f-b621-34438641fcc3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 944 time: 0.2375872 Nov 25 17:32:30.123338 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.124138 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.149503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39160) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:30.175178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:30.181768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71897e31-f363-4693-ab11-452a967923b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.194000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'e9101cc0-f66c-4b57-b228-557842217690', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': 'e9101cc0-f66c-4b57-b228-557842217690', 'mac_address': 'fa:16:3e:c1:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:30.254551 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.274080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] No DVR routers for this DVR port fd123157-5ba6-4d0e-b9c9-9b9652b20ed2 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:30.302168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d099bc-5c3b-4adc-925e-ce9e2789d1ae None None] Pushing event deleted for resources: {'Port': ['ID=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:30.305300 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.324662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9101cc0-f66c-4b57-b228-557842217690 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:30.389314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:30.395467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23159c3c-1248-40a5-8654-5db9a6978c4d None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:32:30.402993 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.450267 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71897e31-f363-4693-ab11-452a967923b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.463176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71897e31-f363-4693-ab11-452a967923b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.467456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:30.511079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:30.513551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71897e31-f363-4693-ab11-452a967923b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36b8a1c976d74525b0ddb082f1ff8753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3625703 Nov 25 17:32:30.515534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:30.539957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.540637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.552257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=9faff4a0-5e47-4046-9c55-e759742076ff,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:30.575782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-305845e1-f2de-404d-b05a-9d25b4976ce3 req-2c80a5cb-f746-45eb-9dc8-96e57c91108b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4535427 Nov 25 17:32:30.585768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=fd123157-5ba6-4d0e-b9c9-9b9652b20ed2,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:30.610676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ce8175d3-fa13-4cdc-8cb2-3c3461fd25ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9477854 Nov 25 17:32:30.612094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:30.621943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:30.626440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9d9c7493-b89f-46e3-aa96-208b3fcb46cf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:30.638126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71897e31-f363-4693-ab11-452a967923b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675c8ea1-fcc2-43f0-b3c4-13a91338a1f1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:30.711134 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e16be3c4-9846-4b82-be9b-3961412c4b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.730262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:30.762574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-d119262c-51ab-4a54-8c8a-70e4955ff535 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=50c2ba7ecc6f4e0f9dbe0afcaae6db57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739741 Nov 25 17:32:30.763804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['e9101cc0-f66c-4b57-b228-557842217690'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:30.765875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e16be3c4-9846-4b82-be9b-3961412c4b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.901531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e16be3c4-9846-4b82-be9b-3961412c4b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.904261 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e16be3c4-9846-4b82-be9b-3961412c4b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.915694 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e16be3c4-9846-4b82-be9b-3961412c4b65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/675c8ea1-fcc2-43f0-b3c4-13a91338a1f1 HTTP/1.1" status: 204 len: 168 time: 0.3880501 Nov 25 17:32:30.944046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16be3c4-9846-4b82-be9b-3961412c4b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675c8ea1-fcc2-43f0-b3c4-13a91338a1f1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:31.049027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f69be82-c74f-4c68-84ca-0f6de033ba7e req-96a752ba-63a6-4f85-bcbd-3924ca4d9d89 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 210 time: 0.1841578 Nov 25 17:32:31.086096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23159c3c-1248-40a5-8654-5db9a6978c4d None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:32:31.176971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5931f7-68ff-44f8-8929-2833703fbffd req-0f8cbcb1-e6bf-47a0-9ce4-9ba23ea3b174 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.186624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d5931f7-68ff-44f8-8929-2833703fbffd req-0f8cbcb1-e6bf-47a0-9ce4-9ba23ea3b174 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.3051538 Nov 25 17:32:31.226536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9c7493-b89f-46e3-aa96-208b3fcb46cf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:31.230437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d9c7493-b89f-46e3-aa96-208b3fcb46cf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.237567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 624dc863-a83f-4825-9d66-6a9551e57610 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:31.250383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 624dc863-a83f-4825-9d66-6a9551e57610 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:31.250764 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.555543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d5931f7-68ff-44f8-8929-2833703fbffd req-393a52bd-236d-4a94-96c2-f4c4e53a0a3d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678930 Nov 25 17:32:31.595284 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.629387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-fcb3fcfa-20d7-45f3-8125-595304c6eb8d tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.636520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:31.638156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-fcb3fcfa-20d7-45f3-8125-595304c6eb8d tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8303604 Nov 25 17:32:31.638924 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a8f521-ff1c-423e-9585-e59d7ec78a2c" -d '{"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-plugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:31.691592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Request body: {'port': {'device_id': 'dda1aa37-326a-476b-bd3f-525095bf4c3d', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '50c2ba7ecc6f4e0f9dbe0afcaae6db57'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:31.718984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:31.728270 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.735785 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c96837f-bc17-4bcc-9602-64c9ed29f674 x-openstack-request-id: req-6c96837f-bc17-4bcc-9602-64c9ed29f674 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:31.736093 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-plugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:31.736904 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c96837f-bc17-4bcc-9602-64c9ed29f674 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:31.737805 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'code': 200} Nov 25 17:32:31.766675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': '9faff4a0-5e47-4046-9c55-e759742076ff'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:31.767566 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.843592 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-9d9c7493-b89f-46e3-aa96-208b3fcb46cf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9faff4a0-5e47-4046-9c55-e759742076ff (CIDR: 2001:db8::/64) Nov 25 17:32:31.873534 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9c7493-b89f-46e3-aa96-208b3fcb46cf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:32:31.874434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9c7493-b89f-46e3-aa96-208b3fcb46cf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:32:31.931842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf0858-c1f7-4b67-b946-73bdb3a8029b req-623adfae-920c-4acb-a687-a3a4a16777ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.938476 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ecf0858-c1f7-4b67-b946-73bdb3a8029b req-623adfae-920c-4acb-a687-a3a4a16777ed service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1096 time: 0.1122198 Nov 25 17:32:32.050188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:32.065220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6985bf-218a-43b7-81e7-40175dc3dfb2 req-8b3fdf24-8857-4f98-b340-800e95a79e8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:32.085466 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ecf0858-c1f7-4b67-b946-73bdb3a8029b req-21a885eb-febe-4432-a577-061fd8537981 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382072 Nov 25 17:32:32.091247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db6985bf-218a-43b7-81e7-40175dc3dfb2 req-8b3fdf24-8857-4f98-b340-800e95a79e8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.3194716 Nov 25 17:32:32.101674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a0e38b3-533f-4f97-b846-0b6179419ca2 None None] Provisioning complete for port 1a482ba8-e3af-49b8-9336-076509903b84 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:32.102326 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a0e38b3-533f-4f97-b846-0b6179419ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.124698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:32.124981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9d9c7493-b89f-46e3-aa96-208b3fcb46cf tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5071137 Nov 25 17:32:32.131196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:32.189544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db6985bf-218a-43b7-81e7-40175dc3dfb2 req-1d680ac9-5a78-4fe0-9d99-b41d0416dd52 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880659 Nov 25 17:32:32.343880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1026bbc-c7d8-4122-83ba-322504cf0052 req-93d7eafe-9e43-4b15-bf0c-ccfc1eb27340 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 210 time: 0.0904281 Nov 25 17:32:32.435063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Made reservation on behalf of 50c2ba7ecc6f4e0f9dbe0afcaae6db57 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:32.453071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.485309 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.539625 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25da3bd2-f436-4a1e-b9c4-93eb31bf74e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.651822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:32.654397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Allocated IP 2001:db8::f816:3eff:fe3c:b492 (f0634854-7ddd-47b2-951e-b6eafb4de14a/9faff4a0-5e47-4046-9c55-e759742076ff/a54fa3dc-2dc4-499e-a41a-b54e33ab52d5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:32.655621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.912398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.926275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.229338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e36eda-c34c-46ee-9025-7f6f47dec45a req-d81ad7ae-bfc5-44ca-9c86-b465711e442c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.251596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33e36eda-c34c-46ee-9025-7f6f47dec45a req-d81ad7ae-bfc5-44ca-9c86-b465711e442c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.5050988 Nov 25 17:32:33.268440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.293238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:33.296390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:33.355368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.356425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.445573 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3186123 Nov 25 17:32:33.448545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39240) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:33.483273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf4e78c-378b-4d25-86bd-bae6523f3707,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:33.487935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:c1:a6:e2', 'name': 'tempest-NetworksTestDHCPv6-1339042669'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:33.644691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fc662-f8e1-4920-9a17-fd2418bba5ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=9f40b94a-31f1-42cf-a275-b561486be8e9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:33.659465 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.671512 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.729521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Allocated IP 192.168.233.234 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/1251df0c-92cd-486b-a03e-242fb7080088) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:33.763006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33e36eda-c34c-46ee-9025-7f6f47dec45a req-61e7bafc-a396-416d-b383-32fbeecd94db tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5103948 Nov 25 17:32:33.785131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a254206-dac4-40af-98de-e846afd0ee44 req-1409a0e3-fb1b-4ba3-9ea1-3cf04e4d88ab tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.812484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a254206-dac4-40af-98de-e846afd0ee44 req-1409a0e3-fb1b-4ba3-9ea1-3cf04e4d88ab tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.3188560 Nov 25 17:32:33.895336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:33.896713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Pushing event updated for resources: {'Port': ['ID=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:33.903798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:33.920048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:33.933824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:34.010132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:34.105702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbe8a211-1de1-46d7-af1e-fdf125b24883 req-d898da02-06f2-4640-b3fd-695b9ffd5c2f tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 210 time: 0.1465774 Nov 25 17:32:34.139192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a254206-dac4-40af-98de-e846afd0ee44 req-c88dc3fc-3e66-46e1-8bd5-e6601079ef5c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249297 Nov 25 17:32:34.173791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Attempting to bind port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:34.184406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.185115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Attempting to bind port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:34.194298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Attempting to bind port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:34.219535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 76dcb849-3b16-4c3d-a2e3-cea10b5e041c yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:32:34.225028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:34.228687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:34.229444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.230018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:34.234541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Bound port: a54fa3dc-2dc4-499e-a41a-b54e33ab52d5, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:34.235234 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.425186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port e9101cc0-f66c-4b57-b228-557842217690 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:34.425846 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.442504 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.463137 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c10b6b2-80d2-4166-acf3-f4fe1f74c1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.502058 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.589278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] For port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:34.600532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] For port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:34.609332 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.757657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:34.759263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Pushing event updated for resources: {'Port': ['ID=1251df0c-92cd-486b-a03e-242fb7080088,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:34.783442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:34.804414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:34.840286 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.987953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8:0:1::1ba (f0634854-7ddd-47b2-951e-b6eafb4de14a/9f40b94a-31f1-42cf-a275-b561486be8e9/76dcb849-3b16-4c3d-a2e3-cea10b5e041c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:34.994569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Pushing event updated for resources: {'Port': ['ID=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:35.042969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fec1:a6e2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/9faff4a0-5e47-4046-9c55-e759742076ff/76dcb849-3b16-4c3d-a2e3-cea10b5e041c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:35.082707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.087646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.088663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.090678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.096701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.097220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.098617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.101827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.102354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.111601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.114513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.115227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bbbc3e-dbf4-4b86-9f58-47d8250d1a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:35.199217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:35.210439 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f8fc3-0386-4b53-bd3d-5eee61a2c5af" -d '{"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-plugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:35.223943 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:35.227106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.292080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:35.311971 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.341704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-3e8ae2d4-6340-4fbe-9b83-b7fdff05ebd6 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6780241 Nov 25 17:32:35.394585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Request body: {'port': {'device_id': 'dda1aa37-326a-476b-bd3f-525095bf4c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:35.419137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350324-dc6a-40d6-88ba-3436d16e078a req-f16318fc-83eb-48a7-9a7d-d8c607fea93f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:35.420549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d350324-dc6a-40d6-88ba-3436d16e078a req-f16318fc-83eb-48a7-9a7d-d8c607fea93f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.4055550 Nov 25 17:32:35.510286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:35.652129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.770586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.801011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc83a2f-139d-4b5b-82b8-dd8de328694c req-d3dea0a2-6423-4145-8e7e-a446976e236e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:35.809377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bc83a2f-139d-4b5b-82b8-dd8de328694c req-d3dea0a2-6423-4145-8e7e-a446976e236e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 936 time: 0.4303195 Nov 25 17:32:35.841729 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.843141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d350324-dc6a-40d6-88ba-3436d16e078a req-83f61a01-8f6a-48c1-806a-b484466d9cdb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552323 Nov 25 17:32:35.896265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.993983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=76dcb849-3b16-4c3d-a2e3-cea10b5e041c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:36.017644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:36.028209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:36.038824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:36.061948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:36.065639 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.098467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bc83a2f-139d-4b5b-82b8-dd8de328694c req-6a0ac168-4ff3-4f10-8b5b-2aed1f178c7e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853990 Nov 25 17:32:36.107920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5e389c1f-55fb-40a2-b8bc-b902f6fd8428 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6407943 Nov 25 17:32:36.110507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:36.144975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:36.192919 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bd2951-f783-439c-b984-d826a69dd75c x-openstack-request-id: req-86bd2951-f783-439c-b984-d826a69dd75c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:36.193250 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-plugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:36.193687 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86bd2951-f783-439c-b984-d826a69dd75c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:36.194780 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'code': 200} Nov 25 17:32:36.222038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7567e-670d-4b53-b2f1-09ee3809bb6c req-50f879cc-31f3-4b3e-97b9-94969d9d905c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:36.236422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24b7567e-670d-4b53-b2f1-09ee3809bb6c req-50f879cc-31f3-4b3e-97b9-94969d9d905c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.1931295 Nov 25 17:32:36.285585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:36.391891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6857866c-cf00-4ae7-8047-3a400becd6b3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 76dcb849-3b16-4c3d-a2e3-cea10b5e041c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:36.394310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6857866c-cf00-4ae7-8047-3a400becd6b3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.432459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:36.432847 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.585605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6857866c-cf00-4ae7-8047-3a400becd6b3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.607650 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.609561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6857866c-cf00-4ae7-8047-3a400becd6b3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 76dcb849-3b16-4c3d-a2e3-cea10b5e041c owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:36.686617 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94826977-2b73-425f-864e-c7c2d4b71621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.762234 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.853601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:36.858993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2406e3-023a-4fee-9819-7ffe177bb416 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:36.862599 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.037657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:37.075304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1251df0c-92cd-486b-a03e-242fb7080088 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:37.093109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.180912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6857866c-cf00-4ae7-8047-3a400becd6b3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.203461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.232448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-1daee104-2d58-4cf0-9d57-686e37056d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.234651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-1daee104-2d58-4cf0-9d57-686e37056d10 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1096 time: 0.2621889 Nov 25 17:32:37.276377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857866c-cf00-4ae7-8047-3a400becd6b3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=76dcb849-3b16-4c3d-a2e3-cea10b5e041c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:37.394673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6857866c-cf00-4ae7-8047-3a400becd6b3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.401749 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6857866c-cf00-4ae7-8047-3a400becd6b3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/76dcb849-3b16-4c3d-a2e3-cea10b5e041c HTTP/1.1" status: 204 len: 168 time: 1.2899415 Nov 25 17:32:37.404566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:37.422157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94826977-2b73-425f-864e-c7c2d4b71621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.442125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24b7567e-670d-4b53-b2f1-09ee3809bb6c req-2d3fe62e-ecf1-406c-86a5-4c54aaceeffe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2023184 Nov 25 17:32:37.446537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Transition to ACTIVE for port object 1251df0c-92cd-486b-a03e-242fb7080088 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:37.448704 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94826977-2b73-425f-864e-c7c2d4b71621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.466888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bc276db9-e0e1-4f76-8672-66ae0acaf20b None None] Provisioning complete for port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:37.467258 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc276db9-e0e1-4f76-8672-66ae0acaf20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.479434 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.564870 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.613988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-f325f7b0-03b8-4492-a88e-33f6a5735fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.618181 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-f325f7b0-03b8-4492-a88e-33f6a5735fd4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.3534493 Nov 25 17:32:37.729788 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-c8c4bbe4-bfb2-4a5b-8ffe-44c3a56ada88 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 1001 time: 0.1020739 Nov 25 17:32:37.745524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0193811-0259-46bd-ae11-bdcbf46f827b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.747517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b0193811-0259-46bd-ae11-bdcbf46f827b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3417516 Nov 25 17:32:37.748784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1dcd-c859-4a3e-bdf2-6e33ebe0bc2f req-a679471c-36ab-4615-8f8c-9956d81d9cb2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.760067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a5c1dcd-c859-4a3e-bdf2-6e33ebe0bc2f req-a679471c-36ab-4615-8f8c-9956d81d9cb2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.5815105 Nov 25 17:32:37.803006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-c788a83f-37fa-43c8-9c19-c31dc70b3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.804830 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-c788a83f-37fa-43c8-9c19-c31dc70b3cf8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.0557513 Nov 25 17:32:37.805466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:37.875216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd1478-335a-48f9-81f5-a07e509e8937 None None] Update dhcp port {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '9faff4a0-5e47-4046-9c55-e759742076ff', 'ip_address': '2001:db8::f816:3eff:fe3c:b492'}, {'subnet_id': '9f40b94a-31f1-42cf-a275-b561486be8e9'}], 'binding:host_id': 'n-d-819349-3'}, 'id': 'a54fa3dc-2dc4-499e-a41a-b54e33ab52d5'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:32:37.940106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-94826977-2b73-425f-864e-c7c2d4b71621 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29b31301314e446fa9bedcab13efd943&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7937765 Nov 25 17:32:37.941171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94826977-2b73-425f-864e-c7c2d4b71621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197d32e9-bf64-479c-830b-f6bbe7f6bb61,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:37.943889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:37.961580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ff776-666e-49f8-a8e2-06020756f1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.963150 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-184ff776-666e-49f8-a8e2-06020756f1f1 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1567209 Nov 25 17:32:37.969068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39316) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:37.971197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-a3aeee21-56ac-476c-a389-0fca666c8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.980610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-a3aeee21-56ac-476c-a389-0fca666c8b92 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367421 Nov 25 17:32:38.004558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:38.011175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3acd1478-335a-48f9-81f5-a07e509e8937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.064585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Pushing event updated for resources: {'Port': ['ID=1251df0c-92cd-486b-a03e-242fb7080088,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:38.124777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d1a32-c746-4d5e-9c90-c5d9759784e7 req-83678919-8a67-486e-987f-b5133f119e9c tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.132791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf8d1a32-c746-4d5e-9c90-c5d9759784e7 req-83678919-8a67-486e-987f-b5133f119e9c tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 948 time: 0.5702541 Nov 25 17:32:38.164277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a5c1dcd-c859-4a3e-bdf2-6e33ebe0bc2f req-b271ed42-eb23-470c-b746-1c236c3355ff tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026303 Nov 25 17:32:38.174795 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-f2e33ab2-071d-41ad-a17d-fb999f74302e service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749308 Nov 25 17:32:38.391929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3acd1478-335a-48f9-81f5-a07e509e8937 None None] Allocated IP 2001:db8:0:1::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/9f40b94a-31f1-42cf-a275-b561486be8e9/a54fa3dc-2dc4-499e-a41a-b54e33ab52d5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:38.405957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Attempting to bind port 1251df0c-92cd-486b-a03e-242fb7080088 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:38.408798 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63d0d697-ca93-49a9-a2c8-579b020f26e4 req-aa249cf9-41bc-4467-b005-69a6efabbe89 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088146 Nov 25 17:32:38.414426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Attempting to bind port 1251df0c-92cd-486b-a03e-242fb7080088 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:38.414841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Attempting to bind port 1251df0c-92cd-486b-a03e-242fb7080088 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:38.440898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Port 1251df0c-92cd-486b-a03e-242fb7080088 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:38.445193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Attempting to bind port 1251df0c-92cd-486b-a03e-242fb7080088 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:38.456832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf8d1a32-c746-4d5e-9c90-c5d9759784e7 req-994c6af5-40b0-4dc5-a0da-c6614c3a0c69 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798095 Nov 25 17:32:38.464129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1348c-3c68-4e6b-a237-00c6b111be91 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.466249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1348c-3c68-4e6b-a237-00c6b111be91 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.468346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1348c-3c68-4e6b-a237-00c6b111be91 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.471759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:38.472124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:38.472513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:38.473233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Bound port: 1251df0c-92cd-486b-a03e-242fb7080088, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:38.473344 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.476165 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-04b1348c-3c68-4e6b-a237-00c6b111be91 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4936483 Nov 25 17:32:38.477196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39324) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:38.567932 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-998c3b88-e576-4c0b-a647-b25881f0a514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.581778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3acd1478-335a-48f9-81f5-a07e509e8937 None None] For port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:38.620870 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3acd1478-335a-48f9-81f5-a07e509e8937 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.621104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2483b61-b627-42dc-a1ea-dc1cd643454d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 9f40b94a-31f1-42cf-a275-b561486be8e9 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:38.628634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2483b61-b627-42dc-a1ea-dc1cd643454d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.659869 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3acd1478-335a-48f9-81f5-a07e509e8937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.669219 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.700822 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-998c3b88-e576-4c0b-a647-b25881f0a514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.721243 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2483b61-b627-42dc-a1ea-dc1cd643454d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.782518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afd795-a986-4a7b-8098-eed82111fff5 req-9c3fd71a-bbaf-47d5-88bf-ecde315beaac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.790783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7afd795-a986-4a7b-8098-eed82111fff5 req-9c3fd71a-bbaf-47d5-88bf-ecde315beaac tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.3329031 Nov 25 17:32:38.831731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1478-335a-48f9-81f5-a07e509e8937 None None] Pushing event updated for resources: {'Port': ['ID=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:38.845767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:38.846411 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.909105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2483b61-b627-42dc-a1ea-dc1cd643454d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.939447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] For port 1251df0c-92cd-486b-a03e-242fb7080088, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:39.033947 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] For port 1251df0c-92cd-486b-a03e-242fb7080088, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1251df0c-92cd-486b-a03e-242fb7080088,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:39.066914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.088864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2483b61-b627-42dc-a1ea-dc1cd643454d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.159987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2483b61-b627-42dc-a1ea-dc1cd643454d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=9f40b94a-31f1-42cf-a275-b561486be8e9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:39.163821 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2483b61-b627-42dc-a1ea-dc1cd643454d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.167122 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a2483b61-b627-42dc-a1ea-dc1cd643454d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/9f40b94a-31f1-42cf-a275-b561486be8e9 HTTP/1.1" status: 204 len: 168 time: 0.6882691 Nov 25 17:32:39.169641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39326) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:39.171879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7afd795-a986-4a7b-8098-eed82111fff5 req-69d223f5-e89b-4bf8-89fb-3d37a6598405 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492537 Nov 25 17:32:39.179383 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-998c3b88-e576-4c0b-a647-b25881f0a514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.182106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-998c3b88-e576-4c0b-a647-b25881f0a514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.185536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-998c3b88-e576-4c0b-a647-b25881f0a514 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/197d32e9-bf64-479c-830b-f6bbe7f6bb61 HTTP/1.1" status: 204 len: 168 time: 1.2110722 Nov 25 17:32:39.206950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39330) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:39.236632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Pushing event updated for resources: {'Port': ['ID=1251df0c-92cd-486b-a03e-242fb7080088,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:39.257328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.258987 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.260715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-a7dc4d95-bb2a-48e9-bdc4-6092f1daf120 service neutron] 10.222.0.60 "PUT /v2.0/ports/1251df0c-92cd-486b-a03e-242fb7080088 HTTP/1.1" status: 200 len: 1096 time: 3.9082959 Nov 25 17:32:39.262262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c3b88-e576-4c0b-a647-b25881f0a514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197d32e9-bf64-479c-830b-f6bbe7f6bb61,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:39.305667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda1aa37-326a-476b-bd3f-525095bf4c3d', 'tag': '1251df0c-92cd-486b-a03e-242fb7080088'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:39.313544 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da58877-1333-4543-a43c-c66dd9782e99" -d '{"events": [{"name": "network-changed", "server_uuid": "dda1aa37-326a-476b-bd3f-525095bf4c3d", "tag": "1251df0c-92cd-486b-a03e-242fb7080088"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:39.461387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6eb3e-abd7-4a81-8bc7-545dbee8b5d1 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.463550 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c3b6eb3e-abd7-4a81-8bc7-545dbee8b5d1 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1091 time: 0.1597519 Nov 25 17:32:39.471111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f9167e-a0ca-4c3a-bd32-62e1841b0bd7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 9faff4a0-5e47-4046-9c55-e759742076ff {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:39.481776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39342) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:39.487292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54f9167e-a0ca-4c3a-bd32-62e1841b0bd7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.496926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '624dc863-a83f-4825-9d66-6a9551e57610', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:39.564232 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8589eab-56a5-4caa-befb-36d20bb4d215 x-openstack-request-id: req-a8589eab-56a5-4caa-befb-36d20bb4d215 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:39.574266 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda1aa37-326a-476b-bd3f-525095bf4c3d", "tag": "1251df0c-92cd-486b-a03e-242fb7080088", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:39.574636 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8589eab-56a5-4caa-befb-36d20bb4d215 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:39.575001 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda1aa37-326a-476b-bd3f-525095bf4c3d', 'tag': '1251df0c-92cd-486b-a03e-242fb7080088', 'status': 'completed', 'code': 200} Nov 25 17:32:39.610552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54f9167e-a0ca-4c3a-bd32-62e1841b0bd7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.653073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb4924-d6c9-4a6b-86f6-5abd36759dea req-56370b54-7adf-45b7-8584-08d7ee037fa6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.655043 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63eb4924-d6c9-4a6b-86f6-5abd36759dea req-56370b54-7adf-45b7-8584-08d7ee037fa6 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 0.2716048 Nov 25 17:32:39.792778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-48161ddc-9f18-4233-a307-5a46edf92dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.810304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-48161ddc-9f18-4233-a307-5a46edf92dfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=50c2ba7ecc6f4e0f9dbe0afcaae6db57&device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 1099 time: 0.4703448 Nov 25 17:32:39.920860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-9490914c-87f9-4b42-b2c1-59eb31c33464 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=1251df0c-92cd-486b-a03e-242fb7080088 HTTP/1.1" status: 200 len: 217 time: 0.0878906 Nov 25 17:32:39.988043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ede022-98b3-4078-b648-259e12db31b0 req-67e2c12f-5572-42ff-bbbb-5b5703ef1703 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.990012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ede022-98b3-4078-b648-259e12db31b0 req-67e2c12f-5572-42ff-bbbb-5b5703ef1703 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 948 time: 0.3255026 Nov 25 17:32:40.024557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:40.067219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63eb4924-d6c9-4a6b-86f6-5abd36759dea req-435f90fe-8c16-4e95-85d8-fa851696475b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926955 Nov 25 17:32:40.085030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-bc52ade1-e4d8-4107-825d-3b7273564422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.087810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-bc52ade1-e4d8-4107-825d-3b7273564422 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1502731 Nov 25 17:32:40.163892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02d9aad-1a49-4881-b788-66e497c8bcc3 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:40.200102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ede022-98b3-4078-b648-259e12db31b0 req-4a99c4bd-1a91-482f-958f-40ef58114e40 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006054 Nov 25 17:32:40.230402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-b689409b-60aa-4c5d-b4d5-4c81a7781217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.233464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-b689409b-60aa-4c5d-b4d5-4c81a7781217 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287270 Nov 25 17:32:40.421737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d20d9cf3-e46d-497f-9936-8aada82a9a05 None None] Provisioning complete for port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:40.422125 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d20d9cf3-e46d-497f-9936-8aada82a9a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.461290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-00046012-98b2-4855-9ff5-7b064d63a4ab service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001095 Nov 25 17:32:40.539243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:40.643358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:40.644005 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.667667 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d6980ae-33f9-4ec3-8f24-8b8f9691afdc req-8c35c6a3-3041-4284-9f8f-67486a87fd4f service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912465 Nov 25 17:32:40.739268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54f9167e-a0ca-4c3a-bd32-62e1841b0bd7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.831167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54f9167e-a0ca-4c3a-bd32-62e1841b0bd7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.882252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9167e-a0ca-4c3a-bd32-62e1841b0bd7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=9faff4a0-5e47-4046-9c55-e759742076ff,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:40.893848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54f9167e-a0ca-4c3a-bd32-62e1841b0bd7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.900842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54f9167e-a0ca-4c3a-bd32-62e1841b0bd7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/9faff4a0-5e47-4046-9c55-e759742076ff HTTP/1.1" status: 204 len: 168 time: 1.7285829 Nov 25 17:32:40.903044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39372) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:40.937080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da58877-1333-4543-a43c-c66dd9782e99 req-59e2fde3-57fc-4391-9842-462bed2be0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.946554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9da58877-1333-4543-a43c-c66dd9782e99 req-59e2fde3-57fc-4391-9842-462bed2be0b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=50c2ba7ecc6f4e0f9dbe0afcaae6db57&device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 1099 time: 0.1617689 Nov 25 17:32:40.951317 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e9231ce-6ec9-45ca-8891-881338a7011c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465758 Nov 25 17:32:40.952510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.954225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:40.965880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:41.128350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.419377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.25.1.241 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/0616678a-7e59-442b-ae6c-6aebc7358f8c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:41.452391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.671431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569fe583-38db-4fe6-9562-c63a72527547'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:41.682763 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee72d3f-6b26-4e49-963a-18cf279b83c0" -d '{"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-unplugged", "status": "completed", "tag": "569fe583-38db-4fe6-9562-c63a72527547"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:41.716693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:41.734445 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.759633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.792967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:41.840527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.936007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:41.950590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=0616678a-7e59-442b-ae6c-6aebc7358f8c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:41.973224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:41.974897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] Deleting port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:41.976041 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.979566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:41.990242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:41.998040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:42.123370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] For port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:42.123789 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.141167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] Calling delete_port for a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:42.267310 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.292172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da58877-1333-4543-a43c-c66dd9782e99 req-7604765a-0334-4371-9dc5-c627d3aa850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.295164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9da58877-1333-4543-a43c-c66dd9782e99 req-7604765a-0334-4371-9dc5-c627d3aa850b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 1.3232441 Nov 25 17:32:42.316763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:42.324139 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.425229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:42.448471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.477487 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9da58877-1333-4543-a43c-c66dd9782e99 req-637d61d8-541b-4d96-ab52-52dccab78382 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=1251df0c-92cd-486b-a03e-242fb7080088 HTTP/1.1" status: 200 len: 217 time: 0.1598284 Nov 25 17:32:42.513823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6ac23-8f91-42f8-82dc-df9f714f0037 req-a98bd8ea-28a1-4768-a891-e4fcfdeb5f1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.516480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15b6ac23-8f91-42f8-82dc-df9f714f0037 req-a98bd8ea-28a1-4768-a891-e4fcfdeb5f1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 945 time: 1.2855008 Nov 25 17:32:42.528233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186f24-88af-4c14-a185-7d15ca7527a3 req-22c9769f-023b-4803-acea-0837e5780a20 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.531274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3186f24-88af-4c14-a185-7d15ca7527a3 req-22c9769f-023b-4803-acea-0837e5780a20 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 948 time: 1.1292658 Nov 25 17:32:42.760003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da58877-1333-4543-a43c-c66dd9782e99 req-91b3d26e-4840-4af5-830c-9c8a9fd92366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.764836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9da58877-1333-4543-a43c-c66dd9782e99 req-91b3d26e-4840-4af5-830c-9c8a9fd92366 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.2671094 Nov 25 17:32:42.876528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.896814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:42.922727 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.966561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] Pushing event deleted for resources: {'Port': ['ID=a54fa3dc-2dc4-499e-a41a-b54e33ab52d5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:42.979946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35e9cf-d7fd-4784-aea7-7ab42a506c63 None None] No DVR routers for this DVR port a54fa3dc-2dc4-499e-a41a-b54e33ab52d5 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:43.064150 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.120283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15b6ac23-8f91-42f8-82dc-df9f714f0037 req-6887b6f6-6bb0-457d-8839-f5ffc828aaf0 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5840187 Nov 25 17:32:43.144739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39428) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:43.189503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3186f24-88af-4c14-a185-7d15ca7527a3 req-0ecb4ede-6680-4485-b22e-575cd5d5cc6d tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148543 Nov 25 17:32:43.206349 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74183ca-dd05-4479-9910-4bdf3a20b6a0 x-openstack-request-id: req-f74183ca-dd05-4479-9910-4bdf3a20b6a0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:43.207083 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-unplugged", "status": "failed", "tag": "569fe583-38db-4fe6-9562-c63a72527547", "code": 422}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:43.207575 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f74183ca-dd05-4479-9910-4bdf3a20b6a0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:43.208307 n-d-819349-3 neutron-server[103600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '569fe583-38db-4fe6-9562-c63a72527547', 'code': 422} returned with failed status Nov 25 17:32:43.261164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da58877-1333-4543-a43c-c66dd9782e99 req-90bdd384-008b-4d89-9599-41b5ab26198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.270956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9da58877-1333-4543-a43c-c66dd9782e99 req-90bdd384-008b-4d89-9599-41b5ab26198d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4481511 Nov 25 17:32:43.417940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f581e57-4268-4820-be8a-47b3c56af423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.445414 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.460827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.503431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9da58877-1333-4543-a43c-c66dd9782e99 req-3623c705-557d-45c1-a513-21bff3b4ec12 service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929781 Nov 25 17:32:43.557361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=0616678a-7e59-442b-ae6c-6aebc7358f8c,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:43.559462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:32:43.609171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.638749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:43.658586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.693166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:43.699501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.700560 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.707214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2ccf4-d188-4b3e-835e-070282bb1cf7 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:43.735942 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:32:43.912160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9565661 Nov 25 17:32:43.913608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdb6b1-3ae3-4957-8f57-f1106d3e99a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=5587259c-e7b4-47a4-b43d-5ddac0294ded,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:43.924139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:43.934682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-829d4d63-95b2-49d7-9fa3-c9a5b43b5fc9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:43.948178 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f581e57-4268-4820-be8a-47b3c56af423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:43.970013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f581e57-4268-4820-be8a-47b3c56af423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.040536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': '5587259c-e7b4-47a4-b43d-5ddac0294ded'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:44.041565 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.057210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1251df0c-92cd-486b-a03e-242fb7080088 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:44.081868 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f581e57-4268-4820-be8a-47b3c56af423 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03c14cb524fb48228370feddfe7338a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9347701 Nov 25 17:32:44.085293 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Floating IP d5c51d24-9aaa-4b19-981e-fb426389c83a associated. External IP: 172.25.1.241, port: 624dc863-a83f-4825-9d66-6a9551e57610. Nov 25 17:32:44.088520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:44.132441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-60377cbf-9767-4a6a-8aa2-4b38f77dd070 req-db10bdda-b68a-46ad-99bb-b8ebaaa24b75 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:32:44.135013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60377cbf-9767-4a6a-8aa2-4b38f77dd070 req-db10bdda-b68a-46ad-99bb-b8ebaaa24b75 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140018 Nov 25 17:32:44.152185 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9da58877-1333-4543-a43c-c66dd9782e99 req-9b46d8fa-f7b7-446f-b2fc-1273d51ef5bf service neutron] 10.222.0.60 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305656 Nov 25 17:32:44.212818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d4d63-95b2-49d7-9fa3-c9a5b43b5fc9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:44.218764 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-829d4d63-95b2-49d7-9fa3-c9a5b43b5fc9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.316684 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:32:44.369607 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-829d4d63-95b2-49d7-9fa3-c9a5b43b5fc9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5587259c-e7b4-47a4-b43d-5ddac0294ded (CIDR: 2001:db8::/64) Nov 25 17:32:44.389743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f581e57-4268-4820-be8a-47b3c56af423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2f6c50-3643-412e-b665-4326937e098a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:44.454812 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-829d4d63-95b2-49d7-9fa3-c9a5b43b5fc9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:32:44.460410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829d4d63-95b2-49d7-9fa3-c9a5b43b5fc9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:32:44.500533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16d94c37-8aec-4fa6-a0e9-103cba2e1640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.537257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1251df0c-92cd-486b-a03e-242fb7080088, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1251df0c-92cd-486b-a03e-242fb7080088,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:44.561423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '1251df0c-92cd-486b-a03e-242fb7080088', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': '1251df0c-92cd-486b-a03e-242fb7080088', 'mac_address': 'fa:16:3e:34:64:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:44.567475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:44.576548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-829d4d63-95b2-49d7-9fa3-c9a5b43b5fc9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6470284 Nov 25 17:32:44.582217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:44.593563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:44.668610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Allocated IP 2001:db8::f816:3eff:fe5e:a105 (f0634854-7ddd-47b2-951e-b6eafb4de14a/5587259c-e7b4-47a4-b43d-5ddac0294ded/ae8ebe35-a3de-4f6d-be0f-42d525993881) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:44.691389 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.721557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1251df0c-92cd-486b-a03e-242fb7080088 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:44.817967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16d94c37-8aec-4fa6-a0e9-103cba2e1640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.831438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:44.844030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1251df0c-92cd-486b-a03e-242fb7080088, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1251df0c-92cd-486b-a03e-242fb7080088,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:44.857937 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:44.867280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe88ff-a96a-437e-9738-ebbb8316538a req-0a311465-fa90-4dc5-8f56-7ece76ccbe38 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:44.868891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cfe88ff-a96a-437e-9738-ebbb8316538a req-0a311465-fa90-4dc5-8f56-7ece76ccbe38 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.4750302 Nov 25 17:32:44.918664 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae57d48-b1c8-4283-b903-e54bc9701867 req-605a09aa-44d0-48e6-b5da-8b2a18906511 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:44.938592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ae57d48-b1c8-4283-b903-e54bc9701867 req-605a09aa-44d0-48e6-b5da-8b2a18906511 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 948 time: 0.5666449 Nov 25 17:32:45.017636 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16d94c37-8aec-4fa6-a0e9-103cba2e1640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.021169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16d94c37-8aec-4fa6-a0e9-103cba2e1640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.026455 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-16d94c37-8aec-4fa6-a0e9-103cba2e1640 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e2f6c50-3643-412e-b665-4326937e098a HTTP/1.1" status: 204 len: 168 time: 0.9235384 Nov 25 17:32:45.041434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d94c37-8aec-4fa6-a0e9-103cba2e1640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2f6c50-3643-412e-b665-4326937e098a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:45.054842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:45.163815 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.174554 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.182309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:45.182535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] Sync routers for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:45.187161 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.208743 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1251df0c-92cd-486b-a03e-242fb7080088'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:45.229349 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.233858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cfe88ff-a96a-437e-9738-ebbb8316538a req-2eba6799-f32f-402a-b62d-21e7a59c04cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346312 Nov 25 17:32:45.250498 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-39c0e710-20d2-4dd8-8894-14d2ca5637dd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7671995 Nov 25 17:32:45.251637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:45.254293 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3cc62d-9161-4273-b631-aadca1a87aba" -d '{"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:45.278125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1251df0c-92cd-486b-a03e-242fb7080088,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:45.317316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ae57d48-b1c8-4283-b903-e54bc9701867 req-a9802020-6c72-435f-a9d2-4bb053f47bde tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692124 Nov 25 17:32:45.337848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-d4b86e1f-c3d4-4bba-ba73-eb951b4093ec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3240008 Nov 25 17:32:45.390700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:45.391814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:32:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:45.462165 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a334785-01e5-47f6-922a-8646707dedc2 x-openstack-request-id: req-1a334785-01e5-47f6-922a-8646707dedc2 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:45.462655 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:45.463014 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a334785-01e5-47f6-922a-8646707dedc2 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:45.463547 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'status': 'completed', 'code': 200} Nov 25 17:32:45.499467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:45.514378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:45.524924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:45.525375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Pushing event updated for resources: {'Port': ['ID=ae8ebe35-a3de-4f6d-be0f-42d525993881,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:45.563443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-a8494af9-7fab-4eae-a05a-98b16b464b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:45.565278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-a8494af9-7fab-4eae-a05a-98b16b464b39 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0841966 Nov 25 17:32:45.697164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ada77b-18da-4aa2-9d14-0708c3c1c5fe req-df6c88f1-ce8f-48c6-be6f-f60155a38603 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:45.699155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42ada77b-18da-4aa2-9d14-0708c3c1c5fe req-df6c88f1-ce8f-48c6-be6f-f60155a38603 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.2486522 Nov 25 17:32:45.746881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:45.829541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-ffabd14f-5855-472f-9593-8d40edd96a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:45.829804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Attempting to bind port ae8ebe35-a3de-4f6d-be0f-42d525993881 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:45.830131 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Attempting to bind port ae8ebe35-a3de-4f6d-be0f-42d525993881 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:45.832397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Attempting to bind port ae8ebe35-a3de-4f6d-be0f-42d525993881 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:45.834048 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-ffabd14f-5855-472f-9593-8d40edd96a2f service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.2596076 Nov 25 17:32:45.875730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42ada77b-18da-4aa2-9d14-0708c3c1c5fe req-26008dba-348c-4c11-95de-4f6a1f0be9a4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698656 Nov 25 17:32:45.942080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:45.942463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:45.952774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.952774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:45.952774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Bound port: ae8ebe35-a3de-4f6d-be0f-42d525993881, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:45.952774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.965431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39506) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:45.973830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.043153 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-639d950b-6ab8-4da3-b5e3-91dc172b54b6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 999 time: 0.2001669 Nov 25 17:32:46.179811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-7e6bfe87-f8f8-4d8e-be3a-12fd527c05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.184688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:46.186687 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-7e6bfe87-f8f8-4d8e-be3a-12fd527c05b7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.1286011 Nov 25 17:32:46.202008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:46.213421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-87efe307-a9e2-42a6-803e-2fec51e562db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/d5c51d24-9aaa-4b19-981e-fb426389c83a HTTP/1.1" status: 200 len: 991 time: 0.2464855 Nov 25 17:32:46.215184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.215804 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.228092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=a7964bad-8b63-496f-8717-bc2ed42c4434,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:46.252257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4fade6be-b798-4492-8847-0758bbcf3823 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6677773 Nov 25 17:32:46.257665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:46.262858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:89:d0:98', 'name': 'tempest-NetworksTestDHCPv6-378570350'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:46.337167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-b5b832f7-6a4f-40db-ad63-0abd81547f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.345798 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-b5b832f7-6a4f-40db-ad63-0abd81547f13 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436880 Nov 25 17:32:46.520898 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-c986ec74-8374-4b71-8bd1-d22f466ca921 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717489 Nov 25 17:32:46.626244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a525e3c-dc7b-4295-9292-8cfa884feb98 req-08fa0f32-d367-443b-a2be-ba9b28d4a03f tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.633863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a525e3c-dc7b-4295-9292-8cfa884feb98 req-08fa0f32-d367-443b-a2be-ba9b28d4a03f tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 949 time: 0.1356833 Nov 25 17:32:46.661328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2f6b1-ec3d-4f44-87e1-4c03b24488c6 req-0ced277d-2cab-418e-b629-206c8c24ae61 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:46.667020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa2f6b1-ec3d-4f44-87e1-4c03b24488c6 req-0ced277d-2cab-418e-b629-206c8c24ae61 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2039030 Nov 25 17:32:46.802318 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6b3cc62d-9161-4273-b631-aadca1a87aba req-f1b99263-8ddb-40e7-a316-b27de70d4739 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726357 Nov 25 17:32:46.835364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a525e3c-dc7b-4295-9292-8cfa884feb98 req-da617b02-194d-4ba6-81b1-d6ba7a29e838 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984129 Nov 25 17:32:46.836317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:46.847243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] For port ae8ebe35-a3de-4f6d-be0f-42d525993881, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:46.935453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] For port ae8ebe35-a3de-4f6d-be0f-42d525993881, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae8ebe35-a3de-4f6d-be0f-42d525993881,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:46.970964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.101743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5fa2f6b1-ec3d-4f44-87e1-4c03b24488c6 req-7255a026-acf5-4d2b-9ac4-0c0deadb6a1d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055181 Nov 25 17:32:47.115256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51475-d6f6-4b2d-b992-880c615a5c2f None None] Pushing event updated for resources: {'Port': ['ID=ae8ebe35-a3de-4f6d-be0f-42d525993881,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:47.127702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'd5c51d24-9aaa-4b19-981e-fb426389c83a', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'port_id': '624dc863-a83f-4825-9d66-6a9551e57610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'mac_address': 'fa:16:3e:69:f3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:42Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:32:09Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:47.164105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.169516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] Checking router: 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:47.188033 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:47.189576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:32:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:47.211715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port eecc60eb-3ed1-404a-9221-75118a7f7a49 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:32:47.222927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:47.462019 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cf331db9-ff1e-4ca8-8b25-4689046ee420 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/d5c51d24-9aaa-4b19-981e-fb426389c83a HTTP/1.1" status: 200 len: 991 time: 0.2422674 Nov 25 17:32:47.540746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:47.675902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8:0:1::5b (f0634854-7ddd-47b2-951e-b6eafb4de14a/a7964bad-8b63-496f-8717-bc2ed42c4434/eecc60eb-3ed1-404a-9221-75118a7f7a49) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:47.698331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::f816:3eff:fe89:d098 (f0634854-7ddd-47b2-951e-b6eafb4de14a/5587259c-e7b4-47a4-b43d-5ddac0294ded/eecc60eb-3ed1-404a-9221-75118a7f7a49) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:48.102687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1251df0c-92cd-486b-a03e-242fb7080088 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:48.114711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.183873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae8ebe35-a3de-4f6d-be0f-42d525993881 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:48.305434 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.345084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 1251df0c-92cd-486b-a03e-242fb7080088 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:48.371137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 1251df0c-92cd-486b-a03e-242fb7080088 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:48.371540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.465486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39562) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:48.564204 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ae8ebe35-a3de-4f6d-be0f-42d525993881 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:48.564562 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.629647 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0e4f1c59-49d6-44e2-b059-d9185902742d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/d5c51d24-9aaa-4b19-981e-fb426389c83a HTTP/1.1" status: 200 len: 991 time: 0.1619694 Nov 25 17:32:48.662947 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:48.725128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d160dd-d76a-49c1-bf89-cc12ac28c5c3 req-9a4dcdb1-e09b-4336-82cf-df68aa5657a1 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:48.734468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6d160dd-d76a-49c1-bf89-cc12ac28c5c3 req-9a4dcdb1-e09b-4336-82cf-df68aa5657a1 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 949 time: 0.5296474 Nov 25 17:32:48.735479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:48.746178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:48.764777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:48.768334 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.812779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49921267-5264-4a91-859d-175158904896 req-fa2f8fb2-dfb1-4fed-8baf-cf927b61a829 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:48.826902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49921267-5264-4a91-859d-175158904896 req-fa2f8fb2-dfb1-4fed-8baf-cf927b61a829 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.5165997 Nov 25 17:32:48.845724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=eecc60eb-3ed1-404a-9221-75118a7f7a49,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:48.884107 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.895593 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.942391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 1251df0c-92cd-486b-a03e-242fb7080088, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1251df0c-92cd-486b-a03e-242fb7080088,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:48.946831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda1aa37-326a-476b-bd3f-525095bf4c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251df0c-92cd-486b-a03e-242fb7080088'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:48.949766 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a52c116-aeb8-42aa-870a-6885c3055819" -d '{"events": [{"server_uuid": "dda1aa37-326a-476b-bd3f-525095bf4c3d", "name": "network-vif-plugged", "status": "completed", "tag": "1251df0c-92cd-486b-a03e-242fb7080088"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:48.959950 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.000108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'd5c51d24-9aaa-4b19-981e-fb426389c83a', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'port_id': '624dc863-a83f-4825-9d66-6a9551e57610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'mac_address': 'fa:16:3e:69:f3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:42Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:32:09Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:49.120287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49921267-5264-4a91-859d-175158904896 req-c16903aa-3006-44e7-aed1-bee2d9c75234 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919810 Nov 25 17:32:49.124075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9b2f3ac7-65bf-4e5c-8c0e-4f9fa49f3125 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8649633 Nov 25 17:32:49.126695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:49.135689 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8195ff-5963-46c0-9d6a-8bf2aebcfedb None None] The sync data for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 is: [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'd5c51d24-9aaa-4b19-981e-fb426389c83a', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'port_id': '624dc863-a83f-4825-9d66-6a9551e57610', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'mac_address': 'fa:16:3e:69:f3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:42Z', 'updated_at': '2021-11-25T17:32:42Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:32:09Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:49.177385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6d160dd-d76a-49c1-bf89-cc12ac28c5c3 req-95cb09a2-02cb-43e6-8552-b8216b5b2c6d tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741802 Nov 25 17:32:49.249546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port ae8ebe35-a3de-4f6d-be0f-42d525993881, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae8ebe35-a3de-4f6d-be0f-42d525993881,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:49.276882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df01f9f-83bb-4b9f-b346-63e9065fcb9a None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:49.299836 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.330408 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f854c3-8213-4e4b-bc55-acd5373db421 x-openstack-request-id: req-99f854c3-8213-4e4b-bc55-acd5373db421 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:49.331072 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda1aa37-326a-476b-bd3f-525095bf4c3d", "name": "network-vif-plugged", "status": "completed", "tag": "1251df0c-92cd-486b-a03e-242fb7080088", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:49.331562 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99f854c3-8213-4e4b-bc55-acd5373db421 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:49.332177 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda1aa37-326a-476b-bd3f-525095bf4c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1251df0c-92cd-486b-a03e-242fb7080088', 'code': 200} Nov 25 17:32:49.393259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-21ef0445-027b-4e93-bbf8-e1f2993e4d74 None None] Provisioning complete for port ae8ebe35-a3de-4f6d-be0f-42d525993881 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:49.393785 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21ef0445-027b-4e93-bbf8-e1f2993e4d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.398781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=1251df0c-92cd-486b-a03e-242fb7080088,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:49.402542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:49.490460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-909f100b-10ca-496e-a6c9-42c7b066f700 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port eecc60eb-3ed1-404a-9221-75118a7f7a49 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:49.491726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909f100b-10ca-496e-a6c9-42c7b066f700 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.588907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-7f8b46a6-35f9-4850-aee3-2337df866d31 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:49.596138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-7f8b46a6-35f9-4850-aee3-2337df866d31 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 815 time: 0.2968178 Nov 25 17:32:49.619559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39592) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:49.642449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-7f812ba6-955b-4db1-828a-d7e8794b731f tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/quotas/fbf6ae444f8c4e9ebdefa18f4d799611 HTTP/1.1" status: 200 len: 375 time: 0.0451677 Nov 25 17:32:49.694042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=ae8ebe35-a3de-4f6d-be0f-42d525993881,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:49.750003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4bd3c-94a9-4d5e-a036-20f360d7f3f5 req-2e0a57f9-d7eb-45bc-9510-2fd52970a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:49.754260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdc4bd3c-94a9-4d5e-a036-20f360d7f3f5 req-2e0a57f9-d7eb-45bc-9510-2fd52970a87f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 1101 time: 0.1471720 Nov 25 17:32:49.783897 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d5a00-797f-4920-9137-5fb4626d967c None None] New status for floating IP d5c51d24-9aaa-4b19-981e-fb426389c83a: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:32:49.862052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-9d48549f-465a-4fd8-a8ab-fab3c1b3db25 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2188122 Nov 25 17:32:49.960668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26edecf1-21a1-4b02-aafb-4a92d21832e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.013932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae8ebe35-a3de-4f6d-be0f-42d525993881 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:50.055612 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-090ed0d4-def7-428b-b56a-8de40502b41b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/d5c51d24-9aaa-4b19-981e-fb426389c83a HTTP/1.1" status: 200 len: 991 time: 0.4261150 Nov 25 17:32:50.112672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909f100b-10ca-496e-a6c9-42c7b066f700 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.124013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf36f4-7c63-421f-93c5-303d22350b2a None None] Update dhcp port {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'fixed_ips': [{'subnet_id': '5587259c-e7b4-47a4-b43d-5ddac0294ded', 'ip_address': '2001:db8::f816:3eff:fe5e:a105'}, {'subnet_id': 'a7964bad-8b63-496f-8717-bc2ed42c4434'}], 'binding:host_id': 'n-d-819349-3'}, 'id': 'ae8ebe35-a3de-4f6d-be0f-42d525993881'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:32:50.147720 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdc4bd3c-94a9-4d5e-a036-20f360d7f3f5 req-631a36fb-e880-485d-a522-deec56abff55 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479810 Nov 25 17:32:50.157226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-909f100b-10ca-496e-a6c9-42c7b066f700 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for eecc60eb-3ed1-404a-9221-75118a7f7a49 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:50.221192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08bf36f4-7c63-421f-93c5-303d22350b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.293530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-9ebba693-6f2a-4376-8e38-de133f0b6836 service neutron] 10.222.0.81 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305799 Nov 25 17:32:50.379274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26edecf1-21a1-4b02-aafb-4a92d21832e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.388214 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26edecf1-21a1-4b02-aafb-4a92d21832e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.420735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ae8ebe35-a3de-4f6d-be0f-42d525993881 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:50.421463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.558924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe1387-6b1e-426e-a65c-663c6949c522 req-f3795a67-fdd9-412c-b657-84fa64677ddf tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:50.560619 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2fe1387-6b1e-426e-a65c-663c6949c522 req-f3795a67-fdd9-412c-b657-84fa64677ddf tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2661362 Nov 25 17:32:50.587861 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-26edecf1-21a1-4b02-aafb-4a92d21832e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f7386dac5694a73828c79b4f10050bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1830976 Nov 25 17:32:50.588904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edecf1-21a1-4b02-aafb-4a92d21832e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca078c4f-ae1b-422f-aef6-1bb1cd7322ce,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:50.590524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:50.592250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909f100b-10ca-496e-a6c9-42c7b066f700 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.630783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f100b-10ca-496e-a6c9-42c7b066f700 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=eecc60eb-3ed1-404a-9221-75118a7f7a49,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:50.686137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-08bf36f4-7c63-421f-93c5-303d22350b2a None None] Allocated IP 2001:db8:0:1::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/a7964bad-8b63-496f-8717-bc2ed42c4434/ae8ebe35-a3de-4f6d-be0f-42d525993881) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:50.751876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-9640242f-b5a7-4829-bffd-fcf74f3f45cb service neutron] 10.222.0.81 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422126 Nov 25 17:32:50.836220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2fe1387-6b1e-426e-a65c-663c6949c522 req-2b71f783-0a3e-448c-8df6-d6d1992f065a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675586 Nov 25 17:32:50.855005 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f4eb-0160-4e66-af06-53261832f85a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.929094 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f4eb-0160-4e66-af06-53261832f85a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:50.957994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-08bf36f4-7c63-421f-93c5-303d22350b2a None None] For port ae8ebe35-a3de-4f6d-be0f-42d525993881, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae8ebe35-a3de-4f6d-be0f-42d525993881,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:51.021112 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08bf36f4-7c63-421f-93c5-303d22350b2a None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.027520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f4eb-0160-4e66-af06-53261832f85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.030230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbb9f4eb-0160-4e66-af06-53261832f85a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.034590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bbb9f4eb-0160-4e66-af06-53261832f85a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca078c4f-ae1b-422f-aef6-1bb1cd7322ce HTTP/1.1" status: 204 len: 168 time: 0.4390600 Nov 25 17:32:51.056903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08bf36f4-7c63-421f-93c5-303d22350b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.156453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9f4eb-0160-4e66-af06-53261832f85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca078c4f-ae1b-422f-aef6-1bb1cd7322ce,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:51.166225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:51.323352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-545fb8c5-bfcc-4b65-bce0-c1d485b9637e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/d5c51d24-9aaa-4b19-981e-fb426389c83a HTTP/1.1" status: 200 len: 993 time: 0.1362176 Nov 25 17:32:51.564466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf36f4-7c63-421f-93c5-303d22350b2a None None] Pushing event updated for resources: {'Port': ['ID=ae8ebe35-a3de-4f6d-be0f-42d525993881,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:51.635674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-909f100b-10ca-496e-a6c9-42c7b066f700 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:51.646003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-909f100b-10ca-496e-a6c9-42c7b066f700 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/eecc60eb-3ed1-404a-9221-75118a7f7a49 HTTP/1.1" status: 204 len: 168 time: 2.5181994 Nov 25 17:32:51.650212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:51.865118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a0847-62dd-4814-ad1a-c13bba0534ec tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:51.876628 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e97a0847-62dd-4814-ad1a-c13bba0534ec tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2222118 Nov 25 17:32:51.877607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:52.011963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae8ebe35-a3de-4f6d-be0f-42d525993881 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:52.033797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c805c3-eede-42cb-bea6-f7aea29f6f1c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.043717 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e0c805c3-eede-42cb-bea6-f7aea29f6f1c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1647439 Nov 25 17:32:52.044789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39636) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:52.144495 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39638) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:52.174581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ae8ebe35-a3de-4f6d-be0f-42d525993881 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:52.174966 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.257233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0546dae-4659-4c3b-b02e-9403581a2e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.347812 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c91097b-6dd6-4383-8a2e-02386655c6b9 req-e821eddc-4d8d-4983-8e3e-8f71f15b8a02 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 210 time: 1.1804321 Nov 25 17:32:52.365266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d80fb4-f722-4bac-a6a4-fd90e04ee698 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.375692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d80fb4-f722-4bac-a6a4-fd90e04ee698 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.386521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d80fb4-f722-4bac-a6a4-fd90e04ee698 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.404590 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-41d80fb4-f722-4bac-a6a4-fd90e04ee698 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3563588 Nov 25 17:32:52.408078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:52.413579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e3f4c-a5d0-4e6e-b043-5749c04acbb6 req-b6112326-d285-4ff7-abd7-b1e3ff391803 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.423729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f88e3f4c-a5d0-4e6e-b043-5749c04acbb6 req-b6112326-d285-4ff7-abd7-b1e3ff391803 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 950 time: 1.3911250 Nov 25 17:32:52.566206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeca94dd-1be3-48a2-8993-bd37626f8c6e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 5587259c-e7b4-47a4-b43d-5ddac0294ded {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:52.571526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eeca94dd-1be3-48a2-8993-bd37626f8c6e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.627645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eeca94dd-1be3-48a2-8993-bd37626f8c6e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.667036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f88e3f4c-a5d0-4e6e-b043-5749c04acbb6 req-d90f187f-53ea-4d36-9f22-36e17a15143c tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279401 Nov 25 17:32:52.701905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc4035-fe83-4246-a627-799fb9aaa4ca req-7ed3c188-876a-4c93-96a6-247fabbdc417 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.703774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64bc4035-fe83-4246-a627-799fb9aaa4ca req-7ed3c188-876a-4c93-96a6-247fabbdc417 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.1698854 Nov 25 17:32:52.793229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eeca94dd-1be3-48a2-8993-bd37626f8c6e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:52.801410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64bc4035-fe83-4246-a627-799fb9aaa4ca req-0c309017-b994-44ba-a3e2-4e565dfa0c35 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902715 Nov 25 17:32:52.945173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-292fc7ee-9c42-4af0-9f7f-829088734ad0 None None] Provisioning complete for port ae8ebe35-a3de-4f6d-be0f-42d525993881 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:52.946663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-292fc7ee-9c42-4af0-9f7f-829088734ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.135209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-292fc7ee-9c42-4af0-9f7f-829088734ad0 None None] Could not find standard attr ID for object eecc60eb-3ed1-404a-9221-75118a7f7a49. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:32:53.151000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0546dae-4659-4c3b-b02e-9403581a2e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.175398 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0546dae-4659-4c3b-b02e-9403581a2e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.267647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0546dae-4659-4c3b-b02e-9403581a2e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91c15dc-be04-49a3-8094-e2664e9b948c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:53.289445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eeca94dd-1be3-48a2-8993-bd37626f8c6e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.353964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8ca1c074-981e-4aa0-be1e-de22594d8168 None None] Could not find standard attr ID for object eecc60eb-3ed1-404a-9221-75118a7f7a49. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:32:53.380175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eeca94dd-1be3-48a2-8993-bd37626f8c6e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.387258 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eeca94dd-1be3-48a2-8993-bd37626f8c6e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/5587259c-e7b4-47a4-b43d-5ddac0294ded HTTP/1.1" status: 204 len: 168 time: 0.9676738 Nov 25 17:32:53.389643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:53.391819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca94dd-1be3-48a2-8993-bd37626f8c6e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=5587259c-e7b4-47a4-b43d-5ddac0294ded,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:53.408500 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f0546dae-4659-4c3b-b02e-9403581a2e04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b6a6679fd324ff8a3dc565520ac1f26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2630644 Nov 25 17:32:53.413760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:53.528731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-db73d37f-c6b3-4d8f-bc9f-39a82635576b tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:53.538642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-db73d37f-c6b3-4d8f-bc9f-39a82635576b tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.95 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 815 time: 0.5539141 Nov 25 17:32:53.579068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Request body: {'port': {'device_id': '6e99fd7a-8c48-43f3-90d7-e25ecc8b317b', 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'admin_state_up': True, 'tenant_id': 'fbf6ae444f8c4e9ebdefa18f4d799611'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:53.603463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e4809d-8caf-4b9c-a813-989ebed1f483 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet a7964bad-8b63-496f-8717-bc2ed42c4434 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:53.610728 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e4809d-8caf-4b9c-a813-989ebed1f483 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.670906 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e4809d-8caf-4b9c-a813-989ebed1f483 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.705467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345f08e-e383-46a1-baeb-212ba21bc4c0 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:53.807430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-962ce541-be7b-4292-82dc-ac0e9554866e req-c142065f-396c-4652-8dee-a65417cb8802 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 210 time: 0.0717361 Nov 25 17:32:53.817004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.847870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.918751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.921988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.928460 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b91c15dc-be04-49a3-8094-e2664e9b948c HTTP/1.1" status: 204 len: 168 time: 0.5079153 Nov 25 17:32:53.947803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91c15dc-be04-49a3-8094-e2664e9b948c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:53.965433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.965795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.966153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.966496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.966845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.967177 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.967755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.968023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.968358 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.968689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.969058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:53.969552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380c254-5a31-42e7-968e-0af425f6dd11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:54.045025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Made reservation on behalf of fbf6ae444f8c4e9ebdefa18f4d799611 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:54.056535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.090147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21f8c6-338b-4d1b-9bc8-6e806af5e8d8 req-b0bcf402-77fa-457d-a7cf-364fa09a3b9d tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:54.092059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc21f8c6-338b-4d1b-9bc8-6e806af5e8d8 req-b0bcf402-77fa-457d-a7cf-364fa09a3b9d tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 950 time: 0.2833645 Nov 25 17:32:54.154272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e4809d-8caf-4b9c-a813-989ebed1f483 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.262808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e8410-3920-4a4c-9a3c-c5e5e53c70e5 req-aa70cf5b-2ccd-4756-a4fc-aa3bb62caff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:54.264644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-051e8410-3920-4a4c-9a3c-c5e5e53c70e5 req-aa70cf5b-2ccd-4756-a4fc-aa3bb62caff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.1693859 Nov 25 17:32:54.270447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc21f8c6-338b-4d1b-9bc8-6e806af5e8d8 req-c6da741b-552a-49a2-939a-e4cd2334a98b tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622725 Nov 25 17:32:54.391423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Allocated IP 172.20.0.6 (0b353a2a-369d-485d-a7d5-5232b568deec/098aabb8-03f4-4560-bf4f-71dd2f0fabdb/ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:54.477926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e4809d-8caf-4b9c-a813-989ebed1f483 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.546954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-051e8410-3920-4a4c-9a3c-c5e5e53c70e5 req-795ec4e0-753e-4b44-90d0-a7b5eb173b84 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740738 Nov 25 17:32:54.558740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4809d-8caf-4b9c-a813-989ebed1f483 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=a7964bad-8b63-496f-8717-bc2ed42c4434,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:54.582972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e4809d-8caf-4b9c-a813-989ebed1f483 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.595984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b0e4809d-8caf-4b9c-a813-989ebed1f483 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/a7964bad-8b63-496f-8717-bc2ed42c4434 HTTP/1.1" status: 204 len: 168 time: 1.2046571 Nov 25 17:32:54.599338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:54.718735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-661719b8-6735-4dc9-9f48-89e085a0b5da tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138453 Nov 25 17:32:54.719519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39676) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:54.757830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:54.790783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.890400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.920696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1a482ba8-e3af-49b8-9336-076509903b84'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:55.022050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Network 0b353a2a-369d-485d-a7d5-5232b568deec is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:55.063198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:55.072565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:55.089835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2469b1-525c-403f-b1f1-fa9381bd547e None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:55.239817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7c4f0704-bc7a-45ab-80fa-704e7429ffbc None None] Provisioning complete for port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:55.241155 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0704-bc7a-45ab-80fa-704e7429ffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.253453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Pushing event updated for resources: {'Port': ['ID=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:55.256985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b2b35-00b7-4a87-9f5f-b67c6b42947d req-9a50a940-c48c-4eed-8c33-b9dc4f1e301e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.263961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d1b2b35-00b7-4a87-9f5f-b67c6b42947d req-9a50a940-c48c-4eed-8c33-b9dc4f1e301e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 950 time: 0.3681288 Nov 25 17:32:55.320403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.321219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.348119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c1204-79d4-454b-b8d6-9fb4b0a02209 req-abaafe99-5678-49f7-b1ec-403fdef283b3 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.362710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-674c1204-79d4-454b-b8d6-9fb4b0a02209 req-abaafe99-5678-49f7-b1ec-403fdef283b3 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 931 time: 0.3538697 Nov 25 17:32:55.411784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f0704-bc7a-45ab-80fa-704e7429ffbc None None] Port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:55.570967 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-763c9ca5-b36d-4558-ab71-0571e3d59ea5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0241413 Nov 25 17:32:55.594488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:55.609490 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:55.657388 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d1b2b35-00b7-4a87-9f5f-b67c6b42947d req-81580ff3-8e31-4222-a6e2-1c0818e56923 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673146 Nov 25 17:32:55.747164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deafae30-9420-4e51-8936-e2c3f494411f None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:55.852362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-674c1204-79d4-454b-b8d6-9fb4b0a02209 req-209a76bf-15bd-4ca2-b01e-009bfa904537 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837251 Nov 25 17:32:56.039555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Request body: {'port': {'device_id': '6e99fd7a-8c48-43f3-90d7-e25ecc8b317b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:56.051505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-05933003-2e18-4ec3-98e4-4f07f0c36362 None None] Provisioning complete for port ae8ebe35-a3de-4f6d-be0f-42d525993881 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:56.052455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05933003-2e18-4ec3-98e4-4f07f0c36362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.136758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7bdd-db1b-4bdd-9cbe-da19fcbd405a req-ca15c630-1e00-4bd8-b494-664acd6acc3f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.150650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-469d7bdd-db1b-4bdd-9cbe-da19fcbd405a req-ca15c630-1e00-4bd8-b494-664acd6acc3f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2550561 Nov 25 17:32:56.182777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:56.236892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.521296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-469d7bdd-db1b-4bdd-9cbe-da19fcbd405a req-9fad17fb-21f2-416e-943d-27eeb8572978 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706417 Nov 25 17:32:56.543321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] Deleting port ae8ebe35-a3de-4f6d-be0f-42d525993881 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:56.554165 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.641452 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.796665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:56.804983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:56.815561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.816266 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.922588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=d5429e04-2f40-4e4b-b9f3-1dcfcab8d064,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:56.947415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:56.974183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.974747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8367c6d9-7047-4ba5-bb48-8add5989d0c2 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2496963 Nov 25 17:32:56.975794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:57.008633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Transition to ACTIVE for port object ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:57.017477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.033482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-de836315-d94c-467f-9305-157a66af45e0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:57.107269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91858ae3-3820-4fa0-82a6-79984897c44f None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:57.183030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] For port ae8ebe35-a3de-4f6d-be0f-42d525993881, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae8ebe35-a3de-4f6d-be0f-42d525993881,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:57.183548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.215458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] Calling delete_port for ae8ebe35-a3de-4f6d-be0f-42d525993881 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:57.236365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Pushing event updated for resources: {'Port': ['ID=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:57.323003 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Attempting to bind port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:57.326191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Attempting to bind port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:57.326541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Attempting to bind port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 on network 0b353a2a-369d-485d-a7d5-5232b568deec {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:57.335459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 on network 0b353a2a-369d-485d-a7d5-5232b568deec not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:57.335830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Attempting to bind port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 on network 0b353a2a-369d-485d-a7d5-5232b568deec {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:57.352758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:57.353190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Checking segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:57.353573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Bound using segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:57.354028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Bound port: ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:57.354855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.365765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-79e6c675-058f-4eac-925c-61b0c2c38aa0 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.368908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-79e6c675-058f-4eac-925c-61b0c2c38aa0 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.60 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 950 time: 0.4829800 Nov 25 17:32:57.472756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.502674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] No DVR routers for this DVR port ae8ebe35-a3de-4f6d-be0f-42d525993881 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:57.534808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] For port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:57.542257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] For port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:57.547432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.548084 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196b2c-5b7d-4e6c-aae4-5fbed74b1761 req-73d2c9de-9033-43b7-81c3-f802db2c4f6c tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.550194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7196b2c-5b7d-4e6c-aae4-5fbed74b1761 req-73d2c9de-9033-43b7-81c3-f802db2c4f6c tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 950 time: 0.7013614 Nov 25 17:32:57.566375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a272bb49-5074-4a60-aa48-61a5d2225e0b None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:57.568953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027994d-29b1-450d-8c63-9cf1c5747a90 None None] Pushing event deleted for resources: {'Port': ['ID=ae8ebe35-a3de-4f6d-be0f-42d525993881,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:57.608214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09a747-aae0-4af7-a9c9-bfbdeb44b009 req-479ee98b-cbbe-469f-855c-cd0d61b92c72 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.610141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f09a747-aae0-4af7-a9c9-bfbdeb44b009 req-479ee98b-cbbe-469f-855c-cd0d61b92c72 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 943 time: 0.3531957 Nov 25 17:32:57.641702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.642359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.643861 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] 10.222.0.95 "PUT /v2.0/ports/ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 HTTP/1.1" status: 200 len: 1091 time: 2.0603726 Nov 25 17:32:57.666918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e99fd7a-8c48-43f3-90d7-e25ecc8b317b', 'tag': 'ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:57.677003 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141a2d70-329a-4f84-97ad-c52faaa6e345" -d '{"events": [{"name": "network-changed", "server_uuid": "6e99fd7a-8c48-43f3-90d7-e25ecc8b317b", "tag": "ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:57.706066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45148999-2f9b-40cc-847f-555b2e0d9ce4 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:32:57.723949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7196b2c-5b7d-4e6c-aae4-5fbed74b1761 req-59d1d2c9-1625-4d56-8536-1f008f143174 tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccf4e78c-378b-4d25-86bd-bae6523f3707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308000 Nov 25 17:32:57.758249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de836315-d94c-467f-9305-157a66af45e0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:57.763046 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de836315-d94c-467f-9305-157a66af45e0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.839121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d8a93-22f4-4caf-9b2b-9e686548b96e service neutron] Pushing event updated for resources: {'Port': ['ID=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:57.879374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-a152989b-3eef-4081-8d15-8218f519f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.885169 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-a152989b-3eef-4081-8d15-8218f519f09a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 1094 time: 0.1883483 Nov 25 17:32:57.909440 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-de836315-d94c-467f-9305-157a66af45e0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5429e04-2f40-4e4b-b9f3-1dcfcab8d064 (CIDR: 2001:db8::/64) Nov 25 17:32:57.939957 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-de836315-d94c-467f-9305-157a66af45e0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:32:57.940648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de836315-d94c-467f-9305-157a66af45e0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:32:57.971655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-de836315-d94c-467f-9305-157a66af45e0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9476562 Nov 25 17:32:57.979568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39742) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:57.992393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:58.026123 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-5601202d-171d-4eac-b895-88c645d6f1b8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 HTTP/1.1" status: 200 len: 217 time: 0.1304512 Nov 25 17:32:58.028742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae8ebe35-a3de-4f6d-be0f-42d525993881 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:58.164192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Deleting port 1251df0c-92cd-486b-a03e-242fb7080088 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:58.164810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.165341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': 'd5429e04-2f40-4e4b-b9f3-1dcfcab8d064'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:32:58.166265 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.184494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-3b826872-9d38-45d5-b218-793a9dd322a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:58.186134 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-3b826872-9d38-45d5-b218-793a9dd322a2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.1530750 Nov 25 17:32:58.274156 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-ffe2012e-467b-4c7e-a30e-a732f2882853 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790436 Nov 25 17:32:58.290850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] For port 1251df0c-92cd-486b-a03e-242fb7080088, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1251df0c-92cd-486b-a03e-242fb7080088,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:58.291382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.306278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Calling delete_port for 1251df0c-92cd-486b-a03e-242fb7080088 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:58.490419 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.551566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Pushing event deleted for resources: {'Port': ['ID=1251df0c-92cd-486b-a03e-242fb7080088,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:58.563172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/d5429e04-2f40-4e4b-b9f3-1dcfcab8d064/502daaf5-5e75-4843-9a96-b58f31c07e12) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:58.591944 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-3c4f6507-94e1-4590-9d4e-d53d621bca7c service neutron] 10.222.0.95 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061180 Nov 25 17:32:58.637560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f09a747-aae0-4af7-a9c9-bfbdeb44b009 req-4f5106f5-1998-4756-aee0-89c9f6099627 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9696648 Nov 25 17:32:58.709810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.710285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.713127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.713511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.713860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.714202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.714538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.717116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.717488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.717916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.720081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.720493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:58.812994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7261c-9499-4cfa-a98e-73ba9d37e1e1 req-d8f7d359-102a-48dd-8015-12991c24cf4f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:58.817827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8da7261c-9499-4cfa-a98e-73ba9d37e1e1 req-d8f7d359-102a-48dd-8015-12991c24cf4f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.8617451 Nov 25 17:32:58.820617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] No DVR routers for this DVR port 1251df0c-92cd-486b-a03e-242fb7080088 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:58.826767 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.841741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-071f8db7-3f9e-4fe9-9ce7-b0c5c9d670db req-0f88d74d-fdb7-4dbb-9416-eda731542b4e tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.60 "DELETE /v2.0/ports/1251df0c-92cd-486b-a03e-242fb7080088 HTTP/1.1" status: 204 len: 173 time: 1.4509299 Nov 25 17:32:58.854105 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda1aa37-326a-476b-bd3f-525095bf4c3d', 'name': 'network-vif-deleted', 'tag': '1251df0c-92cd-486b-a03e-242fb7080088'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:58.859917 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df051bd9-eac7-463b-bd40-7103ea53555c" -d '{"events": [{"server_uuid": "dda1aa37-326a-476b-bd3f-525095bf4c3d", "name": "network-vif-deleted", "tag": "1251df0c-92cd-486b-a03e-242fb7080088"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:58.861868 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ae90652-4d24-4874-8310-7c2db5ae93c5 req-9512af32-212b-4237-946f-4a5cc6eb4ac4 service neutron] 10.222.0.95 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582033 Nov 25 17:32:58.868699 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba29168-ea92-4ff5-9d8a-ca01a4782ef3 x-openstack-request-id: req-0ba29168-ea92-4ff5-9d8a-ca01a4782ef3 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:58.869368 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e99fd7a-8c48-43f3-90d7-e25ecc8b317b", "tag": "ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:58.870367 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ba29168-ea92-4ff5-9d8a-ca01a4782ef3 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:58.872467 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e99fd7a-8c48-43f3-90d7-e25ecc8b317b', 'tag': 'ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7', 'status': 'completed', 'code': 200} Nov 25 17:32:58.941302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8da7261c-9499-4cfa-a98e-73ba9d37e1e1 req-12277da9-5b45-42f2-a5d2-15e9f2506155 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914671 Nov 25 17:32:58.951173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:58.964699 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.082059 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.085599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ae8ebe35-a3de-4f6d-be0f-42d525993881 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:59.086065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae8ebe35-a3de-4f6d-be0f-42d525993881 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:59.111979 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.139782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:59.157891 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7364db59-8386-4995-bdb6-623d2a6994ed x-openstack-request-id: req-7364db59-8386-4995-bdb6-623d2a6994ed {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:59.161082 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda1aa37-326a-476b-bd3f-525095bf4c3d", "name": "network-vif-deleted", "tag": "1251df0c-92cd-486b-a03e-242fb7080088", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:59.162905 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7364db59-8386-4995-bdb6-623d2a6994ed {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:59.164008 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda1aa37-326a-476b-bd3f-525095bf4c3d', 'name': 'network-vif-deleted', 'tag': '1251df0c-92cd-486b-a03e-242fb7080088', 'status': 'completed', 'code': 200} Nov 25 17:32:59.169127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:59.172240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:59.185602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-971716ea-5621-43d9-8a91-1b4c9e9b13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.188400 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-971716ea-5621-43d9-8a91-1b4c9e9b13e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 1094 time: 0.1746068 Nov 25 17:32:59.201068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Pushing event updated for resources: {'Port': ['ID=502daaf5-5e75-4843-9a96-b58f31c07e12,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:59.271474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Attempting to bind port 502daaf5-5e75-4843-9a96-b58f31c07e12 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:59.272257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Attempting to bind port 502daaf5-5e75-4843-9a96-b58f31c07e12 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:59.272839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Attempting to bind port 502daaf5-5e75-4843-9a96-b58f31c07e12 on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:59.281315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:59.282051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:59.282719 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.283345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:59.284648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Bound port: 502daaf5-5e75-4843-9a96-b58f31c07e12, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:59.285893 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.471428 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] For port 502daaf5-5e75-4843-9a96-b58f31c07e12, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:59.488429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] For port 502daaf5-5e75-4843-9a96-b58f31c07e12, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=502daaf5-5e75-4843-9a96-b58f31c07e12,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:59.524655 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:59.547064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fada2ee8-a723-462e-a1bf-21883b7038c9 req-5e4a02c8-a266-413e-b449-819696b04e3f tempest-VolumesNegativeTest-1901422712 tempest-VolumesNegativeTest-1901422712-project] 10.222.0.81 "GET /v2.0/ports?device_id=dda1aa37-326a-476b-bd3f-525095bf4c3d HTTP/1.1" status: 200 len: 210 time: 0.4768057 Nov 25 17:32:59.616671 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-98e9a96d-4139-4cbb-86db-0e7ee60c75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.625099 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-98e9a96d-4139-4cbb-86db-0e7ee60c75ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 916 time: 0.4280500 Nov 25 17:32:59.744650 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-e743f06e-1d31-4d6d-8885-e0fb23f7d85c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 HTTP/1.1" status: 200 len: 217 time: 0.1082692 Nov 25 17:32:59.761892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f74ebd-f411-4b21-9b1a-cfdf8029f9a3 None None] Pushing event updated for resources: {'Port': ['ID=502daaf5-5e75-4843-9a96-b58f31c07e12,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:59.873895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-c288b58f-2458-4e2f-b4f5-cd2556b827c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.877356 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-c288b58f-2458-4e2f-b4f5-cd2556b827c3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.1225705 Nov 25 17:32:59.998003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-14b1aa66-f1d3-4450-a863-59caec3affda service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066813 Nov 25 17:33:00.112328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1251df0c-92cd-486b-a03e-242fb7080088 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:00.216419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5736f-772d-41eb-a663-84d731e84a4f req-4944037e-f9e1-4457-a3d8-5d169084b659 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.218083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ced5736f-772d-41eb-a663-84d731e84a4f req-4944037e-f9e1-4457-a3d8-5d169084b659 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 943 time: 0.3666682 Nov 25 17:33:00.220455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 1251df0c-92cd-486b-a03e-242fb7080088 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:00.220927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1251df0c-92cd-486b-a03e-242fb7080088 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:00.358109 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-b4612e55-73df-4da4-a660-629d181f44df service neutron] 10.222.0.95 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519192 Nov 25 17:33:00.491080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39832) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:00.558183 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-141a2d70-329a-4f84-97ad-c52faaa6e345 req-9f796611-ac30-447c-9f9c-d9f1fa03fd29 service neutron] 10.222.0.95 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917343 Nov 25 17:33:00.644235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:00.686313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:33:00.778228 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126a20-e36d-4461-8b39-977522798e64 req-a514aac6-0bc1-498d-8898-161bc01bd6cf tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.779907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42126a20-e36d-4461-8b39-977522798e64 req-a514aac6-0bc1-498d-8898-161bc01bd6cf tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.5362394 Nov 25 17:33:00.781836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-80084676-575c-4b5e-bfd5-d490ce72cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.783321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-80084676-575c-4b5e-bfd5-d490ce72cbeb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3&tenant_id=ed4b3d7b85e94c088b2542edf42fff7d HTTP/1.1" status: 200 len: 1094 time: 0.4394777 Nov 25 17:33:00.837423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71106f89-76fc-4fb3-83e3-ae903c18160c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:00.917955 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42126a20-e36d-4461-8b39-977522798e64 req-a8d1bade-81ba-4598-8044-e1bab37cccb3 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139052 Nov 25 17:33:00.976595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:00.993444 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7', 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'port_id': 'ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7', 'mac_address': 'fa:16:3e:74:e1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098aabb8-03f4-4560-bf4f-71dd2f0fabdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:01.024036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ced5736f-772d-41eb-a663-84d731e84a4f req-9295281b-4d34-40e9-ac5f-ee3a0d41571a tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7813444 Nov 25 17:33:01.049279 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.064447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:01.088310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:01.108826 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.122846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71106f89-76fc-4fb3-83e3-ae903c18160c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.138642 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71106f89-76fc-4fb3-83e3-ae903c18160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.139324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-69ebdf19-c541-4481-97e7-1f67c3205baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:01.141106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-69ebdf19-c541-4481-97e7-1f67c3205baa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1094 time: 0.2983932 Nov 25 17:33:01.197738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:01.219070 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71106f89-76fc-4fb3-83e3-ae903c18160c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45871403ca3b4d39a25b1deaa5eb095d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7268245 Nov 25 17:33:01.221926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39854) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:01.308377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71106f89-76fc-4fb3-83e3-ae903c18160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff698c4-8998-4b92-85f3-451f924dda09,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:01.352319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cac5de-a5ee-4e81-84ac-e5120d3eb75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.357651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:01.426054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cac5de-a5ee-4e81-84ac-e5120d3eb75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.558492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cac5de-a5ee-4e81-84ac-e5120d3eb75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.561523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cac5de-a5ee-4e81-84ac-e5120d3eb75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:01.565721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32cac5de-a5ee-4e81-84ac-e5120d3eb75a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dff698c4-8998-4b92-85f3-451f924dda09 HTTP/1.1" status: 204 len: 168 time: 0.3428619 Nov 25 17:33:01.581636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cac5de-a5ee-4e81-84ac-e5120d3eb75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff698c4-8998-4b92-85f3-451f924dda09,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:01.946772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1bd084d7-3c81-4054-a206-a30d2c6abb42 None None] Provisioning complete for port 502daaf5-5e75-4843-9a96-b58f31c07e12 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:01.948713 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1bd084d7-3c81-4054-a206-a30d2c6abb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.013294 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.054624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 502daaf5-5e75-4843-9a96-b58f31c07e12 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:02.232394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 502daaf5-5e75-4843-9a96-b58f31c07e12 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:02.232819 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.260166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bed08d7-6f9b-4025-8875-cca77948de79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.276490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] For port 502daaf5-5e75-4843-9a96-b58f31c07e12, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=502daaf5-5e75-4843-9a96-b58f31c07e12,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:02.297292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39878) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:02.309673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.315570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6c41fb3-ceb1-474a-b4fe-a9c086c0beb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.348757 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1bd084d7-3c81-4054-a206-a30d2c6abb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.375037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.376109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.413044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-11aa731c-de60-49ba-ae20-5cb1d4b2e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.418187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-11aa731c-de60-49ba-ae20-5cb1d4b2e59e service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 1.2615604 Nov 25 17:33:02.468055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6c41fb3-ceb1-474a-b4fe-a9c086c0beb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.478182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6c41fb3-ceb1-474a-b4fe-a9c086c0beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.493925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.533210 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f6c41fb3-ceb1-474a-b4fe-a9c086c0beb9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c2fca31754c4d67ae649b4abe19f640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325790 Nov 25 17:33:02.533210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c41fb3-ceb1-474a-b4fe-a9c086c0beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e574b-e4be-41b9-907e-cff4deea3383,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:02.534316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39888) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:02.572896 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-1bd084d7-3c81-4054-a206-a30d2c6abb42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:33:02.573816 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-1bd084d7-3c81-4054-a206-a30d2c6abb42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:33:02.598267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:02.602507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc17f454-9880-46e1-ab65-ba1efdca9eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.629217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc17f454-9880-46e1-ab65-ba1efdca9eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.638314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 502daaf5-5e75-4843-9a96-b58f31c07e12, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=502daaf5-5e75-4843-9a96-b58f31c07e12,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:02.638577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:02.652819 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2942a-be87-440a-8c2e-019a3579e368 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:02.657114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=df90376a-7976-4462-8cbb-cf43bc22e36e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:02.666091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.666779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.676654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878329d0-7077-40ec-83f5-016ac5949c20 req-60f05d79-3df9-4d61-8e6d-5ca39f9ead37 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.678847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-878329d0-7077-40ec-83f5-016ac5949c20 req-60f05d79-3df9-4d61-8e6d-5ca39f9ead37 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 944 time: 0.3619940 Nov 25 17:33:02.686803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe3d73-54e3-4668-9839-56435a559694 req-be450fe8-886c-46cc-b86f-d6064a0f5f32 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.688346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9fe3d73-54e3-4668-9839-56435a559694 req-be450fe8-886c-46cc-b86f-d6064a0f5f32 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.3546865 Nov 25 17:33:02.702697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=502daaf5-5e75-4843-9a96-b58f31c07e12,revision_number=4']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:02.733571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc17f454-9880-46e1-ab65-ba1efdca9eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.736311 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc17f454-9880-46e1-ab65-ba1efdca9eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.740251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bc17f454-9880-46e1-ab65-ba1efdca9eba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/728e574b-e4be-41b9-907e-cff4deea3383 HTTP/1.1" status: 204 len: 168 time: 0.2022798 Nov 25 17:33:02.762278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17f454-9880-46e1-ab65-ba1efdca9eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e574b-e4be-41b9-907e-cff4deea3383,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:02.780178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-c439988e-f37e-4e9d-afaa-585f8a99b023 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 999 time: 0.3077643 Nov 25 17:33:02.804916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 39900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:02.807078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a8a877d-32b8-4e3b-a67f-fd772f0482d6 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8210733 Nov 25 17:33:02.809301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:02.812705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:13:eb:44', 'name': 'tempest-NetworksTestDHCPv6-1062178106'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:02.838997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.933467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-878329d0-7077-40ec-83f5-016ac5949c20 req-36d9d215-d3b7-48b3-9350-d8b391489abf tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423875 Nov 25 17:33:02.954655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-7799ebc8-d123-4133-82e5-3c144526da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.956356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-7799ebc8-d123-4133-82e5-3c144526da0d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.1474593 Nov 25 17:33:02.961377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9fe3d73-54e3-4668-9839-56435a559694 req-1edbd7fd-dc4c-4ba8-bc20-ddbaefae397a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452941 Nov 25 17:33:03.090297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-10d57913-8b40-4089-b108-bb17a2016b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.094831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-10d57913-8b40-4089-b108-bb17a2016b43 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297991 Nov 25 17:33:03.095047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:03.126956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=502daaf5-5e75-4843-9a96-b58f31c07e12,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:03.169775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:03.183273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:03.183745 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.278491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.310236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port a63dbb8f-fd8c-4b92-8e56-26541feb515e yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:03.340877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-e2bac537-9742-48dd-bf3b-dd4fab107f5e service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372596 Nov 25 17:33:03.410699 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.451095 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e99fd7a-8c48-43f3-90d7-e25ecc8b317b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:03.460087 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba78937-9da1-407e-9b0b-78c60d031b48" -d '{"events": [{"server_uuid": "6e99fd7a-8c48-43f3-90d7-e25ecc8b317b", "name": "network-vif-plugged", "status": "completed", "tag": "ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:03.479979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:03.485323 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.567222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-484f190b-3b4d-4621-a6a0-686e1d1945c1 req-1b6b5d7a-b81f-45b2-92e8-1e91b746eaef service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082520 Nov 25 17:33:03.572401 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b2791d-df67-43d4-ab29-9d131d97d055 x-openstack-request-id: req-94b2791d-df67-43d4-ab29-9d131d97d055 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:03.572976 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e99fd7a-8c48-43f3-90d7-e25ecc8b317b", "name": "network-vif-plugged", "status": "completed", "tag": "ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:03.572976 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94b2791d-df67-43d4-ab29-9d131d97d055 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:03.573408 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e99fd7a-8c48-43f3-90d7-e25ecc8b317b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7', 'code': 200} Nov 25 17:33:03.629213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:03.737881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::2a5 (f0634854-7ddd-47b2-951e-b6eafb4de14a/d5429e04-2f40-4e4b-b9f3-1dcfcab8d064/a63dbb8f-fd8c-4b92-8e56-26541feb515e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:03.738955 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead641cf-5390-4a20-94b7-9d6f895ffd7a req-72049096-1679-4476-94c6-299c9042f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.742191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ead641cf-5390-4a20-94b7-9d6f895ffd7a req-72049096-1679-4476-94c6-299c9042f55a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 1096 time: 0.0727763 Nov 25 17:33:03.747691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:eb44 (f0634854-7ddd-47b2-951e-b6eafb4de14a/df90376a-7976-4462-8cbb-cf43bc22e36e/a63dbb8f-fd8c-4b92-8e56-26541feb515e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:03.844775 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ead641cf-5390-4a20-94b7-9d6f895ffd7a req-d696ba59-5544-4f12-a744-fd4f2ddf5720 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949681 Nov 25 17:33:03.989493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 502daaf5-5e75-4843-9a96-b58f31c07e12 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:04.000063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4de56-1b3d-4e7e-bf4b-7f793c6a09bb req-5fa0ed9b-3115-4d15-b8fb-fbce53ac8c07 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.002795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abb4de56-1b3d-4e7e-bf4b-7f793c6a09bb req-5fa0ed9b-3115-4d15-b8fb-fbce53ac8c07 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.1210525 Nov 25 17:33:04.140666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 502daaf5-5e75-4843-9a96-b58f31c07e12 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:04.141392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.157875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.161285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abb4de56-1b3d-4e7e-bf4b-7f793c6a09bb req-d7c23d6d-0f75-48be-a374-b409ecef7273 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469941 Nov 25 17:33:04.203430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e62747-eede-4987-9d00-d3e6706ea8b1 req-97c2045d-8d6a-43e6-9217-13f90ebbb10f tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.205716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7e62747-eede-4987-9d00-d3e6706ea8b1 req-97c2045d-8d6a-43e6-9217-13f90ebbb10f tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 945 time: 0.0974977 Nov 25 17:33:04.232107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.310849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7e62747-eede-4987-9d00-d3e6706ea8b1 req-51e237aa-b1fe-4a51-ba92-21d99e4c98d3 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972538 Nov 25 17:33:04.350626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:04.363321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:04.368628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:04.386641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.388488 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.399119 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e19824b-f57d-4582-8ffb-d007bb943d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.426881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6201122 Nov 25 17:33:04.428077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbb809-894b-45eb-bff7-2de80ca305c0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=a63dbb8f-fd8c-4b92-8e56-26541feb515e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:04.430779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:04.530429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443de16-e716-4a89-b2a8-6483c1674649 req-8d212371-724b-4194-8dd2-30d4a2ddb6a2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.534158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2443de16-e716-4a89-b2a8-6483c1674649 req-8d212371-724b-4194-8dd2-30d4a2ddb6a2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.1773424 Nov 25 17:33:04.743829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-73a18485-bd49-40bf-803d-cddca9b869db None None] Provisioning complete for port 502daaf5-5e75-4843-9a96-b58f31c07e12 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:04.750971 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-73a18485-bd49-40bf-803d-cddca9b869db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.794620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2443de16-e716-4a89-b2a8-6483c1674649 req-89f693a5-9bf7-4e5d-a715-9c01497177cb tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482338 Nov 25 17:33:04.812096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0f76fb3f-286e-44bc-a199-99ada1c2daac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port a63dbb8f-fd8c-4b92-8e56-26541feb515e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:04.814278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f76fb3f-286e-44bc-a199-99ada1c2daac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.204412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-580b8acf-07fb-434f-bfb2-849c7d9997a8 None None] Provisioning complete for port a63dbb8f-fd8c-4b92-8e56-26541feb515e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:05.204797 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-580b8acf-07fb-434f-bfb2-849c7d9997a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.227879 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f76fb3f-286e-44bc-a199-99ada1c2daac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.293488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0f76fb3f-286e-44bc-a199-99ada1c2daac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for a63dbb8f-fd8c-4b92-8e56-26541feb515e owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:05.314857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-580b8acf-07fb-434f-bfb2-849c7d9997a8 None None] Port a63dbb8f-fd8c-4b92-8e56-26541feb515e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:05.653179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73527764-e227-422e-b5ff-24971dc420a5 req-832b8947-4911-44c9-ae1a-b8e914b5b87e tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.662792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73527764-e227-422e-b5ff-24971dc420a5 req-832b8947-4911-44c9-ae1a-b8e914b5b87e tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 945 time: 0.1579845 Nov 25 17:33:05.718459 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f76fb3f-286e-44bc-a199-99ada1c2daac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.754690 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73527764-e227-422e-b5ff-24971dc420a5 req-d54db36f-27da-49fe-b0eb-16f9e82fc5dd tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901415 Nov 25 17:33:05.813665 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.878457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76fb3f-286e-44bc-a199-99ada1c2daac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=a63dbb8f-fd8c-4b92-8e56-26541feb515e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:06.035675 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f76fb3f-286e-44bc-a199-99ada1c2daac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.048571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0f76fb3f-286e-44bc-a199-99ada1c2daac tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/a63dbb8f-fd8c-4b92-8e56-26541feb515e HTTP/1.1" status: 204 len: 168 time: 1.6127651 Nov 25 17:33:06.049387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40082) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:06.244176 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59f7a5-4fdd-42db-a72e-f4e57ae60967 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.244176 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6d59f7a5-4fdd-42db-a72e-f4e57ae60967 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1892841 Nov 25 17:33:06.244176 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:06.364659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a904860-0ab2-4626-bbd9-8b1aca35ff2d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.371808 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a904860-0ab2-4626-bbd9-8b1aca35ff2d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1263969 Nov 25 17:33:06.375043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40104) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:06.389134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853df2-3a6a-4dd9-8c2b-0a8cc7dd083b req-535aa19f-1e2d-466d-9230-79ded4017555 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.401552 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9853df2-3a6a-4dd9-8c2b-0a8cc7dd083b req-535aa19f-1e2d-466d-9230-79ded4017555 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.1319666 Nov 25 17:33:06.473298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f13756-7801-42c3-b95c-9d358da67e04 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.479860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f13756-7801-42c3-b95c-9d358da67e04 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.484494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f13756-7801-42c3-b95c-9d358da67e04 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.492750 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-72f13756-7801-42c3-b95c-9d358da67e04 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1154230 Nov 25 17:33:06.496608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:06.499371 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.500752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9853df2-3a6a-4dd9-8c2b-0a8cc7dd083b req-616c8c96-8efe-481a-ac11-459a5ad83376 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929654 Nov 25 17:33:06.644153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc06c412-5d45-45d1-9386-16d0a6216677 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet d5429e04-2f40-4e4b-b9f3-1dcfcab8d064 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:06.658719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc06c412-5d45-45d1-9386-16d0a6216677 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.768680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5e788-974f-44c4-8f60-d52847b39f9a req-8e49587f-c7a4-42bb-9769-a93aa5569729 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.780994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d5e788-974f-44c4-8f60-d52847b39f9a req-8e49587f-c7a4-42bb-9769-a93aa5569729 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.1449113 Nov 25 17:33:06.797570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc06c412-5d45-45d1-9386-16d0a6216677 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.908193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4d5e788-974f-44c4-8f60-d52847b39f9a req-b1e719f9-e4d7-45a3-932d-375c2fa70a64 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271932 Nov 25 17:33:07.033626 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.089569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc06c412-5d45-45d1-9386-16d0a6216677 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.122150 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.237131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc06c412-5d45-45d1-9386-16d0a6216677 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.370218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06c412-5d45-45d1-9386-16d0a6216677 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=d5429e04-2f40-4e4b-b9f3-1dcfcab8d064,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:07.398567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc06c412-5d45-45d1-9386-16d0a6216677 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.412391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1528efd-d875-42a3-965d-8f6d4629ac2d None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:07.430762 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc06c412-5d45-45d1-9386-16d0a6216677 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/d5429e04-2f40-4e4b-b9f3-1dcfcab8d064 HTTP/1.1" status: 204 len: 168 time: 0.9325800 Nov 25 17:33:07.435404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:07.595362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca607fc3-cce6-4c6b-81ab-652599a3c85f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet df90376a-7976-4462-8cbb-cf43bc22e36e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:07.609811 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca607fc3-cce6-4c6b-81ab-652599a3c85f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.946479 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca607fc3-cce6-4c6b-81ab-652599a3c85f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.001683 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.150305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:08.199483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e22a-9e3e-4c6f-bffb-48dd03e35388 req-3d2e4996-1c69-46ee-b9d7-00a2b308ecea tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.206095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a414e22a-9e3e-4c6f-bffb-48dd03e35388 req-3d2e4996-1c69-46ee-b9d7-00a2b308ecea tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.4371157 Nov 25 17:33:08.363042 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.371378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca607fc3-cce6-4c6b-81ab-652599a3c85f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.429255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:08.432764 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b2a21-83bd-4294-b293-57c0bb6d69f1" -d '{"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-unplugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:08.466505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a414e22a-9e3e-4c6f-bffb-48dd03e35388 req-24b5625f-10dd-46ce-b8f1-fbda98eaf720 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197692 Nov 25 17:33:08.477971 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca607fc3-cce6-4c6b-81ab-652599a3c85f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.486792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:08.492901 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.566844 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca607fc3-cce6-4c6b-81ab-652599a3c85f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.575815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:08.589662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ca607fc3-cce6-4c6b-81ab-652599a3c85f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/df90376a-7976-4462-8cbb-cf43bc22e36e HTTP/1.1" status: 204 len: 168 time: 1.1526911 Nov 25 17:33:08.626107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74c474-d5f2-4bdd-acd3-af828b5f3e58 req-d25b1ab4-e92c-443a-88f2-e1ea0eb24a3c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.660912 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa74c474-d5f2-4bdd-acd3-af828b5f3e58 req-d25b1ab4-e92c-443a-88f2-e1ea0eb24a3c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.5646162 Nov 25 17:33:08.672255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:08.736232 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b1f86b85-1d81-4f2a-9ecc-3d7428e5e3de tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590548 Nov 25 17:33:08.741907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:08.743036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607fc3-cce6-4c6b-81ab-652599a3c85f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=df90376a-7976-4462-8cbb-cf43bc22e36e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:08.765636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:08.838889 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6658a0-92d0-4893-8157-c60c92dedae5 x-openstack-request-id: req-4e6658a0-92d0-4893-8157-c60c92dedae5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:08.839455 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-unplugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:08.844741 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e6658a0-92d0-4893-8157-c60c92dedae5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:08.848065 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'code': 200} Nov 25 17:33:08.882136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa74c474-d5f2-4bdd-acd3-af828b5f3e58 req-89402d88-25aa-4233-bc4b-2bf9fb78c623 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202206 Nov 25 17:33:09.108267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:09.133306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.403442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02368c-e482-4516-a33a-9b0e0c6bbb50 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:09.683805 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f8b5544-207c-4c4f-89a3-8ed1b77b8ff2 None None] Provisioning complete for port 502daaf5-5e75-4843-9a96-b58f31c07e12 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:09.690994 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5544-207c-4c4f-89a3-8ed1b77b8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.929331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40226) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:09.966965 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.055695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fae15-3e18-4526-950d-e9195f0d38ab req-364432c7-6457-44a4-b69c-3b8389a54928 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:10.063446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f7fae15-3e18-4526-950d-e9195f0d38ab req-364432c7-6457-44a4-b69c-3b8389a54928 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2678452 Nov 25 17:33:10.110778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:10.120961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:10.127514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:10.128692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.150211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:10.164980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:10.168585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=631ab43d-f355-42cb-80f0-f4b6cbc3e7df,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:10.194241 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e2f22c6-62e7-4206-920a-8d9411592d69 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4475133 Nov 25 17:33:10.203228 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:10.261693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-91c23302-4ed1-4e94-a3d6-485d38b114d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:10.373139 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec482459-55cb-44d5-948b-3d08feb60566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.478798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:10.528619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bcd4f-dbe7-4951-94be-ba3591ae0a08 req-93b44f91-19a9-4b11-8678-9755ffe109cf tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:10.544174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'e9101cc0-f66c-4b57-b228-557842217690', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': 'e9101cc0-f66c-4b57-b228-557842217690', 'mac_address': 'fa:16:3e:c1:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:10.548262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f8bcd4f-dbe7-4951-94be-ba3591ae0a08 req-93b44f91-19a9-4b11-8678-9755ffe109cf tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.4571307 Nov 25 17:33:10.558922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f7fae15-3e18-4526-950d-e9195f0d38ab req-2da5a3f8-7fe0-4eaf-98ce-d1035c492ec7 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4253473 Nov 25 17:33:10.582300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec482459-55cb-44d5-948b-3d08feb60566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.597040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec482459-55cb-44d5-948b-3d08feb60566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.741748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec482459-55cb-44d5-948b-3d08feb60566 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=303bb47e374e4528ad25492830e3bef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8047712 Nov 25 17:33:10.742911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec482459-55cb-44d5-948b-3d08feb60566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be237389-c060-4758-b671-1158ee1af7ee,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:10.745716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:10.804633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f8bcd4f-dbe7-4951-94be-ba3591ae0a08 req-8b42c211-bdc1-4cd8-a597-e6602a9d7131 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552278 Nov 25 17:33:10.858403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c23302-4ed1-4e94-a3d6-485d38b114d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:10.875734 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-91c23302-4ed1-4e94-a3d6-485d38b114d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.905701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52b95175-4253-46d5-8f96-26cbcd91a58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.942135 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.973416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9101cc0-f66c-4b57-b228-557842217690 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:10.984783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] Deleting port 502daaf5-5e75-4843-9a96-b58f31c07e12 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:10.985238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.988295 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52b95175-4253-46d5-8f96-26cbcd91a58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.087563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:11.103458 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.137172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52b95175-4253-46d5-8f96-26cbcd91a58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.140509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52b95175-4253-46d5-8f96-26cbcd91a58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.142267 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-52b95175-4253-46d5-8f96-26cbcd91a58e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be237389-c060-4758-b671-1158ee1af7ee HTTP/1.1" status: 204 len: 168 time: 0.3953338 Nov 25 17:33:11.208915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b95175-4253-46d5-8f96-26cbcd91a58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be237389-c060-4758-b671-1158ee1af7ee,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:11.303358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d60c4-3a8a-41c4-9515-903cfbaaa861 req-3c1c8ca2-b4f2-4ded-aa45-33cfa5e3c955 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:11.317779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b24d60c4-3a8a-41c4-9515-903cfbaaa861 req-3c1c8ca2-b4f2-4ded-aa45-33cfa5e3c955 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1096 time: 0.4245574 Nov 25 17:33:11.350453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['e9101cc0-f66c-4b57-b228-557842217690'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:11.435146 n-d-819349-3 neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-91c23302-4ed1-4e94-a3d6-485d38b114d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 631ab43d-f355-42cb-80f0-f4b6cbc3e7df (CIDR: 2001:db8::/64) Nov 25 17:33:11.446357 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c23302-4ed1-4e94-a3d6-485d38b114d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:33:11.446819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c23302-4ed1-4e94-a3d6-485d38b114d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:11.480509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:11.488214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'subnet': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:11.491488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-91c23302-4ed1-4e94-a3d6-485d38b114d4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2630284 Nov 25 17:33:11.541911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=12']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:11.565591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b24d60c4-3a8a-41c4-9515-903cfbaaa861 req-32dc3e84-8b15-4c13-b7f7-9cd7bb9b5833 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401516 Nov 25 17:33:11.576793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] For port 502daaf5-5e75-4843-9a96-b58f31c07e12, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=502daaf5-5e75-4843-9a96-b58f31c07e12,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:11.579548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.696592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] Calling delete_port for 502daaf5-5e75-4843-9a96-b58f31c07e12 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:11.762382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:11.780019 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.882663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b40d74-c259-4a12-8669-618f883f4985 req-bee2614f-75f0-4a03-8e1e-a16beff5133e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:11.897054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04b40d74-c259-4a12-8669-618f883f4985 req-bee2614f-75f0-4a03-8e1e-a16beff5133e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.1529753 Nov 25 17:33:11.939623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f1a9d-a136-4779-aead-08f8de1969ed req-fdcb4506-807e-4a9e-8caf-d61341a0b66b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:11.955186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a05f1a9d-a136-4779-aead-08f8de1969ed req-fdcb4506-807e-4a9e-8caf-d61341a0b66b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.1631789 Nov 25 17:33:11.967509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:12.009046 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0932590-34d4-4c59-87da-f1db1eeb89b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.086469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 502daaf5-5e75-4843-9a96-b58f31c07e12 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:12.103526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a05f1a9d-a136-4779-aead-08f8de1969ed req-5c25837f-09b3-4714-bf45-35db44c03a49 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440923 Nov 25 17:33:12.243872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04b40d74-c259-4a12-8669-618f883f4985 req-52abe215-f704-4f47-bf68-3786a56eab44 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445811 Nov 25 17:33:12.300920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:12.681582 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.730300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbedd49-9062-4203-adf4-411d4fc43b6f req-74870f5b-c5e3-4790-a15a-74cd9cf841b4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:12.741508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdbedd49-9062-4203-adf4-411d4fc43b6f req-74870f5b-c5e3-4790-a15a-74cd9cf841b4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.4022422 Nov 25 17:33:12.785242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bf158036-6047-4060-a3d9-64b5ffb8e0f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/d5c51d24-9aaa-4b19-981e-fb426389c83a HTTP/1.1" status: 200 len: 993 time: 0.4714022 Nov 25 17:33:12.788213 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0932590-34d4-4c59-87da-f1db1eeb89b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.799896 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0932590-34d4-4c59-87da-f1db1eeb89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.825012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] Pushing event deleted for resources: {'Port': ['ID=502daaf5-5e75-4843-9a96-b58f31c07e12,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:12.825012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac739739-0fa7-4cbe-8c78-cd8bad819c48 None None] No DVR routers for this DVR port 502daaf5-5e75-4843-9a96-b58f31c07e12 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:12.841182 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.854083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e0932590-34d4-4c59-87da-f1db1eeb89b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a74e256d36d648a8b6ea5c17ac9ca42e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8787012 Nov 25 17:33:12.856283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:12.892598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.objects.ports [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:33:12.899228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.938006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0322254-d114-410d-bc55-753dcd3c2ff0 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:13.006551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0932590-34d4-4c59-87da-f1db1eeb89b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9706d3be-310f-4990-8457-35ed1ee9dd69,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:13.011953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:13.030669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:13.036235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:13.040752 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.094639 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6126688 Nov 25 17:33:13.095803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448af5a0-e9ac-4bb4-b1fc-391f46180061 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Subnet': ['ID=59e8004e-06eb-4f93-b68c-70d26d150960,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:13.098954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:13.139553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Request body: {'port': {'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'mac_address': 'fa:16:3e:9b:1a:c1', 'name': 'tempest-NetworksTestDHCPv6-1701497020'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:13.163000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdbedd49-9062-4203-adf4-411d4fc43b6f req-f027803c-67fa-4493-9344-0d81b4e96e23 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204521 Nov 25 17:33:13.300451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6146dd7-2e6c-43e8-8214-c085bddc9dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.429222 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6146dd7-2e6c-43e8-8214-c085bddc9dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.502719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f0634854-7ddd-47b2-951e-b6eafb4de14a', 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a', 'tenant_id': 'cd607992d4d94ec591636ee13aac9fe6', 'fixed_ips': [{'subnet_id': '59e8004e-06eb-4f93-b68c-70d26d150960'}, {'subnet_id': '631ab43d-f355-42cb-80f0-f4b6cbc3e7df'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:33:13.504650 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.623846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Made reservation on behalf of cd607992d4d94ec591636ee13aac9fe6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:13.716533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6f0a-adde-47d0-8671-abb10a663995 req-06cc6f1b-d32e-482d-978b-99aa6c26fcaa tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:13.728747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbeb6f0a-adde-47d0-8671-abb10a663995 req-06cc6f1b-d32e-482d-978b-99aa6c26fcaa tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2508397 Nov 25 17:33:13.815790 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6146dd7-2e6c-43e8-8214-c085bddc9dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.827119 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6146dd7-2e6c-43e8-8214-c085bddc9dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.828300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d6146dd7-2e6c-43e8-8214-c085bddc9dd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9706d3be-310f-4990-8457-35ed1ee9dd69 HTTP/1.1" status: 204 len: 168 time: 0.9672670 Nov 25 17:33:13.936106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.999136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] device_id is not set on port 5448245c-1eb0-49e7-ad75-14adf72eff8a yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:14.065967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6146dd7-2e6c-43e8-8214-c085bddc9dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9706d3be-310f-4990-8457-35ed1ee9dd69,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:14.193866 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbeb6f0a-adde-47d0-8671-abb10a663995 req-cae4d0da-c4e9-4554-9adc-7063e5b7b941 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640706 Nov 25 17:33:14.200684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Allocated IP 2001:db8::2 (f0634854-7ddd-47b2-951e-b6eafb4de14a/631ab43d-f355-42cb-80f0-f4b6cbc3e7df/a0b709ef-5045-472a-9f6b-bc3d92855fab) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:14.215532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe34:57d (f0634854-7ddd-47b2-951e-b6eafb4de14a/59e8004e-06eb-4f93-b68c-70d26d150960/a0b709ef-5045-472a-9f6b-bc3d92855fab) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:14.310859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:14.351533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-b71ba06d-7fa8-43aa-a8fe-da1d96999a4c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4772143 Nov 25 17:33:14.400497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8112d0-a1c9-4f19-927b-6d72b1fa6cf6 req-617f2770-9a38-4ab0-abca-14392fc50aeb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:14.404330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad8112d0-a1c9-4f19-927b-6d72b1fa6cf6 req-617f2770-9a38-4ab0-abca-14392fc50aeb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.3246443 Nov 25 17:33:14.597747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad8112d0-a1c9-4f19-927b-6d72b1fa6cf6 req-8069c89a-a282-4555-b075-0420280391e2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285112 Nov 25 17:33:14.643324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c944b3-5e1c-4be8-817a-20251648fdcd req-08c4aa43-690e-4f63-85fd-048b2b6e2cef tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:14.645224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9c944b3-5e1c-4be8-817a-20251648fdcd req-08c4aa43-690e-4f63-85fd-048b2b6e2cef tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 946 time: 0.2399189 Nov 25 17:33:14.788957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port e9101cc0-f66c-4b57-b228-557842217690 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:14.789427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9c944b3-5e1c-4be8-817a-20251648fdcd req-edd51497-6404-4c17-9687-a130192d5e11 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356175 Nov 25 17:33:14.818571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.051429 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.109084 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.114196 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.381549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:15.411935 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:15.429917 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d00dd70-1d28-4f9b-b359-7d7a0b9543d3" -d '{"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-plugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:15.447692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:15.458782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Pushing event updated for resources: {'Port': ['ID=a0b709ef-5045-472a-9f6b-bc3d92855fab,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:15.464048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:15.517869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:15.651262 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a6e98e-b917-482d-8028-a9af5b6877ae x-openstack-request-id: req-09a6e98e-b917-482d-8028-a9af5b6877ae {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:15.651577 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-plugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:15.651849 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09a6e98e-b917-482d-8028-a9af5b6877ae {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:15.652272 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'code': 200} Nov 25 17:33:15.669453 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:15.711241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8::2b0 (f0634854-7ddd-47b2-951e-b6eafb4de14a/631ab43d-f355-42cb-80f0-f4b6cbc3e7df/5448245c-1eb0-49e7-ad75-14adf72eff8a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:15.739207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4600bb6-74d7-4a53-8767-16c2b1afbd09 req-cec51add-33d3-48c6-9e2e-655c2022fd67 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:15.749149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:1ac1 (f0634854-7ddd-47b2-951e-b6eafb4de14a/59e8004e-06eb-4f93-b68c-70d26d150960/5448245c-1eb0-49e7-ad75-14adf72eff8a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:15.772647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4600bb6-74d7-4a53-8767-16c2b1afbd09 req-cec51add-33d3-48c6-9e2e-655c2022fd67 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.3483398 Nov 25 17:33:16.219384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5a3e5-00c0-4f8b-8af8-9ce22354d93c req-3a97bdf9-4734-46ad-a125-a93bb7bbe5aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.233097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9c5a3e5-00c0-4f8b-8af8-9ce22354d93c req-3a97bdf9-4734-46ad-a125-a93bb7bbe5aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.4037485 Nov 25 17:33:16.268394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4600bb6-74d7-4a53-8767-16c2b1afbd09 req-d1db5f0a-3c37-4787-b007-959c0d28f539 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4891582 Nov 25 17:33:16.300494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Attempting to bind port a0b709ef-5045-472a-9f6b-bc3d92855fab on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:16.300890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Attempting to bind port a0b709ef-5045-472a-9f6b-bc3d92855fab by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:16.301333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Attempting to bind port a0b709ef-5045-472a-9f6b-bc3d92855fab on network f0634854-7ddd-47b2-951e-b6eafb4de14a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:16.330509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:16.330904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Checking segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:16.331322 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:16.331717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Bound using segment: {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:16.332203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Bound port: a0b709ef-5045-472a-9f6b-bc3d92855fab, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e17dc5-07da-4c65-b26e-ea5ded2af85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f0634854-7ddd-47b2-951e-b6eafb4de14a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:16.333804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:16.335808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=13']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:16.491582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9c5a3e5-00c0-4f8b-8af8-9ce22354d93c req-06c1ecf7-2737-4701-b0ea-f371cea30764 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177417 Nov 25 17:33:16.530944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:16.599872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:16.660760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] For port a0b709ef-5045-472a-9f6b-bc3d92855fab, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:16.674438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Network f0634854-7ddd-47b2-951e-b6eafb4de14a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:16.675674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] For port a0b709ef-5045-472a-9f6b-bc3d92855fab, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0b709ef-5045-472a-9f6b-bc3d92855fab,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:16.685439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:16.687715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:16.703508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:16.713898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.714628 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:16.716370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721cdd8-5886-4601-a841-e50b98417472 req-45b2261a-1efd-4187-84cf-8ea300f21df7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.732425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3721cdd8-5886-4601-a841-e50b98417472 req-45b2261a-1efd-4187-84cf-8ea300f21df7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.1910403 Nov 25 17:33:16.776388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event updated for resources: {'Port': ['ID=5448245c-1eb0-49e7-ad75-14adf72eff8a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:16.815614 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f9e6396f-4e8c-436c-b5d6-0bf41fb16273 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7100725 Nov 25 17:33:16.818002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:16.916921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3721cdd8-5886-4601-a841-e50b98417472 req-05789379-ebe7-4972-8390-dce7872106c7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834240 Nov 25 17:33:16.936459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb5123-7c16-4ef9-a331-b3fd9c9782a9 None None] Pushing event updated for resources: {'Port': ['ID=a0b709ef-5045-472a-9f6b-bc3d92855fab,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:17.116783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-37497095-ec22-45de-93b7-50f28b2566df tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting port 5448245c-1eb0-49e7-ad75-14adf72eff8a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:17.117441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37497095-ec22-45de-93b7-50f28b2566df tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:17.255820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-54678a84-8b5b-4eeb-b992-427b10b903b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:17.277629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-54678a84-8b5b-4eeb-b992-427b10b903b6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1096 time: 0.1644146 Nov 25 17:33:17.377213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37497095-ec22-45de-93b7-50f28b2566df tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:17.431549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-37497095-ec22-45de-93b7-50f28b2566df tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Calling delete_port for 5448245c-1eb0-49e7-ad75-14adf72eff8a owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:17.443245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40450) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:17.778518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58f6b-2426-4177-9a83-efbd61b9bc6b req-4dd9a050-b777-4f26-865c-29d0748e6312 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:17.799727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ab58f6b-2426-4177-9a83-efbd61b9bc6b req-4dd9a050-b777-4f26-865c-29d0748e6312 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.3331366 Nov 25 17:33:17.905568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-00c6183b-d418-455a-b0fe-bbe011c94cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:17.918333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-00c6183b-d418-455a-b0fe-bbe011c94cce service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.6281226 Nov 25 17:33:18.049081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1316733135'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:18.056356 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37497095-ec22-45de-93b7-50f28b2566df tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.064611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0b709ef-5045-472a-9f6b-bc3d92855fab up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:18.126423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37497095-ec22-45de-93b7-50f28b2566df tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Port': ['ID=5448245c-1eb0-49e7-ad75-14adf72eff8a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:18.251579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Made reservation on behalf of 188a99bc219b483cb7993d3be3909382 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:18.261594 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.299117 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37497095-ec22-45de-93b7-50f28b2566df tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.308546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-37497095-ec22-45de-93b7-50f28b2566df tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/5448245c-1eb0-49e7-ad75-14adf72eff8a HTTP/1.1" status: 204 len: 168 time: 1.4897602 Nov 25 17:33:18.325701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40462) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:18.342115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.412888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a0b709ef-5045-472a-9f6b-bc3d92855fab triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:18.413609 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.437752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c09d461-a3d7-481f-9949-0f4a3ce6301c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:18.439479 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5c09d461-a3d7-481f-9949-0f4a3ce6301c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1123955 Nov 25 17:33:18.442360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:18.758612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.782063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.826230 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.912833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b424898-99b8-481e-9ba0-aa14976090a3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:18.923804 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b424898-99b8-481e-9ba0-aa14976090a3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.4792283 Nov 25 17:33:18.947581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:18.979769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a5632-6fc0-4883-8062-9e2a2fba224a None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:18.989153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port a0b709ef-5045-472a-9f6b-bc3d92855fab, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0b709ef-5045-472a-9f6b-bc3d92855fab,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:19.039948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd81d3c-6c94-4c15-99e0-754b72d784bb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:19.040150 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.135605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:33:19.169278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46f9c9-d0f1-48f8-bddd-8e53c4840910 req-8ce6f073-51f2-4c97-9d55-f608db55f034 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.171570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c46f9c9-d0f1-48f8-bddd-8e53c4840910 req-8ce6f073-51f2-4c97-9d55-f608db55f034 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 1.3249435 Nov 25 17:33:19.195831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.196126 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Added segment 32441bdb-fe29-470a-85da-2281b9c88ada of type vlan for network 0be219e6-f086-4aab-a869-3c0d2b415e04 Nov 25 17:33:19.251378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ab58f6b-2426-4177-9a83-efbd61b9bc6b req-2b8ec85d-ecef-4d1a-99c3-2ec7a6681b11 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4503732 Nov 25 17:33:19.309021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-655f6e25-299e-4bb5-af21-b2b84bcf04a8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 1001 time: 1.3180356 Nov 25 17:33:19.384884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5c46f9c9-d0f1-48f8-bddd-8e53c4840910 req-67f2e0f9-06ad-4964-9a9b-0ab8489e20e6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925688 Nov 25 17:33:19.419887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284de71-1df4-4c7c-9a30-e616c56bd12d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.424630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284de71-1df4-4c7c-9a30-e616c56bd12d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.434952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284de71-1df4-4c7c-9a30-e616c56bd12d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.442399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1284de71-1df4-4c7c-9a30-e616c56bd12d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4916408 Nov 25 17:33:19.444343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:19.501491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-648f0f1e-5103-4406-b742-2c3241511e11 None None] Provisioning complete for port a0b709ef-5045-472a-9f6b-bc3d92855fab triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:19.502059 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-648f0f1e-5103-4406-b742-2c3241511e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.508880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-95c6b1f6-4060-4af7-80f3-a19cc4a2dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.510668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-95c6b1f6-4060-4af7-80f3-a19cc4a2dcb7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.1248355 Nov 25 17:33:19.594663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=a0b709ef-5045-472a-9f6b-bc3d92855fab,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:19.619078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4a3c28-efbf-4d04-b412-fc448a197e35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 59e8004e-06eb-4f93-b68c-70d26d150960 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:19.622924 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.637916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe4a3c28-efbf-4d04-b412-fc448a197e35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.806802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.806802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.806802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.859601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-47f6b078-75d7-46ff-989f-e0ba24247cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.863922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-47f6b078-75d7-46ff-989f-e0ba24247cde service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3341138 Nov 25 17:33:19.870958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe4a3c28-efbf-4d04-b412-fc448a197e35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:19.879297 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4232628 Nov 25 17:33:20.018060 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0b709ef-5045-472a-9f6b-bc3d92855fab up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:20.167362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a0b709ef-5045-472a-9f6b-bc3d92855fab triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:20.167788 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:20.223228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-e87e3faf-7c0c-4e3a-9a97-a18d84b5ec3b service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316259 Nov 25 17:33:20.275425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7f3d0-7f44-4762-aeb9-7e680dd7137d req-3750d304-f3bb-4a3d-bc1a-b60f24dd7121 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:20.277869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ae7f3d0-7f44-4762-aeb9-7e680dd7137d req-3750d304-f3bb-4a3d-bc1a-b60f24dd7121 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.5908880 Nov 25 17:33:20.564854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4c3c1006-ffda-4dee-beaf-7ddc2fe6ded5 None None] Provisioning complete for port a0b709ef-5045-472a-9f6b-bc3d92855fab triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:20.570966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:20.580194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1006-ffda-4dee-beaf-7ddc2fe6ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:20.582363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Request body: {'port': {'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04', 'binding:host_id': 'n-h1-819349-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-292949567'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:20.729074 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:33:20.761241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-4f814989-7f08-4e43-bf37-908462a578bf service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817040 Nov 25 17:33:20.765861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Made reservation on behalf of 40825351b1814aae86c2c0e85d6fdeaa for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:20.787219 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:20.812333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ae7f3d0-7f44-4762-aeb9-7e680dd7137d req-422becdd-82d6-4a0e-8e05-03f1f978b687 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5147591 Nov 25 17:33:20.858256 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:20.863381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:21.131145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f9658946-e9d7-4589-b53d-a0ef2cab1826 None None] Could not find standard attr ID for object 5448245c-1eb0-49e7-ad75-14adf72eff8a. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:33:21.145077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.158851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693edba6-36c9-4aea-9f84-cab90ffab302 req-28663330-6b37-4c4a-8857-5dbc50c83173 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:21.163257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-693edba6-36c9-4aea-9f84-cab90ffab302 req-28663330-6b37-4c4a-8857-5dbc50c83173 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.3062322 Nov 25 17:33:21.165900 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.171692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] device_id is not set on port 27740241-7c08-4f74-90f6-9e00081fff32 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:21.361171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f71857-aa88-4b34-a826-15c9d90c782a tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Pushing event updated for resources: {'Network': ['ID=0be219e6-f086-4aab-a869-3c0d2b415e04,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:21.376477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 0be219e6-f086-4aab-a869-3c0d2b415e04 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:33:21.526141 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe4a3c28-efbf-4d04-b412-fc448a197e35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.675411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe4a3c28-efbf-4d04-b412-fc448a197e35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.704131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe4a3c28-efbf-4d04-b412-fc448a197e35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.717289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cdafae-5b3f-45c0-aa7e-9c11f55393b6 None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:21.725218 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fe4a3c28-efbf-4d04-b412-fc448a197e35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/59e8004e-06eb-4f93-b68c-70d26d150960 HTTP/1.1" status: 204 len: 168 time: 2.2607491 Nov 25 17:33:21.758826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:21.777164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a3c28-efbf-4d04-b412-fc448a197e35 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=59e8004e-06eb-4f93-b68c-70d26d150960,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:21.889656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71aa5af-4694-4080-b550-b45bd6e4892b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Deleting subnet 631ab43d-f355-42cb-80f0-f4b6cbc3e7df {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:21.897055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c71aa5af-4694-4080-b550-b45bd6e4892b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.992292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbac53fa-a9fe-43a2-8a8c-65a72b674b49,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:22.010504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c71aa5af-4694-4080-b550-b45bd6e4892b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.043417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63471b5a-5019-40f0-9465-25754576632f req-cbf0e857-58d4-4bfd-aa4d-73048d8a2071 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:22.046258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63471b5a-5019-40f0-9465-25754576632f req-cbf0e857-58d4-4bfd-aa4d-73048d8a2071 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.8979561 Nov 25 17:33:22.073856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4b827b37-63ed-4e24-9391-8a0899374d2f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50c2ba7ecc6f4e0f9dbe0afcaae6db57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2045031 Nov 25 17:33:22.080764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:22.087363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-693edba6-36c9-4aea-9f84-cab90ffab302 req-a0b1cd8f-cd13-4832-9e55-2cc02905c7d3 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324248 Nov 25 17:33:22.339276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] device_id is not set on port 27740241-7c08-4f74-90f6-9e00081fff32 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:22.353783 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.423261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63471b5a-5019-40f0-9465-25754576632f req-6c5987da-9079-4a5a-8485-6c02a321d217 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610690 Nov 25 17:33:22.430316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df56db5c-aaf7-4d48-a5d6-d11c21b8516e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.458793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c71aa5af-4694-4080-b550-b45bd6e4892b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.504166 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.530702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df56db5c-aaf7-4d48-a5d6-d11c21b8516e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.717015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c71aa5af-4694-4080-b550-b45bd6e4892b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.756134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=27740241-7c08-4f74-90f6-9e00081fff32,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:22.775761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Checking segment: {'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:22.777138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Network hostable DHCP agents. Network: 0be219e6-f086-4aab-a869-3c0d2b415e04, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:33:22.831490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcba8b-79a7-4ea3-8df6-6d542547ad60 req-04fce47a-403d-411f-9997-9c5e97f11329 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:22.835122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecbcba8b-79a7-4ea3-8df6-6d542547ad60 req-04fce47a-403d-411f-9997-9c5e97f11329 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.2776012 Nov 25 17:33:22.840562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71aa5af-4694-4080-b550-b45bd6e4892b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Subnet': ['ID=631ab43d-f355-42cb-80f0-f4b6cbc3e7df,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:22.844619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c71aa5af-4694-4080-b550-b45bd6e4892b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.848199 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c71aa5af-4694-4080-b550-b45bd6e4892b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/631ab43d-f355-42cb-80f0-f4b6cbc3e7df HTTP/1.1" status: 204 len: 168 time: 1.0880485 Nov 25 17:33:22.851586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40504) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:22.928563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Network 0be219e6-f086-4aab-a869-3c0d2b415e04 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:33:22.933174 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df56db5c-aaf7-4d48-a5d6-d11c21b8516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.940484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df56db5c-aaf7-4d48-a5d6-d11c21b8516e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:22.941732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-df56db5c-aaf7-4d48-a5d6-d11c21b8516e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ccf4e78c-378b-4d25-86bd-bae6523f3707 HTTP/1.1" status: 204 len: 168 time: 0.8592536 Nov 25 17:33:22.965638 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a405fd91-eba4-48dd-b8d1-8bd62856c511 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127923 Nov 25 17:33:22.966282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40508) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.016723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56db5c-aaf7-4d48-a5d6-d11c21b8516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf4e78c-378b-4d25-86bd-bae6523f3707,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:23.053769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecbcba8b-79a7-4ea3-8df6-6d542547ad60 req-d166081e-4e9d-475b-9551-864e6d410dc1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055764 Nov 25 17:33:23.082901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 0be219e6-f086-4aab-a869-3c0d2b415e04) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:23.089102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:23.094686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96694986-dc5b-47ac-b106-f03744b4e732 None None] Network 0be219e6-f086-4aab-a869-3c0d2b415e04 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:23.096521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb8eae-6771-4aa8-b9dc-a1a1dee01437 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.101511 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-59bb8eae-6771-4aa8-b9dc-a1a1dee01437 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1341672 Nov 25 17:33:23.102142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.168441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:23.169903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:23.171755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.198480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:23.199882 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:23.201531 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 2 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:23.275817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:23.276462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:23.277251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.299545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:23.303883 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:23.304622 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 3 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:23.315364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc3db1-cb9f-441c-a000-7a29bb21c538 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.330077 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-96bc3db1-cb9f-441c-a000-7a29bb21c538 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2267923 Nov 25 17:33:23.330742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.449226 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f44f8de1-0eed-4998-a865-36d3044b5f02 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162021 Nov 25 17:33:23.449866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.488303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:23.492873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:23.502330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.502626 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4f6ee6-9e37-4504-8d96-4d59146899f9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:23.503187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4f6ee6-9e37-4504-8d96-4d59146899f9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:23.515169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.530105 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c4f6ee6-9e37-4504-8d96-4d59146899f9 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/5448245c-1eb0-49e7-ad75-14adf72eff8a HTTP/1.1" status: 404 len: 333 time: 0.0790589 Nov 25 17:33:23.533044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:23.533389 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:23.536013 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 4 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:23.602639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:23.603336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:23.604671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.611255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:23.611980 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:23.612889 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 5 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:23.617377 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf49078a-3efd-4c40-a81d-69fbef2d5069 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:23.618193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf49078a-3efd-4c40-a81d-69fbef2d5069 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:23.624578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40530) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.625093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bf49078a-3efd-4c40-a81d-69fbef2d5069 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/59e8004e-06eb-4f93-b68c-70d26d150960 HTTP/1.1" status: 404 len: 337 time: 0.1073534 Nov 25 17:33:23.651870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:23.653511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:23.654432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:23.686051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23981f-bc96-4a8f-837d-2b5e93e5016b req-e1f0be49-3a08-4420-bb99-346261d41357 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.689795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d23981f-bc96-4a8f-837d-2b5e93e5016b req-e1f0be49-3a08-4420-bb99-346261d41357 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.3342075 Nov 25 17:33:23.718094 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b327c591-d5fc-423b-bbff-b3ef4fbf85dc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:23.718645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b327c591-d5fc-423b-bbff-b3ef4fbf85dc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:23.731838 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b327c591-d5fc-423b-bbff-b3ef4fbf85dc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/631ab43d-f355-42cb-80f0-f4b6cbc3e7df HTTP/1.1" status: 404 len: 337 time: 0.1041336 Nov 25 17:33:23.732682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.832030 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-145a095c-c115-4fbb-81fe-f4a8ccd616a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:23.832030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145a095c-c115-4fbb-81fe-f4a8ccd616a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:23.832030 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-145a095c-c115-4fbb-81fe-f4a8ccd616a7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/a63dbb8f-fd8c-4b92-8e56-26541feb515e HTTP/1.1" status: 404 len: 333 time: 0.0903130 Nov 25 17:33:23.840264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.853677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55218090-a99b-4327-8d31-9c6ea7adc8dd None None] Network f0634854-7ddd-47b2-951e-b6eafb4de14a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:23.912951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d23981f-bc96-4a8f-837d-2b5e93e5016b req-2607cbfd-92cc-4bdb-8ad4-9223af30159e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969483 Nov 25 17:33:23.921446 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dffa65-84d2-4ba9-b6a9-e640c07623a4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:23.921913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dffa65-84d2-4ba9-b6a9-e640c07623a4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:23.922148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:23.925280 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d2dffa65-84d2-4ba9-b6a9-e640c07623a4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/df90376a-7976-4462-8cbb-cf43bc22e36e HTTP/1.1" status: 404 len: 337 time: 0.0831034 Nov 25 17:33:23.928807 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:23.930038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:23.931477 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 6 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:24.017309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b59e72cd-594e-4227-9196-143ae14807ff None None] Provisioning complete for port a0b709ef-5045-472a-9f6b-bc3d92855fab triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:24.018032 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b59e72cd-594e-4227-9196-143ae14807ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.126673 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6a9e47-84da-4f26-82eb-7ca0b6946ddc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.127320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6a9e47-84da-4f26-82eb-7ca0b6946ddc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.134068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1a6a9e47-84da-4f26-82eb-7ca0b6946ddc tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/d5429e04-2f40-4e4b-b9f3-1dcfcab8d064 HTTP/1.1" status: 404 len: 337 time: 0.1890967 Nov 25 17:33:24.134068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:24.134393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:24.134679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:24.134829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.142029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:24.142368 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:24.144894 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 7 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:24.198675 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3c1cbc-1ca1-4467-b4af-46d300a17216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.199642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3c1cbc-1ca1-4467-b4af-46d300a17216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.205536 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2a3c1cbc-1ca1-4467-b4af-46d300a17216 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/eecc60eb-3ed1-404a-9221-75118a7f7a49 HTTP/1.1" status: 404 len: 333 time: 0.0672700 Nov 25 17:33:24.205736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a84669-410b-4319-866b-1ac34082070d req-8594167e-dc9a-4ef7-81f9-f01622848ec2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:24.205736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42a84669-410b-4319-866b-1ac34082070d req-8594167e-dc9a-4ef7-81f9-f01622848ec2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.3108449 Nov 25 17:33:24.206270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.221074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:24.221548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:24.224093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:24.294195 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2fad0a-61c6-422f-b3fa-09d221007147 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.295144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2fad0a-61c6-422f-b3fa-09d221007147 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.300782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:24.300782 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:24.300782 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 8 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:24.315685 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce2fad0a-61c6-422f-b3fa-09d221007147 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/a7964bad-8b63-496f-8717-bc2ed42c4434 HTTP/1.1" status: 404 len: 337 time: 0.1079857 Nov 25 17:33:24.323021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.325332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:24.325692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:24.326073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:24.337230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:24.337850 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:24.340296 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 9 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:24.386776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:24.387138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:24.387470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:24.395285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:24.395939 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:24.396645 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 10 to bind port 27740241-7c08-4f74-90f6-9e00081fff32 Nov 25 17:33:24.426247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42a84669-410b-4319-866b-1ac34082070d req-776e9461-1627-4da9-9693-a95fffdea7fd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695058 Nov 25 17:33:24.427855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:24.428196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:24.428519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:24.437481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 27740241-7c08-4f74-90f6-9e00081fff32 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:24.437814 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 27740241-7c08-4f74-90f6-9e00081fff32 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:24.438181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.456021 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e905c6-ec24-44cb-9d74-098cff49cc1a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.456505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e905c6-ec24-44cb-9d74-098cff49cc1a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.469651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c4e905c6-ec24-44cb-9d74-098cff49cc1a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/5587259c-e7b4-47a4-b43d-5ddac0294ded HTTP/1.1" status: 404 len: 337 time: 0.1430299 Nov 25 17:33:24.470315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.501964 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ffe8b6-9d91-4fd3-8f1a-7e6c4acfb266 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.502541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ffe8b6-9d91-4fd3-8f1a-7e6c4acfb266 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.514135 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54ffe8b6-9d91-4fd3-8f1a-7e6c4acfb266 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/76dcb849-3b16-4c3d-a2e3-cea10b5e041c HTTP/1.1" status: 404 len: 333 time: 0.0426812 Nov 25 17:33:24.514869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.559244 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ff0bb3-3b78-4222-a0b1-cbae9e737132 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.559494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ff0bb3-3b78-4222-a0b1-cbae9e737132 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.565940 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-65ff0bb3-3b78-4222-a0b1-cbae9e737132 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/9f40b94a-31f1-42cf-a275-b561486be8e9 HTTP/1.1" status: 404 len: 337 time: 0.0499852 Nov 25 17:33:24.566577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40570) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.571735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] DHCP port deletion for f0634854-7ddd-47b2-951e-b6eafb4de14a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:24.627045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] For port 27740241-7c08-4f74-90f6-9e00081fff32, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:24.627808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:33:24.641231 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6329b2-e55a-4d6c-a1b4-721cfcdc7e19 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.641840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6329b2-e55a-4d6c-a1b4-721cfcdc7e19 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.649469 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5f6329b2-e55a-4d6c-a1b4-721cfcdc7e19 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/9faff4a0-5e47-4046-9c55-e759742076ff HTTP/1.1" status: 404 len: 337 time: 0.0819321 Nov 25 17:33:24.650196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40572) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.712707 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8daf53f-bbf8-46b9-87aa-41754942dbab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.715987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8daf53f-bbf8-46b9-87aa-41754942dbab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.723039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] Deleting port a0b709ef-5045-472a-9f6b-bc3d92855fab {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:24.724407 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.725737 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a8daf53f-bbf8-46b9-87aa-41754942dbab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/91379eaa-9fe8-4519-86cf-15179e6c2681 HTTP/1.1" status: 404 len: 333 time: 0.0741313 Nov 25 17:33:24.727985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40576) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.729962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.772795 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ec7759-37a1-43df-9008-8efead9836f7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.773836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ec7759-37a1-43df-9008-8efead9836f7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.780038 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54ec7759-37a1-43df-9008-8efead9836f7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/f2a646ae-1154-4600-9e5a-23e7c164d2e8 HTTP/1.1" status: 404 len: 337 time: 0.0491397 Nov 25 17:33:24.780918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.794980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:24.801229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.831881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40580) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.838325 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5ed049-9a6f-4c26-869c-1834a5e61b31 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.838875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5ed049-9a6f-4c26-869c-1834a5e61b31 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.850470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.851846 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a5ed049-9a6f-4c26-869c-1834a5e61b31 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/06204ecd-9754-433b-a0e2-a50af6ed3ddb HTTP/1.1" status: 404 len: 333 time: 0.0694587 Nov 25 17:33:24.880363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] For port a0b709ef-5045-472a-9f6b-bc3d92855fab, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a0b709ef-5045-472a-9f6b-bc3d92855fab,segment=NetworkSegment(39e17dc5-07da-4c65-b26e-ea5ded2af85c),segment_id=39e17dc5-07da-4c65-b26e-ea5ded2af85c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:24.881324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:24.903115 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d77f14-de52-4c11-8513-be62cfce9139 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.904171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d77f14-de52-4c11-8513-be62cfce9139 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.908889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] Calling delete_port for a0b709ef-5045-472a-9f6b-bc3d92855fab owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:24.910844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40586) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.921326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-34d77f14-de52-4c11-8513-be62cfce9139 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/e553e041-7c06-4824-a827-86a3b4b2a19d HTTP/1.1" status: 404 len: 337 time: 0.0637324 Nov 25 17:33:24.943680 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.3713486 Nov 25 17:33:24.947395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:24.961558 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40b6c35-fbf6-4f8e-b31f-4e50ab5fc1a4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:24.963337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40b6c35-fbf6-4f8e-b31f-4e50ab5fc1a4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:24.970713 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e40b6c35-fbf6-4f8e-b31f-4e50ab5fc1a4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/e8467fcc-4971-44ce-9de0-40c090db432c HTTP/1.1" status: 404 len: 333 time: 0.0555191 Nov 25 17:33:24.973159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40592) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.018484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fba0b-f229-4f35-85d8-804646c6cf3e tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=27740241-7c08-4f74-90f6-9e00081fff32,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:25.042189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c90665-6092-4abd-befe-e501e905c8ad req-e07bac1a-fef4-4120-a35b-6b43861a93c2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.044677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50c90665-6092-4abd-befe-e501e905c8ad req-e07bac1a-fef4-4120-a35b-6b43861a93c2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.4124205 Nov 25 17:33:25.051553 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3a9a30-d93f-487e-aaea-004d2c91fd05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.053093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3a9a30-d93f-487e-aaea-004d2c91fd05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.056548 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cd3a9a30-d93f-487e-aaea-004d2c91fd05 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/3ebace25-d00e-49ad-a8b6-ad0f405635a2 HTTP/1.1" status: 404 len: 337 time: 0.0809507 Nov 25 17:33:25.061469 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.061693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2142607571-network', 'tenant_id': '08f6353f9e254ef8929358370ace941b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:25.065268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.124688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Made reservation on behalf of 08f6353f9e254ef8929358370ace941b for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:25.126458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] Pushing event deleted for resources: {'Port': ['ID=a0b709ef-5045-472a-9f6b-bc3d92855fab,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:25.130848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.136570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e8402-6e59-4db1-89b9-a87c7456f3e1 None None] No DVR routers for this DVR port a0b709ef-5045-472a-9f6b-bc3d92855fab on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:25.167666 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-69374124-de77-4d43-8320-6c8de3a1cbf4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.168309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69374124-de77-4d43-8320-6c8de3a1cbf4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.175325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-69374124-de77-4d43-8320-6c8de3a1cbf4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/8dd4da54-9d10-42e3-8ef6-a6503163eda0 HTTP/1.1" status: 404 len: 333 time: 0.1020877 Nov 25 17:33:25.175950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.184227 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.218824 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbe950a-8ac3-47fe-b7d0-efc42884899c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.219297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbe950a-8ac3-47fe-b7d0-efc42884899c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.225729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8fbe950a-8ac3-47fe-b7d0-efc42884899c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/a16dbcad-69e6-4b8b-8551-09e2e1e01097 HTTP/1.1" status: 404 len: 337 time: 0.0447178 Nov 25 17:33:25.227751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.233782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Deleting port 27740241-7c08-4f74-90f6-9e00081fff32 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:25.234136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.306170 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5ef633-3ac2-40e6-90b9-70d9eade1743 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.307017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5ef633-3ac2-40e6-90b9-70d9eade1743 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.310345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] For port 27740241-7c08-4f74-90f6-9e00081fff32, host n-h1-819349-3, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:25.310725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.315757 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ac5ef633-3ac2-40e6-90b9-70d9eade1743 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/40280664-699a-472f-9f97-de0c224a08e1 HTTP/1.1" status: 404 len: 333 time: 0.0843067 Nov 25 17:33:25.321228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40600) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.330120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Calling delete_port for 27740241-7c08-4f74-90f6-9e00081fff32 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:25.409193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50c90665-6092-4abd-befe-e501e905c8ad req-fbd050bc-2e6a-48fe-b1c1-2a6dc25a7068 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274209 Nov 25 17:33:25.467177 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-904c0b53-5ce4-45dd-ac15-b384e390ce2f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.467664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904c0b53-5ce4-45dd-ac15-b384e390ce2f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.474884 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-904c0b53-5ce4-45dd-ac15-b384e390ce2f tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/b4959155-f4a9-496a-8c18-5677a097bc37 HTTP/1.1" status: 404 len: 337 time: 0.1520913 Nov 25 17:33:25.477651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40604) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.512462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.514486 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3564d21a-6133-43cf-9836-77d1c073ac2d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.516436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3564d21a-6133-43cf-9836-77d1c073ac2d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.525963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.528071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.529223 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3564d21a-6133-43cf-9836-77d1c073ac2d tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/1e1f6436-9563-4e19-a05e-d459939f917f HTTP/1.1" status: 404 len: 333 time: 0.0505898 Nov 25 17:33:25.531072 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.554392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:33:25.569941 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.570311 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Added segment 5c4c08b2-9c6d-413e-ac3d-a69d866222ee of type vlan for network d09e0c14-9a65-4122-8a82-ebc42edbbd6d Nov 25 17:33:25.627873 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.663061 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.664032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.664673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.694097 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-16240fa4-74f2-48f8-b506-bad58eb560db tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.694856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16240fa4-74f2-48f8-b506-bad58eb560db tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.695366 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8623774 Nov 25 17:33:25.699327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-16240fa4-74f2-48f8-b506-bad58eb560db tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/81cf91b9-97aa-4a7b-9e88-f16cb9e195c3 HTTP/1.1" status: 404 len: 337 time: 0.1691048 Nov 25 17:33:25.701616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event deleted for resources: {'Port': ['ID=27740241-7c08-4f74-90f6-9e00081fff32,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:25.713137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.713902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40610) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.747143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Request body: {'subnet': {'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2142607571-subnet', 'tenant_id': '08f6353f9e254ef8929358370ace941b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:25.774628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:25.782836 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8600dade-e4c1-4a77-98ec-6234ce4b5d2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.783291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8600dade-e4c1-4a77-98ec-6234ce4b5d2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.789825 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8600dade-e4c1-4a77-98ec-6234ce4b5d2a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/65d9adeb-0ac8-4195-b812-4b7669ee9691 HTTP/1.1" status: 404 len: 337 time: 0.0721037 Nov 25 17:33:25.793093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.797084 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:25.806844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-360bd628-bbbb-4045-989b-13e74b6c2ac3 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "DELETE /v2.0/ports/27740241-7c08-4f74-90f6-9e00081fff32 HTTP/1.1" status: 204 len: 168 time: 0.8579757 Nov 25 17:33:25.815487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40614) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.891554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d69cb-b999-451e-a567-b18087e55bcf req-a6b1b2d2-b8c5-4efe-8f69-f6f8fe8d98d0 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.925075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f52d69cb-b999-451e-a567-b18087e55bcf req-a6b1b2d2-b8c5-4efe-8f69-f6f8fe8d98d0 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2848542 Nov 25 17:33:25.925348 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c49ca3-437c-481d-a6e7-96b065064587 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:33:25.938064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-11c49ca3-437c-481d-a6e7-96b065064587 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "GET /v2.0/ports/27740241-7c08-4f74-90f6-9e00081fff32 HTTP/1.1" status: 404 len: 333 time: 0.1201494 Nov 25 17:33:25.938888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662fd18-2476-4029-bb3b-95c17d4dc965 admin admin] Pushing event updated for resources: {'Network': ['ID=d09e0c14-9a65-4122-8a82-ebc42edbbd6d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:25.942852 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c5f5fe-e0d7-4a97-ac84-68e8642d9405 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:25.943436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c5f5fe-e0d7-4a97-ac84-68e8642d9405 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:25.950910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.953549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d09e0c14-9a65-4122-8a82-ebc42edbbd6d details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:33:25.955784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40620) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:25.958389 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-93c5f5fe-e0d7-4a97-ac84-68e8642d9405 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/154ce9df-423f-4adf-8bd5-c744d5363974 HTTP/1.1" status: 404 len: 333 time: 0.1646268 Nov 25 17:33:25.968985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Request body: {'port': {'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-925022154'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:25.976461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0b709ef-5045-472a-9f6b-bc3d92855fab no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:26.022438 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cf4e05-c3fb-4a24-8a2d-e55e238df459 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.023005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cf4e05-c3fb-4a24-8a2d-e55e238df459 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.029272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-48cf4e05-c3fb-4a24-8a2d-e55e238df459 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/52a27685-8d3a-48c8-842a-bad5f2a576eb HTTP/1.1" status: 404 len: 337 time: 0.0474243 Nov 25 17:33:26.029754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.043155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Made reservation on behalf of 08f6353f9e254ef8929358370ace941b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:26.045158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a0b709ef-5045-472a-9f6b-bc3d92855fab {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:26.045924 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.046153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a0b709ef-5045-472a-9f6b-bc3d92855fab not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:26.065780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Made reservation on behalf of 40825351b1814aae86c2c0e85d6fdeaa for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:26.068861 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.086443 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8926d6d-d9da-422d-b0b1-6d39a7ef83a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.086992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8926d6d-d9da-422d-b0b1-6d39a7ef83a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.092104 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a8926d6d-d9da-422d-b0b1-6d39a7ef83a8 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/3f42fa68-387a-4008-a86e-ef43c25b46c3 HTTP/1.1" status: 404 len: 337 time: 0.0612411 Nov 25 17:33:26.094814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40624) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.159136 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa4af12-375e-4fbe-9fbc-e6c0ceb50673 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.159750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa4af12-375e-4fbe-9fbc-e6c0ceb50673 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.166294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] device_id is not set on port 89c40c3f-42db-422d-a4c3-5571feefbba8 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:26.170677 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1fa4af12-375e-4fbe-9fbc-e6c0ceb50673 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/96a6d5f6-589d-4ba1-9f18-a391233c6008 HTTP/1.1" status: 404 len: 333 time: 0.0661783 Nov 25 17:33:26.170677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.211400 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8024a3b-91f5-4d3a-a4a6-4667c1ac98ef tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.211775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8024a3b-91f5-4d3a-a4a6-4667c1ac98ef tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.214854 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a8024a3b-91f5-4d3a-a4a6-4667c1ac98ef tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/898a1fe7-9c39-441f-9d67-c56743630528 HTTP/1.1" status: 404 len: 337 time: 0.0436482 Nov 25 17:33:26.217879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.259334 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f52d69cb-b999-451e-a567-b18087e55bcf req-35f92a67-3696-40c4-be91-1603db2cb83c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096116 Nov 25 17:33:26.272472 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f785ae1d-dac0-405c-bc20-76e5db4f5f3e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.273941 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f785ae1d-dac0-405c-bc20-76e5db4f5f3e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.279881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f785ae1d-dac0-405c-bc20-76e5db4f5f3e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/137d9f7e-f529-4b8b-9fce-4b9c69052ab7 HTTP/1.1" status: 404 len: 337 time: 0.0601127 Nov 25 17:33:26.282490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40630) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.374296 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ddef71-2bc4-4f0d-8242-3e7dd8773af7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.374670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ddef71-2bc4-4f0d-8242-3e7dd8773af7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.399869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-40ddef71-2bc4-4f0d-8242-3e7dd8773af7 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/b4c8bee6-a88f-4755-b324-4a1f979b16ee HTTP/1.1" status: 404 len: 333 time: 0.1134717 Nov 25 17:33:26.401460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40634) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.459918 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff897ab1-ac91-4974-994b-def6f9d7098e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.460561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff897ab1-ac91-4974-994b-def6f9d7098e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.480412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.481855 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ff897ab1-ac91-4974-994b-def6f9d7098e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/9b1157b1-54e1-4f6a-bf1c-2deb53a491da HTTP/1.1" status: 404 len: 337 time: 0.0777061 Nov 25 17:33:26.566083 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f686c1a-f5e1-4cd8-bbbb-3bb8b1e65431 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.566606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f686c1a-f5e1-4cd8-bbbb-3bb8b1e65431 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.573458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40642) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.574213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6f686c1a-f5e1-4cd8-bbbb-3bb8b1e65431 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/80891fa0-c0f7-4941-8a51-41003aba219e HTTP/1.1" status: 404 len: 337 time: 0.0692420 Nov 25 17:33:26.624849 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e7758895-87df-4b55-a8d7-ef26f90e23ab tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports?device_id=24ba866f-5662-427f-b179-9de62a468af8 HTTP/1.1" status: 200 len: 205 time: 0.0502028 Nov 25 17:33:26.628007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.720041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.749586 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-d09e9cce-8c77-458e-917e-c1eed8af126e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] delete failed (client error): The resource could not be found. Nov 25 17:33:26.753983 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d09e9cce-8c77-458e-917e-c1eed8af126e tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/routers/24ba866f-5662-427f-b179-9de62a468af8 HTTP/1.1" status: 404 len: 336 time: 0.1248837 Nov 25 17:33:26.754714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.778300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1728a15-c79b-4054-9328-8cbe4ba05ca8 req-0cf0570f-6d16-404c-bf30-84be7b7672a6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:26.779958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1728a15-c79b-4054-9328-8cbe4ba05ca8 req-0cf0570f-6d16-404c-bf30-84be7b7672a6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.3007147 Nov 25 17:33:26.785795 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.786916 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e66416-ed15-4f12-9e93-924bd9d9d0de tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.787390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e66416-ed15-4f12-9e93-924bd9d9d0de tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.793261 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-78e66416-ed15-4f12-9e93-924bd9d9d0de tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/5faafecc-eea7-4adb-bd78-b5994f200aa1 HTTP/1.1" status: 404 len: 337 time: 0.0373259 Nov 25 17:33:26.793876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.826862 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d57ae60f-6919-48de-bd6f-20e5108408dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa0d49b9-9f6a-4217-8385-9088d54fa258 HTTP/1.1" status: 200 len: 205 time: 0.0317149 Nov 25 17:33:26.827472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.870499 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-2e65b975-e540-4d8e-a84d-c23759d48014 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] delete failed (client error): The resource could not be found. Nov 25 17:33:26.874643 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e65b975-e540-4d8e-a84d-c23759d48014 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/routers/fa0d49b9-9f6a-4217-8385-9088d54fa258 HTTP/1.1" status: 404 len: 336 time: 0.0457919 Nov 25 17:33:26.875230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40656) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.904981 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6a5b25-acb4-4924-8266-82122e611022 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.905895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6a5b25-acb4-4924-8266-82122e611022 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.915613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-db6a5b25-acb4-4924-8266-82122e611022 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/82ea044a-6386-4183-8ad7-ed744177eb11 HTTP/1.1" status: 404 len: 337 time: 0.0373416 Nov 25 17:33:26.916265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.956133 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0007c135-e572-44fe-a328-d4e805a9dee3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.956393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0007c135-e572-44fe-a328-d4e805a9dee3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:26.963783 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0007c135-e572-44fe-a328-d4e805a9dee3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/1e273547-85e8-4bca-b444-f569d0476f43 HTTP/1.1" status: 404 len: 337 time: 0.0463674 Nov 25 17:33:26.964413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40660) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:26.974111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efe2f1f-ae44-48f0-ba3d-ed9f4a084558,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:26.999051 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6d652d-1cd6-4c2b-9372-9c5e86b7feb5 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:26.999907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6d652d-1cd6-4c2b-9372-9c5e86b7feb5 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.004571 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.005625 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f6d652d-1cd6-4c2b-9372-9c5e86b7feb5 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/3c405be8-4123-4a0e-b375-50bc2d45abd5 HTTP/1.1" status: 404 len: 333 time: 0.0401022 Nov 25 17:33:27.006398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.014928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1728a15-c79b-4054-9328-8cbe4ba05ca8 req-a60b8bc2-32bb-440e-b33c-0333e9b453ca tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123401 Nov 25 17:33:27.044034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-cdb4a859-40d3-4ced-9e6d-698278727dab tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:27.051203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-cdb4a859-40d3-4ced-9e6d-698278727dab tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 815 time: 0.2957952 Nov 25 17:33:27.109751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Network 0be219e6-f086-4aab-a869-3c0d2b415e04 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:27.112431 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-895620b0-baec-4683-96d8-061462d1f86a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:27.112892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895620b0-baec-4683-96d8-061462d1f86a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.116960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-895620b0-baec-4683-96d8-061462d1f86a tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/84aaeca6-1254-411a-aa35-3d5f1db02004 HTTP/1.1" status: 404 len: 337 time: 0.1064384 Nov 25 17:33:27.117893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Checking segment: {'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:27.118264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Network hostable DHCP agents. Network: d09e0c14-9a65-4122-8a82-ebc42edbbd6d, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:33:27.119511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40664) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.142790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:27.153426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-3d4e6495-1860-4517-a52f-80fd2f028614 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/quotas/fbf6ae444f8c4e9ebdefa18f4d799611 HTTP/1.1" status: 200 len: 375 time: 0.1007047 Nov 25 17:33:27.155755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:27.156918 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4e036d-9962-40f7-96c3-4e5e5bcfdec3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:27.157094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:27.157832 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.158192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4e036d-9962-40f7-96c3-4e5e5bcfdec3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.162238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef4e036d-9962-40f7-96c3-4e5e5bcfdec3 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/1650f144-a548-4e9d-a954-205434ae9783 HTTP/1.1" status: 404 len: 333 time: 0.0414786 Nov 25 17:33:27.166855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.196061 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08a50a8-7259-4407-86e0-4e2e8ec58bfa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:27.197331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08a50a8-7259-4407-86e0-4e2e8ec58bfa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.201617 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d08a50a8-7259-4407-86e0-4e2e8ec58bfa tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/a2826e2d-96ad-4b7e-975c-4e3da03c3ed1 HTTP/1.1" status: 404 len: 337 time: 0.0335197 Nov 25 17:33:27.204069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.231231 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-862e1676-4e13-4bad-b4ac-674c4019577b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:27.231730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=89c40c3f-42db-422d-a4c3-5571feefbba8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:27.233059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862e1676-4e13-4bad-b4ac-674c4019577b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.242982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.246231 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-862e1676-4e13-4bad-b4ac-674c4019577b tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/7fea42ee-d8bd-4691-9852-8e2259ee9649 HTTP/1.1" status: 404 len: 333 time: 0.0316255 Nov 25 17:33:27.246538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cf52e169-877a-47f2-87ac-088827077055 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2884128 Nov 25 17:33:27.249374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40672) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.254914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:27.293632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Network d09e0c14-9a65-4122-8a82-ebc42edbbd6d is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:33:27.300644 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b1d194-ebdf-43b1-a587-c3e2b27b02c4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:27.300644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b1d194-ebdf-43b1-a587-c3e2b27b02c4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.305140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-75b1d194-ebdf-43b1-a587-c3e2b27b02c4 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/f368aaa7-9514-4a67-b6c0-772f1a35da11 HTTP/1.1" status: 404 len: 337 time: 0.0567682 Nov 25 17:33:27.317571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0d4a7-ba35-482f-9805-dd1cdabc85e2 req-97d88dcb-2b93-4be9-b276-f990e27d346b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:27.319146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63e0d4a7-ba35-482f-9805-dd1cdabc85e2 req-97d88dcb-2b93-4be9-b276-f990e27d346b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.2140079 Nov 25 17:33:27.322224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40676) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.331078 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.349103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-385335b6-7fdc-4af0-9c09-f25af93e2ed1 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940625 Nov 25 17:33:27.398853 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6fca6c-13b8-43cf-8d9e-3fbab4c1c0ae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:27.399445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6fca6c-13b8-43cf-8d9e-3fbab4c1c0ae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.404722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5c6fca6c-13b8-43cf-8d9e-3fbab4c1c0ae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/d03de18a-37ca-4143-8a21-ac43d0589c00 HTTP/1.1" status: 404 len: 333 time: 0.0782781 Nov 25 17:33:27.404722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d09e0c14-9a65-4122-8a82-ebc42edbbd6d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:27.414774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d19cb-ecd1-4c7f-ada4-de1514e629e0 None None] Network d09e0c14-9a65-4122-8a82-ebc42edbbd6d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:27.430424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40678) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.447086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:27.447724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.479798 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea87844-30d9-4c69-9e0f-98f6f0e4c3f0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:27.480851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea87844-30d9-4c69-9e0f-98f6f0e4c3f0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.486968 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8ea87844-30d9-4c69-9e0f-98f6f0e4c3f0 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/c99fd08f-c360-4ae1-bd1d-344008fe0008 HTTP/1.1" status: 404 len: 337 time: 0.0530100 Nov 25 17:33:27.490236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40680) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.498705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2ee12e95-69d0-46fd-99c4-29ed33421cb7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7832386 Nov 25 17:33:27.518471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63e0d4a7-ba35-482f-9805-dd1cdabc85e2 req-e516014e-1964-4632-93ed-9ae1243d56d8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863554 Nov 25 17:33:27.529526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-d4dd9006-11a4-4d80-9d1c-1f3b93fb677c service neutron] 10.222.0.81 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793618 Nov 25 17:33:27.586022 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb03e7a-5ffc-4c9c-8bfe-449c95891e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:27.591878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb03e7a-5ffc-4c9c-8bfe-449c95891e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:27.597454 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1fb03e7a-5ffc-4c9c-8bfe-449c95891e61 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/03ce850d-821a-48c6-b422-c234ac96b8af HTTP/1.1" status: 404 len: 333 time: 0.1060152 Nov 25 17:33:27.607601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:27.627163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34af1e7-e0f7-4ce6-809d-1583359909f3 None None] Network d09e0c14-9a65-4122-8a82-ebc42edbbd6d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:27.747099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] device_id is not set on port 89c40c3f-42db-422d-a4c3-5571feefbba8 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:27.765201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.785682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.907733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:27.908107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:27.908442 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:27.910760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=89c40c3f-42db-422d-a4c3-5571feefbba8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:27.917053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:27.917428 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:27.917854 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 2 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:27.934058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:27.934413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:27.934731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:27.939717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:27.940044 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:27.940441 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 3 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:27.970455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:27.970806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:27.971605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:27.977534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:27.978127 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:27.978525 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 4 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:28.002807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.002807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.003838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.004016 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5597e848-8639-404d-9e8e-e7a6c3a3c20c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:28.004487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5597e848-8639-404d-9e8e-e7a6c3a3c20c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:28.007931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5597e848-8639-404d-9e8e-e7a6c3a3c20c tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/2283dbd2-a1c9-4b37-a35f-93bdb84e4360 HTTP/1.1" status: 404 len: 337 time: 0.4012942 Nov 25 17:33:28.010270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.010989 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:28.011515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40690) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:28.012077 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 5 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:28.052016 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb3729a-4556-4ba5-bb0f-0985b253b7ae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:28.052874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb3729a-4556-4ba5-bb0f-0985b253b7ae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:28.056303 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5eb3729a-4556-4ba5-bb0f-0985b253b7ae tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/0149e382-3845-45b5-a217-362d320beb42 HTTP/1.1" status: 404 len: 333 time: 0.0410366 Nov 25 17:33:28.059493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40694) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:28.079559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-0c74dde9-f969-4dd8-828f-dcbd75e38e87 service neutron] 10.222.0.81 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488715 Nov 25 17:33:28.092772 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f9edc8-7342-4658-aaf0-08da190ef404 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:28.093419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f9edc8-7342-4658-aaf0-08da190ef404 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:28.097042 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-39f9edc8-7342-4658-aaf0-08da190ef404 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/2eb92da7-3966-41c4-abe1-10ae58e3af20 HTTP/1.1" status: 404 len: 337 time: 0.0355289 Nov 25 17:33:28.098071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.098684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.099155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.101102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513e229-80bf-4a65-8477-aa16d0df9016 req-2e17c6a8-0ead-438d-9127-0a56dcd5fe75 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.102370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:28.103976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4513e229-80bf-4a65-8477-aa16d0df9016 req-2e17c6a8-0ead-438d-9127-0a56dcd5fe75 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.1036131 Nov 25 17:33:28.152906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.153243 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:28.153883 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 6 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:28.156897 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-73db5f32-fef6-48a9-8dd7-815911f6e7ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:28.157616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73db5f32-fef6-48a9-8dd7-815911f6e7ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:28.162760 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73db5f32-fef6-48a9-8dd7-815911f6e7ce tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/ports/dfb56ce6-4712-4b6f-8cf3-506656a8e737 HTTP/1.1" status: 404 len: 333 time: 0.0588052 Nov 25 17:33:28.171216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:28.186832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.191018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.191394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.208387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.209233 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:28.210794 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 7 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:28.229784 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f80cba-a2b8-4d4a-8071-6906aa34e676 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] DELETE failed (client error): The resource could not be found. Nov 25 17:33:28.230656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f80cba-a2b8-4d4a-8071-6906aa34e676 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:33:28.238889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40700) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:28.240175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-29f80cba-a2b8-4d4a-8071-6906aa34e676 tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/subnets/d13f5c18-e841-425e-bfb7-f8707b0bb46e HTTP/1.1" status: 404 len: 337 time: 0.0672102 Nov 25 17:33:28.289522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4513e229-80bf-4a65-8477-aa16d0df9016 req-5c1ea587-2462-470a-bdb8-8e751bd9f0b3 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777608 Nov 25 17:33:28.384754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-639f365c-83aa-4e53-b1d8-37fcc70d7189 req-48775414-c71f-420f-8f40-32e69b975530 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 210 time: 0.0442944 Nov 25 17:33:28.448329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.450483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.450829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.451169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.459598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.460008 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:28.461582 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 8 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:28.537772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.538232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.538695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.574579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e14e05-3d08-4d04-9e1d-9848fe658c52 req-b050d0ef-0447-4451-9e57-988e22d5bcbf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.580413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65e14e05-3d08-4d04-9e1d-9848fe658c52 req-b050d0ef-0447-4451-9e57-988e22d5bcbf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.1811278 Nov 25 17:33:28.597086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.597563 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:28.601238 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 9 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:28.628887 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.632407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.633589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.633589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.656815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.657351 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:28.659347 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 10 to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 Nov 25 17:33:28.665806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0634854-7ddd-47b2-951e-b6eafb4de14a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:28.685258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e17dc5-07da-4c65-b26e-ea5ded2af85c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:28.685688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e17dc5-07da-4c65-b26e-ea5ded2af85c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:28.687865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.688315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.688757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.699247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.699711 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port 89c40c3f-42db-422d-a4c3-5571feefbba8 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:28.700180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.714256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.752342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.768359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:33:28.769183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:33:28.774173 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:33:28.806919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65e14e05-3d08-4d04-9e1d-9848fe658c52 req-a89fd996-df6a-48c5-bcd1-c93e4f34d0db tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225285 Nov 25 17:33:28.879590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] For port 89c40c3f-42db-422d-a4c3-5571feefbba8, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:28.880266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempted to set empty binding levels {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:33:28.885455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cdfb7-b539-4844-b3ca-6fc6f619b107 req-7bea70fe-3c41-4d63-9e07-44db277a241f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.888493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.890976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.895190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-710cdfb7-b539-4844-b3ca-6fc6f619b107 req-7bea70fe-3c41-4d63-9e07-44db277a241f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.2400703 Nov 25 17:33:28.904742 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.908116 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] 10.222.0.81 "DELETE /v2.0/networks/f0634854-7ddd-47b2-951e-b6eafb4de14a HTTP/1.1" status: 204 len: 168 time: 0.6660583 Nov 25 17:33:29.012004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=89c40c3f-42db-422d-a4c3-5571feefbba8,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:29.033427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-710cdfb7-b539-4844-b3ca-6fc6f619b107 req-ae829449-646f-45b6-a495-fd7e667c9d12 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370068 Nov 25 17:33:29.045746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23fd8-1d3e-460a-9248-4f072810d8dd tempest-NetworksTestDHCPv6-1934794664 tempest-NetworksTestDHCPv6-1934794664-project] Pushing event deleted for resources: {'Network': ['ID=f0634854-7ddd-47b2-951e-b6eafb4de14a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:29.054380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] In _notify_port_updated(), no bound segment for port 89c40c3f-42db-422d-a4c3-5571feefbba8 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:33:29.057144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.057781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.065065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:29.076008 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32fa5f43-8058-4bbc-9c00-5bc0ed7a6ead tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "PUT /v2.0/ports/89c40c3f-42db-422d-a4c3-5571feefbba8 HTTP/1.1" status: 200 len: 974 time: 1.8253610 Nov 25 17:33:29.180434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.181118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.181516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.182112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.182565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.183092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.183825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.184310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.185427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.185958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.186720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.187198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.188449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.189002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.189534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.190017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.190839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.191502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.191857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.193098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.193814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.194268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.202766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40726) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:29.217245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8be1a49d-9e52-4f50-b665-dd1157a5ddfa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19517 time: 0.1506195 Nov 25 17:33:29.344488 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Deleting port 89c40c3f-42db-422d-a4c3-5571feefbba8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:29.344626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.367498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-70d920bf-d61b-4c6e-a910-2aab0b03f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.375955 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-70d920bf-d61b-4c6e-a910-2aab0b03f388 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1094 time: 0.1255383 Nov 25 17:33:29.408731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:29.508263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] For port 89c40c3f-42db-422d-a4c3-5571feefbba8, host n-h1-819349-3, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:29.511046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:29.580973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Calling delete_port for 89c40c3f-42db-422d-a4c3-5571feefbba8 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:29.606907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81440a89-8d00-4d6e-929e-9f45e6151f4c req-fd12eb03-5f4a-48ff-b3a8-9979ecadbccb tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 210 time: 0.0690176 Nov 25 17:33:29.668497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10c90e-58dc-4faa-91b8-4507eacbb6da req-b415e258-ad24-4397-a4be-4f66668ce6a7 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.676863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f10c90e-58dc-4faa-91b8-4507eacbb6da req-b415e258-ad24-4397-a4be-4f66668ce6a7 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2150633 Nov 25 17:33:29.705757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-c79dce32-5f17-4715-859f-b281bec6ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.708882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-c79dce32-5f17-4715-859f-b281bec6ebcc service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.3087642 Nov 25 17:33:29.969960 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.040451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f10c90e-58dc-4faa-91b8-4507eacbb6da req-a4ea2ed1-9c7e-425f-b511-3457bc77282a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626268 Nov 25 17:33:30.057435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event deleted for resources: {'Port': ['ID=89c40c3f-42db-422d-a4c3-5571feefbba8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:30.079977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.085270 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1eb26b23-99e4-456d-a199-1e10a3f2c3a2 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "DELETE /v2.0/ports/89c40c3f-42db-422d-a4c3-5571feefbba8 HTTP/1.1" status: 204 len: 168 time: 0.8813543 Nov 25 17:33:30.087417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40744) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:30.141803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-c449c2fd-0bb1-4a05-8be5-115520d2e0f6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 200 len: 999 time: 0.4242086 Nov 25 17:33:30.146266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3635c5b6-4a0d-4a9c-ad19-1df985ff9061 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd607992d4d94ec591636ee13aac9fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7344031 Nov 25 17:33:30.150705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:30.159183 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-07151b55-837e-4460-b506-1547625845a0 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:33:30.172673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-07151b55-837e-4460-b506-1547625845a0 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "GET /v2.0/ports/89c40c3f-42db-422d-a4c3-5571feefbba8 HTTP/1.1" status: 404 len: 333 time: 0.0837657 Nov 25 17:33:30.176733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40748) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:30.183467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-573300703', 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:30.232808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Made reservation on behalf of 40825351b1814aae86c2c0e85d6fdeaa for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:30.235600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.274360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] device_id is not set on port 13ea6336-46c0-48db-afe9-c54828e403cd yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:30.281790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3f357-95b0-479d-bf3a-6d57c0ad3562 req-dac56fd5-f31f-4497-8f0d-1f30528672b1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.290210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2e3f357-95b0-479d-bf3a-6d57c0ad3562 req-dac56fd5-f31f-4497-8f0d-1f30528672b1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.2685771 Nov 25 17:33:30.316420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-80ca03f4-8e0d-4d4d-a046-2da653ad095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.319146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-80ca03f4-8e0d-4d4d-a046-2da653ad095f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.1693075 Nov 25 17:33:30.406856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7541620-adf5-4e04-859c-cf3f53d5f4f8 req-63fb1ad4-b044-4b59-be87-1c30e9790655 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.408267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7541620-adf5-4e04-859c-cf3f53d5f4f8 req-63fb1ad4-b044-4b59-be87-1c30e9790655 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.1919744 Nov 25 17:33:30.428589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24242538-f0d4-4dd4-a375-00a854cc71ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.479787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2e3f357-95b0-479d-bf3a-6d57c0ad3562 req-957fc2f7-9f51-447a-9bee-9464ff7708c6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885450 Nov 25 17:33:30.506822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-79c8b790-c168-4ae2-a883-559ad0038ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.508401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-79c8b790-c168-4ae2-a883-559ad0038ed6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725538 Nov 25 17:33:30.514046 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24242538-f0d4-4dd4-a375-00a854cc71ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.546801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.601402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.654798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Network 0be219e6-f086-4aab-a869-3c0d2b415e04 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:30.657957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:30.662569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:30.665071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.665702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.679213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=13ea6336-46c0-48db-afe9-c54828e403cd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:30.687260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a6635fcf-dbe5-49a0-a86e-81a56b1867bb tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5092440 Nov 25 17:33:30.692463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40754) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:30.764196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd14fe2-bff3-43aa-98f8-3c0681828a43 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.778037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bdd14fe2-bff3-43aa-98f8-3c0681828a43 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "GET /v2.0/ports/13ea6336-46c0-48db-afe9-c54828e403cd HTTP/1.1" status: 200 len: 954 time: 0.0781984 Nov 25 17:33:30.778037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40758) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:30.806275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7541620-adf5-4e04-859c-cf3f53d5f4f8 req-d382a128-e10f-4c55-a91f-e841b4514922 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3826919 Nov 25 17:33:30.846655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d2b237d-016f-4a6a-9a1b-6068b6f50679 req-a7a24e24-a956-4e92-b4ca-284d3188254e tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 210 time: 0.0936592 Nov 25 17:33:30.942306 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24242538-f0d4-4dd4-a375-00a854cc71ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.944896 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24242538-f0d4-4dd4-a375-00a854cc71ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.946090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-24242538-f0d4-4dd4-a375-00a854cc71ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/438b703a-0273-46bd-a8b3-8f021db7f13a HTTP/1.1" status: 204 len: 168 time: 0.7944472 Nov 25 17:33:30.975534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-eb833b87-6de7-4e46-b1c9-89be83db9de4 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Deleting port 13ea6336-46c0-48db-afe9-c54828e403cd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:30.976064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-80913c51-2c7d-401c-a954-871b7042a4cc tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.976202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb833b87-6de7-4e46-b1c9-89be83db9de4 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:30.978416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-80913c51-2c7d-401c-a954-871b7042a4cc tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 815 time: 0.4779544 Nov 25 17:33:30.987649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-b1631ca5-e54a-42c9-befb-e4ab648dfe92 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507365 Nov 25 17:33:30.988647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24242538-f0d4-4dd4-a375-00a854cc71ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b703a-0273-46bd-a8b3-8f021db7f13a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:31.014648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Request body: {'port': {'device_id': '15530c4d-0fce-4e1e-917b-2d662dc4d4e6', 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'admin_state_up': True, 'tenant_id': 'fbf6ae444f8c4e9ebdefa18f4d799611'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:31.080113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb833b87-6de7-4e46-b1c9-89be83db9de4 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:31.141695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-eb833b87-6de7-4e46-b1c9-89be83db9de4 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Calling delete_port for 13ea6336-46c0-48db-afe9-c54828e403cd owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:31.346698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd4303d-12f6-4d9f-b4ed-cf98e91c32d9 req-65d67647-7cbd-4680-8f34-2ebfd6269c50 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362210 Nov 25 17:33:31.376481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435d3bd-1514-41b0-b414-ee2b44f38a2b req-30ea3287-d26a-45a6-a074-1bcd85e1284e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.380895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8435d3bd-1514-41b0-b414-ee2b44f38a2b req-30ea3287-d26a-45a6-a074-1bcd85e1284e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.1651287 Nov 25 17:33:31.399583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb833b87-6de7-4e46-b1c9-89be83db9de4 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:31.408190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Made reservation on behalf of fbf6ae444f8c4e9ebdefa18f4d799611 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:31.414463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:31.449992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb833b87-6de7-4e46-b1c9-89be83db9de4 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event deleted for resources: {'Port': ['ID=13ea6336-46c0-48db-afe9-c54828e403cd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:31.477142 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb833b87-6de7-4e46-b1c9-89be83db9de4 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:31.484629 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eb833b87-6de7-4e46-b1c9-89be83db9de4 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "DELETE /v2.0/ports/13ea6336-46c0-48db-afe9-c54828e403cd HTTP/1.1" status: 204 len: 168 time: 0.7072539 Nov 25 17:33:31.485885 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:31.575201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8435d3bd-1514-41b0-b414-ee2b44f38a2b req-d58080ea-20bb-4000-98ad-71f174a0ac71 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707859 Nov 25 17:33:31.583422 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef7d3e4-0bb7-483f-ae41-7c58592b8ff1 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:33:31.589041 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0ef7d3e4-0bb7-483f-ae41-7c58592b8ff1 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "GET /v2.0/ports/13ea6336-46c0-48db-afe9-c54828e403cd HTTP/1.1" status: 404 len: 333 time: 0.0977128 Nov 25 17:33:31.589517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40778) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:31.594369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Request body: {'port': {'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1012723664'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:31.648800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Made reservation on behalf of 40825351b1814aae86c2c0e85d6fdeaa for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:31.652424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:31.687894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] device_id is not set on port ba6376a0-005b-4510-8944-8745d9b2cc25 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:31.735915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2590b-efb6-4b41-870e-b0a37d5467f5 req-90818b6b-c918-4934-bc85-4bc02d31a630 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.737488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28c2590b-efb6-4b41-870e-b0a37d5467f5 req-90818b6b-c918-4934-bc85-4bc02d31a630 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.1451702 Nov 25 17:33:31.941420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28c2590b-efb6-4b41-870e-b0a37d5467f5 req-5421f55d-f014-4736-83f7-a5ccd6a31d40 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473818 Nov 25 17:33:31.985678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Allocated IP 172.20.0.11 (0b353a2a-369d-485d-a7d5-5232b568deec/098aabb8-03f4-4560-bf4f-71dd2f0fabdb/46b60e10-7949-416c-a201-9364ab02c3e2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:32.059747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.139753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.204330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Network 0be219e6-f086-4aab-a869-3c0d2b415e04 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:32.211192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:32.217668 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e43f2a9b-8ec9-4de1-9ab6-0b69d43e05a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.219742 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:32.220770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.223026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.247824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=ba6376a0-005b-4510-8944-8745d9b2cc25,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:32.326804 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7f0b1750-44d1-4e62-ab17-3495b072fe90 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7360249 Nov 25 17:33:32.329947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40796) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:32.343040 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.347994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:32.448013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.513622 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.534513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1a482ba8-e3af-49b8-9336-076509903b84'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:32.538019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:32.594899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68036a4c-0cea-40c8-b454-f842750919b3 req-860ba128-df26-4056-b896-862bdcbfda57 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.604190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68036a4c-0cea-40c8-b454-f842750919b3 req-860ba128-df26-4056-b896-862bdcbfda57 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.5508881 Nov 25 17:33:32.608891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:32.610323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Pushing event updated for resources: {'Port': ['ID=46b60e10-7949-416c-a201-9364ab02c3e2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:32.715286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27496bc4-89ec-4aac-b2c9-52e9dd860985 req-c9a5c62f-4f11-43c9-b60f-027558301d01 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.726908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27496bc4-89ec-4aac-b2c9-52e9dd860985 req-c9a5c62f-4f11-43c9-b60f-027558301d01 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 932 time: 0.3053575 Nov 25 17:33:32.814345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Network 0b353a2a-369d-485d-a7d5-5232b568deec is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:32.836753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68036a4c-0cea-40c8-b454-f842750919b3 req-7888e900-63e9-4fee-97a1-1719b53058aa tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310619 Nov 25 17:33:32.868880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:32.965501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1785355756'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:32.983573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] device_id is not set on port ba6376a0-005b-4510-8944-8745d9b2cc25 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:32.984541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:33.012159 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.028774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1cada-5119-490e-8c02-68ee14b4a2d3 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:33.030917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.039334 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27496bc4-89ec-4aac-b2c9-52e9dd860985 req-79519189-49ed-4db6-b9d9-39fba967f445 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102164 Nov 25 17:33:33.153057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.153287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=ba6376a0-005b-4510-8944-8745d9b2cc25,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:33.153794 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.156905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Made reservation on behalf of 83d10262b3ea4ed5b251eddb39ab12c0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:33.177432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.177771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.178117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.180058 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.190031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.190380 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.190783 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 2 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.210104 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.286907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.287270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.287617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.308131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.308479 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.308929 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 3 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.348405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.348405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.348405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.361245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.361627 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.362059 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 4 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.367225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f26ba660-7dd8-4655-8db4-c394b7751271 None None] Provisioning complete for port 46b60e10-7949-416c-a201-9364ab02c3e2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:33.368205 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f26ba660-7dd8-4655-8db4-c394b7751271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.388360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.388785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.389399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.393731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-346ce804-c95c-4cc4-84b8-bbeee77bb6db tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3826149 Nov 25 17:33:33.400214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.400743 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.401783 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 5 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.430151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.446396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f26ba660-7dd8-4655-8db4-c394b7751271 None None] Port 46b60e10-7949-416c-a201-9364ab02c3e2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:33.447899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a9fb5-3cee-4627-b1d7-1844796e20f9 req-9bd53167-114d-4ba2-97a1-35e01aea7202 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.451120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.451568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.455753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d69a9fb5-3cee-4627-b1d7-1844796e20f9 req-9bd53167-114d-4ba2-97a1-35e01aea7202 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.4207819 Nov 25 17:33:33.457009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.458223 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.459244 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 6 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.485721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.486485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.487076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.493952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.504397 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.509637 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 7 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.572385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.573027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.573598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.585814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.586512 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.586883 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 8 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.596834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Request body: {'port': {'device_id': '15530c4d-0fce-4e1e-917b-2d662dc4d4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:33.623216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d69a9fb5-3cee-4627-b1d7-1844796e20f9 req-a2197af0-27b3-4458-8330-734d8c19ee3d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668351 Nov 25 17:33:33.644417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45450-7a87-4cb1-878f-608b747b0933 req-815f759c-034b-425a-96ea-cb0f6e3d12df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.647037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.647481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.647896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.653848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ade45450-7a87-4cb1-878f-608b747b0933 req-815f759c-034b-425a-96ea-cb0f6e3d12df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.4465253 Nov 25 17:33:33.657345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.657776 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.659976 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 9 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.684187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-5f3a0496-68a0-48ed-bb88-ed477d88fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.686436 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-5f3a0496-68a0-48ed-bb88-ed477d88fb0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1098 time: 0.0864575 Nov 25 17:33:33.686889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.687593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.687593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.699926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.700609 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.702370 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempt 10 to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 Nov 25 17:33:33.729316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:33.734681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:33.735478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempting to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:33.751192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:33.751524 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Failed to bind port ba6376a0-005b-4510-8944-8745d9b2cc25 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '32441bdb-fe29-470a-85da-2281b9c88ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0be219e6-f086-4aab-a869-3c0d2b415e04'}] Nov 25 17:33:33.751897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.812992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.822897 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ade45450-7a87-4cb1-878f-608b747b0933 req-eb7ece8c-cb36-499d-bb67-124fb5535801 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434224 Nov 25 17:33:33.826718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.839695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.916502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:33:33.933455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06de6c16-9681-4c13-a3ff-2885d9f54a78,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:33.941132 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.941634 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Added segment f4906831-6c18-4e34-9a6a-e02331fc9a3c of type vlan for network 77ee47c6-e575-437a-b719-a27a7ad85faf Nov 25 17:33:33.950802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-60b22e0e-b21e-4718-9185-65abea55cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.952489 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-60b22e0e-b21e-4718-9185-65abea55cdc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.2361233 Nov 25 17:33:33.954722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] For port ba6376a0-005b-4510-8944-8745d9b2cc25, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:33.955271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attempted to set empty binding levels {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:33:33.966150 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.086802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.088522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] In _notify_port_updated(), no bound segment for port ba6376a0-005b-4510-8944-8745d9b2cc25 on network 0be219e6-f086-4aab-a869-3c0d2b415e04 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:33:34.101779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.105786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.114269 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "PUT /v2.0/ports/ba6376a0-005b-4510-8944-8745d9b2cc25 HTTP/1.1" status: 200 len: 975 time: 1.7813756 Nov 25 17:33:34.121415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40818) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:34.197965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25e2e1-320b-47c3-ab3a-5a6585ff41aa tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event updated for resources: {'Port': ['ID=ba6376a0-005b-4510-8944-8745d9b2cc25,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:34.213976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-f366bf39-aa46-4922-9984-5c11fd2740f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1002 time: 0.2496083 Nov 25 17:33:34.281413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-1b686d1a-ba34-4d19-8333-e583abdf3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.283134 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-1b686d1a-ba34-4d19-8333-e583abdf3524 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.0583663 Nov 25 17:33:34.291262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25544-442a-488c-9b73-6c14f7615218 req-4df517b1-993b-4f71-8760-20219cdeeb85 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.293132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53f25544-442a-488c-9b73-6c14f7615218 req-4df517b1-993b-4f71-8760-20219cdeeb85 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.3484571 Nov 25 17:33:34.294825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.300818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.301698 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.326530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Deleting port ba6376a0-005b-4510-8944-8745d9b2cc25 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:34.326530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.374841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7a38e20b-f4ab-4068-8444-d8ec398119be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.463515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-fba303ae-1e88-4ee2-bddb-78b4ba7627c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.465336 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-fba303ae-1e88-4ee2-bddb-78b4ba7627c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619716 Nov 25 17:33:34.470751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] For port ba6376a0-005b-4510-8944-8745d9b2cc25, host n-h1-819349-3, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:34.471114 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.525162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Calling delete_port for ba6376a0-005b-4510-8944-8745d9b2cc25 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:34.644130 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-3eb28e95-40c1-4ba9-8a64-a0018a64943b service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682053 Nov 25 17:33:34.769229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1558897 Nov 25 17:33:34.770134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e74e9-acb8-4d17-b49c-352b4d91d313 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'Network': ['ID=77ee47c6-e575-437a-b719-a27a7ad85faf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:34.774276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:34.781226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Request body: {'subnet': {'network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:34.788311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 77ee47c6-e575-437a-b719-a27a7ad85faf details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:33:34.809095 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.822571 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eedd4c14-ee45-48bb-b22e-328555f4d3d6 req-86b26a81-5b6d-4fc7-a8c2-50c2ad8f2071 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666245 Nov 25 17:33:34.826279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179601a-1883-45a9-88ee-c852838f0bd1 req-b72b4666-891b-4eae-bb04-5bea6a962ebc tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.828033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8179601a-1883-45a9-88ee-c852838f0bd1 req-b72b4666-891b-4eae-bb04-5bea6a962ebc tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 932 time: 0.6054332 Nov 25 17:33:34.853483 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53f25544-442a-488c-9b73-6c14f7615218 req-7ac06778-9d55-4c62-a00b-64cb2a1906a0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5427682 Nov 25 17:33:34.892367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:34.906242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba6376a0-005b-4510-8944-8745d9b2cc25,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:34.921180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b60e10-7949-416c-a201-9364ab02c3e2 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:34.925757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.933623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a1bf7011-6703-4796-9ee4-c34b39ebf0d8 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ba6376a0-005b-4510-8944-8745d9b2cc25 HTTP/1.1" status: 204 len: 168 time: 0.8109131 Nov 25 17:33:34.936971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:34.942001 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.984579 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5e464c-dc51-4b09-8c33-a1e786c40294 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:33:34.988989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Transition to ACTIVE for port object 46b60e10-7949-416c-a201-9364ab02c3e2 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:34.992348 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7e5e464c-dc51-4b09-8c33-a1e786c40294 tempest-PortsAdminExtendedAttrsTestJSON-1641598664 tempest-PortsAdminExtendedAttrsTestJSON-1641598664-project-admin] 10.222.0.81 "GET /v2.0/ports/ba6376a0-005b-4510-8944-8745d9b2cc25 HTTP/1.1" status: 404 len: 333 time: 0.0543015 Nov 25 17:33:34.993153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:35.002142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8179601a-1883-45a9-88ee-c852838f0bd1 req-fce45005-b023-45b3-aa2a-6995727daf9f tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206379 Nov 25 17:33:35.005346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.068419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:35.089295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '569fe583-38db-4fe6-9562-c63a72527547', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'port_id': '569fe583-38db-4fe6-9562-c63a72527547', 'mac_address': 'fa:16:3e:66:1a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:35.093465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38c12a0-97c6-422e-a2a0-d9906a028814 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:35.106543 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.131908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Pushing event updated for resources: {'Port': ['ID=46b60e10-7949-416c-a201-9364ab02c3e2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:35.180055 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.193624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c1d4-7548-44f3-af12-44a640585ccd req-dcedddc1-ae99-4577-940e-65435b8c933d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:35.196099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad28c1d4-7548-44f3-af12-44a640585ccd req-dcedddc1-ae99-4577-940e-65435b8c933d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 943 time: 0.2082744 Nov 25 17:33:35.211817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569fe583-38db-4fe6-9562-c63a72527547 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:35.257606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:35.267064 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.307526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216541ab-41b4-4658-92b6-db9b58210c09 req-e66100f0-0722-4703-9cc5-1146ad507f99 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:35.309372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-216541ab-41b4-4658-92b6-db9b58210c09 req-e66100f0-0722-4703-9cc5-1146ad507f99 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.1375732 Nov 25 17:33:35.327570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Attempting to bind port 46b60e10-7949-416c-a201-9364ab02c3e2 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:35.328160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Attempting to bind port 46b60e10-7949-416c-a201-9364ab02c3e2 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:35.328679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Attempting to bind port 46b60e10-7949-416c-a201-9364ab02c3e2 on network 0b353a2a-369d-485d-a7d5-5232b568deec {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:35.330235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.342345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:35.352195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad28c1d4-7548-44f3-af12-44a640585ccd req-76a3a3b1-f8a9-4a49-ab00-74cba940e74c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212976 Nov 25 17:33:35.355482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Port 46b60e10-7949-416c-a201-9364ab02c3e2 on network 0b353a2a-369d-485d-a7d5-5232b568deec not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:35.356027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Attempting to bind port 46b60e10-7949-416c-a201-9364ab02c3e2 on network 0b353a2a-369d-485d-a7d5-5232b568deec {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:35.361498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be219e6-f086-4aab-a869-3c0d2b415e04']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:35.372216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32441bdb-fe29-470a-85da-2281b9c88ada') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:35.372661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32441bdb-fe29-470a-85da-2281b9c88ada') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:35.373929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:35.374380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Checking segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:35.375519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Bound using segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:35.375519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Bound port: 46b60e10-7949-416c-a201-9364ab02c3e2, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:35.375786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.384537 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.403840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:35.407708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Made reservation on behalf of 83d10262b3ea4ed5b251eddb39ab12c0 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:35.415196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-216541ab-41b4-4658-92b6-db9b58210c09 req-44c2d07d-6376-41ca-9e3e-a2277ed01127 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925951 Nov 25 17:33:35.420314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.463280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.487835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] For port 46b60e10-7949-416c-a201-9364ab02c3e2, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:35.492534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] For port 46b60e10-7949-416c-a201-9364ab02c3e2, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=46b60e10-7949-416c-a201-9364ab02c3e2,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:35.498491 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.509389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:33:35.509912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:33:35.514278 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:33:35.522525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['569fe583-38db-4fe6-9562-c63a72527547'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:35.548961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:35.549918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.552537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] 10.222.0.60 "PUT /v2.0/ports/46b60e10-7949-416c-a201-9364ab02c3e2 HTTP/1.1" status: 200 len: 1092 time: 2.1349773 Nov 25 17:33:35.553180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15530c4d-0fce-4e1e-917b-2d662dc4d4e6', 'tag': '46b60e10-7949-416c-a201-9364ab02c3e2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:35.555721 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9bfeb6-b658-4e74-828f-725bd15a8c85" -d '{"events": [{"name": "network-changed", "server_uuid": "15530c4d-0fce-4e1e-917b-2d662dc4d4e6", "tag": "46b60e10-7949-416c-a201-9364ab02c3e2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:35.604995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c1786-c053-4581-9d58-acfe28a46b04 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:35.606760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49259f0-81fd-44c6-9b6f-c6491d771a47 service neutron] Pushing event updated for resources: {'Port': ['ID=46b60e10-7949-416c-a201-9364ab02c3e2,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:35.746453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-9bf072d3-31b0-4b5d-8869-ee135db47be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:35.750212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-9bf072d3-31b0-4b5d-8869-ee135db47be3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 1095 time: 0.1309087 Nov 25 17:33:35.843339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.846892 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.853299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-d41da8e6-539f-44fc-a4fd-007ad6ee3d35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b60e10-7949-416c-a201-9364ab02c3e2 HTTP/1.1" status: 200 len: 217 time: 0.0906005 Nov 25 17:33:35.907454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'Subnet': ['ID=8a92b6fa-fec9-485d-aec4-d3d6081025ff,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:35.921043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.934730 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.938004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] 10.222.0.81 "DELETE /v2.0/networks/0be219e6-f086-4aab-a869-3c0d2b415e04 HTTP/1.1" status: 204 len: 168 time: 0.9416597 Nov 25 17:33:35.959861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31780661-6e0d-4324-a091-37acc1b952a4 tempest-PortsAdminExtendedAttrsTestJSON-72015182 tempest-PortsAdminExtendedAttrsTestJSON-72015182-project] Pushing event deleted for resources: {'Network': ['ID=0be219e6-f086-4aab-a869-3c0d2b415e04,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:35.976832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Checking segment: {'id': 'f4906831-6c18-4e34-9a6a-e02331fc9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:35.977725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Network hostable DHCP agents. Network: 77ee47c6-e575-437a-b719-a27a7ad85faf, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:33:35.988348 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433759eb-0a7e-42da-98df-3725b3e6e597 x-openstack-request-id: req-433759eb-0a7e-42da-98df-3725b3e6e597 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:35.989513 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15530c4d-0fce-4e1e-917b-2d662dc4d4e6", "tag": "46b60e10-7949-416c-a201-9364ab02c3e2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:35.989828 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-433759eb-0a7e-42da-98df-3725b3e6e597 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:35.990433 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15530c4d-0fce-4e1e-917b-2d662dc4d4e6', 'tag': '46b60e10-7949-416c-a201-9364ab02c3e2', 'status': 'completed', 'code': 200} Nov 25 17:33:36.002441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-b208ddd2-b808-4946-9557-18848e95060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.002441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-b208ddd2-b808-4946-9557-18848e95060b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.1327305 Nov 25 17:33:36.014978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Network 77ee47c6-e575-437a-b719-a27a7ad85faf is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:33:36.040928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 77ee47c6-e575-437a-b719-a27a7ad85faf) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:36.052057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549435ab-b0c4-4019-89fe-43966d5a2edb None None] Network 77ee47c6-e575-437a-b719-a27a7ad85faf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:36.065212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.067936 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.112716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-cb4a049b-90cd-4e91-81dc-bee92ad9716b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036820 Nov 25 17:33:36.134574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:36.137988 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cb8c631c-7bb7-4e06-9ea7-07b490ad0f6b tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3625417 Nov 25 17:33:36.143198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3cd0384e-3bd0-4584-8c10-d94ee4f39e09 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1599149387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:36.197397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101af2c-2b94-419e-8b52-32449d34d0dc req-8c1fb85e-2e6e-4030-bcbd-22ee8fb35d0b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.205885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2101af2c-2b94-419e-8b52-32449d34d0dc req-8c1fb85e-2e6e-4030-bcbd-22ee8fb35d0b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.1337354 Nov 25 17:33:36.407394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-77ee47c6-e575-437a-b719-a27a7ad85faf', 'network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf', 'tenant_id': '83d10262b3ea4ed5b251eddb39ab12c0', 'fixed_ips': [{'subnet_id': '8a92b6fa-fec9-485d-aec4-d3d6081025ff'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:33:36.408661 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.500158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2101af2c-2b94-419e-8b52-32449d34d0dc req-bc954b36-d850-46e6-8364-fd7ca2a2d8eb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933547 Nov 25 17:33:36.533173 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-df962cf1-0301-45f4-92cb-2e068a1883b3 service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049664 Nov 25 17:33:36.533173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cd0384e-3bd0-4584-8c10-d94ee4f39e09 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.533173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cd0384e-3bd0-4584-8c10-d94ee4f39e09 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.580656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6fede-bea7-478a-b21e-eb81b3c7d579 req-e3d4599d-ae41-48bd-a203-e45b72fc71c6 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.592864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ea6fede-bea7-478a-b21e-eb81b3c7d579 req-e3d4599d-ae41-48bd-a203-e45b72fc71c6 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 944 time: 0.2961762 Nov 25 17:33:36.636825 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.657003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Allocated IP 172.20.0.2 (77ee47c6-e575-437a-b719-a27a7ad85faf/8a92b6fa-fec9-485d-aec4-d3d6081025ff/64d2a140-ba37-4924-8800-286818e970ce) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:36.670290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40914) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:36.837799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:36.852752 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cd0384e-3bd0-4584-8c10-d94ee4f39e09 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.879186 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cd0384e-3bd0-4584-8c10-d94ee4f39e09 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.900528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642c9bc-24f8-4e26-b04a-56ea25d729a4 req-30961b87-adc9-4b80-a0d1-ce9412d54c60 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.902550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c642c9bc-24f8-4e26-b04a-56ea25d729a4 req-30961b87-adc9-4b80-a0d1-ce9412d54c60 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 944 time: 0.2100997 Nov 25 17:33:36.913237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ea6fede-bea7-478a-b21e-eb81b3c7d579 req-69ef6bd1-1c47-4793-8514-487e35feae97 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192842 Nov 25 17:33:36.918379 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4f1196ef-b036-4fa2-bb28-08d54a6380d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=188a99bc219b483cb7993d3be3909382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447486 Nov 25 17:33:36.920465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae9cae9c-03f0-492a-99ae-83c84d0b9743 req-ab2e6e09-f7c7-40ad-b0e0-d868f0054cae service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820205 Nov 25 17:33:36.920988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40920) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:36.963895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cd0384e-3bd0-4584-8c10-d94ee4f39e09 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.965479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3cd0384e-3bd0-4584-8c10-d94ee4f39e09 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8270638 Nov 25 17:33:36.975064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:37.015819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d7c6c5-cd72-4f4a-9999-4c268968d7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.043858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d7c6c5-cd72-4f4a-9999-4c268968d7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.062666 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.093865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.100213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.107637 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.128547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d7c6c5-cd72-4f4a-9999-4c268968d7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.132510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d7c6c5-cd72-4f4a-9999-4c268968d7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.136312 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b6d7c6c5-cd72-4f4a-9999-4c268968d7bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dd81d3c-6c94-4c15-99e0-754b72d784bb HTTP/1.1" status: 204 len: 168 time: 0.2114310 Nov 25 17:33:37.147534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7c6c5-cd72-4f4a-9999-4c268968d7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd81d3c-6c94-4c15-99e0-754b72d784bb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:37.148596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c642c9bc-24f8-4e26-b04a-56ea25d729a4 req-89870523-a217-4c20-97f0-bab6e13ff840 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315648 Nov 25 17:33:37.153238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 569fe583-38db-4fe6-9562-c63a72527547 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:37.153750 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.276003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Network 77ee47c6-e575-437a-b719-a27a7ad85faf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:37.293247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-488fae5a-64a6-4e77-83ee-ec6097b766da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.296202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-488fae5a-64a6-4e77-83ee-ec6097b766da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 1095 time: 0.2763152 Nov 25 17:33:37.349978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1000ca-9884-47b7-9a3f-5f30f2f933cf req-e252f401-13b0-4182-bbc1-20f095d1c0ca tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.351598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b1000ca-9884-47b7-9a3f-5f30f2f933cf req-e252f401-13b0-4182-bbc1-20f095d1c0ca tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.3147225 Nov 25 17:33:37.504917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Pushing event updated for resources: {'Port': ['ID=64d2a140-ba37-4924-8800-286818e970ce,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:37.511289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:37.514359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:37.574406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b1000ca-9884-47b7-9a3f-5f30f2f933cf req-302ee17f-e4f1-4c7c-96fb-a4a8793d89c9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675727 Nov 25 17:33:37.609654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd9037-87ad-4078-a866-c5124b722771 req-bc465b8b-62af-4ceb-91f8-48a1dd158d4a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.618558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abcd9037-87ad-4078-a866-c5124b722771 req-bc465b8b-62af-4ceb-91f8-48a1dd158d4a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 947 time: 0.3483100 Nov 25 17:33:37.647319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:37.675231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-659d091c-9054-4164-a675-818728949bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.676506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Attempting to bind port 64d2a140-ba37-4924-8800-286818e970ce on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:37.676918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-659d091c-9054-4164-a675-818728949bcd service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 916 time: 0.3619995 Nov 25 17:33:37.677370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Attempting to bind port 64d2a140-ba37-4924-8800-286818e970ce by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f4906831-6c18-4e34-9a6a-e02331fc9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:37.677753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Attempting to bind port 64d2a140-ba37-4924-8800-286818e970ce on network 77ee47c6-e575-437a-b719-a27a7ad85faf {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:37.703859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:37.704472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Checking segment: {'id': 'f4906831-6c18-4e34-9a6a-e02331fc9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:37.705202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.705849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Bound using segment: {'id': 'f4906831-6c18-4e34-9a6a-e02331fc9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:37.706638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Bound port: 64d2a140-ba37-4924-8800-286818e970ce, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4906831-6c18-4e34-9a6a-e02331fc9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:37.707251 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.742240 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9d5fe851-20de-4445-82b4-64820018117a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40825351b1814aae86c2c0e85d6fdeaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936809 Nov 25 17:33:37.744668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40934) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:37.763386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.780470 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abcd9037-87ad-4078-a866-c5124b722771 req-9e72f68e-039a-4c20-bfe3-bb3a228c3bb0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609261 Nov 25 17:33:37.787292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.792865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-2cc62f90-3076-4124-9664-b4c85df988a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46b60e10-7949-416c-a201-9364ab02c3e2 HTTP/1.1" status: 200 len: 217 time: 0.1042213 Nov 25 17:33:37.822373 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f3646b5-c595-4ad4-91ee-04e0e792f3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.854065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fe583-38db-4fe6-9562-c63a72527547'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:37.856366 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1504c8-265d-4263-864d-0b60456865eb" -d '{"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-plugged", "status": "completed", "tag": "569fe583-38db-4fe6-9562-c63a72527547"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:37.866977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f3646b5-c595-4ad4-91ee-04e0e792f3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.934442 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a56ed06-d186-4356-8696-17912401e59e x-openstack-request-id: req-0a56ed06-d186-4356-8696-17912401e59e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:37.941255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-2de95d48-dfc0-4793-a0ce-09417e9dc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.943406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-2de95d48-dfc0-4793-a0ce-09417e9dc3b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.1401708 Nov 25 17:33:37.945533 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-plugged", "status": "completed", "tag": "569fe583-38db-4fe6-9562-c63a72527547", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:37.948838 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a56ed06-d186-4356-8696-17912401e59e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:37.949586 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fe583-38db-4fe6-9562-c63a72527547', 'code': 200} Nov 25 17:33:37.976292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:38.009961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f3646b5-c595-4ad4-91ee-04e0e792f3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.019242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f3646b5-c595-4ad4-91ee-04e0e792f3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.022321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] For port 64d2a140-ba37-4924-8800-286818e970ce, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:38.041210 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f3646b5-c595-4ad4-91ee-04e0e792f3de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fbac53fa-a9fe-43a2-8a8c-65a72b674b49 HTTP/1.1" status: 204 len: 168 time: 0.2833073 Nov 25 17:33:38.054343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.072297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-2125c2b5-a5aa-46ad-90c8-42510737d851 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869174 Nov 25 17:33:38.084456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] For port 64d2a140-ba37-4924-8800-286818e970ce, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64d2a140-ba37-4924-8800-286818e970ce,segment=NetworkSegment(f4906831-6c18-4e34-9a6a-e02331fc9a3c),segment_id=f4906831-6c18-4e34-9a6a-e02331fc9a3c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:38.089868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3646b5-c595-4ad4-91ee-04e0e792f3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbac53fa-a9fe-43a2-8a8c-65a72b674b49,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:38.120244 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.128466 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.191183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:38.264860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7745cd-d445-4210-91c6-cc1f83c4eccb req-7b1e137e-29f4-45bc-ae15-255dc7cc9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:38.277787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd7745cd-d445-4210-91c6-cc1f83c4eccb req-7b1e137e-29f4-45bc-ae15-255dc7cc9afc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 1097 time: 0.1444781 Nov 25 17:33:38.282435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:38.342734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f145de1-c460-4423-ad67-12c19239ed45 None None] Pushing event updated for resources: {'Port': ['ID=64d2a140-ba37-4924-8800-286818e970ce,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:38.552848 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.673663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:38.680440 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.880196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=14']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:39.083691 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-2f710cc4-2bc6-4ef6-8046-f9f1770e390d service neutron] show failed (client error): The resource could not be found. Nov 25 17:33:39.085720 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-2f710cc4-2bc6-4ef6-8046-f9f1770e390d service neutron] 10.222.0.95 "GET /v2.0/ports/624dc863-a83f-4825-9d66-6a9551e57610/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 1.1027915 Nov 25 17:33:39.125074 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd7745cd-d445-4210-91c6-cc1f83c4eccb req-c92a8b08-4ae8-4783-979f-6436d078f2d3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8364267 Nov 25 17:33:39.290282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d9b51-437c-42c9-982f-3b85d9243d30 req-d1e17963-07df-4e29-b396-389a3d85e3b9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:39.298745 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d10d9b51-437c-42c9-982f-3b85d9243d30 req-d1e17963-07df-4e29-b396-389a3d85e3b9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 946 time: 0.4098227 Nov 25 17:33:39.336748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d2560-3366-44fb-a694-c2a8bda3ebb5 req-ee0d17bf-85e6-4312-bec0-386db706d6e2 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:39.341664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-234d2560-3366-44fb-a694-c2a8bda3ebb5 req-ee0d17bf-85e6-4312-bec0-386db706d6e2 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 944 time: 1.2230356 Nov 25 17:33:39.424849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-2b662b00-780d-437b-ad24-7f7755117ebd service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3272941 Nov 25 17:33:39.426139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Allocated IP 172.20.0.1 (77ee47c6-e575-437a-b719-a27a7ad85faf/8a92b6fa-fec9-485d-aec4-d3d6081025ff/62b2c198-0426-4753-ba11-13e9113b51a7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:39.704608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-89655f26-ce58-485c-9802-19be616c49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:39.706545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-89655f26-ce58-485c-9802-19be616c49b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 1096 time: 0.0886691 Nov 25 17:33:39.736815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:39.763664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-234d2560-3366-44fb-a694-c2a8bda3ebb5 req-2d10afab-0302-4382-bca4-7e1532bc565a tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870604 Nov 25 17:33:39.771827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41012) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:39.783928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d10d9b51-437c-42c9-982f-3b85d9243d30 req-ab6cb08c-4e0e-4d96-a29a-fde76248b488 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4745114 Nov 25 17:33:39.951970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf9bfeb6-b658-4e74-828f-725bd15a8c85 req-c45c2388-923d-4acd-9fae-083d9952080d service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964979 Nov 25 17:33:39.952973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:39.959634 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d2d666-c9f4-4869-be32-7b3632f7bb2f" -d '{"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-unplugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:39.988467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e99f9-f680-4059-8a25-169591474799 None None] Network 77ee47c6-e575-437a-b719-a27a7ad85faf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:39.998477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.013489 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.039314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddff2b-9377-4d03-bde0-0d3ea298fb46 req-ae486dda-7801-48ea-9295-cbc9ce0a93fb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:40.041862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1ddff2b-9377-4d03-bde0-0d3ea298fb46 req-ae486dda-7801-48ea-9295-cbc9ce0a93fb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.1193833 Nov 25 17:33:40.149129 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90afff8b-e093-4381-ae76-a0c7de6c0e0f x-openstack-request-id: req-90afff8b-e093-4381-ae76-a0c7de6c0e0f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:40.149692 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-unplugged", "status": "completed", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:40.150164 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90afff8b-e093-4381-ae76-a0c7de6c0e0f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:40.150721 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'code': 200} Nov 25 17:33:40.151645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64d2a140-ba37-4924-8800-286818e970ce up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:40.153712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7fe83e9f-09fe-4a20-ba8b-22a644fa2081 tempest-AgentManagementNegativeTest-9822369 tempest-AgentManagementNegativeTest-9822369-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3763597 Nov 25 17:33:40.193926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1ddff2b-9377-4d03-bde0-0d3ea298fb46 req-33b2d321-e498-4f0d-8af1-7dcf2479e510 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440005 Nov 25 17:33:40.206360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.300083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 46b60e10-7949-416c-a201-9364ab02c3e2 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:40.351925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-97f3de9b-ba45-46ef-84f4-da02a9f5859e None None] Provisioning complete for port 64d2a140-ba37-4924-8800-286818e970ce triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:40.352542 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f3de9b-ba45-46ef-84f4-da02a9f5859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.353692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Network 77ee47c6-e575-437a-b719-a27a7ad85faf is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:40.357263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:40.362747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:40.423771 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.509057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'Port': ['ID=62b2c198-0426-4753-ba11-13e9113b51a7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:40.659006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.713132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:40.738051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 46b60e10-7949-416c-a201-9364ab02c3e2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=46b60e10-7949-416c-a201-9364ab02c3e2,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:40.772322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 64d2a140-ba37-4924-8800-286818e970ce triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:40.772707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.809541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '46b60e10-7949-416c-a201-9364ab02c3e2', 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'port_id': '46b60e10-7949-416c-a201-9364ab02c3e2', 'mac_address': 'fa:16:3e:91:ae:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098aabb8-03f4-4560-bf4f-71dd2f0fabdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:40.813200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:40.878926 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f3de9b-ba45-46ef-84f4-da02a9f5859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.909771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41082) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:40.982034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:40.985698 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.993188 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6628cade-e9b6-417d-b2d4-09dbd55a877e" -d '{"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:40.999451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.040584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-97f3de9b-ba45-46ef-84f4-da02a9f5859e None None] For port 64d2a140-ba37-4924-8800-286818e970ce, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64d2a140-ba37-4924-8800-286818e970ce,segment=NetworkSegment(f4906831-6c18-4e34-9a6a-e02331fc9a3c),segment_id=f4906831-6c18-4e34-9a6a-e02331fc9a3c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:41.044102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b60e10-7949-416c-a201-9364ab02c3e2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:41.046881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Transition to ACTIVE for port object 624dc863-a83f-4825-9d66-6a9551e57610 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:41.059703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.089051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 46b60e10-7949-416c-a201-9364ab02c3e2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=46b60e10-7949-416c-a201-9364ab02c3e2,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:41.122965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.125025 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97f3de9b-ba45-46ef-84f4-da02a9f5859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.280893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:41.312167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b50e6f85-3f69-4206-9b86-0402fb8dda44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.320431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.365483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a0e1d-9516-4276-9b7b-1396db09f8eb req-f6c315d7-a502-4095-9587-3a3e33e7f607 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:41.379915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d2a0e1d-9516-4276-9b7b-1396db09f8eb req-f6c315d7-a502-4095-9587-3a3e33e7f607 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.5746217 Nov 25 17:33:41.429794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=46b60e10-7949-416c-a201-9364ab02c3e2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:41.445051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] No DVR routers for this DVR port 624dc863-a83f-4825-9d66-6a9551e57610 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:41.532925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ce4c5-2dce-4232-8648-52d89522cfdb req-af3fa010-ea8f-4696-b5bd-507b6c205ff5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:41.534763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b9ce4c5-2dce-4232-8648-52d89522cfdb req-af3fa010-ea8f-4696-b5bd-507b6c205ff5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 944 time: 0.5789165 Nov 25 17:33:41.540707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['46b60e10-7949-416c-a201-9364ab02c3e2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:41.628178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a3ad499d-308b-4e68-aff5-1dc1fab26ad0 None None] Provisioning complete for port 62b2c198-0426-4753-ba11-13e9113b51a7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:41.628900 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3ad499d-308b-4e68-aff5-1dc1fab26ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.724975 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:33:41.725287 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:33:41.733000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3de9b-ba45-46ef-84f4-da02a9f5859e None None] Pushing event updated for resources: {'Port': ['ID=64d2a140-ba37-4924-8800-286818e970ce,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:41.741340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d2a0e1d-9516-4276-9b7b-1396db09f8eb req-c0d35d6e-89e8-4ef5-a0da-c1f3458bb34a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602264 Nov 25 17:33:41.783977 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad499d-308b-4e68-aff5-1dc1fab26ad0 None None] Port 62b2c198-0426-4753-ba11-13e9113b51a7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:41.806815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b50e6f85-3f69-4206-9b86-0402fb8dda44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.851995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b50e6f85-3f69-4206-9b86-0402fb8dda44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.856066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a3ad499d-308b-4e68-aff5-1dc1fab26ad0 None None] Provisioning complete for port 64d2a140-ba37-4924-8800-286818e970ce triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:41.856477 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3ad499d-308b-4e68-aff5-1dc1fab26ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.930371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e6f85-3f69-4206-9b86-0402fb8dda44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439014fb-3691-4a98-91bc-717dfc1b7927,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:41.981404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b9ce4c5-2dce-4232-8648-52d89522cfdb req-19802ff4-9db4-4110-8103-3afeaafb35e8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348342 Nov 25 17:33:41.999643 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b50e6f85-3f69-4206-9b86-0402fb8dda44 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46cf40b288f14624ac04c4308305ba95&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0776725 Nov 25 17:33:42.000394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:42.001395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:42.001817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:42.002226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:42.020961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:42.021303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:42.052631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e33ad-b1cf-4f78-976e-b45f17c6e106 req-bb017077-227a-418c-93f0-2ceeacd95070 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:42.054445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b3e33ad-b1cf-4f78-976e-b45f17c6e106 req-bb017077-227a-418c-93f0-2ceeacd95070 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 946 time: 0.1795588 Nov 25 17:33:42.072872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:42.074001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Checking segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:42.074411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Bound using segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:42.074862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Bound port: 624dc863-a83f-4825-9d66-6a9551e57610, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:42.075229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.125221 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.141370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.172826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b3e33ad-b1cf-4f78-976e-b45f17c6e106 req-caed6acf-3088-4bf4-9d41-b3fb1d911794 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093943 Nov 25 17:33:42.173872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c2658c4-fa5b-4713-804c-5f507c440593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.185206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e0ef0e62-21f3-4d65-9e45-6128d2797e27 None None] Provisioning complete for port 62b2c198-0426-4753-ba11-13e9113b51a7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:42.185760 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0ef0e62-21f3-4d65-9e45-6128d2797e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.212010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c2658c4-fa5b-4713-804c-5f507c440593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.241165 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.259967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'Port': ['ID=62b2c198-0426-4753-ba11-13e9113b51a7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:42.295001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c2658c4-fa5b-4713-804c-5f507c440593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.299459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c2658c4-fa5b-4713-804c-5f507c440593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.305496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2c2658c4-fa5b-4713-804c-5f507c440593 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/439014fb-3691-4a98-91bc-717dfc1b7927 HTTP/1.1" status: 204 len: 168 time: 0.2908370 Nov 25 17:33:42.353607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2658c4-fa5b-4713-804c-5f507c440593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439014fb-3691-4a98-91bc-717dfc1b7927,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:42.397652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:42.406414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:42.413426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef0e62-21f3-4d65-9e45-6128d2797e27 None None] Port 62b2c198-0426-4753-ba11-13e9113b51a7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:42.422133 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.476706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Network 77ee47c6-e575-437a-b719-a27a7ad85faf is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:42.480355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:42.500286 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42469077-0a48-4e84-9c55-293ff843f30e x-openstack-request-id: req-42469077-0a48-4e84-9c55-293ff843f30e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:42.504391 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:42.505533 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42469077-0a48-4e84-9c55-293ff843f30e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:42.506628 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'code': 200} Nov 25 17:33:42.528118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:42.529115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.533301 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] 10.222.0.60 "PUT /v2.0/ports/624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 1091 time: 2.8079667 Nov 25 17:33:42.573520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f306ff5-9984-43f6-b78a-776db88656bc req-13e75499-d607-4bc5-9d38-e23e361f9941 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:42.575150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f306ff5-9984-43f6-b78a-776db88656bc req-13e75499-d607-4bc5-9d38-e23e361f9941 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 943 time: 0.1509295 Nov 25 17:33:42.687144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64d2a140-ba37-4924-8800-286818e970ce up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:42.709314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-b5e5478a-43c9-49a2-a73d-44e6f6a86be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:42.711621 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-b5e5478a-43c9-49a2-a73d-44e6f6a86be4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1094 time: 0.1201530 Nov 25 17:33:42.717931 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2b90f-440e-4cce-b9ee-bb5fde17d4af service neutron] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:42.852417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:42.870662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f306ff5-9984-43f6-b78a-776db88656bc req-76f99a99-ffd6-497f-94c9-7e373391b66e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948659 Nov 25 17:33:42.937474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:42.939032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 64d2a140-ba37-4924-8800-286818e970ce triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:42.939393 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.017273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-e68b407d-705d-4256-91fe-9c2198cda6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:43.018789 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-e68b407d-705d-4256-91fe-9c2198cda6f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.2827139 Nov 25 17:33:43.148626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf957858-5757-4eaf-9188-10598384bcfb req-e1586dae-6353-4a86-b142-69e665ae0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:43.150447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf957858-5757-4eaf-9188-10598384bcfb req-e1586dae-6353-4a86-b142-69e665ae0150 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1096 time: 0.3492863 Nov 25 17:33:43.167789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ccbba-843a-4ca7-be83-f57d7f30ef80 req-cbd11576-6474-4e36-86c1-c853d2875421 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:43.173459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb9ccbba-843a-4ca7-be83-f57d7f30ef80 req-cbd11576-6474-4e36-86c1-c853d2875421 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2426121 Nov 25 17:33:43.188145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Router b5d99f43-da76-4901-a53c-f83897a48749 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:33:43.206310 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-341f2dd8-b97d-445b-93db-7a40ee4ff1de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 999 time: 0.1777225 Nov 25 17:33:43.255248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e5f1ec08-4746-4388-bb3a-911e0eb61a6d None None] Provisioning complete for port 62b2c198-0426-4753-ba11-13e9113b51a7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:43.256259 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ec08-4746-4388-bb3a-911e0eb61a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.316393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-1a2b8984-11b2-4f04-b4b7-1b814b6fa772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:43.319122 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-1a2b8984-11b2-4f04-b4b7-1b814b6fa772 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.1044958 Nov 25 17:33:43.336810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1ec08-4746-4388-bb3a-911e0eb61a6d None None] Port 62b2c198-0426-4753-ba11-13e9113b51a7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:43.446931 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-5a964c3c-1b14-4798-852e-b8eca0653eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:43.449878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7a6d9-78c5-429b-9bb1-dbbc0e98124f req-b2a70b7d-9878-45bf-be6e-0d81848a3e52 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:43.450469 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-5a964c3c-1b14-4798-852e-b8eca0653eaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149461 Nov 25 17:33:43.457152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75f7a6d9-78c5-429b-9bb1-dbbc0e98124f req-b2a70b7d-9878-45bf-be6e-0d81848a3e52 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 945 time: 0.2721190 Nov 25 17:33:43.474884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eb9ccbba-843a-4ca7-be83-f57d7f30ef80 req-7ab72857-e48b-46e7-abc2-e192fb710d04 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885690 Nov 25 17:33:43.497619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf957858-5757-4eaf-9188-10598384bcfb req-7a3ec39a-ea67-49bb-8133-d8d45284a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:43.499095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf957858-5757-4eaf-9188-10598384bcfb req-7a3ec39a-ea67-49bb-8133-d8d45284a4cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.3410490 Nov 25 17:33:43.502119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:43.511337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5fe74b68-6c89-4280-9571-7af3c1ca25d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "PUT /v2.0/routers/b5d99f43-da76-4901-a53c-f83897a48749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5391977 Nov 25 17:33:43.521196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:43.522663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9f3b4-8057-4afe-9375-304b4cd47a07 None None] Sync routers for ids ['b5d99f43-da76-4901-a53c-f83897a48749'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:43.541982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9f3b4-8057-4afe-9375-304b4cd47a07 None None] Routers {'b5d99f43-da76-4901-a53c-f83897a48749'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:43.543755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-aab9f3b4-8057-4afe-9375-304b4cd47a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:33:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b5d99f43-da76-4901-a53c-f83897a48749'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:43.560182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Request body: {'port': {'network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf', 'name': 'tempest-FloatingIPNegativeTestJSON-1478656221'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:43.573196 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-05309b66-69d5-48c0-b62d-eee3ee827a3b service neutron] 10.222.0.60 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130533 Nov 25 17:33:43.602460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-aab9f3b4-8057-4afe-9375-304b4cd47a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:43.619019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9f3b4-8057-4afe-9375-304b4cd47a07 None None] Routers {'b5d99f43-da76-4901-a53c-f83897a48749'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:43.619769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-aab9f3b4-8057-4afe-9375-304b4cd47a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:33:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b5d99f43-da76-4901-a53c-f83897a48749'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:43.709381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-aab9f3b4-8057-4afe-9375-304b4cd47a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:43.710589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9f3b4-8057-4afe-9375-304b4cd47a07 None None] The sync data for ids ['b5d99f43-da76-4901-a53c-f83897a48749'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:33:43.725444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75f7a6d9-78c5-429b-9bb1-dbbc0e98124f req-4b5d5bbc-e2a3-4248-8e6e-ca19b70fbb46 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548637 Nov 25 17:33:43.741892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a0128dd-4fd1-4137-8bba-704b26be73dd req-6403176d-021a-4992-b594-8afd6b93b480 service neutron] 10.222.0.60 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543329 Nov 25 17:33:44.022256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41142) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.152416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf957858-5757-4eaf-9188-10598384bcfb req-c21de58f-0004-47f1-ae81-56c64297f6d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1000 time: 0.6419036 Nov 25 17:33:44.166049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-bede8b46-f3f4-473d-9c1e-69e86bfc9fc8 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.167490 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bede8b46-f3f4-473d-9c1e-69e86bfc9fc8 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1439939 Nov 25 17:33:44.170211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41148) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.174552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-b3b64382-ecf5-4df9-bdd3-3d5b2f3acbbb tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.175606 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b3b64382-ecf5-4df9-bdd3-3d5b2f3acbbb tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043616 Nov 25 17:33:44.179140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41150) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.184632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-2f96f096-9417-4d33-8536-824169f43e49 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.185516 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2f96f096-9417-4d33-8536-824169f43e49 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049253 Nov 25 17:33:44.189056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41152) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.194999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-f78f18ae-c216-4ab1-900f-145349806590 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.195999 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f78f18ae-c216-4ab1-900f-145349806590 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0060470 Nov 25 17:33:44.200227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41154) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.204379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-986bdb55-fb75-4966-8b3a-e52bae11ab5e tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.205366 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-986bdb55-fb75-4966-8b3a-e52bae11ab5e tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042064 Nov 25 17:33:44.215265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41156) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.221621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-ce6fd5f9-e8c3-489d-9058-78c6c4966a40 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.222685 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce6fd5f9-e8c3-489d-9058-78c6c4966a40 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056736 Nov 25 17:33:44.225617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41158) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.231793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-d6710dbc-8498-471d-b028-f64bb2bdcec3 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.232773 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d6710dbc-8498-471d-b028-f64bb2bdcec3 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062242 Nov 25 17:33:44.236854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41160) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.248488 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-29b680f4-9942-434b-a7b2-629ae91fd2e0 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.249618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-29b680f4-9942-434b-a7b2-629ae91fd2e0 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0117872 Nov 25 17:33:44.251848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d074c-d185-4fd6-bae9-f7d0f5ba0e3a req-80ccdcc8-d224-4ac8-9976-419c1ce71b4f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.252511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41162) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.257447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-030d074c-d185-4fd6-bae9-f7d0f5ba0e3a req-80ccdcc8-d224-4ac8-9976-419c1ce71b4f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 946 time: 0.5971675 Nov 25 17:33:44.257802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-5ed191d8-ce70-443a-8b50-283d390c23eb tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.258911 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5ed191d8-ce70-443a-8b50-283d390c23eb tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053632 Nov 25 17:33:44.261451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41164) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.266125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-caa18588-e049-43c3-b895-4b774628ef8c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.269037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-caa18588-e049-43c3-b895-4b774628ef8c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046017 Nov 25 17:33:44.271374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.277619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-d906b5df-9e6c-4823-b724-5d1559127a21 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.278686 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d906b5df-9e6c-4823-b724-5d1559127a21 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042288 Nov 25 17:33:44.279367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfda5f0-5a23-46c6-8c9d-7019ba9741fc req-f9c3d590-eda3-48c8-a6ce-126ed69a45c3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.281156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.281277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccfda5f0-5a23-46c6-8c9d-7019ba9741fc req-f9c3d590-eda3-48c8-a6ce-126ed69a45c3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 943 time: 0.1785460 Nov 25 17:33:44.285371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-0959151b-f0a1-45d3-ba80-790718b01a91 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.290147 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0959151b-f0a1-45d3-ba80-790718b01a91 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0079162 Nov 25 17:33:44.290978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.295315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-1d346c2a-bd51-44e2-b451-e584a2768267 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.299030 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d346c2a-bd51-44e2-b451-e584a2768267 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070424 Nov 25 17:33:44.299646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41172) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.299940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 46b60e10-7949-416c-a201-9364ab02c3e2 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:44.305208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-c4f67633-b0d5-43a5-a396-f36a9bab69fb tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.309189 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c4f67633-b0d5-43a5-a396-f36a9bab69fb tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080838 Nov 25 17:33:44.309630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.315000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-6534dc3a-8c87-4fcd-b0d6-0d27716fd898 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.317502 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6534dc3a-8c87-4fcd-b0d6-0d27716fd898 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066059 Nov 25 17:33:44.318964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.324634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-4c3890ca-1631-436c-aecb-659f08cb8daf tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.327732 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4c3890ca-1631-436c-aecb-659f08cb8daf tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0072284 Nov 25 17:33:44.332892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41178) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.343129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-8dbd2eed-c1f6-407f-af79-eaa2d8615d48 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.348727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf957858-5757-4eaf-9188-10598384bcfb req-e1fdca94-c2f1-457e-bba4-8d48c14e2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.349103 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8dbd2eed-c1f6-407f-af79-eaa2d8615d48 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0109205 Nov 25 17:33:44.349277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf957858-5757-4eaf-9188-10598384bcfb req-e1fdca94-c2f1-457e-bba4-8d48c14e2f93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1805282 Nov 25 17:33:44.350417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.357597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-20e53bfd-9853-40f0-8028-4731bdf6cf51 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.362698 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20e53bfd-9853-40f0-8028-4731bdf6cf51 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0055637 Nov 25 17:33:44.362920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Made reservation on behalf of 83d10262b3ea4ed5b251eddb39ab12c0 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:44.363143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.365625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.368867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-93215890-958c-4fac-9cd1-5bb7e2ed1f0c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.372385 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-93215890-958c-4fac-9cd1-5bb7e2ed1f0c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057907 Nov 25 17:33:44.372747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41184) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.378594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-1bc54087-6f0a-49cd-b581-2c62e684a6d6 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.380848 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1bc54087-6f0a-49cd-b581-2c62e684a6d6 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0063317 Nov 25 17:33:44.384813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41186) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.390357 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-ff7f95d4-7d2c-462d-af41-e40fac85fd66 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.393803 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ff7f95d4-7d2c-462d-af41-e40fac85fd66 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052080 Nov 25 17:33:44.394604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.400198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-a2a412bd-9f34-4227-a1b2-7d21b1befbaf tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.401778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a2a412bd-9f34-4227-a1b2-7d21b1befbaf tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056512 Nov 25 17:33:44.404416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.405594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 46b60e10-7949-416c-a201-9364ab02c3e2 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:44.411279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 46b60e10-7949-416c-a201-9364ab02c3e2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:44.411938 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.424565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-05bcd1c1-378b-4e1a-8444-32d8f7ce7782 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.427969 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-05bcd1c1-378b-4e1a-8444-32d8f7ce7782 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0118778 Nov 25 17:33:44.437230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.450346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-a24646b3-07ed-44bb-80bc-38b8b440f52d tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.451325 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a24646b3-07ed-44bb-80bc-38b8b440f52d tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0123293 Nov 25 17:33:44.454394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.459788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-3687a221-fabe-4ab5-bb24-f74f389101a9 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.463110 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3687a221-fabe-4ab5-bb24-f74f389101a9 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054295 Nov 25 17:33:44.463238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccfda5f0-5a23-46c6-8c9d-7019ba9741fc req-4008a412-f237-4156-966a-e90ffe8e8bc2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698070 Nov 25 17:33:44.463356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.467905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-fb38aa1e-ac05-4aa0-ac66-6afb4b763248 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.470988 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fb38aa1e-ac05-4aa0-ac66-6afb4b763248 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042818 Nov 25 17:33:44.471272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.472231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-030d074c-d185-4fd6-bae9-f7d0f5ba0e3a req-6e7661c7-81a5-4de4-ab7e-fa5c67787261 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816061 Nov 25 17:33:44.474186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] device_id is not set on port 0f5abf3a-1f1a-4a96-865f-fb96932796ed yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:44.508040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-f679362b-f049-4543-9c8d-f6b59e256f8e tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.509164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf957858-5757-4eaf-9188-10598384bcfb req-cd9dee42-c8e6-49ea-85f3-2f9efe969a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.511707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf957858-5757-4eaf-9188-10598384bcfb req-cd9dee42-c8e6-49ea-85f3-2f9efe969a7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528008 Nov 25 17:33:44.513800 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.517242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f679362b-f049-4543-9c8d-f6b59e256f8e tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0292428 Nov 25 17:33:44.517944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:44.519106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-46296759-0f94-4dea-9b61-c4b099610188 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.521258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-46296759-0f94-4dea-9b61-c4b099610188 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053816 Nov 25 17:33:44.525959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.531267 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:44.577623 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.624819 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6886ad9a-d511-4677-a1d0-4938313687ec x-openstack-request-id: req-6886ad9a-d511-4677-a1d0-4938313687ec {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:44.625430 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:44.625931 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6886ad9a-d511-4677-a1d0-4938313687ec {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:44.626961 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'status': 'completed', 'code': 200} Nov 25 17:33:44.636215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-e982a129-5000-4318-8c82-c94555197b60 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.640404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e982a129-5000-4318-8c82-c94555197b60 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.1129966 Nov 25 17:33:44.648503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41210) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.652263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15530c4d-0fce-4e1e-917b-2d662dc4d4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b60e10-7949-416c-a201-9364ab02c3e2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:44.653096 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831359ee-4835-4f5a-b502-58bc54a0e97a" -d '{"events": [{"server_uuid": "15530c4d-0fce-4e1e-917b-2d662dc4d4e6", "name": "network-vif-plugged", "status": "completed", "tag": "46b60e10-7949-416c-a201-9364ab02c3e2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:44.670605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-82e55063-378a-4e6c-beb5-2d88eec4801d tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.674062 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-82e55063-378a-4e6c-beb5-2d88eec4801d tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0165865 Nov 25 17:33:44.680919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 46b60e10-7949-416c-a201-9364ab02c3e2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=46b60e10-7949-416c-a201-9364ab02c3e2,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:44.687685 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.726789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.739067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-c35d93c1-73d2-4c3f-ba04-afabf7cbfdad tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.746339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.749272 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c35d93c1-73d2-4c3f-ba04-afabf7cbfdad tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0174372 Nov 25 17:33:44.751483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-3bf27e7b-60f1-408a-86ae-f9e1ce93f20c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.762353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3bf27e7b-60f1-408a-86ae-f9e1ce93f20c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0100698 Nov 25 17:33:44.763144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41220) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.779406 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62652b58-d460-4303-a78e-8938f093b928 x-openstack-request-id: req-62652b58-d460-4303-a78e-8938f093b928 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:44.779978 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15530c4d-0fce-4e1e-917b-2d662dc4d4e6", "name": "network-vif-plugged", "status": "completed", "tag": "46b60e10-7949-416c-a201-9364ab02c3e2", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:44.780435 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62652b58-d460-4303-a78e-8938f093b928 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:44.781141 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15530c4d-0fce-4e1e-917b-2d662dc4d4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b60e10-7949-416c-a201-9364ab02c3e2', 'code': 200} Nov 25 17:33:44.803317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-d387178f-f7f2-4c2f-abb4-1820cde1d033 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.811826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d387178f-f7f2-4c2f-abb4-1820cde1d033 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0129685 Nov 25 17:33:44.817572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.827767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-38ac65f9-433f-4071-97ad-3b88ce16900c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.833235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-38ac65f9-433f-4071-97ad-3b88ce16900c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0089982 Nov 25 17:33:44.834027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.864742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=46b60e10-7949-416c-a201-9364ab02c3e2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:44.868330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-41013a7f-22fd-444d-972f-b172114d2296 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.872342 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-41013a7f-22fd-444d-972f-b172114d2296 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0205772 Nov 25 17:33:44.877591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41226) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.900423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-a47cb035-3571-4418-bf12-4d693c568c73 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.904380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a47cb035-3571-4418-bf12-4d693c568c73 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0151432 Nov 25 17:33:44.906037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41228) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.914806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-94eb8c1d-c8c1-48e0-87cc-38f74071ad9b tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.918562 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-94eb8c1d-c8c1-48e0-87cc-38f74071ad9b tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0122325 Nov 25 17:33:44.921836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41230) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.932438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-d904b7ea-6fb7-49c9-885f-d87f8d651548 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.936722 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d904b7ea-6fb7-49c9-885f-d87f8d651548 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0131173 Nov 25 17:33:44.937361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41232) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.948978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-84cb826b-93cd-40f8-b293-e4265442ead2 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.952863 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-84cb826b-93cd-40f8-b293-e4265442ead2 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0132022 Nov 25 17:33:44.956674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-33a51fc6-7e2b-4471-b48c-1af30b4d4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.959295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-33a51fc6-7e2b-4471-b48c-1af30b4d4c48 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1094 time: 0.2459862 Nov 25 17:33:44.959700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef6698-bc4a-4de1-93bd-ea58be59f133 req-80b333cf-122b-4e8d-af6b-caa9fcbc6887 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.960545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-9fdc4e7b-b71e-4333-ae36-f323dcc81399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.961842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-9fdc4e7b-b71e-4333-ae36-f323dcc81399 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1094 time: 0.3232388 Nov 25 17:33:44.965006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:44.967829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-c627dda9-843e-4606-903e-2c98b9869377 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:44.969226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08ef6698-bc4a-4de1-93bd-ea58be59f133 req-80b333cf-122b-4e8d-af6b-caa9fcbc6887 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2546661 Nov 25 17:33:44.971558 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c627dda9-843e-4606-903e-2c98b9869377 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070021 Nov 25 17:33:44.978003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41236) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.004613 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-ad10a3d5-f19d-4a43-8697-1c6cc69b9ec0 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.005850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ad10a3d5-f19d-4a43-8697-1c6cc69b9ec0 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0272379 Nov 25 17:33:45.007327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Allocated IP 172.20.0.8 (77ee47c6-e575-437a-b719-a27a7ad85faf/8a92b6fa-fec9-485d-aec4-d3d6081025ff/0f5abf3a-1f1a-4a96-865f-fb96932796ed) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:45.014269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.016694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf957858-5757-4eaf-9188-10598384bcfb req-80c0ba99-ed6e-457f-a851-5fa450f9de97 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915769 Nov 25 17:33:45.026334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-c298155b-42ba-4792-ab15-377ea296e3d1 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.027323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c298155b-42ba-4792-ab15-377ea296e3d1 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085444 Nov 25 17:33:45.044043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.070791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-9ba6ec96-d69c-4aa8-bce8-5199662a76fa tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.072365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9ba6ec96-d69c-4aa8-bce8-5199662a76fa tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0277545 Nov 25 17:33:45.100920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9b9b8-7276-485f-8e8e-47d9f03bc0e0 req-6cd7b239-cb5e-45d1-a838-39f8e59881bd tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.108348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3c9b9b8-7276-485f-8e8e-47d9f03bc0e0 req-6cd7b239-cb5e-45d1-a838-39f8e59881bd tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 946 time: 0.2460010 Nov 25 17:33:45.109984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.123195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4cb6-8403-4151-bf59-b6fa57f55b01 req-7ce84e05-f9ec-4801-8585-ed8d4e10b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.124836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25cf4cb6-8403-4151-bf59-b6fa57f55b01 req-7ce84e05-f9ec-4801-8585-ed8d4e10b969 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 1097 time: 0.3014905 Nov 25 17:33:45.130369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-036161ec-82b2-4ae1-a3ea-80d6e2fc61fc tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.131484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-036161ec-82b2-4ae1-a3ea-80d6e2fc61fc tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0136709 Nov 25 17:33:45.135356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.145749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-89744671-4713-42a9-94b1-1542ecf4cb12 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.148991 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-89744671-4713-42a9-94b1-1542ecf4cb12 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087409 Nov 25 17:33:45.164308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41250) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.177682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-2e0738bc-1212-4d51-9044-a2fd94eaad05 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.178845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e0738bc-1212-4d51-9044-a2fd94eaad05 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0098085 Nov 25 17:33:45.185922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41252) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.189569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08ef6698-bc4a-4de1-93bd-ea58be59f133 req-445fd4d7-d064-4ce2-90e2-d386a5d0c19d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202184 Nov 25 17:33:45.193133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-286e77e2-73f9-482f-8b72-5e43cf8c1bcc tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.194719 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-286e77e2-73f9-482f-8b72-5e43cf8c1bcc tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0076103 Nov 25 17:33:45.209347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41254) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.223304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-bd6a6a96-326e-4da8-a1b1-a06a26f7735c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.224279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bd6a6a96-326e-4da8-a1b1-a06a26f7735c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085845 Nov 25 17:33:45.233005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.245785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-4069ff2e-2d32-495b-a57b-b77881f22440 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.247068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4069ff2e-2d32-495b-a57b-b77881f22440 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0114906 Nov 25 17:33:45.253196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.260806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-846098e8-ae51-4891-9f0d-70f666e28be4 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.265318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-846098e8-ae51-4891-9f0d-70f666e28be4 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051241 Nov 25 17:33:45.267891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41260) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.285905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-5ad08a6d-665b-4f44-b728-f1c61b2e06a0 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.285905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5ad08a6d-665b-4f44-b728-f1c61b2e06a0 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073938 Nov 25 17:33:45.287277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-8cf5d041-25b5-477c-a1e8-fdfffb6e8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.288876 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-8cf5d041-25b5-477c-a1e8-fdfffb6e8847 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.3146536 Nov 25 17:33:45.291773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.296165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-5bf10309-3a14-41c5-b343-6e7f94254fdb tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.297194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5bf10309-3a14-41c5-b343-6e7f94254fdb tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043662 Nov 25 17:33:45.300231 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-3bcff57f-7a9a-4ae3-8401-cfc884b2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.301872 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-3bcff57f-7a9a-4ae3-8401-cfc884b2b3a6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.3261294 Nov 25 17:33:45.309330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25cf4cb6-8403-4151-bf59-b6fa57f55b01 req-821fac5b-986c-47d5-97dc-b531b999ffba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584938 Nov 25 17:33:45.311055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41264) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.349375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-1dc33244-877f-41d0-b347-55dfa7beee07 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.353360 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1dc33244-877f-41d0-b347-55dfa7beee07 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0369372 Nov 25 17:33:45.355025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.397790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3c9b9b8-7276-485f-8e8e-47d9f03bc0e0 req-155b646b-ae72-4e96-907c-59e282dda7a1 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877810 Nov 25 17:33:45.399373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-bb8e1309-60f3-4cd8-8c18-33e7859e6922 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.404767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bb8e1309-60f3-4cd8-8c18-33e7859e6922 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0429251 Nov 25 17:33:45.406628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.407496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf957858-5757-4eaf-9188-10598384bcfb req-e6c83baf-ca62-4d42-b3e8-e3d14dd85dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647034 Nov 25 17:33:45.413865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-181d9266-fdb0-4268-a2a8-616f596d1155 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.417172 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-181d9266-fdb0-4268-a2a8-616f596d1155 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053222 Nov 25 17:33:45.422657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.430212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-3a01ba1f-907e-4749-b8a1-fbaf04e647c9 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.431174 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3a01ba1f-907e-4749-b8a1-fbaf04e647c9 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074916 Nov 25 17:33:45.435875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.437878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-e6b655ac-04ec-4d22-bb63-4ca2924a3661 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 999 time: 0.1390886 Nov 25 17:33:45.444276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-02fe0d2a-0e4e-4c26-bab9-a59bb791a02d tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.445416 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-02fe0d2a-0e4e-4c26-bab9-a59bb791a02d tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064859 Nov 25 17:33:45.449682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.452687 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-b4caca21-a185-4b5d-938a-1c8c48e64e22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 999 time: 0.1404843 Nov 25 17:33:45.461019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-81c97bab-0523-4e11-b83f-d3bf222cd609 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.464469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-81c97bab-0523-4e11-b83f-d3bf222cd609 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0113792 Nov 25 17:33:45.466251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.475423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-b6fcfc18-7268-45d4-9896-23ffac4c4e9e tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.476990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b6fcfc18-7268-45d4-9896-23ffac4c4e9e tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0095363 Nov 25 17:33:45.479130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.486971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-cc02f94c-9ba8-4c12-8126-852a47c67d1c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.488883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cc02f94c-9ba8-4c12-8126-852a47c67d1c tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0081236 Nov 25 17:33:45.494019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.505866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-e1e0893b-c612-4c4f-8fe3-33ea5e6877d4 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.506947 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e1e0893b-c612-4c4f-8fe3-33ea5e6877d4 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0111582 Nov 25 17:33:45.509890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.514926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.520102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-008a08f3-d1b8-4993-a3dd-584a58098a6b tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.524756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-008a08f3-d1b8-4993-a3dd-584a58098a6b tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0098515 Nov 25 17:33:45.525312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41286) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.537557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-afdae579-8e02-4333-83ba-9c6533454999 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.537557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-afdae579-8e02-4333-83ba-9c6533454999 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044413 Nov 25 17:33:45.538240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-a443851d-7f57-492c-a1b9-31b0126af68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.538240 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-a443851d-7f57-492c-a1b9-31b0126af68e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.0738962 Nov 25 17:33:45.539792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.561685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-1c4398ed-f8f3-4907-ad34-d99a5029d56b tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.562637 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1c4398ed-f8f3-4907-ad34-d99a5029d56b tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0195119 Nov 25 17:33:45.571826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.591512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-69868df6-bcf8-4bb7-ac95-02ee35e0a0a3 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.599010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-69868df6-bcf8-4bb7-ac95-02ee35e0a0a3 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0262864 Nov 25 17:33:45.604666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41292) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.622158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-d5b3295d-a36d-4c44-9b59-774dff334a77 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.633396 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d5b3295d-a36d-4c44-9b59-774dff334a77 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0270045 Nov 25 17:33:45.637411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.641863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-c1a15e67-0e8c-4ec9-af8f-bd3f42b1c8e4 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.646579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c1a15e67-0e8c-4ec9-af8f-bd3f42b1c8e4 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078666 Nov 25 17:33:45.646912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41296) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.652557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [None req-8cb320a4-a493-401d-bdc2-c1675c063e32 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.654608 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8cb320a4-a493-401d-bdc2-c1675c063e32 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051603 Nov 25 17:33:45.661534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-06129303-520f-45b9-9c7d-7a7fbaf7de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.662665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.663466 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-06129303-520f-45b9-9c7d-7a7fbaf7de5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.1447124 Nov 25 17:33:45.666939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-810a02d7-2f7a-46c5-8e99-fa57b78bf1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.670098 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-810a02d7-2f7a-46c5-8e99-fa57b78bf1cb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772591 Nov 25 17:33:45.670924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-5dc433bc-872c-4e42-a388-cfe4a73b3522 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.674924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5dc433bc-872c-4e42-a388-cfe4a73b3522 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0106814 Nov 25 17:33:45.691035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.698510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-e054eafa-972b-468b-8fd3-5f6ec5415ae8 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.702382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e054eafa-972b-468b-8fd3-5f6ec5415ae8 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083392 Nov 25 17:33:45.704128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.714000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [None req-6b340320-2054-486e-ae34-04223d1ac694 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:33:45.721997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b340320-2054-486e-ae34-04223d1ac694 tempest-ExtensionsTestJSON-1018117399 tempest-ExtensionsTestJSON-1018117399-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0136147 Nov 25 17:33:45.725162 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.790195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c0277-8043-4b47-828a-e04ee7715a79 req-43ce472b-55de-4fa7-a73b-febe2549685a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.797984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-675c0277-8043-4b47-828a-e04ee7715a79 req-43ce472b-55de-4fa7-a73b-febe2549685a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 943 time: 0.1610739 Nov 25 17:33:45.805061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Network 77ee47c6-e575-437a-b719-a27a7ad85faf is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:45.816132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:45.826762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:45.835059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'Port': ['ID=0f5abf3a-1f1a-4a96-865f-fb96932796ed,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:45.924078 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-32f1696a-c5bf-4a3c-99aa-e7d175eb1ec4 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149470 Nov 25 17:33:45.929859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-5ee28605-e5c8-428f-8b98-ca7bd65de3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.933178 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-5ee28605-e5c8-428f-8b98-ca7bd65de3b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544365 Nov 25 17:33:46.055194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:46.056299 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.081464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-675c0277-8043-4b47-828a-e04ee7715a79 req-bc0c1827-4826-4511-baab-9fea4fbb964d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820575 Nov 25 17:33:46.142599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-950e0fc1-26a0-4956-9bab-7eda9fdd389f tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6200199 Nov 25 17:33:46.151109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:46.160755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:46.211986 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.292109 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-65434f63-cfec-4a35-be09-474508cb9e3c service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577166 Nov 25 17:33:46.297715 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-ec605664-cfe4-4053-9353-520bd1cd11a3 service neutron] 10.222.0.60 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856579 Nov 25 17:33:46.316355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:46.492694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:46.544891 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5cbd41cf-d845-4186-9730-fa9ef8eca9fa req-84bce039-d09c-4cb2-8749-3bbafaeabd7a service neutron] 10.222.0.60 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209086 Nov 25 17:33:46.695592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52ad0b-6a7b-48cb-ba4b-f498678f7206 req-282cc451-78f4-4795-939e-162e6b478f4c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:46.698411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f52ad0b-6a7b-48cb-ba4b-f498678f7206 req-282cc451-78f4-4795-939e-162e6b478f4c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2733288 Nov 25 17:33:46.709816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21367-0a80-44a6-b781-8942554ffae2 req-8c1f3a79-4903-4ddb-925f-3d1622df8801 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:46.711738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ba21367-0a80-44a6-b781-8942554ffae2 req-8c1f3a79-4903-4ddb-925f-3d1622df8801 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 946 time: 0.1513212 Nov 25 17:33:46.753867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9745a141-8b38-4fae-bf75-8d0ba89d03d6 None None] Provisioning complete for port 0f5abf3a-1f1a-4a96-865f-fb96932796ed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:46.755390 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9745a141-8b38-4fae-bf75-8d0ba89d03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.805605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.807777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9745a141-8b38-4fae-bf75-8d0ba89d03d6 None None] Port 0f5abf3a-1f1a-4a96-865f-fb96932796ed cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:46.839512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:46.867811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '624dc863-a83f-4825-9d66-6a9551e57610', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'port_id': '624dc863-a83f-4825-9d66-6a9551e57610', 'mac_address': 'fa:16:3e:69:f3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:46.904507 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfd4a858-5448-4344-a10e-1978f091211b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.975611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.989885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ba21367-0a80-44a6-b781-8942554ffae2 req-a3cdb39c-ecca-4bb3-ad80-5e5607e578c5 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683043 Nov 25 17:33:46.996751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f52ad0b-6a7b-48cb-ba4b-f498678f7206 req-f781d73f-d5ed-49c8-9627-c0f442e3eeb9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841599 Nov 25 17:33:47.046778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624dc863-a83f-4825-9d66-6a9551e57610 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:47.126041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:47.152620 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.280661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Allocated IP 172.25.1.22 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/43f125c4-37f3-45d2-b1e2-174c2317e088) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:47.295826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:47.349900 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfd4a858-5448-4344-a10e-1978f091211b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.399638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfd4a858-5448-4344-a10e-1978f091211b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.461900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232d3d3-f32b-4ad2-8a91-1a4d98f8f3c4 req-e3540af3-12ef-4633-8516-92d0c76c40fa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.463940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c232d3d3-f32b-4ad2-8a91-1a4d98f8f3c4 req-e3540af3-12ef-4633-8516-92d0c76c40fa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 944 time: 0.1864109 Nov 25 17:33:47.481719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4a858-5448-4344-a10e-1978f091211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d21cc97-5965-4f03-b294-afe9a916317d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:47.494710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cfd4a858-5448-4344-a10e-1978f091211b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=555397fc06b24afab6408572f22f05e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9370244 Nov 25 17:33:47.497976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41324) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:47.513433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['624dc863-a83f-4825-9d66-6a9551e57610'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:47.560238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.587915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c232d3d3-f32b-4ad2-8a91-1a4d98f8f3c4 req-ae2aa73c-79b9-4d2d-b44c-fb46a8d8cc34 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142015 Nov 25 17:33:47.608294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53b7-d001-4ffe-af69-74515136f76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.665405 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.730164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53b7-d001-4ffe-af69-74515136f76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.771248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:47.780733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:47.791421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:47.840916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53b7-d001-4ffe-af69-74515136f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.844979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53b7-d001-4ffe-af69-74515136f76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.846451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4d0d53b7-d001-4ffe-af69-74515136f76f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d21cc97-5965-4f03-b294-afe9a916317d HTTP/1.1" status: 204 len: 168 time: 0.3468292 Nov 25 17:33:47.858496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d53b7-d001-4ffe-af69-74515136f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d21cc97-5965-4f03-b294-afe9a916317d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:47.881088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'Port': ['ID=43f125c4-37f3-45d2-b1e2-174c2317e088,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:48.084744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.096688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946274a7-1bfb-445f-aae4-c23fdacc4a42 req-52f23aaa-0a64-4f45-90e1-92a1cd32b1fc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.106188 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-946274a7-1bfb-445f-aae4-c23fdacc4a42 req-52f23aaa-0a64-4f45-90e1-92a1cd32b1fc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 944 time: 0.1013048 Nov 25 17:33:48.169815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-0977ba06-c77a-4fbc-8007-66a1f1bc756f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.171764 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-0977ba06-c77a-4fbc-8007-66a1f1bc756f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6&tenant_id=0c935ec18232485f9e1c651993bafb40&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 944 time: 0.2253418 Nov 25 17:33:48.244451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.287477 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-4f4428ca-106f-4705-93c0-115da01aa8ce service neutron] 10.222.0.60 "GET /v2.0/ports/624dc863-a83f-4825-9d66-6a9551e57610/bindings/n-h2-819349-3 HTTP/1.1" status: 200 len: 382 time: 0.0865161 Nov 25 17:33:48.287694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-946274a7-1bfb-445f-aae4-c23fdacc4a42 req-d3a65d3e-2966-4aba-8bb3-bdde33277569 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715863 Nov 25 17:33:48.364526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362c9d7-cf88-49c8-b738-992b335c6e31 req-98951432-1ecd-4a45-87cd-b8da9dc50ede tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.366587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6362c9d7-cf88-49c8-b738-992b335c6e31 req-98951432-1ecd-4a45-87cd-b8da9dc50ede tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 946 time: 0.1868353 Nov 25 17:33:48.396736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-b5cddbff-532c-465b-bc7d-5eded4865d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.398911 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-b5cddbff-532c-465b-bc7d-5eded4865d83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1095 time: 0.0689712 Nov 25 17:33:48.517120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055d327-60fe-4304-a8aa-aee7aed9a549 req-ae0e0db6-ae1f-4e43-bce8-c6f7ff7234e4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.526018 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e055d327-60fe-4304-a8aa-aee7aed9a549 req-ae0e0db6-ae1f-4e43-bce8-c6f7ff7234e4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1356797 Nov 25 17:33:48.543314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-f9b87c19-5552-4557-8a17-9bb62467d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.544917 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-f9b87c19-5552-4557-8a17-9bb62467d1df service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.1327846 Nov 25 17:33:48.568547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6362c9d7-cf88-49c8-b738-992b335c6e31 req-1c793eb2-e93d-4903-9336-dcac83dd5c5d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763010 Nov 25 17:33:48.636142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e055d327-60fe-4304-a8aa-aee7aed9a549 req-df3bef3c-011f-4927-941f-9f39c7c1f2c0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091447 Nov 25 17:33:48.663854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.670075 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.695919 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-7e95b224-9a0b-4be7-86f7-ceebc1461846 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 1000 time: 0.1332541 Nov 25 17:33:48.775360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'Port': ['ID=43f125c4-37f3-45d2-b1e2-174c2317e088,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:48.815089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-57f3c458-4b01-4b2d-98cf-dfda260bd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.816802 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-57f3c458-4b01-4b2d-98cf-dfda260bd7cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.1164196 Nov 25 17:33:48.904659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-2be7eda3-b71f-4382-ab7c-2521d8237fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.906352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-2be7eda3-b71f-4382-ab7c-2521d8237fac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752156 Nov 25 17:33:48.947760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.973881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.975649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ebcc425e-fc8c-4dce-bfc1-f2b8b7253a7c tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8214376 Nov 25 17:33:48.986967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:48.992499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cb553230-d87a-4649-b4e6-3759ebc22ce2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Request body: {'floatingip': {'port_id': '0f5abf3a-1f1a-4a96-865f-fb96932796ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:49.057850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb553230-d87a-4649-b4e6-3759ebc22ce2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.103984 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-8c92e953-3ea4-455d-a8f5-dca021b5d5d1 service neutron] 10.222.0.60 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815469 Nov 25 17:33:49.193158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41368) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:49.199384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385224a7-4ee5-4db6-bf60-56b82c696be2 req-008291b0-298a-4101-8244-bb0cb180a534 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:49.206198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-385224a7-4ee5-4db6-bf60-56b82c696be2 req-008291b0-298a-4101-8244-bb0cb180a534 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2343173 Nov 25 17:33:49.259768 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-c0ae7341-2a44-4842-a2f0-1f9cf50759c1 service neutron] 10.222.0.60 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419384 Nov 25 17:33:49.362408 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-cb553230-d87a-4649-b4e6-3759ebc22ce2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] update failed (client error): The resource could not be found. Nov 25 17:33:49.367050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41378) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:49.371649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cb553230-d87a-4649-b4e6-3759ebc22ce2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "PUT /v2.0/floatingips/5536991b-0ac9-447b-b783-557c4edc817d HTTP/1.1" status: 404 len: 507 time: 0.3834252 Nov 25 17:33:49.453990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-385224a7-4ee5-4db6-bf60-56b82c696be2 req-1eeb41b2-f5e1-4c67-b088-a1661bcd8f25 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442913 Nov 25 17:33:49.542336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1815759116'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:49.549125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dbd05-b436-4225-a20b-3d3c1bbef371 req-70628e62-20d0-47b1-b2e8-d6708a3edeea tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:49.558316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-513dbd05-b436-4225-a20b-3d3c1bbef371 req-70628e62-20d0-47b1-b2e8-d6708a3edeea tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 944 time: 0.0972757 Nov 25 17:33:49.573368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Made reservation on behalf of b48d3372f92d4f3b8982c48ceeed5cb5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:49.578780 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.602139 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.638898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-513dbd05-b436-4225-a20b-3d3c1bbef371 req-78921a41-1888-4eaf-8db2-6ea60b15ff71 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795383 Nov 25 17:33:49.703175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Deleting port 43f125c4-37f3-45d2-b1e2-174c2317e088 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:49.703602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.727067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555a461-a2bc-4fb7-b899-67412bd369b6 req-f2a4f895-3d79-4ce8-8659-5ee7de349f42 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:49.729660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3555a461-a2bc-4fb7-b899-67412bd369b6 req-f2a4f895-3d79-4ce8-8659-5ee7de349f42 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.0821817 Nov 25 17:33:49.803549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3555a461-a2bc-4fb7-b899-67412bd369b6 req-230a92f9-5fde-4a59-af05-ae6c29769601 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627785 Nov 25 17:33:49.808186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.808762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.849099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Calling delete_port for 43f125c4-37f3-45d2-b1e2-174c2317e088 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:49.975949 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.989089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.008236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:33:50.026054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.026604 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Added segment 52755f94-ea7f-4b88-b4d4-021e9934e7dc of type vlan for network e5b7e726-2d85-4922-af9e-057e6dcaaf4d Nov 25 17:33:50.100519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.162280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.168117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:50.168452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.189571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-ffb89192-b5fc-45e1-8ead-89ddeb3fbf92 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:50.192185 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-ffb89192-b5fc-45e1-8ead-89ddeb3fbf92 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.1488614 Nov 25 17:33:50.222491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a9b7cf-040a-474f-9bd3-6ac8f65ed995,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:50.250068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-52f3c440-19f9-4408-b24e-27a68722b586 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/quotas/3431a5a06f9642f2b9fbf30f5b29dcf6 HTTP/1.1" status: 200 len: 375 time: 0.0312302 Nov 25 17:33:50.277609 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0832267 Nov 25 17:33:50.281700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:50.307726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Request body: {'subnet': {'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:50.344964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:50.387409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ee0fa-20e7-471f-a931-a62bf1863e25 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event updated for resources: {'Network': ['ID=e5b7e726-2d85-4922-af9e-057e6dcaaf4d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:50.429582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.519949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event deleted for resources: {'Port': ['ID=43f125c4-37f3-45d2-b1e2-174c2317e088,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:50.536864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network e5b7e726-2d85-4922-af9e-057e6dcaaf4d details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:33:50.548033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-6e5f3a55-3922-44a1-a2aa-213e74b760f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2321675 Nov 25 17:33:50.603243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 624dc863-a83f-4825-9d66-6a9551e57610 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:50.605725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Made reservation on behalf of b48d3372f92d4f3b8982c48ceeed5cb5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:50.613893 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.620421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 624dc863-a83f-4825-9d66-6a9551e57610 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:50.620791 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.654487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.657828 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.659023 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4e112856-dc1c-4cc1-ade3-b60bb077e436 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "DELETE /v2.0/floatingips/5536991b-0ac9-447b-b783-557c4edc817d HTTP/1.1" status: 204 len: 168 time: 1.2897828 Nov 25 17:33:50.665041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:50.670804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8341bc91-67e5-4829-88df-9c168da75255 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Request body: {'floatingip': {'floating_network_id': '77ee47c6-e575-437a-b719-a27a7ad85faf', 'port_id': '0f5abf3a-1f1a-4a96-865f-fb96932796ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:50.708991 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8341bc91-67e5-4829-88df-9c168da75255 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.811432 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.851227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:50.853602 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e873f09-edfa-4b1e-a061-8804bfafd9d9" -d '{"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-plugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:50.870211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:50.881653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.909452 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-8341bc91-67e5-4829-88df-9c168da75255 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:33:50.912291 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8341bc91-67e5-4829-88df-9c168da75255 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2458594 Nov 25 17:33:50.922901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:50.933334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '0f5abf3a-1f1a-4a96-865f-fb96932796ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:50.952235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:50.981547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.997935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb0985-6992-418f-891d-d24e8e87e777 req-3a75af51-4c89-494e-afde-1349ee8f3ddf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:50.999498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2bb0985-6992-418f-891d-d24e8e87e777 req-3a75af51-4c89-494e-afde-1349ee8f3ddf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 944 time: 0.1773112 Nov 25 17:33:51.059118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-6c084c03-ccab-4a6a-b310-019d0a920ea5 service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734318 Nov 25 17:33:51.175341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.344592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Allocated IP 172.25.1.101 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/b3226ef5-40f3-46af-86fb-06ae1a5c59e5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:51.499546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2bb0985-6992-418f-891d-d24e8e87e777 req-c7be41a1-d6ce-4178-9cc8-575763b0cce9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4700212 Nov 25 17:33:51.513256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.569067 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.592186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-106bcc3a-9bee-4851-9fc0-fc9e57b1a823 service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110402 Nov 25 17:33:51.596540 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.640135 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f862a86c-c3d9-45d8-b686-336c7f6bcdc1 x-openstack-request-id: req-f862a86c-c3d9-45d8-b686-336c7f6bcdc1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:51.640662 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-plugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:51.641048 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f862a86c-c3d9-45d8-b686-336c7f6bcdc1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:51.641695 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'code': 200} Nov 25 17:33:51.666705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:51.670613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:51.674149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:51.715023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event updated for resources: {'Port': ['ID=b3226ef5-40f3-46af-86fb-06ae1a5c59e5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:51.721723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event updated for resources: {'Subnet': ['ID=6ca24f0e-c0c0-4be9-a627-bb6233fdf3bf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:51.751534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Checking segment: {'id': '52755f94-ea7f-4b88-b4d4-021e9934e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:51.752165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Network hostable DHCP agents. Network: e5b7e726-2d85-4922-af9e-057e6dcaaf4d, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:33:51.773530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Network e5b7e726-2d85-4922-af9e-057e6dcaaf4d is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:33:51.788070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, e5b7e726-2d85-4922-af9e-057e6dcaaf4d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:51.799460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:51.800073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.801711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4048042-28ce-4180-89d2-cb94de3faff9 None None] Network e5b7e726-2d85-4922-af9e-057e6dcaaf4d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:51.836173 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b998560b-122e-4af6-ab83-e13a81f1f901 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5522079 Nov 25 17:33:51.836460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41418) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:51.849930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Request body: {'port': {'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1664492316'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:51.940110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46a70716-edd4-47ef-91ec-b7f0570f6fef req-6d0bc45f-ce3e-40ce-ba9e-8e17f8819d13 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 210 time: 0.0831943 Nov 25 17:33:52.170614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-e5b7e726-2d85-4922-af9e-057e6dcaaf4d', 'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d', 'tenant_id': 'b48d3372f92d4f3b8982c48ceeed5cb5', 'fixed_ips': [{'subnet_id': '6ca24f0e-c0c0-4be9-a627-bb6233fdf3bf'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:33:52.177175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.588245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Allocated IP 172.20.0.2 (e5b7e726-2d85-4922-af9e-057e6dcaaf4d/6ca24f0e-c0c0-4be9-a627-bb6233fdf3bf/088e75d0-59a5-48fc-b451-fe5acb666fb5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:52.638560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Deleting port b3226ef5-40f3-46af-86fb-06ae1a5c59e5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:52.638912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.694261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Made reservation on behalf of b48d3372f92d4f3b8982c48ceeed5cb5 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:52.698042 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.717406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-51b6def0-25a6-43fc-b5c0-df5bc7fb4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:52.719954 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-51b6def0-25a6-43fc-b5c0-df5bc7fb4b99 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 1096 time: 0.2286038 Nov 25 17:33:52.734861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] device_id is not set on port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:52.753183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7c727-a727-4e49-a1ee-e886b0d69bb2 req-639e6fb6-893d-422a-a335-17e0b2962be3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:52.762189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52d7c727-a727-4e49-a1ee-e886b0d69bb2 req-639e6fb6-893d-422a-a335-17e0b2962be3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.1093113 Nov 25 17:33:52.828070 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.842119 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.845295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:52.863125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-52d7c727-a727-4e49-a1ee-e886b0d69bb2 req-ee64d93d-3ed6-421b-9219-1d789197b083 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996468 Nov 25 17:33:52.901878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Network e5b7e726-2d85-4922-af9e-057e6dcaaf4d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:52.905579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:52.913083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:52.924041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Pushing event updated for resources: {'Port': ['ID=088e75d0-59a5-48fc-b451-fe5acb666fb5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:52.944792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Allocated IP 172.20.0.12 (e5b7e726-2d85-4922-af9e-057e6dcaaf4d/6ca24f0e-c0c0-4be9-a627-bb6233fdf3bf/428a24b0-ba89-4caf-bbcf-ccefeda7e529) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:53.045222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Attempting to bind port 088e75d0-59a5-48fc-b451-fe5acb666fb5 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:53.046339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Attempting to bind port 088e75d0-59a5-48fc-b451-fe5acb666fb5 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '52755f94-ea7f-4b88-b4d4-021e9934e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:53.047872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Attempting to bind port 088e75d0-59a5-48fc-b451-fe5acb666fb5 on network e5b7e726-2d85-4922-af9e-057e6dcaaf4d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:53.058450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:53.059685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Checking segment: {'id': '52755f94-ea7f-4b88-b4d4-021e9934e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:53.060752 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.061907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Bound using segment: {'id': '52755f94-ea7f-4b88-b4d4-021e9934e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:53.062996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Bound port: 088e75d0-59a5-48fc-b451-fe5acb666fb5, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52755f94-ea7f-4b88-b4d4-021e9934e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:53.063971 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.122694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-034d4670-ae70-405a-8010-c2b66525295b req-54b5c729-e877-4194-ac8b-0b687280335f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 210 time: 0.0812526 Nov 25 17:33:53.142323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.185577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.186166 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.221208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] For port 088e75d0-59a5-48fc-b451-fe5acb666fb5, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:53.224315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Calling delete_port for b3226ef5-40f3-46af-86fb-06ae1a5c59e5 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:53.228019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] For port 088e75d0-59a5-48fc-b451-fe5acb666fb5, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=088e75d0-59a5-48fc-b451-fe5acb666fb5,segment=NetworkSegment(52755f94-ea7f-4b88-b4d4-021e9934e7dc),segment_id=52755f94-ea7f-4b88-b4d4-021e9934e7dc)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:53.234093 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.258959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.322803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b37a47-2d62-493c-a6da-f5be704d1c53 None None] Pushing event updated for resources: {'Port': ['ID=088e75d0-59a5-48fc-b451-fe5acb666fb5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:53.361004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.456436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Network e5b7e726-2d85-4922-af9e-057e6dcaaf4d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:53.461149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:53.511171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:53.605122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event updated for resources: {'Port': ['ID=428a24b0-ba89-4caf-bbcf-ccefeda7e529,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:53.788923 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:53.856094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:53.930771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-8b2a5194-ae96-4f05-9fca-4b0365d7c4f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:53.933514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-8b2a5194-ae96-4f05-9fca-4b0365d7c4f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.2516506 Nov 25 17:33:53.953185 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:53.953407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'port': {'device_id': 'c8ec0fcd-90d6-485d-a39e-349c6249e958', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'admin_state_up': True, 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:53.953869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.960630 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.005585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event deleted for resources: {'Port': ['ID=b3226ef5-40f3-46af-86fb-06ae1a5c59e5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:54.013113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:54.015505 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371e552c-2225-4450-914c-fe2da8e63688" -d '{"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:54.024704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.055532 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-44990ca5-7292-4052-8a1a-48ecaccdb287 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2145553 Nov 25 17:33:54.063899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.064590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.064590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.064908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.065281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.065605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.065935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.066372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.066883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.067497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.067790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.068127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:54.104423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:54.113514 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90032eeb-8ab8-4366-945b-446ff93022b6 x-openstack-request-id: req-90032eeb-8ab8-4366-945b-446ff93022b6 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:54.114003 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:54.114451 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90032eeb-8ab8-4366-945b-446ff93022b6 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:54.115089 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'code': 200} Nov 25 17:33:54.130888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Request body: {'port': {'network_id': 'e5b7e726-2d85-4922-af9e-057e6dcaaf4d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-608052373', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:54.131773 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] bootfile-name is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:33:54.132191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] tftp-server is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:33:54.132734 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] server-ip-address is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:33:54.180878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Made reservation on behalf of 3431a5a06f9642f2b9fbf30f5b29dcf6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:54.185903 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.245789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Transition to ACTIVE for port object 624dc863-a83f-4825-9d66-6a9551e57610 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:54.259494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.288615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27699b-b831-4ec7-a392-b7bca17d6dd0 req-66e6c601-e637-4fae-b838-802212e5069e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:54.290227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d27699b-b831-4ec7-a392-b7bca17d6dd0 req-66e6c601-e637-4fae-b838-802212e5069e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.1696098 Nov 25 17:33:54.341385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd9cb3d5-114b-4cb3-860d-43f71d32eb9b req-58f33362-92b5-4cb6-a74e-c7b781cd195c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 210 time: 0.0678070 Nov 25 17:33:54.370506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:54.410466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=10']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:54.472227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] No DVR routers for this DVR port 624dc863-a83f-4825-9d66-6a9551e57610 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:54.472855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:54.515285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d27699b-b831-4ec7-a392-b7bca17d6dd0 req-76b3f51c-9eb8-47af-b229-9a2cb3b4f3da tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141736 Nov 25 17:33:54.528835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Made reservation on behalf of b48d3372f92d4f3b8982c48ceeed5cb5 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:54.547706 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.566921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Allocated IP 172.20.0.13 (2983c91f-258f-4b5e-9cdb-2a076206d134/a735e756-d380-48a7-9b68-17b9df300d7d/f06bfe95-4189-421f-a33a-0b76c5471d7e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:54.577408 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] create failed (client error): The resource could not be found. Nov 25 17:33:54.578523 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8cfc8498-a208-464f-a88f-c7f116b42376 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6537483 Nov 25 17:33:54.604370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:54.669359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 088e75d0-59a5-48fc-b451-fe5acb666fb5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:54.701667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] device_id is not set on port c1f816e6-82ff-45fd-99df-e57b22f12f61 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:33:54.865060 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 088e75d0-59a5-48fc-b451-fe5acb666fb5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:54.865544 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.971907 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.015223 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.025579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 088e75d0-59a5-48fc-b451-fe5acb666fb5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=088e75d0-59a5-48fc-b451-fe5acb666fb5,segment=NetworkSegment(52755f94-ea7f-4b88-b4d4-021e9934e7dc),segment_id=52755f94-ea7f-4b88-b4d4-021e9934e7dc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:55.035723 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.038612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:55.039104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:55.039348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:55.056159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:55.056632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Attempting to bind port 624dc863-a83f-4825-9d66-6a9551e57610 on network 9d228746-11c5-48ad-8de4-71abb650d3ae {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:55.068199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:55.068652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Checking segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:55.069018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Bound using segment: {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:55.069582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Bound port: 624dc863-a83f-4825-9d66-6a9551e57610, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:55.069978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.072518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Allocated IP 172.20.0.8 (e5b7e726-2d85-4922-af9e-057e6dcaaf4d/6ca24f0e-c0c0-4be9-a627-bb6233fdf3bf/c1f816e6-82ff-45fd-99df-e57b22f12f61) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:55.072743 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.132522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:55.136808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:55.141052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-034c3d6c-bd83-4af0-b036-1d29daf455d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Deleting port 0f5abf3a-1f1a-4a96-865f-fb96932796ed {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:55.141536 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-034c3d6c-bd83-4af0-b036-1d29daf455d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.144395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:55.154403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=088e75d0-59a5-48fc-b451-fe5acb666fb5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:55.169438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867e0f7-6a31-4d23-9d8b-a970f8c8f584 None None] Network e5b7e726-2d85-4922-af9e-057e6dcaaf4d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:55.209042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:55.209622 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.271872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2c44fa6-ecbc-4573-99c5-5f7c6e2356db None None] Provisioning complete for port 088e75d0-59a5-48fc-b451-fe5acb666fb5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:55.272740 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2c44fa6-ecbc-4573-99c5-5f7c6e2356db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.291842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3475211 Nov 25 17:33:55.310311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:55.373688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:55.387762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Request body: {'port': {'device_id': 'c8ec0fcd-90d6-485d-a39e-349c6249e958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:55.401631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.404728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c45aad-eb80-4fac-8343-67a4287f79df tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'Port': ['ID=f06bfe95-4189-421f-a33a-0b76c5471d7e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:55.497182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:55.497824 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.499901 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] 10.222.0.95 "PUT /v2.0/ports/624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 1092 time: 2.6620669 Nov 25 17:33:55.612781 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.637674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-034c3d6c-bd83-4af0-b036-1d29daf455d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.653950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4c5cb-8e13-4c64-bd89-bcfa066eadff service neutron] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=11']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:55.658917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.674651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-4f1ed35e-8568-4147-b608-088e423a52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:55.685582 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-4f1ed35e-8568-4147-b608-088e423a52e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1095 time: 0.1441140 Nov 25 17:33:55.698532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0152c7e5-fe15-43b0-8c28-ed4fc6987f19 None None] Provisioning complete for port f06bfe95-4189-421f-a33a-0b76c5471d7e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:55.699116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0152c7e5-fe15-43b0-8c28-ed4fc6987f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.731775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-034c3d6c-bd83-4af0-b036-1d29daf455d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Calling delete_port for 0f5abf3a-1f1a-4a96-865f-fb96932796ed owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:55.830010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.853521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0152c7e5-fe15-43b0-8c28-ed4fc6987f19 None None] Port f06bfe95-4189-421f-a33a-0b76c5471d7e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:55.866708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeb77c-ce95-4ad2-bd07-eb6c5e0dab8c req-10b2e218-8194-49dd-b8af-7bc578cc74af tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:55.874511 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccfeb77c-ce95-4ad2-bd07-eb6c5e0dab8c req-10b2e218-8194-49dd-b8af-7bc578cc74af tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 932 time: 0.3460231 Nov 25 17:33:56.032193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ccfeb77c-ce95-4ad2-bd07-eb6c5e0dab8c req-f7dd4a15-30f8-4541-a6f0-3d03a85a5e7d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546984 Nov 25 17:33:56.036765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Network e5b7e726-2d85-4922-af9e-057e6dcaaf4d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:56.041016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-53f7f81d-9f49-44d2-ae46-172699d02c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.042599 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-53f7f81d-9f49-44d2-ae46-172699d02c99 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.3465061 Nov 25 17:33:56.058714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:56.073429 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:56.127175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event updated for resources: {'Port': ['ID=c1f816e6-82ff-45fd-99df-e57b22f12f61,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.136537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:56.139384 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d4443b-7ef0-462b-8f78-a749aac095b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:56.172531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1369663f-83a5-41dd-b63c-b810751ea198 None None] Provisioning complete for port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:56.173446 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1369663f-83a5-41dd-b63c-b810751ea198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.199961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-db29cd7f-5eeb-4c40-bbd9-2f1d3442e46d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 999 time: 0.1383598 Nov 25 17:33:56.208419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.209164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.257714 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7905e89a-2ba2-4906-815d-ec74cb22f02a x-openstack-request-id: req-7905e89a-2ba2-4906-815d-ec74cb22f02a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:56.258014 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:56.258279 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7905e89a-2ba2-4906-815d-ec74cb22f02a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:56.258733 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'status': 'completed', 'code': 200} Nov 25 17:33:56.270509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1369663f-83a5-41dd-b63c-b810751ea198 None None] Port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:56.288222 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e5b5992f-4c3e-407e-aa2a-696c1b5f8673 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1777408 Nov 25 17:33:56.295024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1369663f-83a5-41dd-b63c-b810751ea198 None None] Provisioning complete for port 088e75d0-59a5-48fc-b451-fe5acb666fb5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:56.295411 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1369663f-83a5-41dd-b63c-b810751ea198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.297893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:56.360911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-c17288fe-7397-4735-b2e3-0b0b7ab1eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.363188 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-c17288fe-7397-4735-b2e3-0b0b7ab1eccb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.1386518 Nov 25 17:33:56.434681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e89e-a8a7-4e05-9e8d-756920c4de4a req-cf1ee12f-78b3-4ca5-b09a-55ec433170f6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.438311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-21d96015-0511-4e42-80d2-de1b70540dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.441976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-21d96015-0511-4e42-80d2-de1b70540dd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1095 time: 0.1798866 Nov 25 17:33:56.448577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00e5e89e-a8a7-4e05-9e8d-756920c4de4a req-cf1ee12f-78b3-4ca5-b09a-55ec433170f6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 944 time: 0.2758098 Nov 25 17:33:56.454468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-034c3d6c-bd83-4af0-b036-1d29daf455d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.496881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-3aa817e9-f268-4954-870d-cbfd6bb2b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.498683 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-3aa817e9-f268-4954-870d-cbfd6bb2b091 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243591 Nov 25 17:33:56.536840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c3d6c-bd83-4af0-b036-1d29daf455d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event deleted for resources: {'Port': ['ID=0f5abf3a-1f1a-4a96-865f-fb96932796ed,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.559700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-62c6edb4-c905-4ca0-9a09-1f63d422034f None None] Provisioning complete for port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:56.561844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62c6edb4-c905-4ca0-9a09-1f63d422034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.611518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67828fd0-886e-4991-81d5-ec7bd4b7c231 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.641265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67828fd0-886e-4991-81d5-ec7bd4b7c231 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.671255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67828fd0-886e-4991-81d5-ec7bd4b7c231 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.681070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-67828fd0-886e-4991-81d5-ec7bd4b7c231 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3744538 Nov 25 17:33:56.683360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:56.686656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62c6edb4-c905-4ca0-9a09-1f63d422034f None None] Port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:56.693946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 088e75d0-59a5-48fc-b451-fe5acb666fb5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:56.788200 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-11549ada-371e-4b4b-ad46-697289f2a629 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544246 Nov 25 17:33:56.939224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 088e75d0-59a5-48fc-b451-fe5acb666fb5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:56.939819 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.947243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b60115f1-a1b7-49e9-b563-9fd4bc1bf18d None None] Provisioning complete for port c1f816e6-82ff-45fd-99df-e57b22f12f61 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:56.947921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b60115f1-a1b7-49e9-b563-9fd4bc1bf18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.974209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06bfe95-4189-421f-a33a-0b76c5471d7e {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:56.979342 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-23a97f06-ffed-4054-b1bd-5be87b669ea1 req-bcda3359-d006-4195-8f3e-a6172b258d95 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804423 Nov 25 17:33:56.991927 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.995273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-d4b0d2b0-a51f-4f30-a9f0-eec61f4f1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.997184 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-d4b0d2b0-a51f-4f30-a9f0-eec61f4f1123 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.5312111 Nov 25 17:33:57.007148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Transition to ACTIVE for port object f06bfe95-4189-421f-a33a-0b76c5471d7e will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:57.027093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.046867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b60115f1-a1b7-49e9-b563-9fd4bc1bf18d None None] Port c1f816e6-82ff-45fd-99df-e57b22f12f61 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:57.155499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00e5e89e-a8a7-4e05-9e8d-756920c4de4a req-c15fca5f-0443-4b5f-a75f-12e8f73a6c5b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7047544 Nov 25 17:33:57.169492 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-034c3d6c-bd83-4af0-b036-1d29daf455d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.176751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-034c3d6c-bd83-4af0-b036-1d29daf455d5 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "DELETE /v2.0/ports/0f5abf3a-1f1a-4a96-865f-fb96932796ed HTTP/1.1" status: 204 len: 168 time: 2.5708895 Nov 25 17:33:57.177675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41482) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:57.221434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-62032693-ce35-4d39-9438-05a6a7907252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:57.223769 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-62032693-ce35-4d39-9438-05a6a7907252 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1095 time: 0.1404948 Nov 25 17:33:57.226623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-2ee21134-3629-4e41-8df8-e414b55ff772 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 999 time: 0.2218404 Nov 25 17:33:57.289836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Pushing event updated for resources: {'Port': ['ID=f06bfe95-4189-421f-a33a-0b76c5471d7e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:57.416963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-8cc589b5-aad1-4375-8565-a135ebbb2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:57.418566 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-8cc589b5-aad1-4375-8565-a135ebbb2c02 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.1856403 Nov 25 17:33:57.476117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff327-a028-4625-8969-b8d50f4404bf req-308aca4e-e80d-4bb9-a8a0-00a419fa1736 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:57.476313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-b7426a0e-45ab-4b3d-8d44-3485643d4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:57.477623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-b7426a0e-45ab-4b3d-8d44-3485643d4371 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.2197821 Nov 25 17:33:57.477801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de7ff327-a028-4625-8969-b8d50f4404bf req-308aca4e-e80d-4bb9-a8a0-00a419fa1736 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 944 time: 0.2693090 Nov 25 17:33:57.502638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1418c53d-65c1-45a9-9862-464250690d43 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:57.506950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1418c53d-65c1-45a9-9862-464250690d43 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5d99f43-da76-4901-a53c-f83897a48749 HTTP/1.1" status: 200 len: 913 time: 0.3216403 Nov 25 17:33:57.512288 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:57.531008 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-a1158b86-0df5-4f29-b5e8-eaa16307924a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 999 time: 0.1031158 Nov 25 17:33:57.549580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-179d21e9-6d63-4ecd-9799-d217d5af6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:57.552016 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-179d21e9-6d63-4ecd-9799-d217d5af6567 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646310 Nov 25 17:33:57.642386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-6f9e24f9-6d64-4da0-882a-3814d66253f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:57.643943 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-6f9e24f9-6d64-4da0-882a-3814d66253f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.1030250 Nov 25 17:33:57.647845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Attempting to bind port f06bfe95-4189-421f-a33a-0b76c5471d7e on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:57.648445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Attempting to bind port f06bfe95-4189-421f-a33a-0b76c5471d7e by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:57.648776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Attempting to bind port f06bfe95-4189-421f-a33a-0b76c5471d7e on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:57.664734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Deleting port c1f816e6-82ff-45fd-99df-e57b22f12f61 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:57.665102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.676718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Port f06bfe95-4189-421f-a33a-0b76c5471d7e on network 2983c91f-258f-4b5e-9cdb-2a076206d134 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:57.677012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Attempting to bind port f06bfe95-4189-421f-a33a-0b76c5471d7e on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:57.693942 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de7ff327-a028-4625-8969-b8d50f4404bf req-48ad5519-0147-4607-bb6a-94fad5943198 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019033 Nov 25 17:33:57.703603 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-42f4dd43-3958-458b-8188-d1e956aad2d0 service neutron] 10.222.0.60 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310844 Nov 25 17:33:57.734361 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:33:57.743959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-7b5d0cd8-4806-4201-b72b-eec4b60a2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:57.744217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:57.744772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Checking segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:57.744896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-7b5d0cd8-4806-4201-b72b-eec4b60a2244 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924177 Nov 25 17:33:57.745404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Bound using segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:57.746026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Bound port: f06bfe95-4189-421f-a33a-0b76c5471d7e, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:57.747124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.927461 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-0458a32f-e42c-4279-869b-c77644715526 service neutron] 10.222.0.60 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097788 Nov 25 17:33:57.932602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.934051 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-10774f00-d882-4c8f-ba92-360c673d6e7c service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582263 Nov 25 17:33:57.998993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Calling delete_port for c1f816e6-82ff-45fd-99df-e57b22f12f61 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:58.023626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] For port f06bfe95-4189-421f-a33a-0b76c5471d7e, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:58.063329 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37d4443b-7ef0-462b-8f78-a749aac095b9 req-761da6d8-d434-43cd-a76a-8f02c0d7a45b service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207337 Nov 25 17:33:58.075040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] For port f06bfe95-4189-421f-a33a-0b76c5471d7e, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:58.134958 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:58.246329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:58.246329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:58.247734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] 10.222.0.95 "PUT /v2.0/ports/f06bfe95-4189-421f-a33a-0b76c5471d7e HTTP/1.1" status: 200 len: 1092 time: 2.8986411 Nov 25 17:33:58.248206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ec0fcd-90d6-485d-a39e-349c6249e958', 'tag': 'f06bfe95-4189-421f-a33a-0b76c5471d7e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:58.254807 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d595c803-957d-4554-b2f7-053f1558763b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ec0fcd-90d6-485d-a39e-349c6249e958", "tag": "f06bfe95-4189-421f-a33a-0b76c5471d7e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:58.348741 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c712ad10-5d45-4684-a6ce-8773a835b562 x-openstack-request-id: req-c712ad10-5d45-4684-a6ce-8773a835b562 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:58.349206 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ec0fcd-90d6-485d-a39e-349c6249e958", "tag": "f06bfe95-4189-421f-a33a-0b76c5471d7e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:58.349655 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c712ad10-5d45-4684-a6ce-8773a835b562 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:58.350375 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ec0fcd-90d6-485d-a39e-349c6249e958', 'tag': 'f06bfe95-4189-421f-a33a-0b76c5471d7e', 'status': 'completed', 'code': 200} Nov 25 17:33:58.353166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394010-151e-42d6-b815-d2f63cdc4433 service neutron] Pushing event updated for resources: {'Port': ['ID=f06bfe95-4189-421f-a33a-0b76c5471d7e,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:58.819547 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:58.939416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:58.961813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event deleted for resources: {'Port': ['ID=c1f816e6-82ff-45fd-99df-e57b22f12f61,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:58.975037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-034718e9-ae6f-494c-b1ee-38191709dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:58.977571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-034718e9-ae6f-494c-b1ee-38191709dc8a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 1095 time: 0.6561868 Nov 25 17:33:59.060064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58939ff1-fc19-4670-9e49-687edf204651 req-b9f0632d-04a7-42ac-97a1-93e6801c73c4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:59.072066 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58939ff1-fc19-4670-9e49-687edf204651 req-b9f0632d-04a7-42ac-97a1-93e6801c73c4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 944 time: 0.7737634 Nov 25 17:33:59.175187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:59.185289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-c73ec37c-fa87-40e1-8fa7-f3022e0c03e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e HTTP/1.1" status: 200 len: 217 time: 0.0923643 Nov 25 17:33:59.214242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '624dc863-a83f-4825-9d66-6a9551e57610', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'port_id': '624dc863-a83f-4825-9d66-6a9551e57610', 'mac_address': 'fa:16:3e:69:f3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:59.245993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.248566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.249258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.249414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.249763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.250108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.254959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.255353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.255803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.256157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.256496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.256831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:59.368495 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.388612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624dc863-a83f-4825-9d66-6a9551e57610 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:59.419476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:59.426131 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.432888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb1fea-f734-4ae9-9769-62e114471705 req-1648492d-53ff-4134-8538-1b1db02511ac tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:59.435345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bedb1fea-f734-4ae9-9769-62e114471705 req-1648492d-53ff-4134-8538-1b1db02511ac tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 944 time: 0.5937529 Nov 25 17:33:59.470379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.474346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4e6dd26b-2d10-4c73-8639-86a7c89bdaf2 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "DELETE /v2.0/ports/c1f816e6-82ff-45fd-99df-e57b22f12f61 HTTP/1.1" status: 204 len: 168 time: 2.7715483 Nov 25 17:33:59.479001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41508) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:59.485260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Request body: {'port': {'name': 'tempest-new-port-name-984078038', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:59.485664 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] bootfile-name is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:33:59.486002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] tftp-server is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:33:59.486330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] server-ip-address is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:33:59.499905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-44594a50-4866-4b3b-bd05-a109eee0ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:59.502104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-44594a50-4866-4b3b-bd05-a109eee0ef51 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.2835135 Nov 25 17:33:59.522423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58939ff1-fc19-4670-9e49-687edf204651 req-a54f5093-0764-4b66-87bd-07aa6b2b566f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4490707 Nov 25 17:33:59.547630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.548759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=12']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:59.635296 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.694886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['624dc863-a83f-4825-9d66-6a9551e57610'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:59.819000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bedb1fea-f734-4ae9-9769-62e114471705 req-1bb0525c-911d-46af-a259-fe37c2241283 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654196 Nov 25 17:33:59.830062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-152902c1-0098-4bdd-9232-0d8a92534ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:59.832663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-152902c1-0098-4bdd-9232-0d8a92534ebd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3029616 Nov 25 17:33:59.988620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-9ac80b0b-6f43-41dc-ac5c-47fd9514c004 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467614 Nov 25 17:34:00.135523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.144884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.278721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event updated for resources: {'Port': ['ID=428a24b0-ba89-4caf-bbcf-ccefeda7e529,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:00.293874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b6fb288-7472-4598-a23c-2cb83a4a8079 req-243415c0-6e11-4012-84ea-600a307ba26e service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976897 Nov 25 17:34:00.305259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] In _notify_port_updated(), no bound segment for port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 on network e5b7e726-2d85-4922-af9e-057e6dcaaf4d {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:34:00.319602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:00.320976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.323155 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbdc49e0-b08b-4347-83b0-3e525aae0d90 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "PUT /v2.0/ports/428a24b0-ba89-4caf-bbcf-ccefeda7e529 HTTP/1.1" status: 200 len: 1136 time: 0.8431501 Nov 25 17:34:00.327453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:00.433035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44dbcc2-cfb6-42e3-89de-b4431e977088 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:00.434556 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c44dbcc2-cfb6-42e3-89de-b4431e977088 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "GET /v2.0/ports/428a24b0-ba89-4caf-bbcf-ccefeda7e529 HTTP/1.1" status: 200 len: 1136 time: 0.0947051 Nov 25 17:34:00.443283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41530) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:00.641851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c803-957d-4554-b2f7-053f1558763b req-cc41fb5b-13e5-4b1c-bf14-fe2ad825b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:00.656699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d595c803-957d-4554-b2f7-053f1558763b req-cc41fb5b-13e5-4b1c-bf14-fe2ad825b486 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 1095 time: 0.2247279 Nov 25 17:34:00.799837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5a27dc67-a42e-42f5-bb3d-41248def8c94 None None] Provisioning complete for port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:00.801058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a27dc67-a42e-42f5-bb3d-41248def8c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.811267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Deleting port 62b2c198-0426-4753-ba11-13e9113b51a7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:00.811614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.898451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5a27dc67-a42e-42f5-bb3d-41248def8c94 None None] Port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:00.943497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:01.078043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 624dc863-a83f-4825-9d66-6a9551e57610 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:34:01.085475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 624dc863-a83f-4825-9d66-6a9551e57610 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:01.086463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.155581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbb25-dad7-422c-81cb-b67fc7e3af69 req-b7d8e937-71a0-4df0-ba0b-deed6a426014 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:01.157789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8acbb25-dad7-422c-81cb-b67fc7e3af69 req-b7d8e937-71a0-4df0-ba0b-deed6a426014 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 945 time: 0.4457090 Nov 25 17:34:01.163852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.209958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Calling delete_port for 62b2c198-0426-4753-ba11-13e9113b51a7 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:01.243414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c803-957d-4554-b2f7-053f1558763b req-9cdc097a-d881-4dc7-b23f-4b2e114db864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:01.245795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d595c803-957d-4554-b2f7-053f1558763b req-9cdc097a-d881-4dc7-b23f-4b2e114db864 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.5775654 Nov 25 17:34:01.271381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a145e-d79e-4a48-958b-98424cb5840c req-6cb498be-8a8b-4014-9ea5-03c90cf65d25 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:01.271381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-722a145e-d79e-4a48-958b-98424cb5840c req-6cb498be-8a8b-4014-9ea5-03c90cf65d25 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 944 time: 0.2527120 Nov 25 17:34:01.346915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.419824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:01.424483 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f708e45-470e-437f-af06-c81a5b1c9fa2" -d '{"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-plugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:01.430766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d595c803-957d-4554-b2f7-053f1558763b req-ed0f374f-d9f8-4910-a3bf-ce23f8f46670 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e HTTP/1.1" status: 200 len: 217 time: 0.1588047 Nov 25 17:34:01.436387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:01.446356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.459240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-37df84b0-3d22-486e-9220-0e35bf6b4509 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Deleting port 428a24b0-ba89-4caf-bbcf-ccefeda7e529 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:01.459240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37df84b0-3d22-486e-9220-0e35bf6b4509 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.531822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=13']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:01.593738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8acbb25-dad7-422c-81cb-b67fc7e3af69 req-78d2c78f-79c6-490d-bc98-ed7bd64546d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4068727 Nov 25 17:34:01.624676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:01.688092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-722a145e-d79e-4a48-958b-98424cb5840c req-6ead1481-b0a0-41ef-a2eb-d1ec75a8e42d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015985 Nov 25 17:34:01.692444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c803-957d-4554-b2f7-053f1558763b req-f81cf61c-710b-43aa-ac59-e3a3b9e9048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:01.697797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d595c803-957d-4554-b2f7-053f1558763b req-f81cf61c-710b-43aa-ac59-e3a3b9e9048a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.2458444 Nov 25 17:34:01.770460 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-364b2a98-7efc-49f9-aec0-92c1e5bf1290 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/d5c51d24-9aaa-4b19-981e-fb426389c83a HTTP/1.1" status: 200 len: 993 time: 0.1391814 Nov 25 17:34:01.801121 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc6b05-b9c2-46f9-a28f-ddb03a582aef x-openstack-request-id: req-34fc6b05-b9c2-46f9-a28f-ddb03a582aef {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:01.801121 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-plugged", "status": "completed", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:01.802201 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34fc6b05-b9c2-46f9-a28f-ddb03a582aef {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:01.802700 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'code': 200} Nov 25 17:34:01.824123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37df84b0-3d22-486e-9220-0e35bf6b4509 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.845845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-37df84b0-3d22-486e-9220-0e35bf6b4509 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Calling delete_port for 428a24b0-ba89-4caf-bbcf-ccefeda7e529 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:01.855175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c803-957d-4554-b2f7-053f1558763b req-bcf6cc4d-31b1-4122-8c1b-3b2f535abd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:01.856864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d595c803-957d-4554-b2f7-053f1558763b req-bcf6cc4d-31b1-4122-8c1b-3b2f535abd1b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465788 Nov 25 17:34:01.992445 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.049416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event deleted for resources: {'Port': ['ID=62b2c198-0426-4753-ba11-13e9113b51a7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:02.106143 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37df84b0-3d22-486e-9220-0e35bf6b4509 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.175099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df84b0-3d22-486e-9220-0e35bf6b4509 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event deleted for resources: {'Port': ['ID=428a24b0-ba89-4caf-bbcf-ccefeda7e529,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:02.196381 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3cdd015d-f536-44de-ba9c-93980a982f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.256427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d595c803-957d-4554-b2f7-053f1558763b req-8ccf9024-aee1-410f-b9db-d000af04bf64 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834703 Nov 25 17:34:02.405606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37df84b0-3d22-486e-9220-0e35bf6b4509 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.412365 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-37df84b0-3d22-486e-9220-0e35bf6b4509 tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "DELETE /v2.0/ports/428a24b0-ba89-4caf-bbcf-ccefeda7e529 HTTP/1.1" status: 204 len: 168 time: 1.9666204 Nov 25 17:34:02.417032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:02.555191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.680455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e0487a-cbb6-4d2d-ba8a-d6f9bc24283c tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Deleting subnet 6ca24f0e-c0c0-4be9-a627-bb6233fdf3bf {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:02.733896 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7e0487a-cbb6-4d2d-ba8a-d6f9bc24283c tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.833271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d595c803-957d-4554-b2f7-053f1558763b req-d7931c04-7859-43d8-92c3-2c5f4886dea7 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560076 Nov 25 17:34:02.859759 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7e0487a-cbb6-4d2d-ba8a-d6f9bc24283c tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.971891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f06bfe95-4189-421f-a33a-0b76c5471d7e details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:34:03.071307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Router b5d99f43-da76-4901-a53c-f83897a48749 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:03.142555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f06bfe95-4189-421f-a33a-0b76c5471d7e, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:03.162302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'f06bfe95-4189-421f-a33a-0b76c5471d7e', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': 'f06bfe95-4189-421f-a33a-0b76c5471d7e', 'mac_address': 'fa:16:3e:c0:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:34:03.219816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.229877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee499e3-e235-481d-b752-7eff7ff99ffa req-90f68f53-f488-4a96-a4e6-d342e50acfa3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:03.242492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06bfe95-4189-421f-a33a-0b76c5471d7e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:03.246637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ee499e3-e235-481d-b752-7eff7ff99ffa req-90f68f53-f488-4a96-a4e6-d342e50acfa3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 944 time: 0.2927797 Nov 25 17:34:03.256522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7e0487a-cbb6-4d2d-ba8a-d6f9bc24283c tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.268837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f06bfe95-4189-421f-a33a-0b76c5471d7e, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:03.278999 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.322652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:03.337913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1df95a9a-7d16-451f-81d2-641725868fc0 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "PUT /v2.0/routers/b5d99f43-da76-4901-a53c-f83897a48749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8200486 Nov 25 17:34:03.337913 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7e0487a-cbb6-4d2d-ba8a-d6f9bc24283c tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.338571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41582) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:03.347997 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e45068-b203-44cf-a2a7-1220106b7682 None None] Sync routers for ids ['b5d99f43-da76-4901-a53c-f83897a48749'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:03.372248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f06bfe95-4189-421f-a33a-0b76c5471d7e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:03.377928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0487a-cbb6-4d2d-ba8a-d6f9bc24283c tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca24f0e-c0c0-4be9-a627-bb6233fdf3bf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:03.386651 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e45068-b203-44cf-a2a7-1220106b7682 None None] Routers {'b5d99f43-da76-4901-a53c-f83897a48749'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:03.389664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7e0487a-cbb6-4d2d-ba8a-d6f9bc24283c tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.390730 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36e45068-b203-44cf-a2a7-1220106b7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:33:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b5d99f43-da76-4901-a53c-f83897a48749'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:03.393065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f7e0487a-cbb6-4d2d-ba8a-d6f9bc24283c tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "DELETE /v2.0/subnets/6ca24f0e-c0c0-4be9-a627-bb6233fdf3bf HTTP/1.1" status: 204 len: 168 time: 0.9731481 Nov 25 17:34:03.400309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:03.417830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14a77f-9072-40d1-ba0e-cf85443a4735 None None] Network e5b7e726-2d85-4922-af9e-057e6dcaaf4d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:03.477575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ee499e3-e235-481d-b752-7eff7ff99ffa req-99db3d0b-c7dd-4aec-a4cf-519c17455d28 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522739 Nov 25 17:34:03.526675 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36e45068-b203-44cf-a2a7-1220106b7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:03.538064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.557686 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e45068-b203-44cf-a2a7-1220106b7682 None None] Routers {'b5d99f43-da76-4901-a53c-f83897a48749'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:03.558698 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36e45068-b203-44cf-a2a7-1220106b7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:33:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b5d99f43-da76-4901-a53c-f83897a48749'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:03.595160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f3d5-bfb4-40fb-afbc-3e3038bb7644 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.641624 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-36e45068-b203-44cf-a2a7-1220106b7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:03.643179 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e45068-b203-44cf-a2a7-1220106b7682 None None] The sync data for ids ['b5d99f43-da76-4901-a53c-f83897a48749'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:03.660307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f06bfe95-4189-421f-a33a-0b76c5471d7e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:03.672951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Deleting port 088e75d0-59a5-48fc-b451-fe5acb666fb5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:03.673532 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.839461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] DHCP port deletion for e5b7e726-2d85-4922-af9e-057e6dcaaf4d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:03.841952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] For port 088e75d0-59a5-48fc-b451-fe5acb666fb5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=088e75d0-59a5-48fc-b451-fe5acb666fb5,segment=NetworkSegment(52755f94-ea7f-4b88-b4d4-021e9934e7dc),segment_id=52755f94-ea7f-4b88-b4d4-021e9934e7dc)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:03.842775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.870390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Calling delete_port for 088e75d0-59a5-48fc-b451-fe5acb666fb5 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:03.997965 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f3d5-bfb4-40fb-afbc-3e3038bb7644 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.010288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f3d5-bfb4-40fb-afbc-3e3038bb7644 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.114277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f3d5-bfb4-40fb-afbc-3e3038bb7644 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.114999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd9f3d5-bfb4-40fb-afbc-3e3038bb7644 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Fanout notify agent at l3_agent the message router_deleted on router b5d99f43-da76-4901-a53c-f83897a48749 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:34:04.129219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f3d5-bfb4-40fb-afbc-3e3038bb7644 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.135072 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3bd9f3d5-bfb4-40fb-afbc-3e3038bb7644 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "DELETE /v2.0/routers/b5d99f43-da76-4901-a53c-f83897a48749 HTTP/1.1" status: 204 len: 168 time: 0.7950211 Nov 25 17:34:04.136013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:04.235289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03f05bb-9fba-42bc-89b5-d4dba6041905 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Deleting subnet 8a92b6fa-fec9-485d-aec4-d3d6081025ff {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:04.246178 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f03f05bb-9fba-42bc-89b5-d4dba6041905 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.326913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f03f05bb-9fba-42bc-89b5-d4dba6041905 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.331227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] Deleting port 088e75d0-59a5-48fc-b451-fe5acb666fb5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:04.332828 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.434500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] For port 088e75d0-59a5-48fc-b451-fe5acb666fb5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=088e75d0-59a5-48fc-b451-fe5acb666fb5,segment=NetworkSegment(52755f94-ea7f-4b88-b4d4-021e9934e7dc),segment_id=52755f94-ea7f-4b88-b4d4-021e9934e7dc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:04.435097 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.450297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] Calling delete_port for 088e75d0-59a5-48fc-b451-fe5acb666fb5 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:04.487364 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.490928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f03f05bb-9fba-42bc-89b5-d4dba6041905 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.543341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] No DVR routers for this DVR port 088e75d0-59a5-48fc-b451-fe5acb666fb5 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:04.552487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9f1dce9-8ae6-4087-a5b8-ed21ea0a966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.587149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event deleted for resources: {'Port': ['ID=088e75d0-59a5-48fc-b451-fe5acb666fb5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:04.640781 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.648092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f03f05bb-9fba-42bc-89b5-d4dba6041905 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.693052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 088e75d0-59a5-48fc-b451-fe5acb666fb5 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:04.697784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] Pushing event deleted for resources: {'Port': ['ID=088e75d0-59a5-48fc-b451-fe5acb666fb5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:04.700817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f05bb-9fba-42bc-89b5-d4dba6041905 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event deleted for resources: {'Subnet': ['ID=8a92b6fa-fec9-485d-aec4-d3d6081025ff,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:04.705492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f03f05bb-9fba-42bc-89b5-d4dba6041905 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.710738 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f03f05bb-9fba-42bc-89b5-d4dba6041905 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "DELETE /v2.0/subnets/8a92b6fa-fec9-485d-aec4-d3d6081025ff HTTP/1.1" status: 204 len: 168 time: 0.5734491 Nov 25 17:34:04.714881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41610) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:04.737842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c2fe2-deb9-43ed-b594-58f8584e47c4 None None] No DVR routers for this DVR port 088e75d0-59a5-48fc-b451-fe5acb666fb5 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:04.740496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa24286d-88c4-4eb1-9746-e0c1b461cd9d None None] Network 77ee47c6-e575-437a-b719-a27a7ad85faf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:04.747159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 088e75d0-59a5-48fc-b451-fe5acb666fb5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:04.747801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 088e75d0-59a5-48fc-b451-fe5acb666fb5 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:04.791646 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.830733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b7e726-2d85-4922-af9e-057e6dcaaf4d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:04.850197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ceba-736c-4af7-8d77-bcb0e691298e req-1861ab15-7b5d-4a98-b732-f2e1a0cfcd35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:04.851871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7736ceba-736c-4af7-8d77-bcb0e691298e req-1861ab15-7b5d-4a98-b732-f2e1a0cfcd35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 945 time: 0.1276584 Nov 25 17:34:04.854051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52755f94-ea7f-4b88-b4d4-021e9934e7dc') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:04.854606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52755f94-ea7f-4b88-b4d4-021e9934e7dc') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:04.872984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.881595 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.915837 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.938240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:04.938947 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:04.944763 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:04.955164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Deleting port 64d2a140-ba37-4924-8800-286818e970ce {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:04.956020 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.018802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7736ceba-736c-4af7-8d77-bcb0e691298e req-dce9a4d9-113e-4445-90df-2a11bfbf4247 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535597 Nov 25 17:34:05.060116 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.061240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] DHCP port deletion for 77ee47c6-e575-437a-b719-a27a7ad85faf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:05.069597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.075751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] 10.222.0.81 "DELETE /v2.0/networks/e5b7e726-2d85-4922-af9e-057e6dcaaf4d HTTP/1.1" status: 204 len: 168 time: 1.6716771 Nov 25 17:34:05.077425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] For port 64d2a140-ba37-4924-8800-286818e970ce, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64d2a140-ba37-4924-8800-286818e970ce,segment=NetworkSegment(f4906831-6c18-4e34-9a6a-e02331fc9a3c),segment_id=f4906831-6c18-4e34-9a6a-e02331fc9a3c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:05.078204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.090673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c981500-78d0-4a4b-bc3f-8631e4f0ce3f tempest-ExtraDHCPOptionsTestJSON-1153534392 tempest-ExtraDHCPOptionsTestJSON-1153534392-project] Pushing event deleted for resources: {'Network': ['ID=e5b7e726-2d85-4922-af9e-057e6dcaaf4d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:05.107328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Calling delete_port for 64d2a140-ba37-4924-8800-286818e970ce owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:05.146950 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] Deleting port 64d2a140-ba37-4924-8800-286818e970ce {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:05.147463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.217053 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.229627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] For port 64d2a140-ba37-4924-8800-286818e970ce, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64d2a140-ba37-4924-8800-286818e970ce,segment=NetworkSegment(f4906831-6c18-4e34-9a6a-e02331fc9a3c),segment_id=f4906831-6c18-4e34-9a6a-e02331fc9a3c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:05.230898 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.262335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] No DVR routers for this DVR port 64d2a140-ba37-4924-8800-286818e970ce on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:05.262950 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] Calling delete_port for 64d2a140-ba37-4924-8800-286818e970ce owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:05.271335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event deleted for resources: {'Port': ['ID=64d2a140-ba37-4924-8800-286818e970ce,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:05.370674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.419780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ee47c6-e575-437a-b719-a27a7ad85faf']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:05.435614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4906831-6c18-4e34-9a6a-e02331fc9a3c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:05.435943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4906831-6c18-4e34-9a6a-e02331fc9a3c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:05.451880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.453943 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.478306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.490846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] Pushing event deleted for resources: {'Port': ['ID=64d2a140-ba37-4924-8800-286818e970ce,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:05.495299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b52f16-d629-45e0-ae65-a913d7a41ef7 None None] No DVR routers for this DVR port 64d2a140-ba37-4924-8800-286818e970ce on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:05.509297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:05.514302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:05.518035 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:05.557099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:05.595748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.616982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.625686 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] 10.222.0.81 "DELETE /v2.0/networks/77ee47c6-e575-437a-b719-a27a7ad85faf HTTP/1.1" status: 204 len: 168 time: 0.9079058 Nov 25 17:34:05.658785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2ee7a-7799-4642-9edd-5e090a6c47d2 tempest-FloatingIPNegativeTestJSON-1251377744 tempest-FloatingIPNegativeTestJSON-1251377744-project] Pushing event deleted for resources: {'Network': ['ID=77ee47c6-e575-437a-b719-a27a7ad85faf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:05.815267 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.838659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-30a861fa-27f0-41c1-bdc8-e105381eaed6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b48d3372f92d4f3b8982c48ceeed5cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802222 Nov 25 17:34:05.842573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:05.895164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41640) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:05.911909 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22a74f56-e727-4d68-a9db-8da6e51c4e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.939902 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22a74f56-e727-4d68-a9db-8da6e51c4e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.019589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22a74f56-e727-4d68-a9db-8da6e51c4e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.023975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22a74f56-e727-4d68-a9db-8da6e51c4e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.049182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-22a74f56-e727-4d68-a9db-8da6e51c4e16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01a9b7cf-040a-474f-9bd3-6ac8f65ed995 HTTP/1.1" status: 204 len: 168 time: 0.1943161 Nov 25 17:34:06.080260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74f56-e727-4d68-a9db-8da6e51c4e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a9b7cf-040a-474f-9bd3-6ac8f65ed995,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:06.094770 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-61559fbb-8ca3-4869-abb8-0680e55899ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83d10262b3ea4ed5b251eddb39ab12c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981046 Nov 25 17:34:06.097905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41656) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:06.193184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd01ba15-276c-4854-b9d1-09983354a4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.200029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be809a-649f-4ce7-b44f-14f9e9cdeb56 req-210c1fa7-d899-4cc8-b408-fe62a35fda4d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:06.202065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89be809a-649f-4ce7-b44f-14f9e9cdeb56 req-210c1fa7-d899-4cc8-b408-fe62a35fda4d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 945 time: 0.0812531 Nov 25 17:34:06.218579 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd01ba15-276c-4854-b9d1-09983354a4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.271422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89be809a-649f-4ce7-b44f-14f9e9cdeb56 req-af2454cf-9a94-4e9e-83e0-985ec01701a2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622530 Nov 25 17:34:06.305425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd01ba15-276c-4854-b9d1-09983354a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.310381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd01ba15-276c-4854-b9d1-09983354a4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.312847 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dd01ba15-276c-4854-b9d1-09983354a4bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06de6c16-9681-4c13-a3ff-2885d9f54a78 HTTP/1.1" status: 204 len: 168 time: 0.2115684 Nov 25 17:34:06.333962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01ba15-276c-4854-b9d1-09983354a4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06de6c16-9681-4c13-a3ff-2885d9f54a78,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:06.563307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.610947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64d2a140-ba37-4924-8800-286818e970ce no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:06.634981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 64d2a140-ba37-4924-8800-286818e970ce {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:06.635309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64d2a140-ba37-4924-8800-286818e970ce not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:06.996789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f06bfe95-4189-421f-a33a-0b76c5471d7e up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:07.083308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.092387 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.097091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port f06bfe95-4189-421f-a33a-0b76c5471d7e completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:34:07.104522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port f06bfe95-4189-421f-a33a-0b76c5471d7e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:07.104981 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.247676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.288123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ec0fcd-90d6-485d-a39e-349c6249e958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06bfe95-4189-421f-a33a-0b76c5471d7e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:07.291471 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0caaae-3837-4550-9ee3-c9f99b31e043" -d '{"events": [{"server_uuid": "c8ec0fcd-90d6-485d-a39e-349c6249e958", "name": "network-vif-plugged", "status": "completed", "tag": "f06bfe95-4189-421f-a33a-0b76c5471d7e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:07.311769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f06bfe95-4189-421f-a33a-0b76c5471d7e, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:07.316961 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.397826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f06bfe95-4189-421f-a33a-0b76c5471d7e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:07.417463 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d692b2af-3fd6-4857-87be-2bdfcd309437 x-openstack-request-id: req-d692b2af-3fd6-4857-87be-2bdfcd309437 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:07.429374 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ec0fcd-90d6-485d-a39e-349c6249e958", "name": "network-vif-plugged", "status": "completed", "tag": "f06bfe95-4189-421f-a33a-0b76c5471d7e", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:07.429374 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d692b2af-3fd6-4857-87be-2bdfcd309437 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:07.429374 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ec0fcd-90d6-485d-a39e-349c6249e958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06bfe95-4189-421f-a33a-0b76c5471d7e', 'code': 200} Nov 25 17:34:07.429646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41714) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:07.564141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:07.591773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee8d3e-137f-42c4-9b39-acb4b7659e00 req-fb7c47f8-f9ba-4d8f-8047-c0dde5a3dd9e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.602647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8eee8d3e-137f-42c4-9b39-acb4b7659e00 req-fb7c47f8-f9ba-4d8f-8047-c0dde5a3dd9e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1594427 Nov 25 17:34:07.638986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24070d78-e7f0-41e3-83b4-0c545288e762 req-a6ed4cd0-6dc2-4dc5-a526-43bbb07ef464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:07.642090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24070d78-e7f0-41e3-83b4-0c545288e762 req-a6ed4cd0-6dc2-4dc5-a526-43bbb07ef464 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 1097 time: 0.1254289 Nov 25 17:34:07.695211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-495181238'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:07.707471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8eee8d3e-137f-42c4-9b39-acb4b7659e00 req-2a9950be-2f0e-4ccc-8d97-a43485ccd929 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030722 Nov 25 17:34:07.735830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24070d78-e7f0-41e3-83b4-0c545288e762 req-23e98f05-02cf-4d44-bd6d-a824622e09a0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842359 Nov 25 17:34:07.747143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1990307155'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:07.750234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:07.753997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.770130 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.797879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:07.802063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.815465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.907191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.911816 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.943847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:07.948816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.975977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.976330 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment 6e5280f5-4c06-4dcf-8ea5-1f515bd8d894 of type vlan for network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 Nov 25 17:34:07.989509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.991761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287458b9-2bd2-436d-91ef-176f832443f0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:08.015620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.042133 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.066770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:08.073253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc8a2d8-7cab-4ad1-a6ce-5c959e9f3123,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:08.097930 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.098272 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment e47e2850-69e4-4969-aeb0-29298cf96d19 of type vlan for network 7db495e7-42de-402c-a9ce-ba1ae3e16974 Nov 25 17:34:08.140118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.149030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.149874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.190522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.237041 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8014808 Nov 25 17:34:08.275280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493c03-5641-4f35-999d-94ea1135d6ec tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=83f4afd4-64dc-42c4-af4b-56db2aabe1b5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:08.298843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:08.304720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.314272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.315309 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.402347 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8341742 Nov 25 17:34:08.402947 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:08.409543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1068177790'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:08.415559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd7a13-5b3a-45bf-a75c-03b9e112f8af tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=7db495e7-42de-402c-a9ce-ba1ae3e16974,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:08.431786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 7db495e7-42de-402c-a9ce-ba1ae3e16974 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:08.462547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:08.473156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.517007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:08.528751 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.529142 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment c306ac0a-4638-41d4-a0a3-485c11c7c9da of type vlan for network b3921e06-6086-4b6d-af3a-2349d20c4f5d Nov 25 17:34:08.589707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.624274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.632984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.633543 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.710524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3062696 Nov 25 17:34:08.714004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:08.719547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': '7db495e7-42de-402c-a9ce-ba1ae3e16974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:08.734299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5e2b4-b242-4c0e-9af8-326f132c2b31 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=b3921e06-6086-4b6d-af3a-2349d20c4f5d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:08.751586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network b3921e06-6086-4b6d-af3a-2349d20c4f5d details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:08.908723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:08.916008 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.938202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38754c3-c413-45e9-a964-903740dd07d4 req-22ee6f90-c737-4823-8aa1-5fd31a12b596 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.941650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e38754c3-c413-45e9-a964-903740dd07d4 req-22ee6f90-c737-4823-8aa1-5fd31a12b596 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1002500 Nov 25 17:34:09.040588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e38754c3-c413-45e9-a964-903740dd07d4 req-962e3060-3285-4856-8947-25de10b89131 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899849 Nov 25 17:34:09.185797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.252025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=91c2f1fd-85a5-4e7a-ae24-2931ee09dcb7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:09.281895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': 'e47e2850-69e4-4969-aeb0-29298cf96d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7db495e7-42de-402c-a9ce-ba1ae3e16974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:09.282261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: 7db495e7-42de-402c-a9ce-ba1ae3e16974, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:09.305980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 7db495e7-42de-402c-a9ce-ba1ae3e16974 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:09.320776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 7db495e7-42de-402c-a9ce-ba1ae3e16974) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:09.332229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed436f6-9703-4803-8d95-7c82923cf430 None None] Network 7db495e7-42de-402c-a9ce-ba1ae3e16974 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:09.351568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:09.352199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.406859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41762) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:09.407213 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dca21160-a6b6-4fbf-a3f0-3b8b8944efb8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6917255 Nov 25 17:34:09.415409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': 'b3921e06-6086-4b6d-af3a-2349d20c4f5d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:09.567607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:09.571241 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.573993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-7db495e7-42de-402c-a9ce-ba1ae3e16974', 'network_id': '7db495e7-42de-402c-a9ce-ba1ae3e16974', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': '91c2f1fd-85a5-4e7a-ae24-2931ee09dcb7'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:09.575121 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.837360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Allocated IP 2001:db8::2 (7db495e7-42de-402c-a9ce-ba1ae3e16974/91c2f1fd-85a5-4e7a-ae24-2931ee09dcb7/acf1d813-cfcd-482b-95a2-a73ff0029bb2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:09.873955 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.941502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=b872211b-357a-48bc-a9af-66ac6eb12976,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:10.000618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': 'c306ac0a-4638-41d4-a0a3-485c11c7c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b3921e06-6086-4b6d-af3a-2349d20c4f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:10.001237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: b3921e06-6086-4b6d-af3a-2349d20c4f5d, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:10.027985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network b3921e06-6086-4b6d-af3a-2349d20c4f5d is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:10.044109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, b3921e06-6086-4b6d-af3a-2349d20c4f5d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:10.056833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386adea-6c69-49bd-b422-f6fc0d1c1568 None None] Network b3921e06-6086-4b6d-af3a-2349d20c4f5d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:10.063745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:10.068000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.101797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41772) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:10.108156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3488013b-b79e-4010-902d-3673331e7b36 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1221996255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:10.111380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1466a12d-a45b-420f-9ecd-aaa84c795286 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7025366 Nov 25 17:34:10.160977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3488013b-b79e-4010-902d-3673331e7b36 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.162644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3488013b-b79e-4010-902d-3673331e7b36 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.260686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f23f1-ac9d-4983-a18e-bc37b0b052c2 req-8bc8c7c8-f3a1-41be-814b-78fc45f899a6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:10.268446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3488013b-b79e-4010-902d-3673331e7b36 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.270057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-642f23f1-ac9d-4983-a18e-bc37b0b052c2 req-8bc8c7c8-f3a1-41be-814b-78fc45f899a6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.0980787 Nov 25 17:34:10.279400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3488013b-b79e-4010-902d-3673331e7b36 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.320172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3488013b-b79e-4010-902d-3673331e7b36 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.321437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3488013b-b79e-4010-902d-3673331e7b36 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2176638 Nov 25 17:34:10.329808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41780) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:10.355666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-642f23f1-ac9d-4983-a18e-bc37b0b052c2 req-fd28007b-aab3-4c90-9dbf-1fbb81cf3e14 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735292 Nov 25 17:34:10.439181 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.479032 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.756246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Network 7db495e7-42de-402c-a9ce-ba1ae3e16974 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:10.808999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:10.812910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Pushing event updated for resources: {'Port': ['ID=acf1d813-cfcd-482b-95a2-a73ff0029bb2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:10.824751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff340ab-f61d-42e0-807e-9671d1dd3061 req-a5502cea-0ba9-44d4-95ef-841e0b54187d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:10.826580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bff340ab-f61d-42e0-807e-9671d1dd3061 req-a5502cea-0ba9-44d4-95ef-841e0b54187d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1441460 Nov 25 17:34:10.840752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:10.858548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-b3921e06-6086-4b6d-af3a-2349d20c4f5d', 'network_id': 'b3921e06-6086-4b6d-af3a-2349d20c4f5d', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': 'b872211b-357a-48bc-a9af-66ac6eb12976'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:10.859667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.953672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bff340ab-f61d-42e0-807e-9671d1dd3061 req-269728e7-1ad8-47a4-b12e-b38443a9e053 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196742 Nov 25 17:34:11.105667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Attempting to bind port acf1d813-cfcd-482b-95a2-a73ff0029bb2 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:11.106122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Attempting to bind port acf1d813-cfcd-482b-95a2-a73ff0029bb2 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'e47e2850-69e4-4969-aeb0-29298cf96d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7db495e7-42de-402c-a9ce-ba1ae3e16974'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:11.106553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Attempting to bind port acf1d813-cfcd-482b-95a2-a73ff0029bb2 on network 7db495e7-42de-402c-a9ce-ba1ae3e16974 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:11.120476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:11.121047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Checking segment: {'id': 'e47e2850-69e4-4969-aeb0-29298cf96d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7db495e7-42de-402c-a9ce-ba1ae3e16974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:11.121536 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.122032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Bound using segment: {'id': 'e47e2850-69e4-4969-aeb0-29298cf96d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7db495e7-42de-402c-a9ce-ba1ae3e16974'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:11.122976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Bound port: acf1d813-cfcd-482b-95a2-a73ff0029bb2, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47e2850-69e4-4969-aeb0-29298cf96d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7db495e7-42de-402c-a9ce-ba1ae3e16974'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:11.122976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.146057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.246468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Allocated IP 2001:db8:1::2 (b3921e06-6086-4b6d-af3a-2349d20c4f5d/b872211b-357a-48bc-a9af-66ac6eb12976/be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:11.527127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] For port acf1d813-cfcd-482b-95a2-a73ff0029bb2, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:11.546896 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] For port acf1d813-cfcd-482b-95a2-a73ff0029bb2, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=acf1d813-cfcd-482b-95a2-a73ff0029bb2,segment=NetworkSegment(e47e2850-69e4-4969-aeb0-29298cf96d19),segment_id=e47e2850-69e4-4969-aeb0-29298cf96d19)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:11.562712 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.572062 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.593078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8::1 (7db495e7-42de-402c-a9ce-ba1ae3e16974/91c2f1fd-85a5-4e7a-ae24-2931ee09dcb7/fe2106f6-3e19-449b-b976-7c028143487d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:11.618709 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.717394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Network b3921e06-6086-4b6d-af3a-2349d20c4f5d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:11.717394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:11.726937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:11.767781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8410ba7-a1ec-4401-93af-56832b2f9e21 None None] Pushing event updated for resources: {'Port': ['ID=acf1d813-cfcd-482b-95a2-a73ff0029bb2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:11.865205 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.927046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.931792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Attempting to bind port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:11.932192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Attempting to bind port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'c306ac0a-4638-41d4-a0a3-485c11c7c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b3921e06-6086-4b6d-af3a-2349d20c4f5d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:11.932564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Attempting to bind port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 on network b3921e06-6086-4b6d-af3a-2349d20c4f5d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:11.940035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:11.940419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Checking segment: {'id': 'c306ac0a-4638-41d4-a0a3-485c11c7c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b3921e06-6086-4b6d-af3a-2349d20c4f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:11.941880 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.941880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Bound using segment: {'id': 'c306ac0a-4638-41d4-a0a3-485c11c7c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b3921e06-6086-4b6d-af3a-2349d20c4f5d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:11.942410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Bound port: be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c306ac0a-4638-41d4-a0a3-485c11c7c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b3921e06-6086-4b6d-af3a-2349d20c4f5d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:11.943968 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.969509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Pushing event updated for resources: {'Port': ['ID=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:12.029566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 7db495e7-42de-402c-a9ce-ba1ae3e16974 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:12.057330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:12.084326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=fe2106f6-3e19-449b-b976-7c028143487d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:12.126904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:12.128722 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.160336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] For port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:12.172180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] For port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,segment=NetworkSegment(c306ac0a-4638-41d4-a0a3-485c11c7c9da),segment_id=c306ac0a-4638-41d4-a0a3-485c11c7c9da)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:12.178431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.313326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65726c-3d64-4aa8-ada3-b429ff974292 req-da9f8367-905d-4389-8852-7b4926a47db3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:12.323847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f65726c-3d64-4aa8-ada3-b429ff974292 req-da9f8367-905d-4389-8852-7b4926a47db3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1913526 Nov 25 17:34:12.326219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41826) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:12.344583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': '83f4afd4-64dc-42c4-af4b-56db2aabe1b5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:12.371390 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409e9dd-e7af-46ac-a34c-c7108b36faba None None] Pushing event updated for resources: {'Port': ['ID=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:12.474694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.547069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f65726c-3d64-4aa8-ada3-b429ff974292 req-5ce38132-4f63-4f5d-bb43-15559af83fa4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158780 Nov 25 17:34:12.593862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:12.598428 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.803408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device acf1d813-cfcd-482b-95a2-a73ff0029bb2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:12.944263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port acf1d813-cfcd-482b-95a2-a73ff0029bb2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:12.944638 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.995432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.002762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.006098 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.096289 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.130275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=fe2106f6-3e19-449b-b976-7c028143487d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:13.194122 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.207814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 7db495e7-42de-402c-a9ce-ba1ae3e16974 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:13.211690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:13.273003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port acf1d813-cfcd-482b-95a2-a73ff0029bb2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=acf1d813-cfcd-482b-95a2-a73ff0029bb2,segment=NetworkSegment(e47e2850-69e4-4969-aeb0-29298cf96d19),segment_id=e47e2850-69e4-4969-aeb0-29298cf96d19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:13.278974 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.298976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=157fcdad-a2f1-457d-94eb-25ff87492892,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:13.308727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': '6e5280f5-4c06-4dcf-8ea5-1f515bd8d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '83f4afd4-64dc-42c4-af4b-56db2aabe1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:13.309411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: 83f4afd4-64dc-42c4-af4b-56db2aabe1b5, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:13.361240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:13.374169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 83f4afd4-64dc-42c4-af4b-56db2aabe1b5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:13.380623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:13.381365 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.396842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=acf1d813-cfcd-482b-95a2-a73ff0029bb2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:13.403936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78945460-8b1a-45d0-a4cd-4a8c54cf3f6f None None] Network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:13.453135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aaad64ab-fe1f-4022-996c-9aaeb6b2a582 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1257827 Nov 25 17:34:13.453799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41840) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:13.461478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1532342808'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:13.523586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:13.531818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.617510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:13.638571 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.638918 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment 99288cd4-a65a-44ed-ab4a-1f2898e206cf of type vlan for network ef14c785-df45-47cc-955d-7717f62a8a94 Nov 25 17:34:13.676357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bae192-d6fd-4a46-88c3-dffabbd7cbd6 None None] Network 7db495e7-42de-402c-a9ce-ba1ae3e16974 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:13.702410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 411b7eed-7c8c-43f0-9421-f603e1f191f1 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:34:13.729529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.830384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca59198-d4ca-45e7-95e8-dc3b119614b8 req-cd449d4e-9cc4-4c6e-9919-2239e3a121f4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:13.834403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aca59198-d4ca-45e7-95e8-dc3b119614b8 req-cd449d4e-9cc4-4c6e-9919-2239e3a121f4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1443231 Nov 25 17:34:13.836877 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.856952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:13.858049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.906952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:13.916436 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b791cf3-1405-4188-bd18-e42590186630 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/411b7eed-7c8c-43f0-9421-f603e1f191f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5849836 Nov 25 17:34:13.920212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:14.021208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5662084 Nov 25 17:34:14.025698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a90fbf-c5c4-47fc-8107-493b4e1f315b tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:14.027740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:14.036468 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-85a90fbf-c5c4-47fc-8107-493b4e1f315b tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports/fe2106f6-3e19-449b-b976-7c028143487d HTTP/1.1" status: 200 len: 911 time: 0.1117404 Nov 25 17:34:14.036914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41854) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:14.056006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': 'ef14c785-df45-47cc-955d-7717f62a8a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:14.146744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa348a32-efc6-4371-95ea-48da60031d5a None None] Sync routers for ids ['411b7eed-7c8c-43f0-9421-f603e1f191f1'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:14.246947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa348a32-efc6-4371-95ea-48da60031d5a None None] Routers {'411b7eed-7c8c-43f0-9421-f603e1f191f1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:14.247786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa348a32-efc6-4371-95ea-48da60031d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['411b7eed-7c8c-43f0-9421-f603e1f191f1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:14.259278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b9aa2-0bfb-4d49-8cf2-ae4f02252c57 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=ef14c785-df45-47cc-955d-7717f62a8a94,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.283195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aca59198-d4ca-45e7-95e8-dc3b119614b8 req-b20e85b6-e5a4-46c8-b403-2b7a13ddcb13 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201884 Nov 25 17:34:14.382300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa348a32-efc6-4371-95ea-48da60031d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:14.390197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ef14c785-df45-47cc-955d-7717f62a8a94 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:14.392927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd024f7d-de6f-4b41-a3e0-abb65ebd2d54 None None] Network b3921e06-6086-4b6d-af3a-2349d20c4f5d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:14.396441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:14.402412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.523766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-83f4afd4-64dc-42c4-af4b-56db2aabe1b5', 'network_id': '83f4afd4-64dc-42c4-af4b-56db2aabe1b5', 'tenant_id': '6b4b99a0c91e40c79f1f04bb8297802c', 'fixed_ips': [{'subnet_id': '157fcdad-a2f1-457d-94eb-25ff87492892'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:14.524914 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.527480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-64aeb1a1-8bf0-47a8-b75c-a85c4b7305f3 None None] Provisioning complete for port acf1d813-cfcd-482b-95a2-a73ff0029bb2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:14.527934 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64aeb1a1-8bf0-47a8-b75c-a85c4b7305f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.923543 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.939147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Allocated IP 2001:db8:0:ffff::2 (83f4afd4-64dc-42c4-af4b-56db2aabe1b5/157fcdad-a2f1-457d-94eb-25ff87492892/6522400d-c68d-4976-ab62-70b425dfdba6) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:14.985079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=07d61227-4711-4f81-98f1-cd2d1aa855ca,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:15.038658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': '99288cd4-a65a-44ed-ab4a-1f2898e206cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef14c785-df45-47cc-955d-7717f62a8a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:15.039408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: ef14c785-df45-47cc-955d-7717f62a8a94, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:15.042111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.086499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network ef14c785-df45-47cc-955d-7717f62a8a94 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:15.101750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ef14c785-df45-47cc-955d-7717f62a8a94) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:15.119445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:15.119445 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.153696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5161f950-ee7d-4956-98b7-4e919c1b13b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1220462 Nov 25 17:34:15.156822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:15.214685 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.243271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:15.291987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef95e32-5ea9-41b5-b2c7-fbff86f04799 None None] Network ef14c785-df45-47cc-955d-7717f62a8a94 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:15.318934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa348a32-efc6-4371-95ea-48da60031d5a None None] Routers {'411b7eed-7c8c-43f0-9421-f603e1f191f1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:15.319591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa348a32-efc6-4371-95ea-48da60031d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['411b7eed-7c8c-43f0-9421-f603e1f191f1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:15.321548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.327456 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.438205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.533421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:15.535741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa348a32-efc6-4371-95ea-48da60031d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:15.536446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa348a32-efc6-4371-95ea-48da60031d5a None None] The sync data for ids ['411b7eed-7c8c-43f0-9421-f603e1f191f1'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:15.546684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:15.550120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:15.595179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.641563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=07d61227-4711-4f81-98f1-cd2d1aa855ca,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:15.734661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Pushing event updated for resources: {'Port': ['ID=6522400d-c68d-4976-ab62-70b425dfdba6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:15.748011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Attempting to bind port 6522400d-c68d-4976-ab62-70b425dfdba6 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:15.748395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Attempting to bind port 6522400d-c68d-4976-ab62-70b425dfdba6 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '6e5280f5-4c06-4dcf-8ea5-1f515bd8d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '83f4afd4-64dc-42c4-af4b-56db2aabe1b5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:15.748779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Attempting to bind port 6522400d-c68d-4976-ab62-70b425dfdba6 on network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:15.770292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.797745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef14c785-df45-47cc-955d-7717f62a8a94']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:15.810602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99288cd4-a65a-44ed-ab4a-1f2898e206cf') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:15.812166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99288cd4-a65a-44ed-ab4a-1f2898e206cf') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:15.823172 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.852737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:15.852737 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.853087 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.854036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:15.854819 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Checking segment: {'id': '6e5280f5-4c06-4dcf-8ea5-1f515bd8d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '83f4afd4-64dc-42c4-af4b-56db2aabe1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:15.854819 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.855223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Bound using segment: {'id': '6e5280f5-4c06-4dcf-8ea5-1f515bd8d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '83f4afd4-64dc-42c4-af4b-56db2aabe1b5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:15.855879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Bound port: 6522400d-c68d-4976-ab62-70b425dfdba6, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5280f5-4c06-4dcf-8ea5-1f515bd8d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '83f4afd4-64dc-42c4-af4b-56db2aabe1b5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:15.856280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.871118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:15.871520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:15.933260 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:15.966329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353e7fc-00dc-4472-ba86-69b1951e3b89 req-ae43c1f3-39c6-46f6-9f63-367fc30530bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:15.968998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1353e7fc-00dc-4472-ba86-69b1951e3b89 req-ae43c1f3-39c6-46f6-9f63-367fc30530bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.3920255 Nov 25 17:34:15.975669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.059378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.062387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/ef14c785-df45-47cc-955d-7717f62a8a94 HTTP/1.1" status: 204 len: 168 time: 0.9038556 Nov 25 17:34:16.063426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3caa4-d147-4aae-b117-930000b9d3fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=ef14c785-df45-47cc-955d-7717f62a8a94,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:16.077501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:16.111064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222792604'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:16.161938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] For port 6522400d-c68d-4976-ab62-70b425dfdba6, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:16.166559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] For port 6522400d-c68d-4976-ab62-70b425dfdba6, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6522400d-c68d-4976-ab62-70b425dfdba6,segment=NetworkSegment(6e5280f5-4c06-4dcf-8ea5-1f515bd8d894),segment_id=6e5280f5-4c06-4dcf-8ea5-1f515bd8d894)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:16.258573 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.305208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:16.309112 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.337495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23215014-1bf1-4bee-bb52-724146079e51 None None] Network ef14c785-df45-47cc-955d-7717f62a8a94 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:16.389166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:16.421791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1353e7fc-00dc-4472-ba86-69b1951e3b89 req-a7f22652-af29-4aba-a4c7-f1ae907b1fe5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705316 Nov 25 17:34:16.429161 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.429784 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment c14b4180-91ed-4470-980c-64929f625f9c of type vlan for network 78facc7c-b973-458c-b77f-522f88430df5 Nov 25 17:34:16.457701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7d153da5-2c85-4733-a011-3578f8d04dae None None] Provisioning complete for port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:16.459602 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d153da5-2c85-4733-a011-3578f8d04dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.606321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23215014-1bf1-4bee-bb52-724146079e51 None None] Network ef14c785-df45-47cc-955d-7717f62a8a94 could not be found, it might have been deleted concurrently. {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:34:16.665280 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.801013 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.820921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:16.825096 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.869011 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.908178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7009f4-b161-42a3-a2d2-cc1290bc6df9 None None] Pushing event updated for resources: {'Port': ['ID=6522400d-c68d-4976-ab62-70b425dfdba6,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:16.977680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,segment=NetworkSegment(c306ac0a-4638-41d4-a0a3-485c11c7c9da),segment_id=c306ac0a-4638-41d4-a0a3-485c11c7c9da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:16.989170 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.993317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device acf1d813-cfcd-482b-95a2-a73ff0029bb2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:17.076763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8:1::1 (b3921e06-6086-4b6d-af3a-2349d20c4f5d/b872211b-357a-48bc-a9af-66ac6eb12976/bc2747b8-5bc3-4a43-979b-31c0de5dcef8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:17.208725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1259382 Nov 25 17:34:17.224106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41912) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:17.248695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed007a09-351b-497f-8a71-8cf8e519e86a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=78facc7c-b973-458c-b77f-522f88430df5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:17.297950 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 78facc7c-b973-458c-b77f-522f88430df5 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:17.340497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': '78facc7c-b973-458c-b77f-522f88430df5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:17.557888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:17.604428 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port acf1d813-cfcd-482b-95a2-a73ff0029bb2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:17.604670 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.655875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.703465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba308db5-8d4c-4f04-a4c2-502da3dd886b req-da154e74-eadb-48ca-a09f-f957c543d732 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:17.713273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba308db5-8d4c-4f04-a4c2-502da3dd886b req-da154e74-eadb-48ca-a09f-f957c543d732 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1294935 Nov 25 17:34:17.738199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:17.741934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.835366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba308db5-8d4c-4f04-a4c2-502da3dd886b req-fb940a0c-f86f-4675-b84b-74f74740c58e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148791 Nov 25 17:34:17.882447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.983188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=bc2747b8-5bc3-4a43-979b-31c0de5dcef8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:18.004198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network b3921e06-6086-4b6d-af3a-2349d20c4f5d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:18.004838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2dbd614b-af1e-4981-8e41-d8e75c602dba None None] Provisioning complete for port fe2106f6-3e19-449b-b976-7c028143487d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:18.005263 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dbd614b-af1e-4981-8e41-d8e75c602dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.007809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:18.014054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:18.014793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.075558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd614b-af1e-4981-8e41-d8e75c602dba None None] Port fe2106f6-3e19-449b-b976-7c028143487d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:18.114513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2dbd614b-af1e-4981-8e41-d8e75c602dba None None] Provisioning complete for port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:18.115131 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dbd614b-af1e-4981-8e41-d8e75c602dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.375670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:18.458043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2dbd614b-af1e-4981-8e41-d8e75c602dba None None] Provisioning complete for port acf1d813-cfcd-482b-95a2-a73ff0029bb2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:18.458460 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dbd614b-af1e-4981-8e41-d8e75c602dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.614843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.638433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:18.638949 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.668140 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.689273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cdb2cd-8149-4ebf-a812-c4ddae06bd81 None None] Network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:18.844788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=f50698c0-5a94-4121-a2ac-15a2fc93925f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:18.873562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ba6f5eeb-ecbe-441d-aa11-f050064fa2ca None None] Provisioning complete for port bc2747b8-5bc3-4a43-979b-31c0de5dcef8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:18.873994 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5eeb-ecbe-441d-aa11-f050064fa2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.879793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6522400d-c68d-4976-ab62-70b425dfdba6 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:18.973508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': 'c14b4180-91ed-4470-980c-64929f625f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '78facc7c-b973-458c-b77f-522f88430df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:18.973860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: 78facc7c-b973-458c-b77f-522f88430df5, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:19.016294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network 78facc7c-b973-458c-b77f-522f88430df5 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:19.043052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 78facc7c-b973-458c-b77f-522f88430df5) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:19.071816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:19.072980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.126521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad3aba-6476-4376-81d8-e2b8c14afca0 None None] Network 78facc7c-b973-458c-b77f-522f88430df5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:19.166492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b278b-ff55-49ad-9c74-f5321676dcfd req-5d718864-f305-49e4-9076-f3277cbb0748 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:19.168106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f7b278b-ff55-49ad-9c74-f5321676dcfd req-5d718864-f305-49e4-9076-f3277cbb0748 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1174798 Nov 25 17:34:19.223122 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a0cae4c-6cfa-465b-b0fe-6688aeb12f73 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9978619 Nov 25 17:34:19.226820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41946) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:19.244908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-101455833'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:19.249934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f5eeb-ecbe-441d-aa11-f050064fa2ca None None] Port bc2747b8-5bc3-4a43-979b-31c0de5dcef8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:19.302817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:19.307445 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.313503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6522400d-c68d-4976-ab62-70b425dfdba6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:19.313503 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.319125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ba6f5eeb-ecbe-441d-aa11-f050064fa2ca None None] Provisioning complete for port 6522400d-c68d-4976-ab62-70b425dfdba6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:19.319642 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5eeb-ecbe-441d-aa11-f050064fa2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.349354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f7b278b-ff55-49ad-9c74-f5321676dcfd req-5bc4aa93-cd2a-4c40-8ae5-8c43dc22494b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750216 Nov 25 17:34:19.353569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:19.368200 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.368498 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment 5df66acc-3046-447e-82d2-70f495a12b5b of type vlan for network fcfff254-41dc-49cf-b4cd-0632d3ca4def Nov 25 17:34:19.386815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.398090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.399164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.470283 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.524673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.534163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:19.535982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.592783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=bc2747b8-5bc3-4a43-979b-31c0de5dcef8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:19.707576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-78facc7c-b973-458c-b77f-522f88430df5', 'network_id': '78facc7c-b973-458c-b77f-522f88430df5', 'tenant_id': '6b4b99a0c91e40c79f1f04bb8297802c', 'fixed_ips': [{'subnet_id': 'f50698c0-5a94-4121-a2ac-15a2fc93925f'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:19.711038 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.732318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network b3921e06-6086-4b6d-af3a-2349d20c4f5d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:19.735062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=fcfff254-41dc-49cf-b4cd-0632d3ca4def,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:19.760852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:19.762844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:19.765450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7864a858-38d3-45c5-a7a4-a648517108d8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5244076 Nov 25 17:34:19.789396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': 'fcfff254-41dc-49cf-b4cd-0632d3ca4def', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:19.804134 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.829999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network fcfff254-41dc-49cf-b4cd-0632d3ca4def details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:19.979134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 6522400d-c68d-4976-ab62-70b425dfdba6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6522400d-c68d-4976-ab62-70b425dfdba6,segment=NetworkSegment(6e5280f5-4c06-4dcf-8ea5-1f515bd8d894),segment_id=6e5280f5-4c06-4dcf-8ea5-1f515bd8d894)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:20.040812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.122958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=6522400d-c68d-4976-ab62-70b425dfdba6,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:20.132350 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5eeb-ecbe-441d-aa11-f050064fa2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.171529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 411b7eed-7c8c-43f0-9421-f603e1f191f1 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:20.341287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Allocated IP 2001:db8::3 (78facc7c-b973-458c-b77f-522f88430df5/f50698c0-5a94-4121-a2ac-15a2fc93925f/148444db-3d4f-4a55-bf26-e1febeedbdad) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:20.360027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:20.366682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.532810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:34:20.534082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:34:20.536455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.542564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-ba6f5eeb-ecbe-441d-aa11-f050064fa2ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:34:20.543409 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-ba6f5eeb-ecbe-441d-aa11-f050064fa2ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:34:20.548254 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.567968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed80f0-c117-4817-8ccc-bcabdedb6b63 req-0e1035f6-9da7-4d14-a936-f7446c127c5e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:20.579427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25ed80f0-c117-4817-8ccc-bcabdedb6b63 req-0e1035f6-9da7-4d14-a936-f7446c127c5e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.0890303 Nov 25 17:34:20.605498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:20.607636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Network 78facc7c-b973-458c-b77f-522f88430df5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:20.616534 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5899b807-7177-43d8-9b78-20f19f9c583d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/411b7eed-7c8c-43f0-9421-f603e1f191f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5737641 Nov 25 17:34:20.616755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:20.626087 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e0219-4679-4f7f-a16b-c1edce92c599 None None] Sync routers for ids ['411b7eed-7c8c-43f0-9421-f603e1f191f1'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:20.630690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Pushing event updated for resources: {'Port': ['ID=148444db-3d4f-4a55-bf26-e1febeedbdad,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:20.634986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:20.639557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:20.675548 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e0219-4679-4f7f-a16b-c1edce92c599 None None] Routers {'411b7eed-7c8c-43f0-9421-f603e1f191f1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:20.678724 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-851e0219-4679-4f7f-a16b-c1edce92c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['411b7eed-7c8c-43f0-9421-f603e1f191f1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:20.718145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25ed80f0-c117-4817-8ccc-bcabdedb6b63 req-ebd2bb81-eeba-4aaf-8b12-4943864df04e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409082 Nov 25 17:34:20.728970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382580c-8eda-477c-b348-3d8418e43f6c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:20.734442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5382580c-8eda-477c-b348-3d8418e43f6c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports/bc2747b8-5bc3-4a43-979b-31c0de5dcef8 HTTP/1.1" status: 200 len: 913 time: 0.1179543 Nov 25 17:34:20.745410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 41972) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:20.768545 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-851e0219-4679-4f7f-a16b-c1edce92c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:20.788268 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e0219-4679-4f7f-a16b-c1edce92c599 None None] Routers {'411b7eed-7c8c-43f0-9421-f603e1f191f1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:20.789183 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-851e0219-4679-4f7f-a16b-c1edce92c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['411b7eed-7c8c-43f0-9421-f603e1f191f1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:20.794978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Attempting to bind port 148444db-3d4f-4a55-bf26-e1febeedbdad on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:20.795515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Attempting to bind port 148444db-3d4f-4a55-bf26-e1febeedbdad by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'c14b4180-91ed-4470-980c-64929f625f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '78facc7c-b973-458c-b77f-522f88430df5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:20.795714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Attempting to bind port 148444db-3d4f-4a55-bf26-e1febeedbdad on network 78facc7c-b973-458c-b77f-522f88430df5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:20.808983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:20.809530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Checking segment: {'id': 'c14b4180-91ed-4470-980c-64929f625f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '78facc7c-b973-458c-b77f-522f88430df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:20.809845 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.810182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Bound using segment: {'id': 'c14b4180-91ed-4470-980c-64929f625f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '78facc7c-b973-458c-b77f-522f88430df5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:20.810671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Bound port: 148444db-3d4f-4a55-bf26-e1febeedbdad, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14b4180-91ed-4470-980c-64929f625f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '78facc7c-b973-458c-b77f-522f88430df5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:20.811057 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.856773 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-851e0219-4679-4f7f-a16b-c1edce92c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:20.857902 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e0219-4679-4f7f-a16b-c1edce92c599 None None] The sync data for ids ['411b7eed-7c8c-43f0-9421-f603e1f191f1'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:20.923759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] For port 148444db-3d4f-4a55-bf26-e1febeedbdad, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:20.930050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] For port 148444db-3d4f-4a55-bf26-e1febeedbdad, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=148444db-3d4f-4a55-bf26-e1febeedbdad,segment=NetworkSegment(c14b4180-91ed-4470-980c-64929f625f9c),segment_id=c14b4180-91ed-4470-980c-64929f625f9c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:20.939415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.945665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.144482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db44ce4-26f5-4be0-922e-2913565ceeb6 None None] Pushing event updated for resources: {'Port': ['ID=148444db-3d4f-4a55-bf26-e1febeedbdad,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:21.171091 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=adeb4773-8328-4e90-ac61-519938aebd2e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:21.211558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': '5df66acc-3046-447e-82d2-70f495a12b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fcfff254-41dc-49cf-b4cd-0632d3ca4def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:21.211979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: fcfff254-41dc-49cf-b4cd-0632d3ca4def, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:21.279944 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1b8e0455-402c-4b2e-89d7-d22b98e59e71 None None] Provisioning complete for port bc2747b8-5bc3-4a43-979b-31c0de5dcef8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:21.281089 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b8e0455-402c-4b2e-89d7-d22b98e59e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.289624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network fcfff254-41dc-49cf-b4cd-0632d3ca4def is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:21.330715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, fcfff254-41dc-49cf-b4cd-0632d3ca4def) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:21.358079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.358079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.381021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368cb657-cd90-4328-ac24-0bacb4ccaaae None None] Network fcfff254-41dc-49cf-b4cd-0632d3ca4def requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:21.410645 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-993b5a17-e9ec-46b0-83b6-c47a3d5245b8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6298022 Nov 25 17:34:21.413500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 41984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:21.486344 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b8e0455-402c-4b2e-89d7-d22b98e59e71 None None] Port bc2747b8-5bc3-4a43-979b-31c0de5dcef8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:21.515334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1b8e0455-402c-4b2e-89d7-d22b98e59e71 None None] Provisioning complete for port 6522400d-c68d-4976-ab62-70b425dfdba6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:21.515717 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b8e0455-402c-4b2e-89d7-d22b98e59e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.562813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.671428 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.738476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-fcfff254-41dc-49cf-b4cd-0632d3ca4def', 'network_id': 'fcfff254-41dc-49cf-b4cd-0632d3ca4def', 'tenant_id': '6b4b99a0c91e40c79f1f04bb8297802c', 'fixed_ips': [{'subnet_id': 'adeb4773-8328-4e90-ac61-519938aebd2e'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:21.739682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.858601 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.011463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Allocated IP 2001:db8::3 (fcfff254-41dc-49cf-b4cd-0632d3ca4def/adeb4773-8328-4e90-ac61-519938aebd2e/2e883ed3-7852-4e03-858d-952996760c77) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:22.052282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f6afa-bf54-4419-97d5-241ae760ef80 req-e483ac54-b3b5-458d-9df1-7e437539580b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:22.081529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a14f6afa-bf54-4419-97d5-241ae760ef80 req-e483ac54-b3b5-458d-9df1-7e437539580b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1682281 Nov 25 17:34:22.157267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port bc2747b8-5bc3-4a43-979b-31c0de5dcef8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:22.160804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.317502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.354929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a14f6afa-bf54-4419-97d5-241ae760ef80 req-d6de7a64-9306-4004-ab1f-bcd225d0d616 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719626 Nov 25 17:34:22.362551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for bc2747b8-5bc3-4a43-979b-31c0de5dcef8 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:22.672070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6522400d-c68d-4976-ab62-70b425dfdba6 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:22.764236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.803365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=bc2747b8-5bc3-4a43-979b-31c0de5dcef8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:22.824397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-fbd1f14c-69e3-4f51-9be5-2a78ba8e328d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:22.826143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-fbd1f14c-69e3-4f51-9be5-2a78ba8e328d tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 815 time: 0.3260658 Nov 25 17:34:22.856772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-deaf3eec-bca6-4e21-8732-65801d33ed30 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/quotas/fbf6ae444f8c4e9ebdefa18f4d799611 HTTP/1.1" status: 200 len: 375 time: 0.0204329 Nov 25 17:34:22.897855 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.925096 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.011181 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-972a0299-33d8-4aa2-95c9-502cadd00052 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1466532 Nov 25 17:34:23.028638 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.032651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.033429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Network fcfff254-41dc-49cf-b4cd-0632d3ca4def is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:23.036851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd9065-8c7e-4235-8f8d-0991906790da None None] Network 78facc7c-b973-458c-b77f-522f88430df5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:23.055607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:23.109398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=adeb4773-8328-4e90-ac61-519938aebd2e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.116898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:23.158417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6522400d-c68d-4976-ab62-70b425dfdba6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:23.159107 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.287120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1245702a-9c4c-4222-b51f-e45df758fd12 service neutron] 10.222.0.81 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735677 Nov 25 17:34:23.372048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Pushing event updated for resources: {'Port': ['ID=2e883ed3-7852-4e03-858d-952996760c77,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.376905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 411b7eed-7c8c-43f0-9421-f603e1f191f1 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:23.385269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c1740d51-fc8e-4292-9c95-5943f97d54ae None None] Provisioning complete for port 148444db-3d4f-4a55-bf26-e1febeedbdad triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:23.385847 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1740d51-fc8e-4292-9c95-5943f97d54ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.495072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Attempting to bind port 2e883ed3-7852-4e03-858d-952996760c77 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:23.495476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Attempting to bind port 2e883ed3-7852-4e03-858d-952996760c77 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5df66acc-3046-447e-82d2-70f495a12b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fcfff254-41dc-49cf-b4cd-0632d3ca4def'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:23.495854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Attempting to bind port 2e883ed3-7852-4e03-858d-952996760c77 on network fcfff254-41dc-49cf-b4cd-0632d3ca4def {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:23.511977 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:23.513275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Checking segment: {'id': '5df66acc-3046-447e-82d2-70f495a12b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fcfff254-41dc-49cf-b4cd-0632d3ca4def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:23.513734 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.514313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Bound using segment: {'id': '5df66acc-3046-447e-82d2-70f495a12b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fcfff254-41dc-49cf-b4cd-0632d3ca4def'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:23.516985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Bound port: 2e883ed3-7852-4e03-858d-952996760c77, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df66acc-3046-447e-82d2-70f495a12b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'fcfff254-41dc-49cf-b4cd-0632d3ca4def'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:23.517479 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.535563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.564556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:23.584042 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-37854120-618b-4cd3-acb5-85e10e24f9ab tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/411b7eed-7c8c-43f0-9421-f603e1f191f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8391895 Nov 25 17:34:23.587325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42028) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:23.596747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e83569-fae9-4aee-a91e-ed9e32279420 None None] Sync routers for ids ['411b7eed-7c8c-43f0-9421-f603e1f191f1'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:23.653692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-bf027306-8ce5-477f-a7a9-06a4640bd7c6 service neutron] 10.222.0.81 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884572 Nov 25 17:34:23.695060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861619-9d07-4f5b-a183-1c7e19c09fd3 req-4236d8ab-b007-48e5-a010-4ab046150e7c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:23.695549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e83569-fae9-4aee-a91e-ed9e32279420 None None] Routers {'411b7eed-7c8c-43f0-9421-f603e1f191f1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:23.696325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-69e83569-fae9-4aee-a91e-ed9e32279420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['411b7eed-7c8c-43f0-9421-f603e1f191f1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:23.698845 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1740d51-fc8e-4292-9c95-5943f97d54ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.702194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d861619-9d07-4f5b-a183-1c7e19c09fd3 req-4236d8ab-b007-48e5-a010-4ab046150e7c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1808870 Nov 25 17:34:23.708364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfff254-41dc-49cf-b4cd-0632d3ca4def']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:23.779595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df66acc-3046-447e-82d2-70f495a12b5b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:23.779905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df66acc-3046-447e-82d2-70f495a12b5b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:23.845723 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.875851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-69e83569-fae9-4aee-a91e-ed9e32279420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:23.887158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d861619-9d07-4f5b-a183-1c7e19c09fd3 req-a69ed638-b2dd-4ea1-9a88-f716bc93f592 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625066 Nov 25 17:34:23.897716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.907299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:23.907731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:23.912100 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:23.916729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 148444db-3d4f-4a55-bf26-e1febeedbdad up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:24.138093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e83569-fae9-4aee-a91e-ed9e32279420 None None] Routers {'411b7eed-7c8c-43f0-9421-f603e1f191f1'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:24.138932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-69e83569-fae9-4aee-a91e-ed9e32279420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['411b7eed-7c8c-43f0-9421-f603e1f191f1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:24.202206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e47a82ab-d1da-44ea-95d3-b34fb92a819f req-3e683349-f23e-4618-a259-1823a5f360ba tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 210 time: 0.1011403 Nov 25 17:34:24.244648 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:34:24.244648 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:34:24.244648 n-d-819349-3 neutron-server[103599]: [parameters: {'id': 'fcfff254-41dc-49cf-b4cd-0632d3ca4def'}] Nov 25 17:34:24.244648 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:34:24.244648 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:34:24.295736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c1740d51-fc8e-4292-9c95-5943f97d54ae None None] For port 148444db-3d4f-4a55-bf26-e1febeedbdad, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=148444db-3d4f-4a55-bf26-e1febeedbdad,segment=NetworkSegment(c14b4180-91ed-4470-980c-64929f625f9c),segment_id=c14b4180-91ed-4470-980c-64929f625f9c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:24.301815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-69e83569-fae9-4aee-a91e-ed9e32279420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:24.305815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e83569-fae9-4aee-a91e-ed9e32279420 None None] The sync data for ids ['411b7eed-7c8c-43f0-9421-f603e1f191f1'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:24.316306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] For port 2e883ed3-7852-4e03-858d-952996760c77, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:24.353967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] For port 2e883ed3-7852-4e03-858d-952996760c77, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2e883ed3-7852-4e03-858d-952996760c77,segment=NetworkSegment(5df66acc-3046-447e-82d2-70f495a12b5b),segment_id=5df66acc-3046-447e-82d2-70f495a12b5b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:24.356623 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1740d51-fc8e-4292-9c95-5943f97d54ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.450577 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.563507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1740d51-fc8e-4292-9c95-5943f97d54ae None None] Pushing event updated for resources: {'Port': ['ID=148444db-3d4f-4a55-bf26-e1febeedbdad,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:24.590852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 148444db-3d4f-4a55-bf26-e1febeedbdad triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:24.591241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.695848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9424fa0-ec06-42ce-9ae4-9a5cde18ae78 None None] Network fcfff254-41dc-49cf-b4cd-0632d3ca4def requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:24.725991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db39ed-84df-4aa0-8d6b-25254ce7fb0d None None] Pushing event updated for resources: {'Port': ['ID=2e883ed3-7852-4e03-858d-952996760c77,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:24.741756 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.774253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dbda39af-664e-43f9-b1b6-261b345b6cc5 None None] Provisioning complete for port 148444db-3d4f-4a55-bf26-e1febeedbdad triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:24.777209 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbda39af-664e-43f9-b1b6-261b345b6cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.958213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting port 2e883ed3-7852-4e03-858d-952996760c77 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:24.959611 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.961687 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.062352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] For port 2e883ed3-7852-4e03-858d-952996760c77, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2e883ed3-7852-4e03-858d-952996760c77,segment=NetworkSegment(5df66acc-3046-447e-82d2-70f495a12b5b),segment_id=5df66acc-3046-447e-82d2-70f495a12b5b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:25.063059 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.081285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Calling delete_port for 2e883ed3-7852-4e03-858d-952996760c77 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:25.195381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985b7a5-b05a-42b5-858c-5f10bebec71e None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:34:25.431792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fec94e20-e859-40a6-a078-93103630d818 req-7da62801-1932-4451-88bb-b5efa8144c43 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 210 time: 0.0830336 Nov 25 17:34:25.454053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f118aa-0709-48ca-a581-753f5b72d22c req-a6729772-4adc-42b4-99f5-8b8e9b8640bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:25.456840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985b7a5-b05a-42b5-858c-5f10bebec71e None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:34:25.458522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 148444db-3d4f-4a55-bf26-e1febeedbdad up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:25.470522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2f118aa-0709-48ca-a581-753f5b72d22c req-a6729772-4adc-42b4-99f5-8b8e9b8640bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.2724814 Nov 25 17:34:25.520691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.561115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Port': ['ID=2e883ed3-7852-4e03-858d-952996760c77,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:25.598255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2f118aa-0709-48ca-a581-753f5b72d22c req-d4e3f0fd-5560-4000-9f3b-cc67d179059c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258984 Nov 25 17:34:25.609963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No DVR routers for this DVR port 2e883ed3-7852-4e03-858d-952996760c77 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:25.630432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port fe2106f6-3e19-449b-b976-7c028143487d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:25.631615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.745625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.789928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfff254-41dc-49cf-b4cd-0632d3ca4def']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:25.815890 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.823785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df66acc-3046-447e-82d2-70f495a12b5b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:25.824279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df66acc-3046-447e-82d2-70f495a12b5b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:25.827945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 148444db-3d4f-4a55-bf26-e1febeedbdad triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:25.828381 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.868415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.871681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for fe2106f6-3e19-449b-b976-7c028143487d owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:25.918843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.959570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:25.960367 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:25.976763 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:26.201634 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.231576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.250387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/fcfff254-41dc-49cf-b4cd-0632d3ca4def HTTP/1.1" status: 204 len: 168 time: 4.8354056 Nov 25 17:34:26.264402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:26.284562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-29210222'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:26.354363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:26.367948 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.377382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f675af5-ea03-495e-b8b8-ee5d7459bed4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=fcfff254-41dc-49cf-b4cd-0632d3ca4def,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:26.414552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:26.434529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.435054 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment 3d91b1be-6dbb-4434-b364-ccbc24e6e943 of type vlan for network 35431b5c-3807-4f2e-a1ef-70739becc3b6 Nov 25 17:34:26.517748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.564133 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.586182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-86073e10-68f0-4486-b2db-ecc9107a0bc9 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:26.588757 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-86073e10-68f0-4486-b2db-ecc9107a0bc9 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 815 time: 0.6779377 Nov 25 17:34:26.593595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=fe2106f6-3e19-449b-b976-7c028143487d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:26.607912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Request body: {'port': {'device_id': '644cc11c-a657-4bd6-a273-72267905ac1e', 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'admin_state_up': True, 'tenant_id': 'fbf6ae444f8c4e9ebdefa18f4d799611'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:26.659717 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.671716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:26.672362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.709284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-671de8e4-75cd-4396-bca7-6585cdc90fc1 req-e4d80b08-eba9-4071-b370-d9b28ddfd9a9 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 210 time: 0.0882804 Nov 25 17:34:26.948911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.166125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8938563 Nov 25 17:34:27.176581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:27.197631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': '35431b5c-3807-4f2e-a1ef-70739becc3b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:27.246469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Made reservation on behalf of fbf6ae444f8c4e9ebdefa18f4d799611 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:27.254226 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.310864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd9d13-e578-430a-8ba7-7c65b9964721 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=35431b5c-3807-4f2e-a1ef-70739becc3b6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:27.323810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 35431b5c-3807-4f2e-a1ef-70739becc3b6 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:27.390370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5ca88-528b-4e8f-94cc-e867aa94fc80 req-459001fa-acaa-4a99-b9e6-785e17970558 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:27.409789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20b5ca88-528b-4e8f-94cc-e867aa94fc80 req-459001fa-acaa-4a99-b9e6-785e17970558 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.2616320 Nov 25 17:34:27.412509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:27.416154 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.418540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 411b7eed-7c8c-43f0-9421-f603e1f191f1 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:27.553578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20b5ca88-528b-4e8f-94cc-e867aa94fc80 req-0fd06e8e-640c-4438-8aa9-a4324b45b4bf tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403165 Nov 25 17:34:27.606655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:27.621492 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14b1d2-15ba-4bd2-a2f8-f762373df230 None None] Sync routers for ids ['411b7eed-7c8c-43f0-9421-f603e1f191f1'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:27.630349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5a87a91a-38bd-47a6-96c0-a562e14ed6dc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/411b7eed-7c8c-43f0-9421-f603e1f191f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0392399 Nov 25 17:34:27.639243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42104) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:27.648910 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14b1d2-15ba-4bd2-a2f8-f762373df230 None None] Routers {'411b7eed-7c8c-43f0-9421-f603e1f191f1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:27.649770 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c14b1d2-15ba-4bd2-a2f8-f762373df230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['411b7eed-7c8c-43f0-9421-f603e1f191f1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:27.685700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Allocated IP 172.20.0.14 (0b353a2a-369d-485d-a7d5-5232b568deec/098aabb8-03f4-4560-bf4f-71dd2f0fabdb/ecd65dcf-9846-4e08-9f32-8d3e4f58fce6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:27.703468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-25c45c16-7079-4307-ab59-72feac98690b tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=411b7eed-7c8c-43f0-9421-f603e1f191f1 HTTP/1.1" status: 200 len: 205 time: 0.0630531 Nov 25 17:34:27.710098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:27.748844 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c14b1d2-15ba-4bd2-a2f8-f762373df230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:27.791561 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14b1d2-15ba-4bd2-a2f8-f762373df230 None None] Routers {'411b7eed-7c8c-43f0-9421-f603e1f191f1'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:27.793412 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c14b1d2-15ba-4bd2-a2f8-f762373df230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['411b7eed-7c8c-43f0-9421-f603e1f191f1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:27.797895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.856887 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-476cd69e-62a9-4d6c-9b44-7910401b3af8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.892060 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c14b1d2-15ba-4bd2-a2f8-f762373df230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:27.895083 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14b1d2-15ba-4bd2-a2f8-f762373df230 None None] The sync data for ids ['411b7eed-7c8c-43f0-9421-f603e1f191f1'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:27.946757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-624c129b-9bc0-4f75-8722-ceca53ac752d req-3e3e24b8-51f4-4140-9b29-27d15dc0e1ac tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 210 time: 0.1115553 Nov 25 17:34:28.026080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.057004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=5d27db2d-7e3b-4efd-93a6-d7270fa3ccec,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:28.093994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.109193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:28.112658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1a482ba8-e3af-49b8-9336-076509903b84', '46b60e10-7949-416c-a201-9364ab02c3e2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:28.143553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Network 0b353a2a-369d-485d-a7d5-5232b568deec is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:28.148409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:28.151097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:28.230040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c83ebc-82db-4836-ac03-86a16471b7f0 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:28.239399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Pushing event updated for resources: {'Port': ['ID=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:28.257776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': '3d91b1be-6dbb-4434-b364-ccbc24e6e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '35431b5c-3807-4f2e-a1ef-70739becc3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:28.261044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: 35431b5c-3807-4f2e-a1ef-70739becc3b6, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:28.277733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:28.281074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.292394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-476cd69e-62a9-4d6c-9b44-7910401b3af8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.296088 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-476cd69e-62a9-4d6c-9b44-7910401b3af8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.310763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network 35431b5c-3807-4f2e-a1ef-70739becc3b6 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:28.328517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e2128d05-0e8f-457a-9e78-c76f3adec827 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7264709 Nov 25 17:34:28.350085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Request body: {'port': {'device_id': '644cc11c-a657-4bd6-a273-72267905ac1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:28.412091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 35431b5c-3807-4f2e-a1ef-70739becc3b6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:28.416263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-476cd69e-62a9-4d6c-9b44-7910401b3af8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.416782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476cd69e-62a9-4d6c-9b44-7910401b3af8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Fanout notify agent at l3_agent the message router_deleted on router 411b7eed-7c8c-43f0-9421-f603e1f191f1 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:34:28.425064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-476cd69e-62a9-4d6c-9b44-7910401b3af8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.428916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-476cd69e-62a9-4d6c-9b44-7910401b3af8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/411b7eed-7c8c-43f0-9421-f603e1f191f1 HTTP/1.1" status: 204 len: 168 time: 0.7177629 Nov 25 17:34:28.429616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:28.431485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:28.432260 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.448315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58e8ff-2f8b-45a3-a5b2-de33f575c953 None None] Network 35431b5c-3807-4f2e-a1ef-70739becc3b6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:28.467665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.482515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-57aede04-d35d-49ec-bc93-0530a12b78a1 None None] Provisioning complete for port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:28.482817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57aede04-d35d-49ec-bc93-0530a12b78a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.498701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-624e470c-3069-41d9-b82e-3703bdc8d5fd tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3210347 Nov 25 17:34:28.499353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42124) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:28.635197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d1364d-bf70-4308-afe0-a462c8826140 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet b872211b-357a-48bc-a9af-66ac6eb12976 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:28.657356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d1364d-bf70-4308-afe0-a462c8826140 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.842083 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d1364d-bf70-4308-afe0-a462c8826140 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.908000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.931239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7c684-ef54-45cf-a21e-539b2942adff req-994e34a4-2139-4c63-bfbb-845973e57ebb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:28.938308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0a7c684-ef54-45cf-a21e-539b2942adff req-994e34a4-2139-4c63-bfbb-845973e57ebb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.2210283 Nov 25 17:34:29.079348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-57aede04-d35d-49ec-bc93-0530a12b78a1 None None] Port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:29.087977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0a7c684-ef54-45cf-a21e-539b2942adff req-3a648e0a-d0da-494a-9c16-ed908e4b42c5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487751 Nov 25 17:34:29.094713 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d1364d-bf70-4308-afe0-a462c8826140 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.193547 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.201184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:29.222095 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.303425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Transition to ACTIVE for port object ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:34:29.308001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.325675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-35431b5c-3807-4f2e-a1ef-70739becc3b6', 'network_id': '35431b5c-3807-4f2e-a1ef-70739becc3b6', 'tenant_id': '6b4b99a0c91e40c79f1f04bb8297802c', 'fixed_ips': [{'subnet_id': '5d27db2d-7e3b-4efd-93a6-d7270fa3ccec'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:29.326877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.335436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6a429-812e-4443-ab63-9af9e5f614c0 req-ba140737-5252-4a72-aa83-a987f27b4c0e tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.344784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdc6a429-812e-4443-ab63-9af9e5f614c0 req-ba140737-5252-4a72-aa83-a987f27b4c0e tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 932 time: 0.2452359 Nov 25 17:34:29.357400 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d1364d-bf70-4308-afe0-a462c8826140 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.405339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:29.407559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fd52dd-71ae-467d-95d5-2ceed3fe239e None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:29.447731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4d1364d-bf70-4308-afe0-a462c8826140 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.451640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e4d1364d-bf70-4308-afe0-a462c8826140 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/b872211b-357a-48bc-a9af-66ac6eb12976 HTTP/1.1" status: 204 len: 168 time: 1.0163994 Nov 25 17:34:29.455394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1364d-bf70-4308-afe0-a462c8826140 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=b872211b-357a-48bc-a9af-66ac6eb12976,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:29.478004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ad90c1-b693-4438-b2b9-66d255c8fe6e None None] Network b3921e06-6086-4b6d-af3a-2349d20c4f5d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:29.485639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:29.509542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Attempting to bind port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:29.509890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Attempting to bind port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:29.510230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Attempting to bind port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 on network 0b353a2a-369d-485d-a7d5-5232b568deec {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:29.517175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 on network 0b353a2a-369d-485d-a7d5-5232b568deec not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:29.517510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Attempting to bind port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 on network 0b353a2a-369d-485d-a7d5-5232b568deec {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:29.528319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:29.528691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Checking segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:29.530548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Bound using segment: {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:29.531018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Bound port: ecd65dcf-9846-4e08-9f32-8d3e4f58fce6, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:29.531386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.623882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-65054acc-a29e-4f6e-b819-f4c915d31bf8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet 91c2f1fd-85a5-4e7a-ae24-2931ee09dcb7 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:29.633936 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65054acc-a29e-4f6e-b819-f4c915d31bf8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.668637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] For port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:29.674655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] For port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:29.680599 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.741881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdc6a429-812e-4443-ab63-9af9e5f614c0 req-93359641-a076-4366-a2de-c895f192a527 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910742 Nov 25 17:34:29.764750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:29.808650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.809550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddd4c6c-3b61-4c7c-a656-ba942a46cfb2 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:29.812673 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65054acc-a29e-4f6e-b819-f4c915d31bf8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.818027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.818488 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-1bc44754-e6dd-49a3-acc7-4107fd5d1bcb service neutron] 10.222.0.60 "PUT /v2.0/ports/ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 HTTP/1.1" status: 200 len: 1092 time: 1.4786642 Nov 25 17:34:29.819431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644cc11c-a657-4bd6-a273-72267905ac1e', 'tag': 'ecd65dcf-9846-4e08-9f32-8d3e4f58fce6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:29.828591 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0102e9dc-8016-45a3-98f8-4217c2d8a8de" -d '{"events": [{"name": "network-changed", "server_uuid": "644cc11c-a657-4bd6-a273-72267905ac1e", "tag": "ecd65dcf-9846-4e08-9f32-8d3e4f58fce6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:29.873529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Allocated IP 2001:db8::1 (35431b5c-3807-4f2e-a1ef-70739becc3b6/5d27db2d-7e3b-4efd-93a6-d7270fa3ccec/bf8435c9-a7f3-48f1-b29b-db08f237b2af) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:29.915776 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7311edca-e583-49d6-8fbd-d1e0a2e55f1a x-openstack-request-id: req-7311edca-e583-49d6-8fbd-d1e0a2e55f1a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:29.921680 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644cc11c-a657-4bd6-a273-72267905ac1e", "tag": "ecd65dcf-9846-4e08-9f32-8d3e4f58fce6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:29.922033 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7311edca-e583-49d6-8fbd-d1e0a2e55f1a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:29.923625 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644cc11c-a657-4bd6-a273-72267905ac1e', 'tag': 'ecd65dcf-9846-4e08-9f32-8d3e4f58fce6', 'status': 'completed', 'code': 200} Nov 25 17:34:30.001352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-4bfc5154-f274-48da-ac44-7ce7d15f1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:30.003662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-4bfc5154-f274-48da-ac44-7ce7d15f1695 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 1095 time: 0.1295459 Nov 25 17:34:30.017198 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65054acc-a29e-4f6e-b819-f4c915d31bf8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.082757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597625da-44b4-417e-a909-f5898f582382 None None] DHCP port deletion for b3921e06-6086-4b6d-af3a-2349d20c4f5d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:30.114817 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-5cbb3558-4e31-4917-8399-5318e822b2d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 HTTP/1.1" status: 200 len: 217 time: 0.0976381 Nov 25 17:34:30.185246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65054acc-a29e-4f6e-b819-f4c915d31bf8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.207656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-fd961d3d-b3db-4bd0-84b1-f171f2d15195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:30.210832 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-fd961d3d-b3db-4bd0-84b1-f171f2d15195 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.0854347 Nov 25 17:34:30.236283 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.240509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-65054acc-a29e-4f6e-b819-f4c915d31bf8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.247607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-65054acc-a29e-4f6e-b819-f4c915d31bf8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/91c2f1fd-85a5-4e7a-ae24-2931ee09dcb7 HTTP/1.1" status: 204 len: 168 time: 0.7571466 Nov 25 17:34:30.247997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:30.249205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054acc-a29e-4f6e-b819-f4c915d31bf8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=91c2f1fd-85a5-4e7a-ae24-2931ee09dcb7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:30.271450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d00fc-281a-47c0-99a5-12b5804e7688 None None] Network 7db495e7-42de-402c-a9ce-ba1ae3e16974 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:30.281305 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.294029 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.330323 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-79152a68-85a5-49fd-bacf-27f470d33efd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040382 Nov 25 17:34:30.362696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Pushing event updated for resources: {'Port': ['ID=bf8435c9-a7f3-48f1-b29b-db08f237b2af,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:30.396772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=5d27db2d-7e3b-4efd-93a6-d7270fa3ccec,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:30.429647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Network 35431b5c-3807-4f2e-a1ef-70739becc3b6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:30.432700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-597625da-44b4-417e-a909-f5898f582382 None None] Deleting port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:30.433446 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-597625da-44b4-417e-a909-f5898f582382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.447064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-e76bdc83-b819-499d-8eca-dfbc67eb716b service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916953 Nov 25 17:34:30.460870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:30.464676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:30.517403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.521012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.568928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015dd65-2b9b-4ed4-accf-c4205e498fd2 req-db0c6226-c208-472f-9b83-987eeedb9e8b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:30.578387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8015dd65-2b9b-4ed4-accf-c4205e498fd2 req-db0c6226-c208-472f-9b83-987eeedb9e8b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.2256768 Nov 25 17:34:30.585209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35431b5c-3807-4f2e-a1ef-70739becc3b6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:30.590163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e857a43-35bd-4566-8208-890cd8ef8e2b req-8036f5e6-c09b-4f64-9a50-748cad5c7814 service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324530 Nov 25 17:34:30.608779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Attempting to bind port bf8435c9-a7f3-48f1-b29b-db08f237b2af on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:30.609476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Attempting to bind port bf8435c9-a7f3-48f1-b29b-db08f237b2af by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '3d91b1be-6dbb-4434-b364-ccbc24e6e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '35431b5c-3807-4f2e-a1ef-70739becc3b6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:30.609657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Attempting to bind port bf8435c9-a7f3-48f1-b29b-db08f237b2af on network 35431b5c-3807-4f2e-a1ef-70739becc3b6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:30.623312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:30.623973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Checking segment: {'id': '3d91b1be-6dbb-4434-b364-ccbc24e6e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '35431b5c-3807-4f2e-a1ef-70739becc3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:30.624502 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.625149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Bound using segment: {'id': '3d91b1be-6dbb-4434-b364-ccbc24e6e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '35431b5c-3807-4f2e-a1ef-70739becc3b6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:30.625756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Bound port: bf8435c9-a7f3-48f1-b29b-db08f237b2af, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d91b1be-6dbb-4434-b364-ccbc24e6e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '35431b5c-3807-4f2e-a1ef-70739becc3b6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:30.626154 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.672747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d91b1be-6dbb-4434-b364-ccbc24e6e943') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:30.673394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d91b1be-6dbb-4434-b364-ccbc24e6e943') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:30.682418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-597625da-44b4-417e-a909-f5898f582382 None None] For port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,segment=NetworkSegment(c306ac0a-4638-41d4-a0a3-485c11c7c9da),segment_id=c306ac0a-4638-41d4-a0a3-485c11c7c9da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:30.682734 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-597625da-44b4-417e-a909-f5898f582382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.688082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8015dd65-2b9b-4ed4-accf-c4205e498fd2 req-5718a386-0661-4974-9fa9-08f9a92c9d00 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077645 Nov 25 17:34:30.719215 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.734446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-597625da-44b4-417e-a909-f5898f582382 None None] Calling delete_port for be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:30.745038 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.755272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:30.756006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:30.759437 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:30.777706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:30.778409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.835928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] For port bf8435c9-a7f3-48f1-b29b-db08f237b2af, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:30.841092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-7ece1888-4a50-45a9-824e-b673c5df3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:30.851706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-7ece1888-4a50-45a9-824e-b673c5df3265 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 1095 time: 0.1829352 Nov 25 17:34:30.898858 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-597625da-44b4-417e-a909-f5898f582382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.905570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] DHCP port deletion for 7db495e7-42de-402c-a9ce-ba1ae3e16974 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:30.935580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597625da-44b4-417e-a909-f5898f582382 None None] Pushing event deleted for resources: {'Port': ['ID=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:30.942225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597625da-44b4-417e-a909-f5898f582382 None None] No DVR routers for this DVR port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:31.045615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] Deleting port acf1d813-cfcd-482b-95a2-a73ff0029bb2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:31.046006 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.058488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,segment=NetworkSegment(c306ac0a-4638-41d4-a0a3-485c11c7c9da),segment_id=c306ac0a-4638-41d4-a0a3-485c11c7c9da)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:31.058996 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.080095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:31.082880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-de7901b6-c6bd-4966-afe1-e5818203e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.084519 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-de7901b6-c6bd-4966-afe1-e5818203e922 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 916 time: 0.2209325 Nov 25 17:34:31.145835 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-c3ca644d-b5e0-4f30-9e91-4a6c419fe352 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 HTTP/1.1" status: 200 len: 217 time: 0.0536885 Nov 25 17:34:31.176793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] For port acf1d813-cfcd-482b-95a2-a73ff0029bb2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=acf1d813-cfcd-482b-95a2-a73ff0029bb2,segment=NetworkSegment(e47e2850-69e4-4969-aeb0-29298cf96d19),segment_id=e47e2850-69e4-4969-aeb0-29298cf96d19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:31.180467 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.219872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] Calling delete_port for acf1d813-cfcd-482b-95a2-a73ff0029bb2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:31.311916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-02010108-f64d-4aae-89af-b4781c3dcb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.313501 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-02010108-f64d-4aae-89af-b4781c3dcb3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.1582038 Nov 25 17:34:31.356860 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-6a2346ea-b19b-4b9e-8a18-55fa33aed8bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314810 Nov 25 17:34:31.370664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:34:31.370664 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:34:31.370664 n-d-819349-3 neutron-server[103599]: [parameters: {'id': '35431b5c-3807-4f2e-a1ef-70739becc3b6'}] Nov 25 17:34:31.370664 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:34:31.371264 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:34:31.386659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:31.416756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:31.416756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:31.417168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device acf1d813-cfcd-482b-95a2-a73ff0029bb2 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:31.461561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83550bb0-b007-44ae-a7ba-4ed5ee23eb32 req-d435e7ff-55b8-4e11-8516-9cd4f7af9d93 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.463118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83550bb0-b007-44ae-a7ba-4ed5ee23eb32 req-d435e7ff-55b8-4e11-8516-9cd4f7af9d93 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 944 time: 0.3705516 Nov 25 17:34:31.471885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] For port bf8435c9-a7f3-48f1-b29b-db08f237b2af, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bf8435c9-a7f3-48f1-b29b-db08f237b2af,segment=NetworkSegment(3d91b1be-6dbb-4434-b364-ccbc24e6e943),segment_id=3d91b1be-6dbb-4434-b364-ccbc24e6e943)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:31.473558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-7ad8cfa7-d111-4868-846d-922d4c6ee0c0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2095995 Nov 25 17:34:31.486918 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.516169 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-164e4dab-019a-4518-8d6c-11a2fac79c22 service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477823 Nov 25 17:34:31.532413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12b52d-75c9-4115-b532-9d0c9110cd16 req-cc349fe2-e3b0-4d11-9a5f-b49c59618da4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.534637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f12b52d-75c9-4115-b532-9d0c9110cd16 req-cc349fe2-e3b0-4d11-9a5f-b49c59618da4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 946 time: 0.1797187 Nov 25 17:34:31.583313 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.607247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.658225 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0102e9dc-8016-45a3-98f8-4217c2d8a8de req-d46552a9-8fdb-40be-af78-48a252d7a95a service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270804 Nov 25 17:34:31.671953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779d2b-444e-4b63-b22f-3d8a3bc9be6d None None] Pushing event updated for resources: {'Port': ['ID=bf8435c9-a7f3-48f1-b29b-db08f237b2af,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:31.680829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:31.712481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83550bb0-b007-44ae-a7ba-4ed5ee23eb32 req-02e20f9b-e232-46b5-875a-f608f6aa27b3 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363174 Nov 25 17:34:31.714249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No DVR routers for this DVR port be34a82a-d6a7-46d9-aa6b-3ed8e45f7f12 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:31.724319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-099a88a3-d521-4e9d-9642-e1aa0808a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.725975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-099a88a3-d521-4e9d-9642-e1aa0808a07a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1097 time: 0.2128916 Nov 25 17:34:31.731205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] Pushing event deleted for resources: {'Port': ['ID=acf1d813-cfcd-482b-95a2-a73ff0029bb2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:31.741281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Port acf1d813-cfcd-482b-95a2-a73ff0029bb2 update to DOWN by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:34:31.749723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f12b52d-75c9-4115-b532-9d0c9110cd16 req-2521a57a-be52-45de-b8c1-a7b16146eb61 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947887 Nov 25 17:34:31.768803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ecf9b-a41c-47b8-adda-4336b612bc69 None None] No DVR routers for this DVR port acf1d813-cfcd-482b-95a2-a73ff0029bb2 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:31.813844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23a97d-19a6-4dc9-9e5f-30dc90fd94f9 None None] Network 35431b5c-3807-4f2e-a1ef-70739becc3b6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:31.874959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.974203 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.996697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fabdc17-b599-457e-be9b-efcea3a323dd None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:34:32.045677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3921e06-6086-4b6d-af3a-2349d20c4f5d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:32.063227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c306ac0a-4638-41d4-a0a3-485c11c7c9da') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:32.063605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c306ac0a-4638-41d4-a0a3-485c11c7c9da') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:32.067697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-00e005b1-c182-41a9-99aa-691d61104569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.069251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-00e005b1-c182-41a9-99aa-691d61104569 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.2876251 Nov 25 17:34:32.089600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0eed0-1762-42e5-b038-15c468e2d662 req-413fcfdc-a020-4a42-bccc-89a8f199d5a7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.091148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7f0eed0-1762-42e5-b038-15c468e2d662 req-413fcfdc-a020-4a42-bccc-89a8f199d5a7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.2209344 Nov 25 17:34:32.099440 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.140833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fabdc17-b599-457e-be9b-efcea3a323dd None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:34:32.196543 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.224183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:32.224926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:32.231823 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:32.239589 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41f5d31b-da48-4672-9cd1-99fc010f5c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.257154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-3c234138-cb21-49de-aee4-7f479ce8c098 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 1001 time: 0.1772885 Nov 25 17:34:32.308201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting port bf8435c9-a7f3-48f1-b29b-db08f237b2af {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:32.308610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.323420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7f0eed0-1762-42e5-b038-15c468e2d662 req-758bfb79-fdd9-4875-8ce6-cde1adf9fede tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143183 Nov 25 17:34:32.398596 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.403329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.407177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/b3921e06-6086-4b6d-af3a-2349d20c4f5d HTTP/1.1" status: 204 len: 168 time: 2.1553986 Nov 25 17:34:32.409695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:32.447658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc3953-827d-4781-9e16-d3a5fb475bf1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=b3921e06-6086-4b6d-af3a-2349d20c4f5d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:32.484236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] For port bf8435c9-a7f3-48f1-b29b-db08f237b2af, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bf8435c9-a7f3-48f1-b29b-db08f237b2af,segment=NetworkSegment(3d91b1be-6dbb-4434-b364-ccbc24e6e943),segment_id=3d91b1be-6dbb-4434-b364-ccbc24e6e943)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:32.485382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.506949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-ed8f0ee0-308c-42d8-bf07-6196564edf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.508632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-ed8f0ee0-308c-42d8-bf07-6196564edf6f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.2020822 Nov 25 17:34:32.515632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Calling delete_port for bf8435c9-a7f3-48f1-b29b-db08f237b2af owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:32.555074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.664309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-c14b4d29-888b-4ff6-84cb-009bd3b8527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.666595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-c14b4d29-888b-4ff6-84cb-009bd3b8527b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987809 Nov 25 17:34:32.676398 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.688856 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.709026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db495e7-42de-402c-a9ce-ba1ae3e16974']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:32.723311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47e2850-69e4-4969-aeb0-29298cf96d19') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:32.723697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47e2850-69e4-4969-aeb0-29298cf96d19') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:32.753613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.782998 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.797611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:32.797976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:32.805986 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:32.892613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.898641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.903746 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/7db495e7-42de-402c-a9ce-ba1ae3e16974 HTTP/1.1" status: 204 len: 168 time: 0.4909341 Nov 25 17:34:32.921340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:32.922323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd73d8-77b9-41ab-aae6-104526db7751 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=7db495e7-42de-402c-a9ce-ba1ae3e16974,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:32.934899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-534617301'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:32.999443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:33.004031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.027295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4143b67-a076-4770-8458-5cd404109d2f req-9a2e242f-8926-4dca-8e93-36c165caa32e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.028876 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4143b67-a076-4770-8458-5cd404109d2f req-9a2e242f-8926-4dca-8e93-36c165caa32e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 946 time: 0.0895736 Nov 25 17:34:33.071042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:33.083423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.083790 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment 878e8dd7-ae05-4a96-ad98-110e99523bf6 of type vlan for network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea Nov 25 17:34:33.132069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No DVR routers for this DVR port bf8435c9-a7f3-48f1-b29b-db08f237b2af on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:33.149542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Port': ['ID=bf8435c9-a7f3-48f1-b29b-db08f237b2af,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.168531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.230559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Deleting port 569fe583-38db-4fe6-9562-c63a72527547 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:33.231425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.253107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.257814 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.265827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.267405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.301121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696e578-d3e8-4a39-b12c-059ed983639d req-3df48bab-3198-4cef-b933-5c793f65a316 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.305543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a696e578-d3e8-4a39-b12c-059ed983639d req-3df48bab-3198-4cef-b933-5c793f65a316 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1097 time: 0.6175532 Nov 25 17:34:33.317499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35431b5c-3807-4f2e-a1ef-70739becc3b6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:33.322271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-8a674635-d488-4f7f-9ea0-af48dd294215 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453075 Nov 25 17:34:33.335669 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4048977 Nov 25 17:34:33.339948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42230) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:33.359051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d91b1be-6dbb-4434-b364-ccbc24e6e943') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:33.359349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d91b1be-6dbb-4434-b364-ccbc24e6e943') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:33.370468 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': '3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:33.376494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7821a-ecfa-4705-8f55-072d858315e8 req-7f6b2558-a384-439a-b2af-589292ccd0e4 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.387037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ca7821a-ecfa-4705-8f55-072d858315e8 req-7f6b2558-a384-439a-b2af-589292ccd0e4 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 944 time: 0.3105309 Nov 25 17:34:33.439864 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.474618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32023385-539b-436b-8b87-eca6111a79e3 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.499884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:33.535148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] For port 569fe583-38db-4fe6-9562-c63a72527547, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=569fe583-38db-4fe6-9562-c63a72527547,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:33.535501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.542500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.548676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ca7821a-ecfa-4705-8f55-072d858315e8 req-e38dd128-69a8-4d1b-b502-5d4936afabb9 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623423 Nov 25 17:34:33.553115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a696e578-d3e8-4a39-b12c-059ed983639d req-58249bf8-192b-417b-888e-99a931bc5760 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386446 Nov 25 17:34:33.569451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:33.570164 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:33.574388 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:33.613016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:33.710382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b82c7473-6087-4b50-a366-4777cd1f8027 req-55345485-4a33-4c55-a302-20c10ab801a9 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617082 Nov 25 17:34:33.723946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:33.727500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.842691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.843164 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-8d9f09d3-9486-4c41-9615-b068b3295f91 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2951133 Nov 25 17:34:33.864114 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.873497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/35431b5c-3807-4f2e-a1ef-70739becc3b6 HTTP/1.1" status: 204 len: 168 time: 5.3603823 Nov 25 17:34:33.878211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ce21-93a6-440c-9b74-e3b7e609533a req-cda1bcfc-b09b-4efd-b6d7-42c92b064d18 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.879776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c39ce21-93a6-440c-9b74-e3b7e609533a req-cda1bcfc-b09b-4efd-b6d7-42c92b064d18 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 946 time: 0.1719379 Nov 25 17:34:33.883584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:33.898983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-38184485'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:33.909205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6daa3f-10c0-42c5-81ea-9225155b7dd2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=35431b5c-3807-4f2e-a1ef-70739becc3b6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.974409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee80c5-b162-4736-a30b-f4169dabb27e req-343e7ac6-86b0-4297-a917-29b3974658f6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.975978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1ee80c5-b162-4736-a30b-f4169dabb27e req-343e7ac6-86b0-4297-a917-29b3974658f6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.2618952 Nov 25 17:34:34.036216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:34.040102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.042619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.042619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.043155 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Floating IP 3cb87526-bb29-41c3-a948-54d310752fc2 disassociated. External IP: 172.25.1.138, port: 569fe583-38db-4fe6-9562-c63a72527547. Nov 25 17:34:34.043538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Calling delete_port for 569fe583-38db-4fe6-9562-c63a72527547 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:34.067733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-ee3892fd-51bb-4441-b97f-3f0bb7fca172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.069019 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-ee3892fd-51bb-4441-b97f-3f0bb7fca172 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 1096 time: 0.1740880 Nov 25 17:34:34.102683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c39ce21-93a6-440c-9b74-e3b7e609533a req-5a29c5f4-b8be-4911-a58f-f68d48978a0a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=6551d9f3-ed68-43e0-b08d-181ad0032e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998155 Nov 25 17:34:34.137683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:34.147867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1ee80c5-b162-4736-a30b-f4169dabb27e req-67f5c62e-dbd7-4896-a9e9-7fbdde79704d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560664 Nov 25 17:34:34.157520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.158087 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment 6cd73d26-dee0-47f5-9274-6d17d4c0e347 of type vlan for network a5b911d2-0653-4f14-8f27-03021e90ff78 Nov 25 17:34:34.244253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 0616678a-7e59-442b-ae6c-6aebc7358f8c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:34.244766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.264824 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.346908 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.353585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.354205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.383812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef175df0-879f-43a0-8e63-ecf579d611b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.429074 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.429416 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.465067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 0616678a-7e59-442b-ae6c-6aebc7358f8c owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:34.465067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5696502 Nov 25 17:34:34.469338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:34.483506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': 'a5b911d2-0653-4f14-8f27-03021e90ff78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:34.489202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e565141-5eab-494e-a666-9f39d4148c4c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=a5b911d2-0653-4f14-8f27-03021e90ff78,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:34.502885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network a5b911d2-0653-4f14-8f27-03021e90ff78 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:34.650090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:34:34.724262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.736293 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:34:34.793047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:34.824991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:34.829065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.838418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'ecd65dcf-9846-4e08-9f32-8d3e4f58fce6', 'network_id': '0b353a2a-369d-485d-a7d5-5232b568deec', 'port_id': 'ecd65dcf-9846-4e08-9f32-8d3e4f58fce6', 'mac_address': 'fa:16:3e:72:3e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098aabb8-03f4-4560-bf4f-71dd2f0fabdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:34:34.843141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-5be26cc6-a527-43aa-a1f3-527723ed63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.844676 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-5be26cc6-a527-43aa-a1f3-527723ed63be service neutron] 10.222.0.60 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 916 time: 0.6659212 Nov 25 17:34:34.864869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0535504-c12c-4a6c-a823-613098f45b5a req-93dfa922-2679-44f5-b750-d264d8137f6c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.866377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0535504-c12c-4a6c-a823-613098f45b5a req-93dfa922-2679-44f5-b750-d264d8137f6c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 944 time: 0.1907656 Nov 25 17:34:34.915178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=7b3db62d-490c-4e60-b74c-06da20ed4606,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:34.931190 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-dc2e344c-3439-4d1e-a436-6f9b28178c9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a482ba8-e3af-49b8-9336-076509903b84 HTTP/1.1" status: 200 len: 217 time: 0.0692308 Nov 25 17:34:34.980835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.000528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': '878e8dd7-ae05-4a96-ad98-110e99523bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:35.000969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:35.035876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0535504-c12c-4a6c-a823-613098f45b5a req-a160cf33-1b7e-4a73-83ac-3b7436462737 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314092 Nov 25 17:34:35.037908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event deleted for resources: {'Port': ['ID=569fe583-38db-4fe6-9562-c63a72527547,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:35.078883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-2e9849e0-255f-4b7b-ae66-f743ee7b5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.081339 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-2e9849e0-255f-4b7b-ae66-f743ee7b5e23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.1394398 Nov 25 17:34:35.098778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.167073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-9d0eca51-bf6c-4f4b-931e-74e4fc81bed9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400689 Nov 25 17:34:35.171794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:35.176672 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.212183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:35.223312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.230593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=0616678a-7e59-442b-ae6c-6aebc7358f8c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:35.244609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:35.253408 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.297360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:35.303250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.304138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.314901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fabde-f276-446e-a5fe-64bc89919d2e None None] Network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:35.343631 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a6a1e4bb-7735-40d4-a5fd-dad0d2a62579 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9770291 Nov 25 17:34:35.347367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42270) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:35.351386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=2aedbba5-3f6a-4d4c-8ef5-e73826b1ab10,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:35.352772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-10777935-694e-4b85-ac6b-81e5f2f09849 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1348900339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:35.391607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Router 09485ab1-a19e-4470-ab8f-b229890f49ae has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:35.399305 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:35.406653 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-efccf203-14e1-4f59-87a6-cf938b6bbc1c service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291572 Nov 25 17:34:35.489655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c777d5d1-d72c-4a26-9657-3380f36f38f7 req-3596f2e5-97a9-49f5-ad50-c8c36ebbe6d0 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e4e5f3b-487e-4ee9-a856-866e29f5a8c3 HTTP/1.1" status: 200 len: 210 time: 0.0608661 Nov 25 17:34:35.546502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['ecd65dcf-9846-4e08-9f32-8d3e4f58fce6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:35.569876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': '6cd73d26-dee0-47f5-9274-6d17d4c0e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a5b911d2-0653-4f14-8f27-03021e90ff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:35.570198 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c254ca54-b8c2-4d48-8335-5bf3d351eecd req-47787aab-d590-48ed-abfa-9d71640a5bdf service neutron] 10.222.0.60 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519442 Nov 25 17:34:35.570333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: a5b911d2-0653-4f14-8f27-03021e90ff78, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:35.608970 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.608970 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Floating IP d5c51d24-9aaa-4b19-981e-fb426389c83a disassociated (deleted). External IP: 172.25.1.241, port: 624dc863-a83f-4825-9d66-6a9551e57610. Nov 25 17:34:35.654940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea', 'network_id': '3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': '7b3db62d-490c-4e60-b74c-06da20ed4606'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:35.655862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.739596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9f60-d782-4ed3-b167-5661271f11c8 req-7995ce37-d903-4320-8f41-3e9b35c27ca9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.742282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dead9f60-d782-4ed3-b167-5661271f11c8 req-7995ce37-d903-4320-8f41-3e9b35c27ca9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.3118112 Nov 25 17:34:35.771665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network a5b911d2-0653-4f14-8f27-03021e90ff78 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:35.802574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:35.804630 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10777935-694e-4b85-ac6b-81e5f2f09849 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.806474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10777935-694e-4b85-ac6b-81e5f2f09849 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.821106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, a5b911d2-0653-4f14-8f27-03021e90ff78) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:35.828171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] Sync routers for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:35.843005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406707df-5f5d-4869-a530-a65eaaa43bcd None None] Network a5b911d2-0653-4f14-8f27-03021e90ff78 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:35.845760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.846851 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.873989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10777935-694e-4b85-ac6b-81e5f2f09849 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.902123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10777935-694e-4b85-ac6b-81e5f2f09849 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.924646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.928010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dead9f60-d782-4ed3-b167-5661271f11c8 req-66bd583c-52eb-4c3a-becd-3c51554d7877 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710243 Nov 25 17:34:35.945362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] No DVR routers for this DVR port 569fe583-38db-4fe6-9562-c63a72527547 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:35.947352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-08774994-7ad6-42b9-ac0a-423876d2eb5a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4735346 Nov 25 17:34:35.949937 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10777935-694e-4b85-ac6b-81e5f2f09849 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.953552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:35.953723 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-10777935-694e-4b85-ac6b-81e5f2f09849 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6024973 Nov 25 17:34:35.953723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.954522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:35.957639 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4143b67-a076-4770-8458-5cd404109d2f req-5216fbde-e5d8-4f74-8d33-991562b60013 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.95 "DELETE /v2.0/ports/569fe583-38db-4fe6-9562-c63a72527547 HTTP/1.1" status: 204 len: 173 time: 2.9199033 Nov 25 17:34:35.958381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-deleted', 'tag': '569fe583-38db-4fe6-9562-c63a72527547'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:35.961599 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a64961e-ef41-4acd-b6b5-797b560db82a" -d '{"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-deleted", "tag": "569fe583-38db-4fe6-9562-c63a72527547"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:35.962751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'port': {'network_id': '3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea', 'name': 'tempest-RoutersIpV6Test-1300655442'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:36.029787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:36.030441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:36.040674 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5227999-ffa9-4250-b2e3-c79109ba874a x-openstack-request-id: req-d5227999-ffa9-4250-b2e3-c79109ba874a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:36.041089 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4e5f3b-487e-4ee9-a856-866e29f5a8c3", "name": "network-vif-deleted", "tag": "569fe583-38db-4fe6-9562-c63a72527547", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:36.041390 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5227999-ffa9-4250-b2e3-c79109ba874a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:36.041777 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4e5f3b-487e-4ee9-a856-866e29f5a8c3', 'name': 'network-vif-deleted', 'tag': '569fe583-38db-4fe6-9562-c63a72527547', 'status': 'completed', 'code': 200} Nov 25 17:34:36.111267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Allocated IP 2001:db8::2 (3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea/7b3db62d-490c-4e60-b74c-06da20ed4606/cb592bcd-07b8-4779-ba42-417defde3c14) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:36.349974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:36.395480 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.408743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:36.412979 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.423311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-a5b911d2-0653-4f14-8f27-03021e90ff78', 'network_id': 'a5b911d2-0653-4f14-8f27-03021e90ff78', 'tenant_id': '6b4b99a0c91e40c79f1f04bb8297802c', 'fixed_ips': [{'subnet_id': '2aedbba5-3f6a-4d4c-8ef5-e73826b1ab10'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:36.424631 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.448505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:36.460147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] device_id is not set on port 57ea2950-18c2-4db0-9037-7f8a97b5e756 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:34:36.472351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be7d72-1831-4515-89f6-6affcee8a57e req-5a28336c-0be2-4c22-afe7-3a7b3ec7b186 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:36.473923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29be7d72-1831-4515-89f6-6affcee8a57e req-5a28336c-0be2-4c22-afe7-3a7b3ec7b186 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 945 time: 0.1751091 Nov 25 17:34:36.658866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42302) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:36.663718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.681563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.690448 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.719707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.733750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2af22147-f9cc-48d5-a4ef-bb4c99723dc9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.775027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2af22147-f9cc-48d5-a4ef-bb4c99723dc9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.839234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:36.850411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:36.857388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:36.860809 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Pushing event updated for resources: {'Port': ['ID=cb592bcd-07b8-4779-ba42-417defde3c14,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:36.866862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2af22147-f9cc-48d5-a4ef-bb4c99723dc9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.872503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2af22147-f9cc-48d5-a4ef-bb4c99723dc9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.876794 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2af22147-f9cc-48d5-a4ef-bb4c99723dc9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "DELETE /v2.0/security-groups/6551d9f3-ed68-43e0-b08d-181ad0032e3d HTTP/1.1" status: 204 len: 168 time: 0.2144730 Nov 25 17:34:36.879707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:36.882773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.883199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.883952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.884363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.884712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.885078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.885487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.885748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.886328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.886830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.887422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.888092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:36.894289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Allocated IP 2001:db8::1 (a5b911d2-0653-4f14-8f27-03021e90ff78/2aedbba5-3f6a-4d4c-8ef5-e73826b1ab10/62e33750-ccdb-45b3-aba7-2e9e6a1e800f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:36.905594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af22147-f9cc-48d5-a4ef-bb4c99723dc9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6551d9f3-ed68-43e0-b08d-181ad0032e3d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:36.973580 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-75aa34ad-5276-4a58-8922-7cb2791b0e5a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] show failed (client error): The resource could not be found. Nov 25 17:34:36.977377 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-75aa34ad-5276-4a58-8922-7cb2791b0e5a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups/6551d9f3-ed68-43e0-b08d-181ad0032e3d HTTP/1.1" status: 404 len: 347 time: 0.0935388 Nov 25 17:34:36.978514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:37.068004 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.071520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Attempting to bind port cb592bcd-07b8-4779-ba42-417defde3c14 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:37.071902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Attempting to bind port cb592bcd-07b8-4779-ba42-417defde3c14 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '878e8dd7-ae05-4a96-ad98-110e99523bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:37.072870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Attempting to bind port cb592bcd-07b8-4779-ba42-417defde3c14 on network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:37.115084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:37.115847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Checking segment: {'id': '878e8dd7-ae05-4a96-ad98-110e99523bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:37.116423 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.117192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Bound using segment: {'id': '878e8dd7-ae05-4a96-ad98-110e99523bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:37.118042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Bound port: cb592bcd-07b8-4779-ba42-417defde3c14, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878e8dd7-ae05-4a96-ad98-110e99523bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:37.118700 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.130583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:37.153830 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.201140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:37.209975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] Checking router: 09485ab1-a19e-4470-ab8f-b229890f49ae for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:37.241632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 569fe583-38db-4fe6-9562-c63a72527547 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:37.243288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 569fe583-38db-4fe6-9562-c63a72527547 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:37.295225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Deleting port c3ccac76-5983-497f-8e09-fe8e3d762ab9 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:37.295531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.353403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:37.353700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:37.365584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29be7d72-1831-4515-89f6-6affcee8a57e req-4e22cc69-c9af-4a49-9cc1-cf20c1d18008 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8363929 Nov 25 17:34:37.424254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8::1bc (3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea/7b3db62d-490c-4e60-b74c-06da20ed4606/57ea2950-18c2-4db0-9037-7f8a97b5e756) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:37.429725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.430395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.450658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Calling delete_port for c3ccac76-5983-497f-8e09-fe8e3d762ab9 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:37.607394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.650764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.677217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] For port cb592bcd-07b8-4779-ba42-417defde3c14, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:37.680721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event deleted for resources: {'Port': ['ID=c3ccac76-5983-497f-8e09-fe8e3d762ab9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.697563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] For port cb592bcd-07b8-4779-ba42-417defde3c14, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cb592bcd-07b8-4779-ba42-417defde3c14,segment=NetworkSegment(878e8dd7-ae05-4a96-ad98-110e99523bf6),segment_id=878e8dd7-ae05-4a96-ad98-110e99523bf6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:37.721395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.735011 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.745771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3008b55-1f14-46c3-806a-bef6eb7c031c req-e102fc24-b3c6-4894-86d4-ae419ea8994c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.748088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3008b55-1f14-46c3-806a-bef6eb7c031c req-e102fc24-b3c6-4894-86d4-ae419ea8994c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.4426029 Nov 25 17:34:37.773544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:37.774251 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.777216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:37.781882 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.790437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.809814 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] Sync routers for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:37.825990 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:37.829118 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.829779 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:37.887561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Network a5b911d2-0653-4f14-8f27-03021e90ff78 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:37.893712 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.901812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.914304 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0343799f-0947-482c-8d8b-248ae7cc86de tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "DELETE /v2.0/floatingips/3cb87526-bb29-41c3-a948-54d310752fc2 HTTP/1.1" status: 204 len: 168 time: 0.9342408 Nov 25 17:34:37.923928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=57ea2950-18c2-4db0-9037-7f8a97b5e756,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.936525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4ad35530-5e63-4e8e-b774-7f8a21266990 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/floatingips/d5c51d24-9aaa-4b19-981e-fb426389c83a HTTP/1.1" status: 204 len: 168 time: 4.3224347 Nov 25 17:34:37.937435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=2aedbba5-3f6a-4d4c-8ef5-e73826b1ab10,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.945580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:37.947949 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd78edf-a67a-4851-8801-a270722fe604" -d '{"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:37.987632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:38.001076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:38.008389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11507f34-9cd0-4a4f-93c4-51ff1c2c4f90 None None] Pushing event updated for resources: {'Port': ['ID=cb592bcd-07b8-4779-ba42-417defde3c14,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:38.011153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:38.024314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:38.068384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:38.074207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.074862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.080594 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3008b55-1f14-46c3-806a-bef6eb7c031c req-20aaae52-6faa-4284-965e-dcd3518a988e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132312 Nov 25 17:34:38.125054 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:38.135534 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.157692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42334) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:38.158989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Pushing event updated for resources: {'Port': ['ID=62e33750-ccdb-45b3-aba7-2e9e6a1e800f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:38.168005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0d2d439b-1ee2-4edc-a4bc-6992eb88cafd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2113311 Nov 25 17:34:38.195571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b911d2-0653-4f14-8f27-03021e90ff78']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.212910 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a647b-2fba-4b1e-be15-761e075fdba7 x-openstack-request-id: req-157a647b-2fba-4b1e-be15-761e075fdba7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:38.213280 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:38.213544 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-157a647b-2fba-4b1e-be15-761e075fdba7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:38.214038 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'status': 'completed', 'code': 200} Nov 25 17:34:38.216152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd73d26-dee0-47f5-9274-6d17d4c0e347') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.216450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd73d26-dee0-47f5-9274-6d17d4c0e347') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.280327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.332861 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.344024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:38.344514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:38.391577 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:38.416589 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.465294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Attempting to bind port 62e33750-ccdb-45b3-aba7-2e9e6a1e800f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:38.465943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Attempting to bind port 62e33750-ccdb-45b3-aba7-2e9e6a1e800f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '6cd73d26-dee0-47f5-9274-6d17d4c0e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a5b911d2-0653-4f14-8f27-03021e90ff78'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:38.467605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Attempting to bind port 62e33750-ccdb-45b3-aba7-2e9e6a1e800f on network a5b911d2-0653-4f14-8f27-03021e90ff78 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:38.489212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:38.489598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Checking segment: {'id': '6cd73d26-dee0-47f5-9274-6d17d4c0e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a5b911d2-0653-4f14-8f27-03021e90ff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:38.493966 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.494732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Bound using segment: {'id': '6cd73d26-dee0-47f5-9274-6d17d4c0e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a5b911d2-0653-4f14-8f27-03021e90ff78'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:38.495400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Bound port: 62e33750-ccdb-45b3-aba7-2e9e6a1e800f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd73d26-dee0-47f5-9274-6d17d4c0e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a5b911d2-0653-4f14-8f27-03021e90ff78'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:38.495990 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.525880 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:34:38.525880 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:34:38.525880 n-d-819349-3 neutron-server[103599]: [parameters: {'id': 'a5b911d2-0653-4f14-8f27-03021e90ff78'}] Nov 25 17:34:38.525880 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:34:38.527010 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:34:38.600064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80870a7-c357-45a2-9229-166cd1652917 req-a9bf9e2f-1a4a-469f-95e9-b51a877e952d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.601747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c80870a7-c357-45a2-9229-166cd1652917 req-a9bf9e2f-1a4a-469f-95e9-b51a877e952d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 946 time: 0.0929108 Nov 25 17:34:38.674150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] For port 62e33750-ccdb-45b3-aba7-2e9e6a1e800f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:38.676598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:38.702667 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:32:09Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.744278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c80870a7-c357-45a2-9229-166cd1652917 req-0095a930-56e3-404a-b2ed-d85b8f8e4737 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130400 Nov 25 17:34:38.762511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] For port 62e33750-ccdb-45b3-aba7-2e9e6a1e800f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=62e33750-ccdb-45b3-aba7-2e9e6a1e800f,segment=NetworkSegment(6cd73d26-dee0-47f5-9274-6d17d4c0e347),segment_id=6cd73d26-dee0-47f5-9274-6d17d4c0e347)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:38.788359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.798113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.803940 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] Checking router: 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:38.825309 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:38.826771 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:38.856184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:38.870024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-774ccf13-9d1d-4372-874c-ee69f5c7af1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360993260', 'description': 'tempest-description--1609775528'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:38.892395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd78edf-a67a-4851-8801-a270722fe604 req-579de1e3-6791-48fc-9980-e098d9d14a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.894782 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4bd78edf-a67a-4851-8801-a270722fe604 req-579de1e3-6791-48fc-9980-e098d9d14a1a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 1097 time: 0.5656519 Nov 25 17:34:38.944348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd0e19-3aee-47a3-acf3-89f3c158b31a None None] Pushing event updated for resources: {'Port': ['ID=62e33750-ccdb-45b3-aba7-2e9e6a1e800f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:38.953205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb86b5-635b-4035-be22-4d6e0cbb5a2d None None] The sync data for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 is: [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:38.958975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:34:38.967228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:38.968066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.024344 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:39.036778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f5de-08b2-46bf-bd4a-0c45e7eac150 req-ae4b688c-1151-4dfa-b383-7b4b8260e93a tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.044696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7010f5de-08b2-46bf-bd4a-0c45e7eac150 req-ae4b688c-1151-4dfa-b383-7b4b8260e93a tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 945 time: 0.1990943 Nov 25 17:34:39.058740 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.068092 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-774ccf13-9d1d-4372-874c-ee69f5c7af1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.307752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd78edf-a67a-4851-8801-a270722fe604 req-4ae5f940-179a-4eaf-b068-2ad52c3c3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.309314 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4bd78edf-a67a-4851-8801-a270722fe604 req-4ae5f940-179a-4eaf-b068-2ad52c3c3049 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 200 len: 898 time: 0.3790119 Nov 25 17:34:39.324472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8e8b0-cd08-4207-bb0b-d132245c27ab None None] Network a5b911d2-0653-4f14-8f27-03021e90ff78 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:39.344925 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.432140 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.495987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7010f5de-08b2-46bf-bd4a-0c45e7eac150 req-cc533cbb-5e58-4fc6-a885-929bf426a041 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502721 Nov 25 17:34:39.524070 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4bd78edf-a67a-4851-8801-a270722fe604 req-765a0a56-814c-4f50-974a-fcd4d15e2eb1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 200 len: 217 time: 0.2025313 Nov 25 17:34:39.549975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cb592bcd-07b8-4779-ba42-417defde3c14 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:39.593715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf613f8-5f3e-4dad-93db-1c6c798a61bc req-b6407356-56a3-42b6-ab11-067bd755a84c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.595663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdf613f8-5f3e-4dad-93db-1c6c798a61bc req-b6407356-56a3-42b6-ab11-067bd755a84c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.3379009 Nov 25 17:34:39.659165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f1b215-a5bf-4902-b891-d51c5cf059d8 None None] New status for floating IP 3cb87526-bb29-41c3-a948-54d310752fc2: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:34:39.738107 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:32:09Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:39.754696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-774ccf13-9d1d-4372-874c-ee69f5c7af1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.765840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting port 62e33750-ccdb-45b3-aba7-2e9e6a1e800f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:39.766188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.789279 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ba38b-16cd-4791-9ef3-0bea2b334fd1 None None] The sync data for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 is: [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:31:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f54f7f18-29f5-417c-ae9a-031cd2c9f9a0', 'name': '', 'network_id': '9d228746-11c5-48ad-8de4-71abb650d3ae', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:23:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:56Z', 'updated_at': '2021-11-25T17:32:09Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'a8af2834-0876-4a9a-9e9d-d3e6e5080689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:39.792870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd78edf-a67a-4851-8801-a270722fe604 req-83a7b9e4-ba5a-4b2c-a769-77b3ea32facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.794483 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4bd78edf-a67a-4851-8801-a270722fe604 req-83a7b9e4-ba5a-4b2c-a769-77b3ea32facf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 200 len: 835 time: 0.2579470 Nov 25 17:34:39.817679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-774ccf13-9d1d-4372-874c-ee69f5c7af1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.922193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4ff84-cb6d-46d8-a7ee-67c5d57711c3 None None] Network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:39.931912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-7c7a166f-01c3-4d3b-8d0a-52b745165cd3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.934415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-7c7a166f-01c3-4d3b-8d0a-52b745165cd3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 946 time: 0.2997243 Nov 25 17:34:39.963679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdf613f8-5f3e-4dad-93db-1c6c798a61bc req-2f54aef9-171f-446e-8acb-5ec01dce5c91 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598702 Nov 25 17:34:40.070888 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.086509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644cc11c-a657-4bd6-a273-72267905ac1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd65dcf-9846-4e08-9f32-8d3e4f58fce6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:40.088510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] For port 62e33750-ccdb-45b3-aba7-2e9e6a1e800f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=62e33750-ccdb-45b3-aba7-2e9e6a1e800f,segment=NetworkSegment(6cd73d26-dee0-47f5-9274-6d17d4c0e347),segment_id=6cd73d26-dee0-47f5-9274-6d17d4c0e347)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:40.088836 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.089083 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d10a769-9425-4458-8a11-9f62ffbd2829" -d '{"events": [{"server_uuid": "644cc11c-a657-4bd6-a273-72267905ac1e", "name": "network-vif-plugged", "status": "completed", "tag": "ecd65dcf-9846-4e08-9f32-8d3e4f58fce6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:40.093496 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.102059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd78edf-a67a-4851-8801-a270722fe604 req-d617ba37-b05c-40b6-873f-cab6d4ea2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:40.103576 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4bd78edf-a67a-4851-8801-a270722fe604 req-d617ba37-b05c-40b6-873f-cab6d4ea2af0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9d228746-11c5-48ad-8de4-71abb650d3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2982199 Nov 25 17:34:40.138277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Calling delete_port for 62e33750-ccdb-45b3-aba7-2e9e6a1e800f owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:40.151540 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-774ccf13-9d1d-4372-874c-ee69f5c7af1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.160027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42368) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:40.163317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-774ccf13-9d1d-4372-874c-ee69f5c7af1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3060069 Nov 25 17:34:40.182064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ccf13-9d1d-4372-874c-ee69f5c7af1b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b273cc4b-fc58-4cf0-966a-2edcfa0b9869,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.182924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e1368677-0cd7-4791-89cc-b9606b50d700 None None] Provisioning complete for port cb592bcd-07b8-4779-ba42-417defde3c14 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:40.183309 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1368677-0cd7-4791-89cc-b9606b50d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.185215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-76d7c725-5850-40d0-8f46-abb07739fd4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'security_group_rule': {'security_group_id': 'b273cc4b-fc58-4cf0-966a-2edcfa0b9869', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:40.203431 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f448f97-ef79-4083-8e19-032604fc91c7 x-openstack-request-id: req-3f448f97-ef79-4083-8e19-032604fc91c7 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:40.203705 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644cc11c-a657-4bd6-a273-72267905ac1e", "name": "network-vif-plugged", "status": "completed", "tag": "ecd65dcf-9846-4e08-9f32-8d3e4f58fce6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:40.203978 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f448f97-ef79-4083-8e19-032604fc91c7 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:40.204379 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644cc11c-a657-4bd6-a273-72267905ac1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd65dcf-9846-4e08-9f32-8d3e4f58fce6', 'code': 200} Nov 25 17:34:40.293509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:40.294507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4e167-146c-4fd8-885e-beb543afba8d req-07631084-2358-4415-86bb-95e923688d6d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:40.301461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port cb592bcd-07b8-4779-ba42-417defde3c14 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:40.302259 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.305115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04f4e167-146c-4fd8-885e-beb543afba8d req-07631084-2358-4415-86bb-95e923688d6d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 946 time: 0.3864715 Nov 25 17:34:40.328815 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a8ba7-c61d-4a0e-934c-01dfa351baa9 None None] New status for floating IP d5c51d24-9aaa-4b19-981e-fb426389c83a: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:34:40.381392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.411855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04f4e167-146c-4fd8-885e-beb543afba8d req-3a217e5b-60d9-4e3e-a893-fbaabde97e74 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=70db54d0-1a15-4bb9-bcf6-5718361ac6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016748 Nov 25 17:34:40.437517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 624dc863-a83f-4825-9d66-6a9551e57610 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:40.437867 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.467540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76d7c725-5850-40d0-8f46-abb07739fd4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.468344 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.546380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=57ea2950-18c2-4db0-9037-7f8a97b5e756,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.591653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Port': ['ID=62e33750-ccdb-45b3-aba7-2e9e6a1e800f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.593617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.598361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.611026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No DVR routers for this DVR port 62e33750-ccdb-45b3-aba7-2e9e6a1e800f on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:40.638055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76d7c725-5850-40d0-8f46-abb07739fd4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.653745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76d7c725-5850-40d0-8f46-abb07739fd4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.702314 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1368677-0cd7-4791-89cc-b9606b50d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.720408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port cb592bcd-07b8-4779-ba42-417defde3c14, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cb592bcd-07b8-4779-ba42-417defde3c14,segment=NetworkSegment(878e8dd7-ae05-4a96-ad98-110e99523bf6),segment_id=878e8dd7-ae05-4a96-ad98-110e99523bf6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:40.732954 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.764371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17262eff-ffdd-4338-bb0e-16690431b7f5 req-35e02083-dbd8-4f08-83d8-6dce49096ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:40.766147 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-17262eff-ffdd-4338-bb0e-16690431b7f5 req-35e02083-dbd8-4f08-83d8-6dce49096ea3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 1097 time: 0.4260771 Nov 25 17:34:40.778646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7c725-5850-40d0-8f46-abb07739fd4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a13027-1c51-4375-85c7-b07e0f65cceb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.785585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port 624dc863-a83f-4825-9d66-6a9551e57610, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=624dc863-a83f-4825-9d66-6a9551e57610,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:40.785962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.801475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 624dc863-a83f-4825-9d66-6a9551e57610 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:40.835090 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4bd78edf-a67a-4851-8801-a270722fe604 req-1c3fbb18-1ddb-4efc-9596-42915325e919 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058017 Nov 25 17:34:40.843991 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76d7c725-5850-40d0-8f46-abb07739fd4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.847740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-76d7c725-5850-40d0-8f46-abb07739fd4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6647325 Nov 25 17:34:40.869403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=cb592bcd-07b8-4779-ba42-417defde3c14,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.870393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42378) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:40.874752 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-e1368677-0cd7-4791-89cc-b9606b50d700 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:34:40.875479 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-e1368677-0cd7-4791-89cc-b9606b50d700 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:34:40.878106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f8787060-fb14-40ad-a45b-2beb072ed38c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'security_group_rule': {'security_group_id': 'b273cc4b-fc58-4cf0-966a-2edcfa0b9869', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:40.979431 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.992643 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.106663 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.112755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=624dc863-a83f-4825-9d66-6a9551e57610,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:41.158648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3b2ef-0ccd-4456-a6f7-99331d86e402 req-9f9df3d0-993e-4766-945d-69133c1269ed tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.162082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96c3b2ef-0ccd-4456-a6f7-99331d86e402 req-9f9df3d0-993e-4766-945d-69133c1269ed tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 946 time: 0.4985962 Nov 25 17:34:41.200842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b911d2-0653-4f14-8f27-03021e90ff78']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:41.264057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd73d26-dee0-47f5-9274-6d17d4c0e347') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:41.264435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd73d26-dee0-47f5-9274-6d17d4c0e347') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:41.271171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] No DVR routers for this DVR port 624dc863-a83f-4825-9d66-6a9551e57610 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:41.281859 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.309826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c440e57-6afe-464b-80e5-44d5a4facd8d req-1c2b79f2-b22c-4b78-9db0-d5837161617b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "DELETE /v2.0/ports/624dc863-a83f-4825-9d66-6a9551e57610 HTTP/1.1" status: 204 len: 173 time: 1.3154860 Nov 25 17:34:41.316539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-deleted', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:41.325498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cb592bcd-07b8-4779-ba42-417defde3c14 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:41.326080 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104bc57-2200-44cd-8dfd-d11127f75691" -d '{"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-deleted", "tag": "624dc863-a83f-4825-9d66-6a9551e57610"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:41.377448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96c3b2ef-0ccd-4456-a6f7-99331d86e402 req-00e3b23d-2a57-449e-9011-64fbfddac5c8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005029 Nov 25 17:34:41.400169 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.466884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45292bf-f6be-4c4b-b443-367d0ef0118e req-a19010e5-5aec-4b68-b6bf-69cd48f6f56b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.468529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f45292bf-f6be-4c4b-b443-367d0ef0118e req-a19010e5-5aec-4b68-b6bf-69cd48f6f56b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.3738980 Nov 25 17:34:41.499549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.558464 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ee0998-9631-4133-839f-15ce3177a363 x-openstack-request-id: req-48ee0998-9631-4133-839f-15ce3177a363 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:41.559693 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72ea4af-eff6-4b28-96ee-b862a90cc6d6", "name": "network-vif-deleted", "tag": "624dc863-a83f-4825-9d66-6a9551e57610", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:41.560151 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48ee0998-9631-4133-839f-15ce3177a363 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:41.563165 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72ea4af-eff6-4b28-96ee-b862a90cc6d6', 'name': 'network-vif-deleted', 'tag': '624dc863-a83f-4825-9d66-6a9551e57610', 'status': 'completed', 'code': 200} Nov 25 17:34:41.565566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:41.566217 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.572183 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-17262eff-ffdd-4338-bb0e-16690431b7f5 req-4883e87b-3ac6-4a2a-80be-fc01611ac0c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7864201 Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:41.578651 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:41.669283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8787060-fb14-40ad-a45b-2beb072ed38c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.672169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.756181 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4bd78edf-a67a-4851-8801-a270722fe604 req-7240e378-6ad6-45a8-8bef-7c481f15f434 service neutron] 10.222.0.95 "GET /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9038205 Nov 25 17:34:41.815601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78b34da0-c9fc-4080-ac1a-b3784b25053b req-d9a73a0e-7cf6-42fb-ad38-c2b6fece8a10 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=f72ea4af-eff6-4b28-96ee-b862a90cc6d6 HTTP/1.1" status: 200 len: 210 time: 0.1380918 Nov 25 17:34:41.830124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.878789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f45292bf-f6be-4c4b-b443-367d0ef0118e req-7b177379-4775-44cd-92fb-90ea70f68616 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856266 Nov 25 17:34:41.910637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.927979 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/a5b911d2-0653-4f14-8f27-03021e90ff78 HTTP/1.1" status: 204 len: 168 time: 5.9723997 Nov 25 17:34:41.927979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848806d5-e91d-480d-ba53-4e77e811edd8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=a5b911d2-0653-4f14-8f27-03021e90ff78,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:41.931581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port cb592bcd-07b8-4779-ba42-417defde3c14 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:41.931971 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.934667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42398) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.941700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075967863'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:41.978246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8787060-fb14-40ad-a45b-2beb072ed38c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.994456 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8787060-fb14-40ad-a45b-2beb072ed38c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.013683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:42.020334 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.083233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703e1a2-9dba-4a5a-9b50-a0c4f229d9b8 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:34:42.083233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c88e5f32-c61b-48e2-988a-db6dd633588f None None] Provisioning complete for port cb592bcd-07b8-4779-ba42-417defde3c14 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:42.083233 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f32-c61b-48e2-988a-db6dd633588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.089242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:42.112455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8787060-fb14-40ad-a45b-2beb072ed38c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b202be-3117-43f0-a5bc-6a77bf1736cb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:42.113237 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.113621 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6 of type vlan for network a69ed222-a85c-475d-896b-1ec31bdb8398 Nov 25 17:34:42.153491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8787060-fb14-40ad-a45b-2beb072ed38c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.154706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f8787060-fb14-40ad-a45b-2beb072ed38c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2824547 Nov 25 17:34:42.158898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42402) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.163881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:42.215877 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.250867 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.287345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eed3d1-4ea9-4adf-ba3c-59e206027cb0 req-73b7bbb8-0bc7-4c55-af1e-ecdee7e4953f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:42.288985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97eed3d1-4ea9-4adf-ba3c-59e206027cb0 req-73b7bbb8-0bc7-4c55-af1e-ecdee7e4953f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1172528 Nov 25 17:34:42.291419 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.296952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:42.297686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.375506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.382704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.384214 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.434378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4981468 Nov 25 17:34:42.438817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42410) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:42.448253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:42.477686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703e1a2-9dba-4a5a-9b50-a0c4f229d9b8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:34:42.489608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c88e5f32-c61b-48e2-988a-db6dd633588f None None] Provisioning complete for port 57ea2950-18c2-4db0-9037-7f8a97b5e756 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:42.490503 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f32-c61b-48e2-988a-db6dd633588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.530682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97eed3d1-4ea9-4adf-ba3c-59e206027cb0 req-a3c2032f-259b-47f6-b954-5814fae149c3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253225 Nov 25 17:34:42.583056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b8c32-0b0f-44a2-8025-fecaa00a75fc tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=a69ed222-a85c-475d-896b-1ec31bdb8398,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:42.583438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=57ea2950-18c2-4db0-9037-7f8a97b5e756,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:42.589880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c88e5f32-c61b-48e2-988a-db6dd633588f None None] Port 57ea2950-18c2-4db0-9037-7f8a97b5e756 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:42.630173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network a69ed222-a85c-475d-896b-1ec31bdb8398 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:42.646737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fae9d-331b-4c16-b650-65ddc7676ab7 req-6b3250c5-9eb0-44b1-95c0-b82466e60b5c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:42.649596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad5fae9d-331b-4c16-b650-65ddc7676ab7 req-6b3250c5-9eb0-44b1-95c0-b82466e60b5c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 946 time: 0.0978057 Nov 25 17:34:42.683544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:42.688186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.702684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:42.728608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:42.791945 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad5fae9d-331b-4c16-b650-65ddc7676ab7 req-6fb5fc8b-dd5a-4a1e-8c8c-3e8678b17dfc tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124339 Nov 25 17:34:42.812168 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.854871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-05989a4c-c24f-4745-9ab3-63802e4015b7 None None] Provisioning complete for port 57ea2950-18c2-4db0-9037-7f8a97b5e756 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:42.855431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05989a4c-c24f-4745-9ab3-63802e4015b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:42.951206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-05989a4c-c24f-4745-9ab3-63802e4015b7 None None] Port 57ea2950-18c2-4db0-9037-7f8a97b5e756 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:42.983854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:43.046187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bf815596-59c6-4c03-aaaf-831ea9a8b36e is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:34:43.086592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235c68b-5281-48ec-af9a-75535092a2a0 req-6dae0074-b220-4350-930c-14c404ad2128 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:43.095825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0235c68b-5281-48ec-af9a-75535092a2a0 req-6dae0074-b220-4350-930c-14c404ad2128 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.4268370 Nov 25 17:34:43.199874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.224740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Allocated IP 172.25.1.98 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/8a461352-03de-4554-8321-1e6553dd55c1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:43.249214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:43.259542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a6983-4007-40d4-af47-a805c33256d2 None None] Sync routers for ids ['bf815596-59c6-4c03-aaaf-831ea9a8b36e'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:43.282655 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a99a0f9b-ff9d-469d-9092-d910f8317c66 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bf815596-59c6-4c03-aaaf-831ea9a8b36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1222181 Nov 25 17:34:43.288863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42428) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:43.290603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a6983-4007-40d4-af47-a805c33256d2 None None] Routers {'bf815596-59c6-4c03-aaaf-831ea9a8b36e'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:43.291357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d7a6983-4007-40d4-af47-a805c33256d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bf815596-59c6-4c03-aaaf-831ea9a8b36e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:43.318047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': 'e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:43.318640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: a69ed222-a85c-475d-896b-1ec31bdb8398, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:43.321223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=aaf60ad7-6891-44a6-81dc-459a4d597fb5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:43.352401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0235c68b-5281-48ec-af9a-75535092a2a0 req-b62002cb-76cd-4724-bab1-fd332688b204 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478194 Nov 25 17:34:43.363788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d7a6983-4007-40d4-af47-a805c33256d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:43.374069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a6983-4007-40d4-af47-a805c33256d2 None None] Routers {'bf815596-59c6-4c03-aaaf-831ea9a8b36e'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:43.374555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d7a6983-4007-40d4-af47-a805c33256d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bf815596-59c6-4c03-aaaf-831ea9a8b36e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:43.385007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network a69ed222-a85c-475d-896b-1ec31bdb8398 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:43.400435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, a69ed222-a85c-475d-896b-1ec31bdb8398) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:43.413347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:43.416090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.417475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a64fc-d0a7-4ce7-92fe-2fcc66f86de4 None None] Network a69ed222-a85c-475d-896b-1ec31bdb8398 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:43.462159 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-99813037-a96e-4447-84ae-b4a74fd08062 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0185573 Nov 25 17:34:43.464313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42436) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:43.472527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:43.498003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d7a6983-4007-40d4-af47-a805c33256d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:43.498003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a6983-4007-40d4-af47-a805c33256d2 None None] The sync data for ids ['bf815596-59c6-4c03-aaaf-831ea9a8b36e'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:43.695774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-a69ed222-a85c-475d-896b-1ec31bdb8398', 'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398', 'tenant_id': '6b4b99a0c91e40c79f1f04bb8297802c', 'fixed_ips': [{'subnet_id': 'aaf60ad7-6891-44a6-81dc-459a4d597fb5'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:43.697902 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.747459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:43.753284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.851652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1c3dfa77-0cff-4b23-bfeb-9c66c06b128a None None] Provisioning complete for port 57ea2950-18c2-4db0-9037-7f8a97b5e756 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:43.852037 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfa77-0cff-4b23-bfeb-9c66c06b128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.911873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dfa77-0cff-4b23-bfeb-9c66c06b128a None None] Port 57ea2950-18c2-4db0-9037-7f8a97b5e756 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:43.920771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Allocated IP 2001:db8::2 (a69ed222-a85c-475d-896b-1ec31bdb8398/aaf60ad7-6891-44a6-81dc-459a4d597fb5/3344d654-4333-443e-b53f-7888ed8c12d0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:43.952530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1668a5a-c294-4d61-96ee-f4e278c8f766 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:43.954797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c1668a5a-c294-4d61-96ee-f4e278c8f766 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports/57ea2950-18c2-4db0-9037-7f8a97b5e756 HTTP/1.1" status: 200 len: 984 time: 0.6641567 Nov 25 17:34:43.980363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:44.103591 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.112035 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.149697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd1b36-f452-41ad-af57-6c6180ead201 req-dfcbece8-34a9-49e1-95ca-c7784525e6b1 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.151247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8abd1b36-f452-41ad-af57-6c6180ead201 req-dfcbece8-34a9-49e1-95ca-c7784525e6b1 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 946 time: 0.1865289 Nov 25 17:34:44.169447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Network a69ed222-a85c-475d-896b-1ec31bdb8398 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:44.173242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:44.181638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:44.185771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d30ac60a-7527-4fec-96a6-6d613c2a4b4a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.199185 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d30ac60a-7527-4fec-96a6-6d613c2a4b4a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.2278435 Nov 25 17:34:44.231479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Pushing event updated for resources: {'Port': ['ID=3344d654-4333-443e-b53f-7888ed8c12d0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:44.263484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.281514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Attempting to bind port 3344d654-4333-443e-b53f-7888ed8c12d0 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:44.281895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Attempting to bind port 3344d654-4333-443e-b53f-7888ed8c12d0 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:44.282264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Attempting to bind port 3344d654-4333-443e-b53f-7888ed8c12d0 on network a69ed222-a85c-475d-896b-1ec31bdb8398 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:44.291851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:44.292555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Checking segment: {'id': 'e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:44.293236 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.293650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Bound using segment: {'id': 'e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:44.294197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Bound port: 3344d654-4333-443e-b53f-7888ed8c12d0, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:44.294778 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.305914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.343176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-f3fce2a0-0ef7-4805-ad86-b3b17f86ebc9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/quotas/3431a5a06f9642f2b9fbf30f5b29dcf6 HTTP/1.1" status: 200 len: 375 time: 0.1165409 Nov 25 17:34:44.350576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.354762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network a69ed222-a85c-475d-896b-1ec31bdb8398 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:44.363916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:44.372913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.373197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.383739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=7ca73379-afc3-47be-bbb2-1ec5dad134d4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:44.403614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] For port 3344d654-4333-443e-b53f-7888ed8c12d0, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:44.407920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] For port 3344d654-4333-443e-b53f-7888ed8c12d0, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3344d654-4333-443e-b53f-7888ed8c12d0,segment=NetworkSegment(e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6),segment_id=e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:44.409535 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5b1559b4-5800-4e84-a4df-17f8f117b23c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9421132 Nov 25 17:34:44.411697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:44.417688 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.464484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:44.484388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:44.508171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e7bb3-fd70-4154-87f1-a9ed7cabfb05 None None] Pushing event updated for resources: {'Port': ['ID=3344d654-4333-443e-b53f-7888ed8c12d0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:44.523906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:44.557862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6ad17-8fe4-4a8a-8ca9-69ae31803c1c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.559418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6ad17-8fe4-4a8a-8ca9-69ae31803c1c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.561118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6ad17-8fe4-4a8a-8ca9-69ae31803c1c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.562871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6ad17-8fe4-4a8a-8ca9-69ae31803c1c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.564545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6ad17-8fe4-4a8a-8ca9-69ae31803c1c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.570023 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9cf6ad17-8fe4-4a8a-8ca9-69ae31803c1c tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1537020 Nov 25 17:34:44.571234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:44.574565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'Port': ['ID=8a461352-03de-4554-8321-1e6553dd55c1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:44.576892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191636621'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:44.591588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8abd1b36-f452-41ad-af57-6c6180ead201 req-d81d1bf5-4ecd-44b3-87e9-3cd3b9a41f7f tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986003 Nov 25 17:34:44.632809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:44.639378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.641849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-77be15c2-d239-4d0e-b233-8cb8be2d2d5b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2139635 Nov 25 17:34:44.713890 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.724657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:44.816018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.816764 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment acc838e1-0d91-411d-9eac-8d1885fa21d5 of type vlan for network 568fb599-2318-4974-b57e-b7ac98874690 Nov 25 17:34:44.878672 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.909254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.979759 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.026553 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.030610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a640e0d7-380b-4035-9b09-2221d14f949b service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178399 Nov 25 17:34:45.035421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:45.036154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.112989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=568fb599-2318-4974-b57e-b7ac98874690,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:45.124361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 568fb599-2318-4974-b57e-b7ac98874690 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:45.146880 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.178136 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c38331fb-390d-47ce-a3a3-48aef1f133ff tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6032166 Nov 25 17:34:45.179575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42486) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:45.192394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d58197a3-12ee-4d6d-bdaf-291fe1942203 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:45.303655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:45.355065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 624dc863-a83f-4825-9d66-6a9551e57610 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:45.355663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 624dc863-a83f-4825-9d66-6a9551e57610 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:45.411023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-802b56b7-c510-44ca-a213-d41a5f5257bd service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793225 Nov 25 17:34:45.436096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3344d654-4333-443e-b53f-7888ed8c12d0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:45.535757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3344d654-4333-443e-b53f-7888ed8c12d0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:45.539388 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.584118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port 57ea2950-18c2-4db0-9037-7f8a97b5e756 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:45.584710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.752028 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.766871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for 57ea2950-18c2-4db0-9037-7f8a97b5e756 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:45.778957 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.824805 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.834827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09586bad-f8bc-4067-b6b5-09388190e59c req-d2a0ab76-6fc8-44e6-93bd-80390ce9f9b1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 210 time: 0.1006045 Nov 25 17:34:45.835608 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.945864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 3344d654-4333-443e-b53f-7888ed8c12d0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3344d654-4333-443e-b53f-7888ed8c12d0,segment=NetworkSegment(e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6),segment_id=e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:45.958433 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.028171 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.062557 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d58197a3-12ee-4d6d-bdaf-291fe1942203 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.063745 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.066878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=57ea2950-18c2-4db0-9037-7f8a97b5e756,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:46.097577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d58197a3-12ee-4d6d-bdaf-291fe1942203 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.111707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.121736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9529226 Nov 25 17:34:46.179484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=3344d654-4333-443e-b53f-7888ed8c12d0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:46.290654 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58197a3-12ee-4d6d-bdaf-291fe1942203 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=568fb599-2318-4974-b57e-b7ac98874690,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:46.315522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 568fb599-2318-4974-b57e-b7ac98874690 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:46.327121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90966ed-48f9-4932-aa33-0f2022437ff1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'Port': ['ID=8a461352-03de-4554-8321-1e6553dd55c1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:46.399100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.410304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d58197a3-12ee-4d6d-bdaf-291fe1942203 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network 568fb599-2318-4974-b57e-b7ac98874690 is not hosted by any dhcp agent {{(pid=103598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:34:46.416723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58197a3-12ee-4d6d-bdaf-291fe1942203 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:46.426022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d58197a3-12ee-4d6d-bdaf-291fe1942203 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.429101 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d58197a3-12ee-4d6d-bdaf-291fe1942203 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "PUT /v2.0/networks/568fb599-2318-4974-b57e-b7ac98874690 HTTP/1.1" status: 200 len: 723 time: 1.2485023 Nov 25 17:34:46.431999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:46.449335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:46.449871 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.454158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': '568fb599-2318-4974-b57e-b7ac98874690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:46.558453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd6ddb-d68c-4f1a-a0e8-159ecdc2db39 None None] Network a69ed222-a85c-475d-896b-1ec31bdb8398 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:46.706562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port f54f7f18-29f5-417c-ae9a-031cd2c9f9a0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:46.707218 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.739420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-1505b2a0-ed59-4ab3-af26-eb1d78b3155b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--360993260&fields=id&tenant_id=ed4b3d7b85e94c088b2542edf42fff7d HTTP/1.1" status: 200 len: 267 time: 0.1012597 Nov 25 17:34:46.761111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5104e656-9b18-412c-8540-4c315d94d94d None None] Provisioning complete for port 3344d654-4333-443e-b53f-7888ed8c12d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:46.761485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5104e656-9b18-412c-8540-4c315d94d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.767525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:46.875381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:46.878827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.063023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6ad0540-94cf-41cd-bdc8-a85c5b9cb29b req-abf971af-68ab-4691-9859-2502d7afd8f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 210 time: 0.0652809 Nov 25 17:34:47.142509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bf815596-59c6-4c03-aaaf-831ea9a8b36e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:47.155742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-789f3be9-9907-4e70-b85d-f38c08768b43 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:47.165091 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-789f3be9-9907-4e70-b85d-f38c08768b43 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 816 time: 0.4245908 Nov 25 17:34:47.326206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590aedb8-ea17-4d7f-b2c0-f8934a73234c None None] Update dhcp port {'port': {'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398', 'fixed_ips': [{'subnet_id': 'aaf60ad7-6891-44a6-81dc-459a4d597fb5', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ca73379-afc3-47be-bbb2-1ec5dad134d4'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '3344d654-4333-443e-b53f-7888ed8c12d0'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:34:47.326471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-50c427c1-ee18-4671-b199-3dbd05e30960 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/quotas/ed4b3d7b85e94c088b2542edf42fff7d HTTP/1.1" status: 200 len: 375 time: 0.1604981 Nov 25 17:34:47.364210 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-590aedb8-ea17-4d7f-b2c0-f8934a73234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.449570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-adbf2757-29cd-4c39-b79e-198498fcdecd tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077371 Nov 25 17:34:47.626903 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.664759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=f54f7f18-29f5-417c-ae9a-031cd2c9f9a0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:47.715519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-590aedb8-ea17-4d7f-b2c0-f8934a73234c None None] Allocated IP 172.20.0.1 (a69ed222-a85c-475d-896b-1ec31bdb8398/7ca73379-afc3-47be-bbb2-1ec5dad134d4/3344d654-4333-443e-b53f-7888ed8c12d0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:47.732234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3344d654-4333-443e-b53f-7888ed8c12d0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:47.976083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-5ba92e26-ead5-462d-a196-b73709eb4c5d service neutron] 10.222.0.81 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582498 Nov 25 17:34:48.139614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.180120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3344d654-4333-443e-b53f-7888ed8c12d0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:48.180709 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.195182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-c481db6d-09cc-4091-a350-88ff74ae6284 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:48.196996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-c481db6d-09cc-4091-a350-88ff74ae6284 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.1257505 Nov 25 17:34:48.214980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'port': {'device_id': '24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'admin_state_up': True, 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:48.226709 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:48.238495 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c61e33e-b9fc-4057-baef-0d2d61e9a5d5 None None] Sync routers for ids ['bf815596-59c6-4c03-aaaf-831ea9a8b36e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:48.246370 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b70ee635-b1b0-4ca8-85a3-5fb1b12f9c7f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bf815596-59c6-4c03-aaaf-831ea9a8b36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2637832 Nov 25 17:34:48.249599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:48.258333 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61e33e-b9fc-4057-baef-0d2d61e9a5d5 None None] Routers {'bf815596-59c6-4c03-aaaf-831ea9a8b36e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:48.263473 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c61e33e-b9fc-4057-baef-0d2d61e9a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bf815596-59c6-4c03-aaaf-831ea9a8b36e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:48.277052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-590aedb8-ea17-4d7f-b2c0-f8934a73234c None None] For port 3344d654-4333-443e-b53f-7888ed8c12d0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3344d654-4333-443e-b53f-7888ed8c12d0,segment=NetworkSegment(e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6),segment_id=e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:48.290950 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.345290 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c61e33e-b9fc-4057-baef-0d2d61e9a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:48.359444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-590aedb8-ea17-4d7f-b2c0-f8934a73234c None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.366293 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-590aedb8-ea17-4d7f-b2c0-f8934a73234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.370973 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61e33e-b9fc-4057-baef-0d2d61e9a5d5 None None] Routers {'bf815596-59c6-4c03-aaaf-831ea9a8b36e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:48.374015 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c61e33e-b9fc-4057-baef-0d2d61e9a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bf815596-59c6-4c03-aaaf-831ea9a8b36e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:48.406233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=e2185adf-4b73-4eee-849d-f1c4cc70d9eb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.453344 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aedb8-ea17-4d7f-b2c0-f8934a73234c None None] Pushing event updated for resources: {'Port': ['ID=3344d654-4333-443e-b53f-7888ed8c12d0,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.463013 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c61e33e-b9fc-4057-baef-0d2d61e9a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:48.463773 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c61e33e-b9fc-4057-baef-0d2d61e9a5d5 None None] The sync data for ids ['bf815596-59c6-4c03-aaaf-831ea9a8b36e'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:48.467267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7a5ccdc-c545-4e6f-b5a5-ae34b2e890fb req-06287344-4f92-4faa-bd5e-e95acafd36b6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 210 time: 0.0786071 Nov 25 17:34:48.569311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': 'acc838e1-0d91-411d-9eac-8d1885fa21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '568fb599-2318-4974-b57e-b7ac98874690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:48.569690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: 568fb599-2318-4974-b57e-b7ac98874690, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:48.648562 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-2b39d2ef-e370-436d-a58f-ba3680ecf23b tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 17:34:48.653843 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2b39d2ef-e370-436d-a58f-ba3680ecf23b tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bf815596-59c6-4c03-aaaf-831ea9a8b36e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4031813 Nov 25 17:34:48.660086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42542) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:48.680713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Made reservation on behalf of 3431a5a06f9642f2b9fbf30f5b29dcf6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:48.683515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.705115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network 568fb599-2318-4974-b57e-b7ac98874690 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:48.719373 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a9222ab0-e0fc-4107-b267-fd7f6797914c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf815596-59c6-4c03-aaaf-831ea9a8b36e HTTP/1.1" status: 200 len: 205 time: 0.0565381 Nov 25 17:34:48.727840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42544) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:48.728287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 568fb599-2318-4974-b57e-b7ac98874690) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:48.741171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780b03a-992d-45ec-8395-5c08bc865241 None None] Network 568fb599-2318-4974-b57e-b7ac98874690 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:48.808342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:48.808961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.889778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a41f665c-9fc1-43ec-88af-c3bcdae77e8d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4452434 Nov 25 17:34:48.911154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:48.917838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4276c336-e0dd-4e61-80fb-009d4c28f256 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:49.053322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38b3ab5c-717a-4437-b060-e689816a69a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.118841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-918f6dfb-a551-433d-bcde-2793983bf46a service neutron] 10.222.0.81 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1228702 Nov 25 17:34:49.139759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-568fb599-2318-4974-b57e-b7ac98874690', 'network_id': '568fb599-2318-4974-b57e-b7ac98874690', 'tenant_id': '6b4b99a0c91e40c79f1f04bb8297802c', 'fixed_ips': [{'subnet_id': 'e2185adf-4b73-4eee-849d-f1c4cc70d9eb'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:49.141406 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.198179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:49.495021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3344d654-4333-443e-b53f-7888ed8c12d0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:49.544363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-193c1f4b-1352-4b1f-bf7c-871a2c12b2f5 req-187dd2f8-5e44-464b-8a07-31bd6330ec86 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 210 time: 0.0349126 Nov 25 17:34:49.592444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:49.601597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0d26c990-b1cc-43c3-a274-edfb261123fe tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "PUT /v2.0/routers/3343ca15-7a94-4dc4-a4c4-f6ff05881f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6134214 Nov 25 17:34:49.602404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:49.610525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Allocated IP 2001:db8::2 (568fb599-2318-4974-b57e-b7ac98874690/e2185adf-4b73-4eee-849d-f1c4cc70d9eb/1e279f7d-876b-4bb6-aa05-92cf28b36d53) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:49.621991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b8192-a359-492e-ae34-b1cb349641c9 None None] Network a69ed222-a85c-475d-896b-1ec31bdb8398 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:49.625931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] Sync routers for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:49.667522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4276c336-e0dd-4e61-80fb-009d4c28f256 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24765991'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.674191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38b3ab5c-717a-4437-b060-e689816a69a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.703612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38b3ab5c-717a-4437-b060-e689816a69a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.757982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-037f2ffa-d80c-4381-843e-cc97bcc7ffb3 req-a35f33a1-dfdc-4926-9d53-bdfa0eff2be1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 210 time: 0.1569939 Nov 25 17:34:49.760041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:49.760692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:49.795151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Allocated IP 172.20.0.3 (2983c91f-258f-4b5e-9cdb-2a076206d134/a735e756-d380-48a7-9b68-17b9df300d7d/ce4c30ce-9e68-41e5-adee-05e0d77a8a20) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:49.805265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4defcec2-38c7-40aa-bdec-aa3a99162add tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting subnet a8af2834-0876-4a9a-9e9d-d3e6e5080689 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:49.811043 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4defcec2-38c7-40aa-bdec-aa3a99162add tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.841826 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38b3ab5c-717a-4437-b060-e689816a69a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.842719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b3ab5c-717a-4437-b060-e689816a69a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Fanout notify agent at l3_agent the message router_deleted on router bf815596-59c6-4c03-aaaf-831ea9a8b36e {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:34:49.871838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38b3ab5c-717a-4437-b060-e689816a69a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.874071 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-38b3ab5c-717a-4437-b060-e689816a69a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/bf815596-59c6-4c03-aaaf-831ea9a8b36e HTTP/1.1" status: 204 len: 168 time: 1.1435697 Nov 25 17:34:49.877904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d73ca9b5-667c-4570-a071-58faccd6b350 None None] Provisioning complete for port 3344d654-4333-443e-b53f-7888ed8c12d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:49.878285 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d73ca9b5-667c-4570-a071-58faccd6b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.880767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:49.894659 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4defcec2-38c7-40aa-bdec-aa3a99162add tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.977534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3344d654-4333-443e-b53f-7888ed8c12d0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:49.977983 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.033679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4defcec2-38c7-40aa-bdec-aa3a99162add tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.062154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e30cbf-7d1d-4c7b-895f-910fe5ff6be0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet 7b3db62d-490c-4e60-b74c-06da20ed4606 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:50.140096 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e30cbf-7d1d-4c7b-895f-910fe5ff6be0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.210591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:50.223041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4defcec2-38c7-40aa-bdec-aa3a99162add tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.246859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e30cbf-7d1d-4c7b-895f-910fe5ff6be0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.269451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4defcec2-38c7-40aa-bdec-aa3a99162add tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.276961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4defcec2-38c7-40aa-bdec-aa3a99162add tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/subnets/a8af2834-0876-4a9a-9e9d-d3e6e5080689 HTTP/1.1" status: 204 len: 168 time: 0.6548278 Nov 25 17:34:50.305232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42572) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:50.313846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defcec2-38c7-40aa-bdec-aa3a99162add tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Subnet': ['ID=a8af2834-0876-4a9a-9e9d-d3e6e5080689,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:50.333312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f69201-7f39-4c60-918b-c64785ec6e38 None None] Network 9d228746-11c5-48ad-8de4-71abb650d3ae requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:50.397913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.472860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e30cbf-7d1d-4c7b-895f-910fe5ff6be0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.583932 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.594188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.594765 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.616965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f06bfe95-4189-421f-a33a-0b76c5471d7e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:50.641189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e30cbf-7d1d-4c7b-895f-910fe5ff6be0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.660569 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.660850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:50.725983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Pushing event updated for resources: {'Port': ['ID=1e279f7d-876b-4bb6-aa05-92cf28b36d53,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:50.775171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:50.793057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Network 568fb599-2318-4974-b57e-b7ac98874690 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:50.819855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:50.822999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e30cbf-7d1d-4c7b-895f-910fe5ff6be0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3db62d-490c-4e60-b74c-06da20ed4606,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:50.825349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e30cbf-7d1d-4c7b-895f-910fe5ff6be0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.832887 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-79e30cbf-7d1d-4c7b-895f-910fe5ff6be0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/7b3db62d-490c-4e60-b74c-06da20ed4606 HTTP/1.1" status: 204 len: 168 time: 0.9501755 Nov 25 17:34:50.837383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'Port': ['ID=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:50.858839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:50.869810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:50.875042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:50.969216 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4276c336-e0dd-4e61-80fb-009d4c28f256 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782897705503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24722653'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.995299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cd18e3-3438-4a6d-bbb1-47c939a6dd99 None None] Network 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:51.018575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2098d910-189e-48ae-8af0-96a016b37a03 req-f013fd93-70b4-4790-abfe-b788c353058e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 210 time: 0.2702408 Nov 25 17:34:51.066599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:51.067298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.178339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.201571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4276c336-e0dd-4e61-80fb-009d4c28f256 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:51.202212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4276c336-e0dd-4e61-80fb-009d4c28f256 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.206768 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4276c336-e0dd-4e61-80fb-009d4c28f256 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "PUT /v2.0/subnets/e2185adf-4b73-4eee-849d-f1c4cc70d9eb HTTP/1.1" status: 200 len: 826 time: 2.2910941 Nov 25 17:34:51.208521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:51.299688 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-d736f480-72b2-4bef-9268-55794b5bdead tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0884731 Nov 25 17:34:51.349618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857025d2-a3ed-4499-a8eb-d7fd535a7ab4 req-fd787f99-eb26-4d8b-ab1f-e969a00b4e2c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:51.362172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-857025d2-a3ed-4499-a8eb-d7fd535a7ab4 req-fd787f99-eb26-4d8b-ab1f-e969a00b4e2c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 931 time: 0.4339714 Nov 25 17:34:51.364441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276c336-e0dd-4e61-80fb-009d4c28f256 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=e2185adf-4b73-4eee-849d-f1c4cc70d9eb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:51.406210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Request body: {'port': {'device_id': '24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:51.421587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.497834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] DHCP port deletion for 9d228746-11c5-48ad-8de4-71abb650d3ae request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:51.500765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Attempting to bind port 1e279f7d-876b-4bb6-aa05-92cf28b36d53 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:51.501361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Attempting to bind port 1e279f7d-876b-4bb6-aa05-92cf28b36d53 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'acc838e1-0d91-411d-9eac-8d1885fa21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '568fb599-2318-4974-b57e-b7ac98874690'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:51.502276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Attempting to bind port 1e279f7d-876b-4bb6-aa05-92cf28b36d53 on network 568fb599-2318-4974-b57e-b7ac98874690 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:51.513755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-857025d2-a3ed-4499-a8eb-d7fd535a7ab4 req-94751109-a12a-4e60-bb55-4efeeda05d52 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439862 Nov 25 17:34:51.542052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-6bddda03-71a4-4d99-b6b6-9a8f6a98b854 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:51.544741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-6bddda03-71a4-4d99-b6b6-9a8f6a98b854 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 816 time: 0.4855261 Nov 25 17:34:51.560952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.581852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.607647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port a51d5b3f-65cf-4292-8777-a419c29cea94 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:51.608189 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.643404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port cb592bcd-07b8-4779-ba42-417defde3c14 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:51.643729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.677946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-4ced97a3-943f-43f7-855d-25bab509b71e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4b3d7b85e94c088b2542edf42fff7d HTTP/1.1" status: 200 len: 379 time: 0.1188679 Nov 25 17:34:51.687900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'port': {'device_id': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'admin_state_up': True, 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'security_groups': ['b273cc4b-fc58-4cf0-966a-2edcfa0b9869']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:51.705197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8c999d6b-b5c2-47b7-b815-fd2ce0ddf47b None None] Provisioning complete for port 3344d654-4333-443e-b53f-7888ed8c12d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:51.706289 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c999d6b-b5c2-47b7-b815-fd2ce0ddf47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.761746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:51.762480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Checking segment: {'id': 'acc838e1-0d91-411d-9eac-8d1885fa21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '568fb599-2318-4974-b57e-b7ac98874690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:51.763198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.763804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Bound using segment: {'id': 'acc838e1-0d91-411d-9eac-8d1885fa21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '568fb599-2318-4974-b57e-b7ac98874690'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:51.764621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Bound port: 1e279f7d-876b-4bb6-aa05-92cf28b36d53, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc838e1-0d91-411d-9eac-8d1885fa21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '568fb599-2318-4974-b57e-b7ac98874690'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:51.765324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.822368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port cb592bcd-07b8-4779-ba42-417defde3c14, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cb592bcd-07b8-4779-ba42-417defde3c14,segment=NetworkSegment(878e8dd7-ae05-4a96-ad98-110e99523bf6),segment_id=878e8dd7-ae05-4a96-ad98-110e99523bf6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:51.822932 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.836640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port a51d5b3f-65cf-4292-8777-a419c29cea94, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a51d5b3f-65cf-4292-8777-a419c29cea94,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:51.837134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.841138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Made reservation on behalf of ed4b3d7b85e94c088b2542edf42fff7d for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:51.846897 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.855847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for cb592bcd-07b8-4779-ba42-417defde3c14 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:51.867965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for a51d5b3f-65cf-4292-8777-a419c29cea94 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:51.891896 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] For port 1e279f7d-876b-4bb6-aa05-92cf28b36d53, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:51.899560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] For port 1e279f7d-876b-4bb6-aa05-92cf28b36d53, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1e279f7d-876b-4bb6-aa05-92cf28b36d53,segment=NetworkSegment(acc838e1-0d91-411d-9eac-8d1885fa21d5),segment_id=acc838e1-0d91-411d-9eac-8d1885fa21d5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:51.928815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting port 1e279f7d-876b-4bb6-aa05-92cf28b36d53 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:51.929177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.951721 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.145987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:34:47Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': 'a51d5b3f-65cf-4292-8777-a419c29cea94', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:48Z', 'updated_at': '2021-11-25T17:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:52.161118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] For port 1e279f7d-876b-4bb6-aa05-92cf28b36d53, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1e279f7d-876b-4bb6-aa05-92cf28b36d53,segment=NetworkSegment(acc838e1-0d91-411d-9eac-8d1885fa21d5),segment_id=acc838e1-0d91-411d-9eac-8d1885fa21d5)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:52.161811 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.167461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.209403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Calling delete_port for 1e279f7d-876b-4bb6-aa05-92cf28b36d53 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:52.213621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49d925d8-ed64-4bef-8bdf-61ac94a4c741 req-88a7e5e6-85bd-440d-808f-cce34c069c04 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 210 time: 0.0556717 Nov 25 17:34:52.221853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Allocated IP 172.20.0.8 (0eee1f13-1866-4846-ad2f-35c14cb97e07/313bdac5-e215-44a3-9277-574f96cfd8be/75c10a98-5b58-4b93-ad06-4beb69dea6e6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:52.249556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed188bc-c369-4a4a-8a38-75ed55bb641e None None] Pushing event updated for resources: {'Port': ['ID=1e279f7d-876b-4bb6-aa05-92cf28b36d53,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:52.254567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] Checking router: 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:52.273760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=cb592bcd-07b8-4779-ba42-417defde3c14,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:52.275965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No DVR routers for this DVR port cb592bcd-07b8-4779-ba42-417defde3c14 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:52.286898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] Deleting port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:52.287351 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.307656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] Routers {'3343ca15-7a94-4dc4-a4c4-f6ff05881f40'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:52.308455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:52.389826 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.390079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4c30ce-9e68-41e5-adee-05e0d77a8a20 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:52.407102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.475437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c892f6-7e77-4857-8049-c822331d982b None None] DHCP port deletion for 3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:52.478035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8c999d6b-b5c2-47b7-b815-fd2ce0ddf47b None None] Provisioning complete for port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:52.478414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c999d6b-b5c2-47b7-b815-fd2ce0ddf47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.502063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Transition to ACTIVE for port object ce4c30ce-9e68-41e5-adee-05e0d77a8a20 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:34:52.520312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.528255 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.569491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] For port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7bd0ee90-721a-49f4-bf71-6ee8250c6a5e,segment=NetworkSegment(cf0be103-e93f-488c-9db2-3e8f8e6eafc8),segment_id=cf0be103-e93f-488c-9db2-3e8f8e6eafc8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:52.569903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.599519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] Set router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:52.603677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8c999d6b-b5c2-47b7-b815-fd2ce0ddf47b None None] Port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:52.625941 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.651452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] Calling delete_port for 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:52.688089 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.693236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:52.700104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:34:51Z', 'revision_number': 6, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:52.748662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878e8dd7-ae05-4a96-ad98-110e99523bf6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:52.749616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878e8dd7-ae05-4a96-ad98-110e99523bf6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:52.750971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a93c1-96a4-40aa-aeb1-42ee0e7241af None None] The sync data for ids ['3343ca15-7a94-4dc4-a4c4-f6ff05881f40'] in n-d-819349-3 is: [{'id': '3343ca15-7a94-4dc4-a4c4-f6ff05881f40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187944796', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:47Z', 'updated_at': '2021-11-25T17:34:51Z', 'revision_number': 6, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:52.805156 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.805381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=a51d5b3f-65cf-4292-8777-a419c29cea94,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:52.807684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:52.842881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f65b04e-364f-40a1-96e4-75ae4d6abd7d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:52.920210 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.940325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.953689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:52.964674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:52.965200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] Pushing event deleted for resources: {'Port': ['ID=7bd0ee90-721a-49f4-bf71-6ee8250c6a5e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:52.965775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.984432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a85e2-9916-44a4-9993-b562a700cf71 None None] No DVR routers for this DVR port 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:52.989275 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:52.996681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:53.053954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:53.057832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:53.070760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.088100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.089605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38d3c-b4c1-498d-9de2-dcdf8d546379 req-207b721d-644e-4f75-a7b9-580b6369b195 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.101779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32e38d3c-b4c1-498d-9de2-dcdf8d546379 req-207b721d-644e-4f75-a7b9-580b6369b195 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 943 time: 0.4284468 Nov 25 17:34:53.163229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Port': ['ID=1e279f7d-876b-4bb6-aa05-92cf28b36d53,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:53.169138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.215811 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.228776 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea HTTP/1.1" status: 204 len: 168 time: 2.3634467 Nov 25 17:34:53.248440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42596) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:53.307374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-315875225'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:53.311464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e295f3c-2010-4d3c-afd9-c547e8e5066f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=3c67f8b1-0a8f-4a29-9b42-4a78fdb04dea,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:53.322136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Attempting to bind port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:53.322477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Attempting to bind port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:53.322814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Attempting to bind port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:53.369766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 on network 2983c91f-258f-4b5e-9cdb-2a076206d134 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:53.370186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Attempting to bind port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:53.375493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No DVR routers for this DVR port 1e279f7d-876b-4bb6-aa05-92cf28b36d53 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:53.451058 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.460552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.478763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.489573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.490239 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.519855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:53.520332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Checking segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:53.521135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Bound using segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:53.521461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Bound port: ce4c30ce-9e68-41e5-adee-05e0d77a8a20, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:53.521926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.576562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baded3-5df8-43d9-ba64-a6f6bdc75dd0 req-7ea1b8ba-cdd5-4a6c-9be0-13af9e8e213a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.578153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78baded3-5df8-43d9-ba64-a6f6bdc75dd0 req-7ea1b8ba-cdd5-4a6c-9be0-13af9e8e213a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 931 time: 0.1772752 Nov 25 17:34:53.583267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32e38d3c-b4c1-498d-9de2-dcdf8d546379 req-37eda01e-d456-416b-b885-1e1378be3eea tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803641 Nov 25 17:34:53.589754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7c7b7217-1ae7-40a3-8427-cf1d8b09240f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9057949 Nov 25 17:34:53.605452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] For port ce4c30ce-9e68-41e5-adee-05e0d77a8a20, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:53.608379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.608887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Fanout notify agent at l3_agent the message router_deleted on router 3343ca15-7a94-4dc4-a4c4-f6ff05881f40 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:34:53.609172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] For port ce4c30ce-9e68-41e5-adee-05e0d77a8a20, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:53.610766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9a98be3d-73b9-45c1-b5c4-40d2e914c663 None None] Provisioning complete for port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:53.611950 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a98be3d-73b9-45c1-b5c4-40d2e914c663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.621707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.624331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:53.625302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.629509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.629690 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-01167429-b3b5-4e12-8b2c-c95d9b1fa949 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/routers/3343ca15-7a94-4dc4-a4c4-f6ff05881f40 HTTP/1.1" status: 204 len: 168 time: 3.3228700 Nov 25 17:34:53.633808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:53.641490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Request body: {'port': {'device_id': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:53.671049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:53.699728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.700080 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment 7cd7af49-3b29-42d1-b85a-b78261c89793 of type vlan for network 699b65d1-d847-4523-9542-d6e68a311ef6 Nov 25 17:34:53.733587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9a98be3d-73b9-45c1-b5c4-40d2e914c663 None None] Port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:53.755886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.815271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cb592bcd-07b8-4779-ba42-417defde3c14 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:53.852662 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.858513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: cb592bcd-07b8-4779-ba42-417defde3c14 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:53.858867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.859000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cb592bcd-07b8-4779-ba42-417defde3c14 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:53.859279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:53.859493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.877586 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78baded3-5df8-43d9-ba64-a6f6bdc75dd0 req-035fa13c-806a-40d2-b115-3d275a1798d0 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824278 Nov 25 17:34:53.894716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.902575 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.941274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:53.942333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7bd0ee90-721a-49f4-bf71-6ee8250c6a5e not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:53.943159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:53.952842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.969244 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=699b65d1-d847-4523-9542-d6e68a311ef6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:53.976354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:53.977340 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f54f7f18-29f5-417c-ae9a-031cd2c9f9a0 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:53.988214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 699b65d1-d847-4523-9542-d6e68a311ef6 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:54.039714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=e2185adf-4b73-4eee-849d-f1c4cc70d9eb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.097543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.098247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.100178 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] 10.222.0.95 "PUT /v2.0/ports/ce4c30ce-9e68-41e5-adee-05e0d77a8a20 HTTP/1.1" status: 200 len: 1091 time: 2.7265797 Nov 25 17:34:54.103380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb', 'tag': 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:54.113251 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b461131a-98cd-4eb7-8f82-ad507296dacd" -d '{"events": [{"name": "network-changed", "server_uuid": "24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb", "tag": "ce4c30ce-9e68-41e5-adee-05e0d77a8a20"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:54.211051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a70079-728e-41ab-9c40-a28cd0676136 None None] Network 568fb599-2318-4974-b57e-b7ac98874690 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:54.340975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7cf290ae-a1d2-4390-b3d2-5a0aed0cee3a None None] Could not find standard attr ID for object 1e279f7d-876b-4bb6-aa05-92cf28b36d53. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:34:54.584765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7652e0-5567-4b2e-9e2b-7db3abfbaba8 None None] DHCP port deletion for 568fb599-2318-4974-b57e-b7ac98874690 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:54.630521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6873c2-566a-4428-a21f-94f6b2adc45e None None] Network 568fb599-2318-4974-b57e-b7ac98874690 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:54.673268 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26e2f4d-930d-4699-a274-bd0684ca94bd x-openstack-request-id: req-b26e2f4d-930d-4699-a274-bd0684ca94bd {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:54.673683 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb", "tag": "ce4c30ce-9e68-41e5-adee-05e0d77a8a20", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:54.673953 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b26e2f4d-930d-4699-a274-bd0684ca94bd {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:54.674378 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb', 'tag': 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20', 'status': 'completed', 'code': 200} Nov 25 17:34:54.681202 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-beaab2b8-01ec-4ed4-b6dc-f0bf803ac74e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4332874 Nov 25 17:34:54.685158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:54.707253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': '699b65d1-d847-4523-9542-d6e68a311ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:54.755664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.769550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.793865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.821901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d228746-11c5-48ad-8de4-71abb650d3ae']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:54.832469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.833111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.833658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.834172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.834672 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.835174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.835800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.836475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.837018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.837518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.838031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.838523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72011f4-cf6a-4fa1-9464-9a3cc7cca2ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:54.871751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568fb599-2318-4974-b57e-b7ac98874690']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:54.873774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:54.874241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0be103-e93f-488c-9db2-3e8f8e6eafc8') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:54.877388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461131a-98cd-4eb7-8f82-ad507296dacd req-c31f72f4-9d97-486a-9845-6b8e388f5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.879065 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b461131a-98cd-4eb7-8f82-ad507296dacd req-c31f72f4-9d97-486a-9845-6b8e388f5599 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 1094 time: 0.2222145 Nov 25 17:34:54.891974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc838e1-0d91-411d-9eac-8d1885fa21d5') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:54.892450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc838e1-0d91-411d-9eac-8d1885fa21d5') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:54.902700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1addfa-018e-416d-badb-6767233c95aa req-af9e1a78-4401-41e4-8bfa-db1b805ce38b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.904956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df1addfa-018e-416d-badb-6767233c95aa req-af9e1a78-4401-41e4-8bfa-db1b805ce38b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 943 time: 0.1699705 Nov 25 17:34:54.908313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.969223 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.986219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.017776 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df1addfa-018e-416d-badb-6767233c95aa req-ab49369e-3c09-4d3e-97dd-70efb346c067 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000628 Nov 25 17:34:55.022300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:55.023006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:55.026974 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:55.053996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.103645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:55.104270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:55.107719 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:55.127661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:55.131553 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.198818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.223791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.227187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/networks/9d228746-11c5-48ad-8de4-71abb650d3ae HTTP/1.1" status: 204 len: 168 time: 1.5899384 Nov 25 17:34:55.232333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee8694-62bd-4fca-9b3c-7addbb91b9a3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Network': ['ID=9d228746-11c5-48ad-8de4-71abb650d3ae,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.235827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:55.255640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e1069-f82b-4179-b79e-2560aac11d82 req-80242990-95dc-4b42-a7ce-4f731d158292 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.257266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b74e1069-f82b-4179-b79e-2560aac11d82 req-80242990-95dc-4b42-a7ce-4f731d158292 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 931 time: 0.1942871 Nov 25 17:34:55.265176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c10a98-5b58-4b93-ad06-4beb69dea6e6 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:55.266169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a51d5b3f-65cf-4292-8777-a419c29cea94 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:55.297726 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.308771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a51d5b3f-65cf-4292-8777-a419c29cea94 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:55.309397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a51d5b3f-65cf-4292-8777-a419c29cea94 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:55.310115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1e279f7d-876b-4bb6-aa05-92cf28b36d53 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:55.316639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461131a-98cd-4eb7-8f82-ad507296dacd req-5859d643-c83d-4519-9b70-5bd726d5dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.318723 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b461131a-98cd-4eb7-8f82-ad507296dacd req-5859d643-c83d-4519-9b70-5bd726d5dcdb service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4286211 Nov 25 17:34:55.323010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.328491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.333256 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/568fb599-2318-4974-b57e-b7ac98874690 HTTP/1.1" status: 204 len: 168 time: 4.1229219 Nov 25 17:34:55.340512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 1e279f7d-876b-4bb6-aa05-92cf28b36d53 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:55.341176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1e279f7d-876b-4bb6-aa05-92cf28b36d53 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:55.346534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Transition to ACTIVE for port object 75c10a98-5b58-4b93-ad06-4beb69dea6e6 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:34:55.348549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42620) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:55.370454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.412892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33460bec-d9e9-43b7-8319-ac783ca6d7ac tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=568fb599-2318-4974-b57e-b7ac98874690,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.434912 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3befd16b-e4c8-448e-ae7c-407e491c800a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:34:55.435452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3befd16b-e4c8-448e-ae7c-407e491c800a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:34:55.444212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3befd16b-e4c8-448e-ae7c-407e491c800a tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/568fb599-2318-4974-b57e-b7ac98874690 HTTP/1.1" status: 404 len: 339 time: 0.0880148 Nov 25 17:34:55.450589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:55.459653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-636809122', 'description': 'd1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:55.539440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.598858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461131a-98cd-4eb7-8f82-ad507296dacd req-3534d4b0-7a89-4cc6-a7f0-21d24c327c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.600496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b461131a-98cd-4eb7-8f82-ad507296dacd req-3534d4b0-7a89-4cc6-a7f0-21d24c327c38 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634962 Nov 25 17:34:55.686991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b74e1069-f82b-4179-b79e-2560aac11d82 req-754034d6-445c-4220-8962-2306a45aa26d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3989210 Nov 25 17:34:55.688197 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6664efd8-b3c9-4308-a930-73a2cbb1ec0c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.700104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:55.703574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.705124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.717846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a7870f5b-cd6f-45a5-9339-c729b42a5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.719487 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-a7870f5b-cd6f-45a5-9339-c729b42a5955 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 1094 time: 0.0689797 Nov 25 17:34:55.769804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Attempting to bind port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:55.770390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Attempting to bind port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:55.770508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Attempting to bind port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:55.784289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:55.806661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.807136 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment eff6c449-91b1-4c40-8ac1-d73498d130b6 of type vlan for network b0f2e32f-1db3-49e2-ae75-20144f12db2a Nov 25 17:34:55.808395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:55.808830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Attempting to bind port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:55.821301 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6664efd8-b3c9-4308-a930-73a2cbb1ec0c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.834702 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-1f1d8546-e78c-4850-b868-115888125bc5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce4c30ce-9e68-41e5-adee-05e0d77a8a20 HTTP/1.1" status: 200 len: 217 time: 0.0817671 Nov 25 17:34:55.855770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:55.856262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Checking segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:55.856749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Bound using segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:55.857325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Bound port: 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:55.858319 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.863690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=b47b2844-87dc-433d-b8c8-b3316deaa739,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.902050 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.906811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': '7cd7af49-3b29-42d1-b85a-b78261c89793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '699b65d1-d847-4523-9542-d6e68a311ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:55.907183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: 699b65d1-d847-4523-9542-d6e68a311ef6, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:55.927246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-323802fc-d021-4e24-ae73-5133f982eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.928840 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-323802fc-d021-4e24-ae73-5133f982eda9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.0819786 Nov 25 17:34:55.948543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 699b65d1-d847-4523-9542-d6e68a311ef6 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:55.974296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 699b65d1-d847-4523-9542-d6e68a311ef6) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:55.976887 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.981325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.981954 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.984350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.985100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.002919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38e95b-6daa-4699-972e-144f11de8ddf None None] Network 699b65d1-d847-4523-9542-d6e68a311ef6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:56.011863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5564411 Nov 25 17:34:56.014442 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-556c1fac-3cc3-4c3a-b218-76f3e2403230 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3136680 Nov 25 17:34:56.015043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.015392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.025073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1599adae-525f-4706-b09a-8bf9c797edea tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-659774901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:56.071425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-76cd9569-ef4f-4e17-8b6b-111c4c80b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.074221 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-76cd9569-ef4f-4e17-8b6b-111c4c80b77b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365554 Nov 25 17:34:56.075975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1599adae-525f-4706-b09a-8bf9c797edea tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.077056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1599adae-525f-4706-b09a-8bf9c797edea tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.086863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:56.104243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6664efd8-b3c9-4308-a930-73a2cbb1ec0c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.107928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6664efd8-b3c9-4308-a930-73a2cbb1ec0c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.109820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6664efd8-b3c9-4308-a930-73a2cbb1ec0c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/security-groups/70db54d0-1a15-4bb9-bcf6-5718361ac6e5 HTTP/1.1" status: 204 len: 168 time: 0.8715410 Nov 25 17:34:56.130919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:56.137787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11500446-29c6-41da-8882-9df2fa213a7f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=b0f2e32f-1db3-49e2-ae75-20144f12db2a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:56.142063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664efd8-b3c9-4308-a930-73a2cbb1ec0c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db54d0-1a15-4bb9-bcf6-5718361ac6e5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:56.145329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.205797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network b0f2e32f-1db3-49e2-ae75-20144f12db2a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:56.286970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.287899 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.289438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] 10.222.0.95 "PUT /v2.0/ports/75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 200 len: 1091 time: 2.6534402 Nov 25 17:34:56.301838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:56.310906 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f79c16-0ba4-43ba-8888-193be6546321" -d '{"events": [{"name": "network-changed", "server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:56.408854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-699b65d1-d847-4523-9542-d6e68a311ef6', 'network_id': '699b65d1-d847-4523-9542-d6e68a311ef6', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': 'b47b2844-87dc-433d-b8c8-b3316deaa739'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:56.410188 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.435671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af556a25-3970-4ef5-bb7e-816568b6c58e service neutron] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:56.482042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ead02-e10f-4510-ac06-e1817d478a1a req-b720fe62-f49e-4018-ba30-19ccdee981ff tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.484003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d6ead02-e10f-4510-ac06-e1817d478a1a req-b720fe62-f49e-4018-ba30-19ccdee981ff tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 943 time: 0.2718544 Nov 25 17:34:56.490762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7b339547-f85e-4813-9c54-eccf7ce6517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.495859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-7b339547-f85e-4813-9c54-eccf7ce6517d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 1094 time: 0.1554964 Nov 25 17:34:56.539368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1599adae-525f-4706-b09a-8bf9c797edea tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.549230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e03940-5ee4-40b0-b175-cfde80a85083 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.551806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42642) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.554716 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54e03940-5ee4-40b0-b175-cfde80a85083 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/networks?id=b0f2e32f-1db3-49e2-ae75-20144f12db2a HTTP/1.1" status: 200 len: 764 time: 0.5373492 Nov 25 17:34:56.555338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.556860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-02c23f60-e5a0-4479-a21a-64d62f3341d2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811858802', 'description': 'tempest-secgroup-smoke-1811858802 description', 'project_id': '0c935ec18232485f9e1c651993bafb40'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:56.562784 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c390358-7a97-4dfa-aee4-98213312e50f x-openstack-request-id: req-7c390358-7a97-4dfa-aee4-98213312e50f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:56.563100 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:56.563335 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c390358-7a97-4dfa-aee4-98213312e50f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:56.563741 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'status': 'completed', 'code': 200} Nov 25 17:34:56.611164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-94503823-599e-42e6-9703-ce5d4f2d9611 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 200 len: 217 time: 0.0668058 Nov 25 17:34:56.621378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a3df7665-a350-45e8-a520-78c72a2f7c83 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'description': 'd2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:56.631902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1599adae-525f-4706-b09a-8bf9c797edea tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.639171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Allocated IP 2001:db8::2 (699b65d1-d847-4523-9542-d6e68a311ef6/b47b2844-87dc-433d-b8c8-b3316deaa739/a7559014-ba86-47e4-b78e-1a7de2d207d4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:56.647976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-c2d93edc-4e1c-4e1f-8501-78b5a45f6768 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567820 Nov 25 17:34:56.666455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d6ead02-e10f-4510-ac06-e1817d478a1a req-2da3d8d1-454e-499a-aaa7-1abef6972095 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691966 Nov 25 17:34:56.675038 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c23f60-e5a0-4479-a21a-64d62f3341d2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.708244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-1221cc93-2632-46b4-bdea-1e90748ac5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.710278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-1221cc93-2632-46b4-bdea-1e90748ac5b6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.0870349 Nov 25 17:34:56.804636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-f8a2caa7-772e-4d41-a3f6-944b1d90bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.806940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-f8a2caa7-772e-4d41-a3f6-944b1d90bd65 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887158 Nov 25 17:34:56.832710 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.848515 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.905122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Pushing event updated for resources: {'Port': ['ID=a7559014-ba86-47e4-b78e-1a7de2d207d4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:56.909437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1599adae-525f-4706-b09a-8bf9c797edea tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.914121 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1599adae-525f-4706-b09a-8bf9c797edea tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8948417 Nov 25 17:34:56.916123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Network 699b65d1-d847-4523-9542-d6e68a311ef6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:56.918174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.919135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:56.921462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:57.001783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Attempting to bind port a7559014-ba86-47e4-b78e-1a7de2d207d4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:57.002057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Attempting to bind port a7559014-ba86-47e4-b78e-1a7de2d207d4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7cd7af49-3b29-42d1-b85a-b78261c89793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '699b65d1-d847-4523-9542-d6e68a311ef6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:57.002434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Attempting to bind port a7559014-ba86-47e4-b78e-1a7de2d207d4 on network 699b65d1-d847-4523-9542-d6e68a311ef6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:57.008986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:57.009382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Checking segment: {'id': '7cd7af49-3b29-42d1-b85a-b78261c89793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '699b65d1-d847-4523-9542-d6e68a311ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:57.009801 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.010349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Bound using segment: {'id': '7cd7af49-3b29-42d1-b85a-b78261c89793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '699b65d1-d847-4523-9542-d6e68a311ef6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:57.010885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Bound port: a7559014-ba86-47e4-b78e-1a7de2d207d4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd7af49-3b29-42d1-b85a-b78261c89793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '699b65d1-d847-4523-9542-d6e68a311ef6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:57.011284 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.044246 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-849d820b-10ee-4935-9778-cbdedd7c4971 req-f452afd1-7610-462a-9f5b-61969a815914 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400188 Nov 25 17:34:57.072511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c23f60-e5a0-4479-a21a-64d62f3341d2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.105242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3df7665-a350-45e8-a520-78c72a2f7c83 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.114041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] For port a7559014-ba86-47e4-b78e-1a7de2d207d4, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:57.118640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] For port a7559014-ba86-47e4-b78e-1a7de2d207d4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a7559014-ba86-47e4-b78e-1a7de2d207d4,segment=NetworkSegment(7cd7af49-3b29-42d1-b85a-b78261c89793),segment_id=7cd7af49-3b29-42d1-b85a-b78261c89793)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:57.123986 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3df7665-a350-45e8-a520-78c72a2f7c83 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.124181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c23f60-e5a0-4479-a21a-64d62f3341d2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.130879 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.150595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3df7665-a350-45e8-a520-78c72a2f7c83 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network b0f2e32f-1db3-49e2-ae75-20144f12db2a is not hosted by any dhcp agent {{(pid=103598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:34:57.156986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df7665-a350-45e8-a520-78c72a2f7c83 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:57.158115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3df7665-a350-45e8-a520-78c72a2f7c83 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.159554 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a3df7665-a350-45e8-a520-78c72a2f7c83 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "PUT /v2.0/networks/b0f2e32f-1db3-49e2-ae75-20144f12db2a HTTP/1.1" status: 200 len: 761 time: 0.5507014 Nov 25 17:34:57.178211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.198723 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c23f60-e5a0-4479-a21a-64d62f3341d2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.200128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-02c23f60-e5a0-4479-a21a-64d62f3341d2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6472228 Nov 25 17:34:57.218921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.230928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9e2fd57d-d60c-43d8-87df-c2d6714eeee6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '60e276c8-cdac-4451-b5a2-cb049c18654f', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:57.249508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df7665-a350-45e8-a520-78c72a2f7c83 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=b0f2e32f-1db3-49e2-ae75-20144f12db2a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.282567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network b0f2e32f-1db3-49e2-ae75-20144f12db2a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:57.289915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd57d-d60c-43d8-87df-c2d6714eeee6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.355347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea86683-86d6-4e23-917b-4330520f4555 req-c0f68028-090f-4cc0-827f-c662efe925f1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:57.356314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd57d-d60c-43d8-87df-c2d6714eeee6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.362000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd57d-d60c-43d8-87df-c2d6714eeee6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.365125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ea86683-86d6-4e23-917b-4330520f4555 req-c0f68028-090f-4cc0-827f-c662efe925f1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.4387105 Nov 25 17:34:57.372024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08f0ad-38a7-4f95-9dc4-15c9d164217d None None] Pushing event updated for resources: {'Port': ['ID=a7559014-ba86-47e4-b78e-1a7de2d207d4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.414576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd57d-d60c-43d8-87df-c2d6714eeee6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.415896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9e2fd57d-d60c-43d8-87df-c2d6714eeee6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939847 Nov 25 17:34:57.419862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.425202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1f677c3b-d152-48f8-9fbe-58b32bfa6f4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '60e276c8-cdac-4451-b5a2-cb049c18654f', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:57.448965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fd57d-d60c-43d8-87df-c2d6714eeee6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb009480-79fd-4a6c-b7a1-33cda3a9b284,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.465275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f677c3b-d152-48f8-9fbe-58b32bfa6f4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.526272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c23f60-e5a0-4479-a21a-64d62f3341d2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e276c8-cdac-4451-b5a2-cb049c18654f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.570218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-6844a718-3614-47e4-81a0-07f39bf917a0 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560029 Nov 25 17:34:57.589956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c6c9f-126f-4d2e-a86d-b66d07398e71 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:57.591647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bb6c6c9f-126f-4d2e-a86d-b66d07398e71 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/networks?id=b0f2e32f-1db3-49e2-ae75-20144f12db2a HTTP/1.1" status: 200 len: 764 time: 0.4076045 Nov 25 17:34:57.604741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42660) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.618471 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f677c3b-d152-48f8-9fbe-58b32bfa6f4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.644977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f677c3b-d152-48f8-9fbe-58b32bfa6f4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.661084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ea86683-86d6-4e23-917b-4330520f4555 req-f752f2bb-6ed5-46e0-a8a4-f4ef391be125 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947612 Nov 25 17:34:57.757313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f677c3b-d152-48f8-9fbe-58b32bfa6f4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f155fe94-aa3f-4f70-912f-a5b0e94cff18,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.770628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.779725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f677c3b-d152-48f8-9fbe-58b32bfa6f4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.784706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f677c3b-d152-48f8-9fbe-58b32bfa6f4a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3608439 Nov 25 17:34:57.791643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42664) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.802234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0418b98a-adf2-423e-94f2-3fe98599cc55 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '60e276c8-cdac-4451-b5a2-cb049c18654f', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:57.880254 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6ed3d89-731e-4a60-866d-a20fa1c14cec req-2b24d6bd-eb51-41f5-a94c-4d0942772e46 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873414 Nov 25 17:34:57.882534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7373c9b9-466b-46c2-8400-d79fc53d3a16 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:57.887238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7373c9b9-466b-46c2-8400-d79fc53d3a16 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2811513 Nov 25 17:34:57.887938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.943878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5ee5578a-0b5c-4e4c-89bb-0d65de078894 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 207 time: 0.0538132 Nov 25 17:34:57.944188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.945166 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0418b98a-adf2-423e-94f2-3fe98599cc55 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.053315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0418b98a-adf2-423e-94f2-3fe98599cc55 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.057948 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0418b98a-adf2-423e-94f2-3fe98599cc55 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.077422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418b98a-adf2-423e-94f2-3fe98599cc55 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cabd81e-2123-4146-bf57-f9f384ecf685,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:58.083391 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0418b98a-adf2-423e-94f2-3fe98599cc55 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.084994 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0418b98a-adf2-423e-94f2-3fe98599cc55 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919967 Nov 25 17:34:58.087546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42672) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.092090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-39ea65e9-19b1-49f0-9010-7ba68a793507 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '60e276c8-cdac-4451-b5a2-cb049c18654f', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:58.120787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39ea65e9-19b1-49f0-9010-7ba68a793507 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.199461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39ea65e9-19b1-49f0-9010-7ba68a793507 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.204062 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39ea65e9-19b1-49f0-9010-7ba68a793507 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.228822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea65e9-19b1-49f0-9010-7ba68a793507 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cbb02d-8ecd-45ff-94ed-56724b6b1287,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:58.250818 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39ea65e9-19b1-49f0-9010-7ba68a793507 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.254546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-39ea65e9-19b1-49f0-9010-7ba68a793507 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1659584 Nov 25 17:34:58.257315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.262053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ddc35f3a-2ebe-44dd-bf66-c8cfa22a192d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '60e276c8-cdac-4451-b5a2-cb049c18654f', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:58.307643 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-ddc35f3a-2ebe-44dd-bf66-c8cfa22a192d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Project 0c935ec18232485f9e1c651993bafb40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:34:58.316199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddc35f3a-2ebe-44dd-bf66-c8cfa22a192d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.422354 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddc35f3a-2ebe-44dd-bf66-c8cfa22a192d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.430894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddc35f3a-2ebe-44dd-bf66-c8cfa22a192d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.471199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddc35f3a-2ebe-44dd-bf66-c8cfa22a192d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.476193 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ddc35f3a-2ebe-44dd-bf66-c8cfa22a192d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2175961 Nov 25 17:34:58.515156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42684) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.522013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-66be9b1b-1250-47e8-82cc-f317f6c46eaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '60e276c8-cdac-4451-b5a2-cb049c18654f', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:58.535765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc35f3a-2ebe-44dd-bf66-c8cfa22a192d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ee87bd-818c-4bcc-981b-90d445e6f854,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:58.592819 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-66be9b1b-1250-47e8-82cc-f317f6c46eaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Project 0c935ec18232485f9e1c651993bafb40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:34:58.613603 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66be9b1b-1250-47e8-82cc-f317f6c46eaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.765979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e605acb5-b0f0-4696-a041-b259e0ad65cc None None] Network 699b65d1-d847-4523-9542-d6e68a311ef6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:58.770591 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66be9b1b-1250-47e8-82cc-f317f6c46eaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.788535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66be9b1b-1250-47e8-82cc-f317f6c46eaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.809898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590596d0-0ba3-4fbc-9f98-c1d84651b9b1 req-141c7d32-31c1-41ad-b3b5-0e9d0f6d52b8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:58.811657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-590596d0-0ba3-4fbc-9f98-c1d84651b9b1 req-141c7d32-31c1-41ad-b3b5-0e9d0f6d52b8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 943 time: 1.0149486 Nov 25 17:34:58.845967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be9b1b-1250-47e8-82cc-f317f6c46eaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f187af66-12fd-436d-9237-ff849eb8dc92,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:58.856144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66be9b1b-1250-47e8-82cc-f317f6c46eaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.872821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-66be9b1b-1250-47e8-82cc-f317f6c46eaf tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3512843 Nov 25 17:34:58.877732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42724) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.893955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'network': {'name': 'tempest-network-smoke--2045244554', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:58.943295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:58.949955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.004341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:59.026777 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.029272 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Added segment a0b675ef-2b71-4c23-a55c-5167831c2abd of type vlan for network 695f822b-3975-4f4a-9304-65629985f355 Nov 25 17:34:59.149279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.179541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.194853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.198709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.333063 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4506488 Nov 25 17:34:59.333348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8::1 (699b65d1-d847-4523-9542-d6e68a311ef6/b47b2844-87dc-433d-b8c8-b3316deaa739/9971beec-02a5-4112-a963-f8d0f630d98e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:59.339170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:59.368851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170a127-ae9f-4411-8d24-b340b4e4d985 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.375791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'admin_state_up': True, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:59.387806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170a127-ae9f-4411-8d24-b340b4e4d985 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.402128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb1c0f-2d10-4360-9a6a-11e5d2395a2c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Network': ['ID=695f822b-3975-4f4a-9304-65629985f355,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:59.404571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170a127-ae9f-4411-8d24-b340b4e4d985 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.411709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170a127-ae9f-4411-8d24-b340b4e4d985 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.430452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170a127-ae9f-4411-8d24-b340b4e4d985 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.437745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170a127-ae9f-4411-8d24-b340b4e4d985 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.445341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.445691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e170a127-ae9f-4411-8d24-b340b4e4d985 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.4947431 Nov 25 17:34:59.445801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.461897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:59.478547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79c16-0ba4-43ba-8888-193be6546321 req-b3a676c9-f700-4a19-be6f-1501ce3a56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.480107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02f79c16-0ba4-43ba-8888-193be6546321 req-b3a676c9-f700-4a19-be6f-1501ce3a56cb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 1094 time: 1.4169817 Nov 25 17:34:59.503769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 695f822b-3975-4f4a-9304-65629985f355 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:59.506091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a7559014-ba86-47e4-b78e-1a7de2d207d4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:59.515084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a227348f-6d37-403c-a6ff-d6101dfc0af3 None None] Provisioning complete for port a7559014-ba86-47e4-b78e-1a7de2d207d4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:59.515460 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a227348f-6d37-403c-a6ff-d6101dfc0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.634744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-590596d0-0ba3-4fbc-9f98-c1d84651b9b1 req-047a93f3-9ec6-4330-8fec-5ca53dcdacb0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7828288 Nov 25 17:34:59.703505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d44bb-929f-45d6-9e0a-8e3964ec9029 req-46353270-dbef-48b8-a6d3-49feda0f7797 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.711534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031d44bb-929f-45d6-9e0a-8e3964ec9029 req-46353270-dbef-48b8-a6d3-49feda0f7797 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.7735653 Nov 25 17:34:59.780268 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-247b65c8-41a7-4fd6-ac41-de411751e789 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3134384 Nov 25 17:34:59.784492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:59.926225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a7559014-ba86-47e4-b78e-1a7de2d207d4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:59.927166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.986987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-031d44bb-929f-45d6-9e0a-8e3964ec9029 req-b141909c-03ec-4f1e-b07e-3796fd23378b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734401 Nov 25 17:35:00.030837 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.041802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79c16-0ba4-43ba-8888-193be6546321 req-18e96b29-73a9-4ccd-bcb7-406f3ac5ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.044471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02f79c16-0ba4-43ba-8888-193be6546321 req-18e96b29-73a9-4ccd-bcb7-406f3ac5ea0d service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.5500214 Nov 25 17:35:00.080826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4908bd-d247-4f27-af83-174a4debabfb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.082536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4908bd-d247-4f27-af83-174a4debabfb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.084451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4908bd-d247-4f27-af83-174a4debabfb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.093473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4908bd-d247-4f27-af83-174a4debabfb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.094554 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a227348f-6d37-403c-a6ff-d6101dfc0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.095939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4908bd-d247-4f27-af83-174a4debabfb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.106227 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c4908bd-d247-4f27-af83-174a4debabfb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3140125 Nov 25 17:35:00.109578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.163729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a227348f-6d37-403c-a6ff-d6101dfc0af3 None None] For port a7559014-ba86-47e4-b78e-1a7de2d207d4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a7559014-ba86-47e4-b78e-1a7de2d207d4,segment=NetworkSegment(7cd7af49-3b29-42d1-b85a-b78261c89793),segment_id=7cd7af49-3b29-42d1-b85a-b78261c89793)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:00.174792 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a227348f-6d37-403c-a6ff-d6101dfc0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.335910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02f79c16-0ba4-43ba-8888-193be6546321 req-d3812bef-bea8-45d0-a229-1401337052a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 200 len: 217 time: 0.2771168 Nov 25 17:35:00.374272 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.379916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af67100-ddba-429c-be2c-ae3a47b72015 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.382296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af67100-ddba-429c-be2c-ae3a47b72015 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.387899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af67100-ddba-429c-be2c-ae3a47b72015 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.389938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af67100-ddba-429c-be2c-ae3a47b72015 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.391266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227348f-6d37-403c-a6ff-d6101dfc0af3 None None] Pushing event updated for resources: {'Port': ['ID=a7559014-ba86-47e4-b78e-1a7de2d207d4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:00.391839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af67100-ddba-429c-be2c-ae3a47b72015 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.395797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4af67100-ddba-429c-be2c-ae3a47b72015 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2594376 Nov 25 17:35:00.410977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42878) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.481997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.559073 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a21b0a20-a81c-4d36-8d03-933cbc18c2b8 None None] Provisioning complete for port a7559014-ba86-47e4-b78e-1a7de2d207d4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:00.559452 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a21b0a20-a81c-4d36-8d03-933cbc18c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.589830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79c16-0ba4-43ba-8888-193be6546321 req-cf9adae3-ec83-4a87-b3cb-99a3bf4ad36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.592164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02f79c16-0ba4-43ba-8888-193be6546321 req-cf9adae3-ec83-4a87-b3cb-99a3bf4ad36f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.1932499 Nov 25 17:35:00.685108 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.766683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=9971beec-02a5-4112-a963-f8d0f630d98e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:00.784440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeca6f8-d901-4ebe-8ac9-749a4e339406 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.791145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ebeca6f8-d901-4ebe-8ac9-749a4e339406 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/networks/83f4afd4-64dc-42c4-af4b-56db2aabe1b5 HTTP/1.1" status: 200 len: 803 time: 0.3737009 Nov 25 17:35:00.804724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 42918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.847237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 699b65d1-d847-4523-9542-d6e68a311ef6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:00.921958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.935730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:00.938604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.939586 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.940075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.940535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.940886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.941402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.941759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.942096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.942437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.942780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.943108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.943594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:00.947176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:00.947744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.957685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.038737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79c16-0ba4-43ba-8888-193be6546321 req-d8471659-dd7e-4ca0-9162-46c186a434df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:01.040287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02f79c16-0ba4-43ba-8888-193be6546321 req-d8471659-dd7e-4ca0-9162-46c186a434df service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4347520 Nov 25 17:35:01.107032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-898d5426-7d7f-4150-884c-6a7bf72ee3c7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/networks/83f4afd4-64dc-42c4-af4b-56db2aabe1b5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3030491 Nov 25 17:35:01.109362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 42954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:01.250675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:01.261028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.449764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a7559014-ba86-47e4-b78e-1a7de2d207d4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:01.530149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b06affad-1129-494f-adcb-9e0dbe2a8cb7 None None] Provisioning complete for port 9971beec-02a5-4112-a963-f8d0f630d98e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:01.530149 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b06affad-1129-494f-adcb-9e0dbe2a8cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.626967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7bb8a-dec3-41d8-88c3-7e1903407bc7 req-5b73dfb7-fbb0-4dc7-a884-8a4b3a77a184 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:01.628995 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85c7bb8a-dec3-41d8-88c3-7e1903407bc7 req-5b73dfb7-fbb0-4dc7-a884-8a4b3a77a184 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 943 time: 0.8418729 Nov 25 17:35:01.653280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6eb9-b017-47a7-b18f-5322fc4e45b1 req-03d24336-33a7-4440-811d-1bcd65fc5a1c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:01.654917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7acd6eb9-b017-47a7-b18f-5322fc4e45b1 req-03d24336-33a7-4440-811d-1bcd65fc5a1c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.4295397 Nov 25 17:35:01.681476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b06affad-1129-494f-adcb-9e0dbe2a8cb7 None None] Port 9971beec-02a5-4112-a963-f8d0f630d98e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:01.689265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:01.695707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a7559014-ba86-47e4-b78e-1a7de2d207d4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:01.702926 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.810936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'port_id': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'mac_address': 'fa:16:3e:c8:3e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:01.863310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.872093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.873488 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.903956 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.941224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c10a98-5b58-4b93-ad06-4beb69dea6e6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:01.973051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f54c8a-7c8c-40ee-87be-26b8c72367de tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:01.983146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:01.986575 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a5f54c8a-7c8c-40ee-87be-26b8c72367de tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/subnets/157fcdad-a2f1-457d-94eb-25ff87492892 HTTP/1.1" status: 200 len: 843 time: 0.8755913 Nov 25 17:35:01.987566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.004075 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.007833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ce4c30ce-9e68-41e5-adee-05e0d77a8a20 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:02.059117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981b82c-0710-4624-a00f-55c6acd1fcd1 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:02.067557 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b981b82c-0710-4624-a00f-55c6acd1fcd1 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "GET /v2.0/subnets/157fcdad-a2f1-457d-94eb-25ff87492892?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0673392 Nov 25 17:35:02.068533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.077815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1685406632'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:02.093023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02f79c16-0ba4-43ba-8888-193be6546321 req-5452d084-822a-4d6e-a817-4f123440ff79 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0264380 Nov 25 17:35:02.112740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.25.1.115 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/5a501f89-f808-4c67-bb54-f37bc7f568d1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:02.128176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85c7bb8a-dec3-41d8-88c3-7e1903407bc7 req-6e379835-ce7b-4c1e-9d25-dc5d5cf5c34a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697607 Nov 25 17:35:02.130345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:02.130502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 699b65d1-d847-4523-9542-d6e68a311ef6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:02.134240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.161131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7acd6eb9-b017-47a7-b18f-5322fc4e45b1 req-2e0577d5-9b1c-40c5-8354-cf791bf0b414 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4938648 Nov 25 17:35:02.227860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:02.228708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:02.248015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=9971beec-02a5-4112-a963-f8d0f630d98e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.250704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.251403 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Added segment c568ee4a-1810-46a3-a09f-a360ef44f64d of type vlan for network 53d8046c-943e-436d-8ca0-d701f70ed24a Nov 25 17:35:02.338131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.343118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.391286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.400065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:02.400990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.403337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02f79c16-0ba4-43ba-8888-193be6546321 req-242e9439-05ef-4bff-a987-e4104ef1a467 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976706 Nov 25 17:35:02.415030 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-145f317f-6367-4943-9cc6-e7974cebde7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.432065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ce4c30ce-9e68-41e5-adee-05e0d77a8a20, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:02.481896 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20', 'mac_address': 'fa:16:3e:70:63:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:02.491723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.502718 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4302924 Nov 25 17:35:02.503760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.529653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'network_id': '53d8046c-943e-436d-8ca0-d701f70ed24a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:02.557469 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.594991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4c30ce-9e68-41e5-adee-05e0d77a8a20 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:02.616319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 761afa97-fbca-4354-8b5a-8b4b43f8d30b is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:35:02.651688 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.660363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ce4c30ce-9e68-41e5-adee-05e0d77a8a20, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:02.666926 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.701113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee4d54-ba20-4e29-a702-aed468c57a2b tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Network': ['ID=53d8046c-943e-436d-8ca0-d701f70ed24a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.719964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:02.730979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:02.732311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 53d8046c-943e-436d-8ca0-d701f70ed24a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:02.744178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:02.775956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:02.785068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3806920d-1b1b-4e7f-856e-f75afc4f7173 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/761afa97-fbca-4354-8b5a-8b4b43f8d30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8368087 Nov 25 17:35:02.790177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.794643 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae78e94-93bf-4d54-b0b7-3cba5e6926e8 None None] Sync routers for ids ['761afa97-fbca-4354-8b5a-8b4b43f8d30b'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:02.802694 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae78e94-93bf-4d54-b0b7-3cba5e6926e8 None None] Routers {'761afa97-fbca-4354-8b5a-8b4b43f8d30b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:02.804639 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7ae78e94-93bf-4d54-b0b7-3cba5e6926e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['761afa97-fbca-4354-8b5a-8b4b43f8d30b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:02.812664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=5a501f89-f808-4c67-bb54-f37bc7f568d1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.834208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Made reservation on behalf of 6b4b99a0c91e40c79f1f04bb8297802c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:02.840428 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.867969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873311b1-8541-4e55-a6a1-fbd85d720473 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:02.875868 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7ae78e94-93bf-4d54-b0b7-3cba5e6926e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:02.887382 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae78e94-93bf-4d54-b0b7-3cba5e6926e8 None None] Routers {'761afa97-fbca-4354-8b5a-8b4b43f8d30b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:02.888311 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7ae78e94-93bf-4d54-b0b7-3cba5e6926e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:34:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['761afa97-fbca-4354-8b5a-8b4b43f8d30b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:02.892199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311efab3-16ee-4e23-b9fa-470453ec8192 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:02.896384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-311efab3-16ee-4e23-b9fa-470453ec8192 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports/9971beec-02a5-4112-a963-f8d0f630d98e HTTP/1.1" status: 200 len: 911 time: 0.1038523 Nov 25 17:35:02.896614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.930543 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7ae78e94-93bf-4d54-b0b7-3cba5e6926e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:02.931483 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae78e94-93bf-4d54-b0b7-3cba5e6926e8 None None] The sync data for ids ['761afa97-fbca-4354-8b5a-8b4b43f8d30b'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:02.936334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6985514f-183b-4053-bd6e-bcc303149211 None None] Provisioning complete for port 9971beec-02a5-4112-a963-f8d0f630d98e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:02.936861 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6985514f-183b-4053-bd6e-bcc303149211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.987117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6985514f-183b-4053-bd6e-bcc303149211 None None] Port 9971beec-02a5-4112-a963-f8d0f630d98e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:02.991934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ce4c30ce-9e68-41e5-adee-05e0d77a8a20'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:02.996262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['75c10a98-5b58-4b93-ad06-4beb69dea6e6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:03.026157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:03.123592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:35:03.124141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:35:03.211542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6b8420a6-1caf-4ff6-a915-cf4ed3f70f1d None None] Provisioning complete for port 5a501f89-f808-4c67-bb54-f37bc7f568d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:03.216617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b8420a6-1caf-4ff6-a915-cf4ed3f70f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.415468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6b8420a6-1caf-4ff6-a915-cf4ed3f70f1d None None] Port 5a501f89-f808-4c67-bb54-f37bc7f568d1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:03.514846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.520308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.700461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=17a5132a-b976-4025-a449-eedf376dbcae,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:03.719730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Checking segment: {'id': 'c568ee4a-1810-46a3-a09f-a360ef44f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '53d8046c-943e-436d-8ca0-d701f70ed24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:03.720659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network hostable DHCP agents. Network: 53d8046c-943e-436d-8ca0-d701f70ed24a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:03.818928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2e5ad-328d-4658-9c45-cd8d0663f739 req-73156751-afd8-44df-95f0-c20e081cf2b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:03.820486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02d2e5ad-328d-4658-9c45-cd8d0663f739 req-73156751-afd8-44df-95f0-c20e081cf2b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 944 time: 0.1204669 Nov 25 17:35:03.836737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b01c-39eb-46f1-b471-1d3168f7d142 req-9ba7ee97-7bcc-432c-856d-c37f4d7f8b9f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:03.839106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ba1b01c-39eb-46f1-b471-1d3168f7d142 req-9ba7ee97-7bcc-432c-856d-c37f4d7f8b9f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.5022850 Nov 25 17:35:03.871882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Network 53d8046c-943e-436d-8ca0-d701f70ed24a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:03.886279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.890990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 53d8046c-943e-436d-8ca0-d701f70ed24a) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:03.896424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:03.898655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.904847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70b985-dbd2-420d-bbbd-060c6e31d131 None None] Network 53d8046c-943e-436d-8ca0-d701f70ed24a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:03.961273 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-94298cb5-dff4-497d-8488-75ac598062c9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4360194 Nov 25 17:35:03.964102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43178) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:03.971143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ad28a556-f20f-4902-a721-2f600510b7ea tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:03.978678 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02d2e5ad-328d-4658-9c45-cd8d0663f739 req-ec6f0f30-030f-44df-bb83-947620f3abaa tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377378 Nov 25 17:35:03.987068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ba1b01c-39eb-46f1-b471-1d3168f7d142 req-1e5dbc35-9476-458d-9f13-bcbf848853ac tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360953 Nov 25 17:35:04.145718 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-53d8046c-943e-436d-8ca0-d701f70ed24a', 'network_id': '53d8046c-943e-436d-8ca0-d701f70ed24a', 'tenant_id': '6b4b99a0c91e40c79f1f04bb8297802c', 'fixed_ips': [{'subnet_id': '17a5132a-b976-4025-a449-eedf376dbcae'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:04.146814 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.193411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad28a556-f20f-4902-a721-2f600510b7ea tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24765991'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.225886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.274992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 425121ad-1015-4461-b31c-da32f2e49b14 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:35:04.375072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9cf421ea-6563-45eb-95f2-d93933cf9aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.376068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-eb05a502-6743-4fa8-b876-d67575a8dcab tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:04.378394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-eb05a502-6743-4fa8-b876-d67575a8dcab tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/networks?id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d HTTP/1.1" status: 200 len: 814 time: 0.2656627 Nov 25 17:35:04.450909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-f1c573d0-ad90-4364-adf9-218cebdebc9b tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/quotas/08f6353f9e254ef8929358370ace941b HTTP/1.1" status: 200 len: 375 time: 0.0639915 Nov 25 17:35:04.490362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-c7f7387a-368b-4c84-9c27-b0bd48a2b60e tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=08f6353f9e254ef8929358370ace941b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376787 Nov 25 17:35:04.498703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad28a556-f20f-4902-a721-2f600510b7ea tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782897705503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24722653'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.501855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:04.525356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Sync routers for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:04.547715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:04.548635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:04.589178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28a556-f20f-4902-a721-2f600510b7ea tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:04.590726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad28a556-f20f-4902-a721-2f600510b7ea tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.592694 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ad28a556-f20f-4902-a721-2f600510b7ea tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "PUT /v2.0/subnets/17a5132a-b976-4025-a449-eedf376dbcae HTTP/1.1" status: 200 len: 900 time: 0.6274352 Nov 25 17:35:04.599421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.607220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Allocated IP 2001:db8::3 (53d8046c-943e-436d-8ca0-d701f70ed24a/17a5132a-b976-4025-a449-eedf376dbcae/d2f941a4-5f49-4d79-815c-5b3c9cdbd032) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:04.618035 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.623046 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bd47d4f2-753a-4325-8026-23448d7a2ad5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2828872 Nov 25 17:35:04.624860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.640505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28a556-f20f-4902-a721-2f600510b7ea tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event updated for resources: {'Subnet': ['ID=17a5132a-b976-4025-a449-eedf376dbcae,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:04.690632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c3d54cf8-8976-4347-8b62-4aecb7e9ae9e tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=0c935ec18232485f9e1c651993bafb40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645237 Nov 25 17:35:04.693297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43192) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.719990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-29cfe1cb-08d8-415c-888e-25797ad23626 service neutron] 10.222.0.81 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243547 Nov 25 17:35:04.738608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:04.851595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-bfc88a62-9f35-4dab-b1f7-9d56a7fb8c8f service neutron] 10.222.0.81 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012156 Nov 25 17:35:04.957410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port 9971beec-02a5-4112-a963-f8d0f630d98e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:04.957860 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.049726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.069994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315cb32e-fc10-4301-b51a-2e1c7d473eb4 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:05.071569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-315cb32e-fc10-4301-b51a-2e1c7d473eb4 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3772364 Nov 25 17:35:05.074445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.140794 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0d3770a8-34a0-4ce0-8ede-a80bd5b7b26e tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447550 Nov 25 17:35:05.144672 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43206) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.150290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2068738809', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:05.191789 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.254827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:05.257455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for 9971beec-02a5-4112-a963-f8d0f630d98e owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:05.465665 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.494259 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.547223 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.568384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4c0ce27-d8ab-424f-9e75-43e6e80f16ca req-f2e69f9c-d910-43c9-a93a-eea9f2f6fff8 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 210 time: 0.0631280 Nov 25 17:35:05.576160 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.588827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Pushing event updated for resources: {'Port': ['ID=d2f941a4-5f49-4d79-815c-5b3c9cdbd032,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:05.624005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:05.666853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:05.667518 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.684970 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:05.691407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.744824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=9971beec-02a5-4112-a963-f8d0f630d98e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:05.745260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Network 53d8046c-943e-436d-8ca0-d701f70ed24a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:05.799272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:05.804055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:05.808876 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:03Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:05.897253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.921068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Checking router: 425121ad-1015-4461-b31c-da32f2e49b14 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:05.921306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Updating router 425121ad-1015-4461-b31c-da32f2e49b14 port 5a501f89-f808-4c67-bb54-f37bc7f568d1 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:05.964234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=17a5132a-b976-4025-a449-eedf376dbcae,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.019017 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.041567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5353fdd-1915-4260-9f2b-21c971b11a80 req-17339197-a08d-460f-b849-87fe7dc25643 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.051901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5353fdd-1915-4260-9f2b-21c971b11a80 req-17339197-a08d-460f-b849-87fe7dc25643 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 944 time: 0.5743353 Nov 25 17:35:06.058918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.084535 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.109532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d8046c-943e-436d-8ca0-d701f70ed24a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.121943 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.129337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c568ee4a-1810-46a3-a09f-a360ef44f64d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.129976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c568ee4a-1810-46a3-a09f-a360ef44f64d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.143909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.162245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.171700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:06.172258 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.194315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Attempting to bind port d2f941a4-5f49-4d79-815c-5b3c9cdbd032 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:06.194575 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:06.197797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Attempting to bind port d2f941a4-5f49-4d79-815c-5b3c9cdbd032 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'c568ee4a-1810-46a3-a09f-a360ef44f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '53d8046c-943e-436d-8ca0-d701f70ed24a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:06.198337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Attempting to bind port d2f941a4-5f49-4d79-815c-5b3c9cdbd032 on network 53d8046c-943e-436d-8ca0-d701f70ed24a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:06.206308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.217474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a2512-890b-40eb-be90-8ba7adb285d1 req-56521082-57b7-48aa-9c30-52e28a949299 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.225534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-982a2512-890b-40eb-be90-8ba7adb285d1 req-56521082-57b7-48aa-9c30-52e28a949299 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.4844172 Nov 25 17:35:06.237340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5353fdd-1915-4260-9f2b-21c971b11a80 req-b773e0cb-4d44-4584-8ce7-5ce2db468791 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726396 Nov 25 17:35:06.266335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:06.267259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Checking segment: {'id': 'c568ee4a-1810-46a3-a09f-a360ef44f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '53d8046c-943e-436d-8ca0-d701f70ed24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:06.267693 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.268096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Bound using segment: {'id': 'c568ee4a-1810-46a3-a09f-a360ef44f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '53d8046c-943e-436d-8ca0-d701f70ed24a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:06.268620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Bound port: d2f941a4-5f49-4d79-815c-5b3c9cdbd032, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c568ee4a-1810-46a3-a09f-a360ef44f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '53d8046c-943e-436d-8ca0-d701f70ed24a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:06.269021 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.315205 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.api [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:35:06.315205 n-d-819349-3 neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:35:06.315205 n-d-819349-3 neutron-server[103598]: [parameters: {'id': '53d8046c-943e-436d-8ca0-d701f70ed24a'}] Nov 25 17:35:06.315205 n-d-819349-3 neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:06.315945 n-d-819349-3 neutron-server[103598]: DEBUG oslo_db.api [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:06.327626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:06.334010 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bee304-9dd6-4780-8336-f58df7e6248d" -d '{"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:06.378545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-982a2512-890b-40eb-be90-8ba7adb285d1 req-08ea2691-c6ed-4c4f-99cb-a0333ab1b428 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519306 Nov 25 17:35:06.389635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 761afa97-fbca-4354-8b5a-8b4b43f8d30b has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:06.423541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.484165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:06.488175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:06.494394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bcd992cc-4cb3-4592-940d-e1eaf632733c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/761afa97-fbca-4354-8b5a-8b4b43f8d30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5922821 Nov 25 17:35:06.496158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:06.497524 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810c864-3095-4be8-acd5-075ad430c5ec None None] Sync routers for ids ['761afa97-fbca-4354-8b5a-8b4b43f8d30b'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:06.503704 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94547823-7ec1-41fb-b570-a7b295a9727b x-openstack-request-id: req-94547823-7ec1-41fb-b570-a7b295a9727b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:06.503704 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:06.503704 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94547823-7ec1-41fb-b570-a7b295a9727b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:06.503704 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'code': 200} Nov 25 17:35:06.510535 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810c864-3095-4be8-acd5-075ad430c5ec None None] Routers {'761afa97-fbca-4354-8b5a-8b4b43f8d30b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:06.510811 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3810c864-3095-4be8-acd5-075ad430c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['761afa97-fbca-4354-8b5a-8b4b43f8d30b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.548148 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3810c864-3095-4be8-acd5-075ad430c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.557195 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.558162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ce4c30ce-9e68-41e5-adee-05e0d77a8a20 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:06.561824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32a1d873-37f5-432c-9468-e72f59cffaa4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=761afa97-fbca-4354-8b5a-8b4b43f8d30b HTTP/1.1" status: 200 len: 205 time: 0.0559244 Nov 25 17:35:06.562376 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810c864-3095-4be8-acd5-075ad430c5ec None None] Routers {'761afa97-fbca-4354-8b5a-8b4b43f8d30b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:06.562376 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3810c864-3095-4be8-acd5-075ad430c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['761afa97-fbca-4354-8b5a-8b4b43f8d30b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.562583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Subnet': ['ID=95588db4-bcc3-49ed-a431-413c9a6ab479,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.562700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43220) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:06.571191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Checking segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:06.571561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network hostable DHCP agents. Network: 695f822b-3975-4f4a-9304-65629985f355, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:06.596384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 695f822b-3975-4f4a-9304-65629985f355 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:06.613310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 695f822b-3975-4f4a-9304-65629985f355) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:06.637745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.643429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.657224 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3810c864-3095-4be8-acd5-075ad430c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:06.658734 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810c864-3095-4be8-acd5-075ad430c5ec None None] The sync data for ids ['761afa97-fbca-4354-8b5a-8b4b43f8d30b'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:06.677007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7e164-06ae-4d74-bcef-a52eab370684 None None] Network 695f822b-3975-4f4a-9304-65629985f355 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:06.691109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608308f8-42b2-4891-9cff-90f4e71183a5 req-be0f7254-5d8f-47a8-accd-b9152311e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.692668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-608308f8-42b2-4891-9cff-90f4e71183a5 req-be0f7254-5d8f-47a8-accd-b9152311e1a6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 1096 time: 0.2004025 Nov 25 17:35:06.701069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e362465c-5406-44cd-9f2b-08d55bdade51 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5548229 Nov 25 17:35:06.702036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43224) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:06.784778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4066408a-1942-41f7-86f8-8842308b2894 req-bb0e6020-ee13-4354-ad9f-e2738f949432 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 210 time: 0.0416877 Nov 25 17:35:06.814280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.835356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006f6ce2-968d-4257-8c3d-30376048205c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.840143 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.919206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] For port d2f941a4-5f49-4d79-815c-5b3c9cdbd032, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:06.938393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-608308f8-42b2-4891-9cff-90f4e71183a5 req-7502f863-5d8a-48b4-a62c-cafe91725f9f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017207 Nov 25 17:35:06.950276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.967971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] For port d2f941a4-5f49-4d79-815c-5b3c9cdbd032, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d2f941a4-5f49-4d79-815c-5b3c9cdbd032,segment=NetworkSegment(c568ee4a-1810-46a3-a09f-a360ef44f64d),segment_id=c568ee4a-1810-46a3-a09f-a360ef44f64d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:07.002833 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.076317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94785ac3-f01a-491c-aa38-d13a15a43d0f None None] Pushing event updated for resources: {'Port': ['ID=d2f941a4-5f49-4d79-815c-5b3c9cdbd032,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.093306 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006f6ce2-968d-4257-8c3d-30376048205c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.098915 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006f6ce2-968d-4257-8c3d-30376048205c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.102582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:07.106248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-437e8d42-eb4f-491b-a9f9-b0d7dc4adf80 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:07.108071 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-437e8d42-eb4f-491b-a9f9-b0d7dc4adf80 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.60 "GET /v2.0/networks?id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d HTTP/1.1" status: 200 len: 814 time: 0.3409162 Nov 25 17:35:07.159083 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006f6ce2-968d-4257-8c3d-30376048205c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.160064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006f6ce2-968d-4257-8c3d-30376048205c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Fanout notify agent at l3_agent the message router_deleted on router 761afa97-fbca-4354-8b5a-8b4b43f8d30b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:07.185079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Request body: {'port': {'device_id': '8957206d-ca02-4d7b-aa00-9859720d41b3', 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d', 'admin_state_up': True, 'tenant_id': '08f6353f9e254ef8929358370ace941b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:07.192667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting port d2f941a4-5f49-4d79-815c-5b3c9cdbd032 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:07.193042 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.200860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:07.201265 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.201377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-006f6ce2-968d-4257-8c3d-30376048205c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.205895 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.206191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-006f6ce2-968d-4257-8c3d-30376048205c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/761afa97-fbca-4354-8b5a-8b4b43f8d30b HTTP/1.1" status: 204 len: 168 time: 0.6373351 Nov 25 17:35:07.207797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:07.302433 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.327116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c65edd-6d76-47fa-a437-02bcac999f72 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet b47b2844-87dc-433d-b8c8-b3316deaa739 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:07.333268 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06c65edd-6d76-47fa-a437-02bcac999f72 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.347232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] For port d2f941a4-5f49-4d79-815c-5b3c9cdbd032, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d2f941a4-5f49-4d79-815c-5b3c9cdbd032,segment=NetworkSegment(c568ee4a-1810-46a3-a09f-a360ef44f64d),segment_id=c568ee4a-1810-46a3-a09f-a360ef44f64d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:07.347943 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.352247 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.375410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5788d2-47fb-4126-a131-40db4158f242 None None] Network 53d8046c-943e-436d-8ca0-d701f70ed24a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:07.414178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06c65edd-6d76-47fa-a437-02bcac999f72 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.416391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.444577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Calling delete_port for d2f941a4-5f49-4d79-815c-5b3c9cdbd032 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:07.463416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-695f822b-3975-4f4a-9304-65629985f355', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:07.464298 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.503361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976803da-927d-4a41-8162-cd8fb35d3683 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:07.576264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606cafa-d3f0-40c5-8ea2-26c936ae1d68 req-a8252e3b-8d27-4ba4-b5c2-34fd04951b1f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:07.578157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d606cafa-d3f0-40c5-8ea2-26c936ae1d68 req-a8252e3b-8d27-4ba4-b5c2-34fd04951b1f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 944 time: 0.1585298 Nov 25 17:35:07.616806 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Attempting to bind port 5a501f89-f808-4c67-bb54-f37bc7f568d1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:07.617177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Attempting to bind port 5a501f89-f808-4c67-bb54-f37bc7f568d1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:07.617550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Attempting to bind port 5a501f89-f808-4c67-bb54-f37bc7f568d1 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:07.620883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Made reservation on behalf of 08f6353f9e254ef8929358370ace941b for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:07.624920 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.636220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8e2bd-6648-454a-9814-157a4c5fc6f6 req-682ac669-e749-412b-a7cc-a7af84a9ae12 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:07.637720 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8e8e2bd-6648-454a-9814-157a4c5fc6f6 req-682ac669-e749-412b-a7cc-a7af84a9ae12 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1416996 Nov 25 17:35:07.647297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5e45c-0c2d-442d-86b5-036c6315025b None None] Pushing event updated for resources: {'Port': ['ID=5a501f89-f808-4c67-bb54-f37bc7f568d1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.675261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:07.675526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:07.675844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.676105 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:07.677168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Bound port: 5a501f89-f808-4c67-bb54-f37bc7f568d1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:07.677789 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.724736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06c65edd-6d76-47fa-a437-02bcac999f72 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.753495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d606cafa-d3f0-40c5-8ea2-26c936ae1d68 req-b5a99704-30fc-422f-926b-c060105015d4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623185 Nov 25 17:35:07.776846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8e8e2bd-6648-454a-9814-157a4c5fc6f6 req-8b9a5f7f-c096-4cc8-9373-25607a7bb8cc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136603 Nov 25 17:35:07.797933 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.817506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06c65edd-6d76-47fa-a437-02bcac999f72 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.834028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Allocated IP 172.20.0.14 (d09e0c14-9a65-4122-8a82-ebc42edbbd6d/8efe2f1f-ae44-48f0-ba3d-ed9f4a084558/688624c2-207f-4119-b580-006c8d2c4c72) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:07.839424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5023a581-b392-4fd5-b17a-e667a9842fc4 None None] Provisioning complete for port 5a501f89-f808-4c67-bb54-f37bc7f568d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:07.839942 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5023a581-b392-4fd5-b17a-e667a9842fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.857007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c65edd-6d76-47fa-a437-02bcac999f72 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=b47b2844-87dc-433d-b8c8-b3316deaa739,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.872614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06c65edd-6d76-47fa-a437-02bcac999f72 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.878127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.882126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-06c65edd-6d76-47fa-a437-02bcac999f72 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/b47b2844-87dc-433d-b8c8-b3316deaa739 HTTP/1.1" status: 204 len: 168 time: 0.6691265 Nov 25 17:35:07.883145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43236) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:07.896285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b243c16-9531-4f17-b20f-4e18e2f2ab64 None None] Network 699b65d1-d847-4523-9542-d6e68a311ef6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:07.898668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5023a581-b392-4fd5-b17a-e667a9842fc4 None None] Port 5a501f89-f808-4c67-bb54-f37bc7f568d1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:07.950725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Port': ['ID=d2f941a4-5f49-4d79-815c-5b3c9cdbd032,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.963472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No DVR routers for this DVR port d2f941a4-5f49-4d79-815c-5b3c9cdbd032 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:07.987801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Allocated IP 172.20.0.2 (695f822b-3975-4f4a-9304-65629985f355/95588db4-bcc3-49ed-a431-413c9a6ab479/c4c1cafa-5822-48c6-90e0-6585f8ab516a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:08.003569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ce4c30ce-9e68-41e5-adee-05e0d77a8a20, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:08.180155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.284684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d8046c-943e-436d-8ca0-d701f70ed24a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:08.304983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c568ee4a-1810-46a3-a09f-a360ef44f64d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:08.304983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c568ee4a-1810-46a3-a09f-a360ef44f64d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:08.309663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.327748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] For port 5a501f89-f808-4c67-bb54-f37bc7f568d1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:08.351208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.364195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.392856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b812ac87-5c51-4166-8a26-38916401a6bf req-68dcbfd9-f283-4134-ad38-5181143112bc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 210 time: 0.0348396 Nov 25 17:35:08.404991 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.408196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] For port 5a501f89-f808-4c67-bb54-f37bc7f568d1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5a501f89-f808-4c67-bb54-f37bc7f568d1,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:08.411620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.426866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:08.427498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.476100 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.483630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port a7559014-ba86-47e4-b78e-1a7de2d207d4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:08.484102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.485140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ac9a8-0fb3-43c2-bef1-d66df53497ed None None] Network 53d8046c-943e-436d-8ca0-d701f70ed24a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:08.514563 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:08.531163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:08.533970 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c1d72-cd19-4eb8-aa3f-1313be6fc991" -d '{"events": [{"server_uuid": "24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c30ce-9e68-41e5-adee-05e0d77a8a20"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:08.584647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:08.600504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.607290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port a7559014-ba86-47e4-b78e-1a7de2d207d4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a7559014-ba86-47e4-b78e-1a7de2d207d4,segment=NetworkSegment(7cd7af49-3b29-42d1-b85a-b78261c89793),segment_id=7cd7af49-3b29-42d1-b85a-b78261c89793)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:08.607547 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.620163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11727b-6f5c-4b18-b0c0-77a52610670f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:08.625915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for a7559014-ba86-47e4-b78e-1a7de2d207d4 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:08.632098 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4382c784-7b0f-4f20-a254-b0e4b943e928 x-openstack-request-id: req-4382c784-7b0f-4f20-a254-b0e4b943e928 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:08.632762 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c30ce-9e68-41e5-adee-05e0d77a8a20", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:08.632762 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4382c784-7b0f-4f20-a254-b0e4b943e928 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:08.633377 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20', 'code': 200} Nov 25 17:35:08.633495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.686607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:08.687280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:08.712693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.716783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.789839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.818827 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/53d8046c-943e-436d-8ca0-d701f70ed24a HTTP/1.1" status: 204 len: 168 time: 4.2174797 Nov 25 17:35:08.831212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:08.902504 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b790484b-45ce-4be7-8a20-fcbf3a649b0f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:08.903424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b790484b-45ce-4be7-8a20-fcbf3a649b0f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:08.905094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5e45c-0c2d-442d-86b5-036c6315025b None None] Pushing event updated for resources: {'Port': ['ID=5a501f89-f808-4c67-bb54-f37bc7f568d1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:08.922730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b790484b-45ce-4be7-8a20-fcbf3a649b0f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/17a5132a-b976-4025-a449-eedf376dbcae HTTP/1.1" status: 404 len: 337 time: 0.0809472 Nov 25 17:35:08.944298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b182e0-c017-4257-8452-86af20712175 None None] DHCP port deletion for 699b65d1-d847-4523-9542-d6e68a311ef6 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:08.946379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b1c3ad19-ed52-4500-ba7c-05eb892c0572 None None] Provisioning complete for port 5a501f89-f808-4c67-bb54-f37bc7f568d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:08.946925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1c3ad19-ed52-4500-ba7c-05eb892c0572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.957699 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.963999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:08.976605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4252c0-945b-4ded-a74f-ce4fbf7a18ba tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=53d8046c-943e-436d-8ca0-d701f70ed24a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.003690 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.028325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=a7559014-ba86-47e4-b78e-1a7de2d207d4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.030517 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e4ddcd-d16f-4335-bad2-babda689bf49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:09.031041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e4ddcd-d16f-4335-bad2-babda689bf49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:09.032022 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.036440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-02e4ddcd-d16f-4335-bad2-babda689bf49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/53d8046c-943e-436d-8ca0-d701f70ed24a HTTP/1.1" status: 404 len: 339 time: 0.0420735 Nov 25 17:35:09.055323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Network d09e0c14-9a65-4122-8a82-ebc42edbbd6d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:09.055989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43264) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:09.069466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No DVR routers for this DVR port a7559014-ba86-47e4-b78e-1a7de2d207d4 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:09.071579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:09.084963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Network 695f822b-3975-4f4a-9304-65629985f355 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:09.089774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:09.092273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:09.093080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:09.135203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:09.135203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17e31b1-7111-478f-9757-e2a78a4ccd1a None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:09.165016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Pushing event updated for resources: {'Port': ['ID=688624c2-207f-4119-b580-006c8d2c4c72,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.215241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Pushing event updated for resources: {'Port': ['ID=c4c1cafa-5822-48c6-90e0-6585f8ab516a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.234318 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.242102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.242396 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.242576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c9575-0822-4ea4-85d6-e4bc37833f7f req-61c30e1d-4f7d-4a9d-b555-42fbeb4f103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.243942 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf6c9575-0822-4ea4-85d6-e4bc37833f7f req-61c30e1d-4f7d-4a9d-b555-42fbeb4f103e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 1096 time: 0.4778388 Nov 25 17:35:09.287583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.299018 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699b65d1-d847-4523-9542-d6e68a311ef6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:09.321203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd7af49-3b29-42d1-b85a-b78261c89793') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:09.321538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd7af49-3b29-42d1-b85a-b78261c89793') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:09.335874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871283d-0794-4387-8dce-fe850a50b28c req-236e7a99-2c05-4861-8a27-01591374cc1c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.344489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d871283d-0794-4387-8dce-fe850a50b28c req-236e7a99-2c05-4861-8a27-01591374cc1c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 945 time: 0.3814700 Nov 25 17:35:09.356912 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Attempting to bind port c4c1cafa-5822-48c6-90e0-6585f8ab516a on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:09.357489 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Attempting to bind port c4c1cafa-5822-48c6-90e0-6585f8ab516a by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:09.357977 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Attempting to bind port c4c1cafa-5822-48c6-90e0-6585f8ab516a on network 695f822b-3975-4f4a-9304-65629985f355 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:09.363212 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1c3ad19-ed52-4500-ba7c-05eb892c0572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.376605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:09.377297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Checking segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:09.377962 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.378672 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Bound using segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:09.379470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Bound port: c4c1cafa-5822-48c6-90e0-6585f8ab516a, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:09.380237 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.387745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7626c8-9fcc-4d79-96a6-b489b86683ca req-6e2f0194-dff8-4573-a63e-8a1929929f4f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.395382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c7626c8-9fcc-4d79-96a6-b489b86683ca req-6e2f0194-dff8-4573-a63e-8a1929929f4f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.3681073 Nov 25 17:35:09.398813 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.401501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a7559014-ba86-47e4-b78e-1a7de2d207d4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:09.432524 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-57a78bc8-ab90-411d-93ea-ffc5e6b3c9fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2985845 Nov 25 17:35:09.447553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b1c3ad19-ed52-4500-ba7c-05eb892c0572 None None] For port 5a501f89-f808-4c67-bb54-f37bc7f568d1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5a501f89-f808-4c67-bb54-f37bc7f568d1,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:09.448749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Request body: {'port': {'device_id': '8957206d-ca02-4d7b-aa00-9859720d41b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:09.457696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a7559014-ba86-47e4-b78e-1a7de2d207d4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:09.458143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a7559014-ba86-47e4-b78e-1a7de2d207d4 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:09.464990 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1c3ad19-ed52-4500-ba7c-05eb892c0572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.477828 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.489621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf6c9575-0822-4ea4-85d6-e4bc37833f7f req-04ea3bdd-8d00-45bb-8ca8-c3b2824b4047 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299612 Nov 25 17:35:09.515031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:09.515443 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:09.519886 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:09.566261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d871283d-0794-4387-8dce-fe850a50b28c req-777fadcf-3765-409e-b5bb-0b9f9c2f1cc8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198563 Nov 25 17:35:09.606428 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3ad19-ed52-4500-ba7c-05eb892c0572 None None] Pushing event updated for resources: {'Port': ['ID=5a501f89-f808-4c67-bb54-f37bc7f568d1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.617072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] For port c4c1cafa-5822-48c6-90e0-6585f8ab516a, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:09.631265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3868290a-f951-4735-84f5-24344d1748cc None None] Provisioning complete for port 688624c2-207f-4119-b580-006c8d2c4c72 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:09.631646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3868290a-f951-4735-84f5-24344d1748cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.672603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c7626c8-9fcc-4d79-96a6-b489b86683ca req-a1fb9c30-a516-4568-9f4f-446001ee2976 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756956 Nov 25 17:35:09.677425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:03Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:09.721062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde3a5d-6ab2-4cbe-a722-bbed4b957635 None None] The sync data for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 is: [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:03Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:09.726517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3868290a-f951-4735-84f5-24344d1748cc None None] Port 688624c2-207f-4119-b580-006c8d2c4c72 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:09.780273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] For port c4c1cafa-5822-48c6-90e0-6585f8ab516a, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c4c1cafa-5822-48c6-90e0-6585f8ab516a,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:09.784887 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.788894 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.800802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.805579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/699b65d1-d847-4523-9542-d6e68a311ef6 HTTP/1.1" status: 204 len: 168 time: 1.9212635 Nov 25 17:35:09.846465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:09.848655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858355-b8ce-4549-a55b-aa1cbf29c21e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=699b65d1-d847-4523-9542-d6e68a311ef6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.864971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-289166535', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:09.934279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4c2bf-07b1-49d1-b238-1c176db25d06 None None] Pushing event updated for resources: {'Port': ['ID=c4c1cafa-5822-48c6-90e0-6585f8ab516a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.966355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f6268-92bb-480b-8861-4f2413c7f787 req-8c79e63f-ebd6-4e1f-859a-1ada7d5f6c73 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.973492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d20f6268-92bb-480b-8861-4f2413c7f787 req-8c79e63f-ebd6-4e1f-859a-1ada7d5f6c73 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 932 time: 0.2573535 Nov 25 17:35:09.974433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.975949 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.026330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.084996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc1286-0975-42fb-925e-1da2c06549c3 req-83d107b8-0630-4fed-95cd-7a55458ccd44 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:10.099579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15dc1286-0975-42fb-925e-1da2c06549c3 req-83d107b8-0630-4fed-95cd-7a55458ccd44 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1948564 Nov 25 17:35:10.102001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.116067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f2e32f-1db3-49e2-ae75-20144f12db2a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.139217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Request body: {'floatingip': {'port_id': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:10.152151 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d20f6268-92bb-480b-8861-4f2413c7f787 req-c6c6fa4f-b7ca-4263-995e-117310ba3f13 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697471 Nov 25 17:35:10.166881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.199972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff6c449-91b1-4c40-8ac1-d73498d130b6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.200338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff6c449-91b1-4c40-8ac1-d73498d130b6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.227446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.260702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.20.0.1 (695f822b-3975-4f4a-9304-65629985f355/95588db4-bcc3-49ed-a431-413c9a6ab479/7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:10.297858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.312443 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.341681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.363213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:10.363633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:10.367128 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:10.607439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.645885 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.656616 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/b0f2e32f-1db3-49e2-ae75-20144f12db2a HTTP/1.1" status: 204 len: 168 time: 1.5978775 Nov 25 17:35:10.671477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43278) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.744825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.793584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edde57-05ea-4263-a556-488ae8ed6d47 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=b0f2e32f-1db3-49e2-ae75-20144f12db2a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:10.806487 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de8eadc-574c-4868-a807-5c33bc31394f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:10.811065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de8eadc-574c-4868-a807-5c33bc31394f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:10.814703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7de8eadc-574c-4868-a807-5c33bc31394f tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/e2185adf-4b73-4eee-849d-f1c4cc70d9eb HTTP/1.1" status: 404 len: 337 time: 0.1318102 Nov 25 17:35:10.821767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43280) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.911325 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b9a760-6f92-4f6a-aca7-dbd140a076d2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:10.911868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b9a760-6f92-4f6a-aca7-dbd140a076d2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:10.918247 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-13b9a760-6f92-4f6a-aca7-dbd140a076d2 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/568fb599-2318-4974-b57e-b7ac98874690 HTTP/1.1" status: 404 len: 339 time: 0.0870378 Nov 25 17:35:10.919172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43282) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.968334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.020328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c56e5-a018-447b-86c9-f4869251d5b9 req-2b2477fa-f7dd-4f3e-b802-4fa87c3ebfe1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:11.022072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-169c56e5-a018-447b-86c9-f4869251d5b9 req-2b2477fa-f7dd-4f3e-b802-4fa87c3ebfe1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 945 time: 0.2706442 Nov 25 17:35:11.032046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c049973-8c7b-420d-a2d6-9dbc73aebc49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting subnet 7ca73379-afc3-47be-bbb2-1ec5dad134d4 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:11.038060 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c049973-8c7b-420d-a2d6-9dbc73aebc49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.114031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c049973-8c7b-420d-a2d6-9dbc73aebc49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.226881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.458113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c4c1cafa-5822-48c6-90e0-6585f8ab516a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:11.460858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c049973-8c7b-420d-a2d6-9dbc73aebc49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.543921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688624c2-207f-4119-b580-006c8d2c4c72 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:11.550872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c049973-8c7b-420d-a2d6-9dbc73aebc49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.559266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c4c1cafa-5822-48c6-90e0-6585f8ab516a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:11.560156 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.572007 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-169c56e5-a018-447b-86c9-f4869251d5b9 req-e8f08cb4-0386-4383-bde7-4e62c63d90ba tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402434 Nov 25 17:35:11.593325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 695f822b-3975-4f4a-9304-65629985f355 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:11.599083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.606166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c049973-8c7b-420d-a2d6-9dbc73aebc49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca73379-afc3-47be-bbb2-1ec5dad134d4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.620369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:11.630679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.646380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:11.658008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba5bc8-ffdc-48d5-843a-6b99a6850872 None None] Network a69ed222-a85c-475d-896b-1ec31bdb8398 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:11.720340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c049973-8c7b-420d-a2d6-9dbc73aebc49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.727668 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8c049973-8c7b-420d-a2d6-9dbc73aebc49 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/7ca73379-afc3-47be-bbb2-1ec5dad134d4 HTTP/1.1" status: 204 len: 168 time: 0.7959485 Nov 25 17:35:11.733650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Transition to ACTIVE for port object 688624c2-207f-4119-b580-006c8d2c4c72 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:11.734298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:11.740362 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:35:11.753121 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.758028 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.765922 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:35:11.838633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa8e33-a4e8-425a-9d21-b8c3bffff286 None None] Network 695f822b-3975-4f4a-9304-65629985f355 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:11.869244 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Pushing event updated for resources: {'Port': ['ID=688624c2-207f-4119-b580-006c8d2c4c72,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.953009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-867d7d74-797c-4303-8ad9-83ea22b24e7d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting subnet aaf60ad7-6891-44a6-81dc-459a4d597fb5 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:11.968707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-867d7d74-797c-4303-8ad9-83ea22b24e7d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.978840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378bdf27-a129-4882-b838-5db61933f6ea None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:12.048546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-867d7d74-797c-4303-8ad9-83ea22b24e7d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.205393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-867d7d74-797c-4303-8ad9-83ea22b24e7d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.284114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2cece900-05f9-46a2-8208-24fc9cb9f108 None None] Provisioning complete for port c4c1cafa-5822-48c6-90e0-6585f8ab516a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:12.284461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cece900-05f9-46a2-8208-24fc9cb9f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.304902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa5d3a-3935-4d48-9498-6f73be50b11b req-14198c8a-011f-4202-aa82-f6247a907d73 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:12.313570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07aa5d3a-3935-4d48-9498-6f73be50b11b req-14198c8a-011f-4202-aa82-f6247a907d73 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 932 time: 0.9870622 Nov 25 17:35:12.314406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-867d7d74-797c-4303-8ad9-83ea22b24e7d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.342803 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.371019 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.392804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d7d74-797c-4303-8ad9-83ea22b24e7d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf60ad7-6891-44a6-81dc-459a4d597fb5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.448213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-867d7d74-797c-4303-8ad9-83ea22b24e7d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.451874 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-867d7d74-797c-4303-8ad9-83ea22b24e7d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/aaf60ad7-6891-44a6-81dc-459a4d597fb5 HTTP/1.1" status: 204 len: 168 time: 0.7120006 Nov 25 17:35:12.460087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:12.485930 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.543053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port c4c1cafa-5822-48c6-90e0-6585f8ab516a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c4c1cafa-5822-48c6-90e0-6585f8ab516a,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:12.591579 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.592406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5a501f89-f808-4c67-bb54-f37bc7f568d1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:12.594460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07aa5d3a-3935-4d48-9498-6f73be50b11b req-59f1fd6e-9e17-4eea-a7cc-0f1a8f25eded tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799582 Nov 25 17:35:12.595935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.631292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.722605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cece900-05f9-46a2-8208-24fc9cb9f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.723251 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.726496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Attempting to bind port 688624c2-207f-4119-b580-006c8d2c4c72 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:12.727221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Attempting to bind port 688624c2-207f-4119-b580-006c8d2c4c72 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:12.728259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Attempting to bind port 688624c2-207f-4119-b580-006c8d2c4c72 on network d09e0c14-9a65-4122-8a82-ebc42edbbd6d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:12.741740 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab23960-08f6-4522-b723-fcc0b980f3e7 None None] Update dhcp port {'port': {'network_id': 'a69ed222-a85c-475d-896b-1ec31bdb8398', 'fixed_ips': [{'subnet_id': 'aaf60ad7-6891-44a6-81dc-459a4d597fb5'}], 'binding:host_id': 'n-d-819349-3'}, 'id': '3344d654-4333-443e-b53f-7888ed8c12d0'} from n-d-819349-3. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:35:12.793214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=c4c1cafa-5822-48c6-90e0-6585f8ab516a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.812170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Port 688624c2-207f-4119-b580-006c8d2c4c72 on network d09e0c14-9a65-4122-8a82-ebc42edbbd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:12.812400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ab23960-08f6-4522-b723-fcc0b980f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.812533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Attempting to bind port 688624c2-207f-4119-b580-006c8d2c4c72 on network d09e0c14-9a65-4122-8a82-ebc42edbbd6d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:12.831255 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.842168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:12.842570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Checking segment: {'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:12.842919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Bound using segment: {'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:12.843382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Bound port: 688624c2-207f-4119-b580-006c8d2c4c72, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:12.843750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.869353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5a501f89-f808-4c67-bb54-f37bc7f568d1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:12.869733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.879599 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Floating IP 39deb4be-9e6b-423f-abf6-fbe7bc4fd220 associated. External IP: 172.25.1.98, port: 75c10a98-5b58-4b93-ad06-4beb69dea6e6. Nov 25 17:35:13.013594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 172.25.1.175 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/98d1d8f0-a5a6-4108-918e-dd9d3e56eca2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:13.049652 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-2cece900-05f9-46a2-8208-24fc9cb9f108 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:13.050038 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-2cece900-05f9-46a2-8208-24fc9cb9f108 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:13.169937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] For port 688624c2-207f-4119-b580-006c8d2c4c72, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:13.176521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb1b4f-9e8e-4d72-9285-6cbe0de71298 None None] Network a69ed222-a85c-475d-896b-1ec31bdb8398 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:13.177170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] For port 688624c2-207f-4119-b580-006c8d2c4c72, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=688624c2-207f-4119-b580-006c8d2c4c72,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:13.187319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.224327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29cfde-02b9-412d-b7b8-0cf3e7038669 req-2cafc0ae-a1dd-45c7-abc9-65829c0ff23d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.226258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc29cfde-02b9-412d-b7b8-0cf3e7038669 req-2cafc0ae-a1dd-45c7-abc9-65829c0ff23d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 945 time: 0.5020051 Nov 25 17:35:13.242172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.242172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.246712 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] 10.222.0.60 "PUT /v2.0/ports/688624c2-207f-4119-b580-006c8d2c4c72 HTTP/1.1" status: 200 len: 1092 time: 3.8007870 Nov 25 17:35:13.246712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8957206d-ca02-4d7b-aa00-9859720d41b3', 'tag': '688624c2-207f-4119-b580-006c8d2c4c72'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:13.246712 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c135f36b-2fc8-418f-825f-9cf79ae2abcd" -d '{"events": [{"name": "network-changed", "server_uuid": "8957206d-ca02-4d7b-aa00-9859720d41b3", "tag": "688624c2-207f-4119-b580-006c8d2c4c72"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:13.269923 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.316831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a1900-2364-41cd-b35f-2f5b4cf1d497 None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:13.409521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c4c1cafa-5822-48c6-90e0-6585f8ab516a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:13.452507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc29cfde-02b9-412d-b7b8-0cf3e7038669 req-46136889-a962-4abc-9c5d-1ef1cc26997b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139883 Nov 25 17:35:13.453426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.498049 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802fbab6-0c86-458b-80eb-f2ab37bab9db x-openstack-request-id: req-802fbab6-0c86-458b-80eb-f2ab37bab9db {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:13.498470 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8957206d-ca02-4d7b-aa00-9859720d41b3", "tag": "688624c2-207f-4119-b580-006c8d2c4c72", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:13.498652 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-802fbab6-0c86-458b-80eb-f2ab37bab9db {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:13.499027 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8957206d-ca02-4d7b-aa00-9859720d41b3', 'tag': '688624c2-207f-4119-b580-006c8d2c4c72', 'status': 'completed', 'code': 200} Nov 25 17:35:13.534380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting port 3344d654-4333-443e-b53f-7888ed8c12d0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:13.534858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.540317 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.544434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad36a7f-2bad-449f-a03d-3a6d27b0d6db service neutron] Pushing event updated for resources: {'Port': ['ID=688624c2-207f-4119-b580-006c8d2c4c72,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.614680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c4c1cafa-5822-48c6-90e0-6585f8ab516a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:13.615193 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.628622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] DHCP port deletion for a69ed222-a85c-475d-896b-1ec31bdb8398 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:13.632732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.732772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-1e5c413a-bd1d-4327-afc1-f3a849297c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.734403 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-1e5c413a-bd1d-4327-afc1-f3a849297c9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f6353f9e254ef8929358370ace941b&device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 1095 time: 0.2741668 Nov 25 17:35:13.767285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:13.792794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:13.794842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-88cbf34b-4397-4001-8f9a-50eecf89634e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=688624c2-207f-4119-b580-006c8d2c4c72 HTTP/1.1" status: 200 len: 217 time: 0.0482996 Nov 25 17:35:13.798580 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.806274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:13.810430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.841580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=98d1d8f0-a5a6-4108-918e-dd9d3e56eca2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.849436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57922eb-b77d-4aa6-82ea-0dd04b34a34b None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:13.857237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Router 09485ab1-a19e-4470-ab8f-b229890f49ae has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:13.884164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-ae47983a-8aa2-44d0-8948-d8a02b61ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.885869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-ae47983a-8aa2-44d0-8948-d8a02b61ef08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8efe2f1f-ae44-48f0-ba3d-ed9f4a084558 HTTP/1.1" status: 200 len: 854 time: 0.0699794 Nov 25 17:35:13.932164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3344d654-4333-443e-b53f-7888ed8c12d0 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:13.935366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] Deleting port 3344d654-4333-443e-b53f-7888ed8c12d0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:13.935906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.971658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] For port 3344d654-4333-443e-b53f-7888ed8c12d0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3344d654-4333-443e-b53f-7888ed8c12d0,segment=NetworkSegment(e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6),segment_id=e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:13.972040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.974982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a870841-e4e5-4f60-94c5-f66de0b8e4ee req-68e83586-73a2-4465-a816-cbc9b602e3b1 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.977974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a870841-e4e5-4f60-94c5-f66de0b8e4ee req-68e83586-73a2-4465-a816-cbc9b602e3b1 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 944 time: 0.2314708 Nov 25 17:35:14.002177 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-9831fa5f-9838-453e-846d-db49712e2fdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978622 Nov 25 17:35:14.013499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Calling delete_port for 3344d654-4333-443e-b53f-7888ed8c12d0 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:14.091102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Provisioning complete for port 98d1d8f0-a5a6-4108-918e-dd9d3e56eca2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:14.091492 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.143649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] For port 3344d654-4333-443e-b53f-7888ed8c12d0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3344d654-4333-443e-b53f-7888ed8c12d0,segment=NetworkSegment(e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6),segment_id=e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:14.144095 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.178854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] Calling delete_port for 3344d654-4333-443e-b53f-7888ed8c12d0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:14.195549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 695f822b-3975-4f4a-9304-65629985f355 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:14.207839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:14.237679 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-077ffdd4-1fbc-48d5-a3a3-57418d88cf08 service neutron] 10.222.0.60 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130213 Nov 25 17:35:14.297351 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a870841-e4e5-4f60-94c5-f66de0b8e4ee req-4b897fc5-ec74-4419-b100-4f6923a41e5d tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555828 Nov 25 17:35:14.319993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Port 98d1d8f0-a5a6-4108-918e-dd9d3e56eca2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:14.351275 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.352207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:14.363092 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.366308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] Sync routers for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:14.407272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-01ae25f9-e3d4-4850-81b3-3ca142692131 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "PUT /v2.0/floatingips/39deb4be-9e6b-423f-abf6-fbe7bc4fd220 HTTP/1.1" status: 200 len: 990 time: 4.2790446 Nov 25 17:35:14.407730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:14.410549 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320cfee9-5037-48d9-ba25-64e4f3952831" -d '{"events": [{"name": "network-changed", "server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:14.450028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:14.450703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:14.459165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Provisioning complete for port 3344d654-4333-443e-b53f-7888ed8c12d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:14.459536 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.502615 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed81e36-d70a-4d39-8e96-a67f65780d56 x-openstack-request-id: req-2ed81e36-d70a-4d39-8e96-a67f65780d56 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:14.502847 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:14.503070 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ed81e36-d70a-4d39-8e96-a67f65780d56 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:14.503496 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'status': 'completed', 'code': 200} Nov 25 17:35:14.585268 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.734946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:14.812757 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-588faccb-5081-4be9-af9b-0c19d7910b59 req-a917c7e0-78da-4650-bf2d-5c27b5b3848e service neutron] 10.222.0.60 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946532 Nov 25 17:35:14.897361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Provisioning complete for port c4c1cafa-5822-48c6-90e0-6585f8ab516a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:14.897750 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.904767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.909026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 425121ad-1015-4461-b31c-da32f2e49b14 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:14.963247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-db192d5b-f50a-445d-ab25-44b1a3762d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:14.966427 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.967060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Port': ['ID=3344d654-4333-443e-b53f-7888ed8c12d0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:14.967190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-db192d5b-f50a-445d-ab25-44b1a3762d9a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 1096 time: 0.4149365 Nov 25 17:35:14.972828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No DVR routers for this DVR port 3344d654-4333-443e-b53f-7888ed8c12d0 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:15.034621 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.055898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-80fddf02-6e55-4329-bda5-70e9a0e1442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:15.057535 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-80fddf02-6e55-4329-bda5-70e9a0e1442e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f6353f9e254ef8929358370ace941b&device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 1095 time: 0.1652994 Nov 25 17:35:15.109164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:35:15.109164 n-d-819349-3 neutron-server[103600]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 25 17:35:15.109164 n-d-819349-3 neutron-server[103600]: [parameters: {'status': 'DOWN', 'ports_id': '3344d654-4333-443e-b53f-7888ed8c12d0'}] Nov 25 17:35:15.109164 n-d-819349-3 neutron-server[103600]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:15.109805 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:15.128986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] Pushing event deleted for resources: {'Port': ['ID=3344d654-4333-443e-b53f-7888ed8c12d0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.135570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58f8b5-e62a-4b9b-b2f4-a2bdf85edba3 None None] No DVR routers for this DVR port 3344d654-4333-443e-b53f-7888ed8c12d0 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:15.186835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5c752-4ebe-446f-9fdf-7497dd791301 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:35:15.245649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.278612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69ed222-a85c-475d-896b-1ec31bdb8398']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.284554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:15.304385 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Sync routers for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:15.316084 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fb066c8d-9009-43d1-a36e-de2f24928b9b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "PUT /v2.0/routers/425121ad-1015-4461-b31c-da32f2e49b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6023054 Nov 25 17:35:15.316084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.316084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cca3e1-3aa7-4e7b-8fcc-9a21213986d6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.332069 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:15.332718 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.344690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.355494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-ab005aac-7347-43f1-b9c1-4f425dbdc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:15.358002 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-ab005aac-7347-43f1-b9c1-4f425dbdc722 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d HTTP/1.1" status: 200 len: 915 time: 0.2838390 Nov 25 17:35:15.469617 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-e211ff03-d276-4385-ad2a-d7bfb51438cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=688624c2-207f-4119-b580-006c8d2c4c72 HTTP/1.1" status: 200 len: 217 time: 0.1016853 Nov 25 17:35:15.472382 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.519335 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:15.571369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:15.571955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.581531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Provisioning complete for port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:15.582154 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.618713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-e491f0ab-de71-46c4-92a5-eee971aa7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:15.622352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-e491f0ab-de71-46c4-92a5-eee971aa7418 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.6398985 Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:15.713904 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:15.719009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.728229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.734139 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/a69ed222-a85c-475d-896b-1ec31bdb8398 HTTP/1.1" status: 204 len: 168 time: 3.2701261 Nov 25 17:35:15.735910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43322) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.760767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983da7bf-80d2-47ad-9294-16ed055dee70 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=a69ed222-a85c-475d-896b-1ec31bdb8398,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.809471 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:13Z', 'revision_number': 2, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.850594 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-daccf2aa-8373-40d7-b250-b8a58ae57558 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:15.851345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daccf2aa-8373-40d7-b250-b8a58ae57558 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:15.855032 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-daccf2aa-8373-40d7-b250-b8a58ae57558 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/2aedbba5-3f6a-4d4c-8ef5-e73826b1ab10 HTTP/1.1" status: 404 len: 337 time: 0.1160202 Nov 25 17:35:15.858069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-854d3030-3e86-4c73-aade-9b31f872379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:15.859946 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-854d3030-3e86-4c73-aade-9b31f872379f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8efe2f1f-ae44-48f0-ba3d-ed9f4a084558 HTTP/1.1" status: 200 len: 854 time: 0.3797338 Nov 25 17:35:15.860821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43332) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.879982 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Checking router: 425121ad-1015-4461-b31c-da32f2e49b14 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:15.880510 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Updating router 425121ad-1015-4461-b31c-da32f2e49b14 port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:15.915308 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.968105 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-c1611676-1888-426f-90a0-6a1a2c2cacbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886459 Nov 25 17:35:15.975816 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-097d6e44-38b8-481b-90e2-cccfcd59d9a4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:15.976885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097d6e44-38b8-481b-90e2-cccfcd59d9a4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:15.988894 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-097d6e44-38b8-481b-90e2-cccfcd59d9a4 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/a5b911d2-0653-4f14-8f27-03021e90ff78 HTTP/1.1" status: 404 len: 339 time: 0.1233044 Nov 25 17:35:15.989872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43334) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.995986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '39deb4be-9e6b-423f-abf6-fbe7bc4fd220', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'floating_ip_address': '172.25.1.98', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'port_id': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'mac_address': 'fa:16:3e:c8:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:44Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 1, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:16.035608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] Checking router: 09485ab1-a19e-4470-ab8f-b229890f49ae for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:16.041215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Port 3344d654-4333-443e-b53f-7888ed8c12d0 update to DOWN by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:35:16.050088 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5c752-4ebe-446f-9fdf-7497dd791301 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:35:16.057677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3ae44dff-65e1-4ede-ae61-8e40240ddb21 None None] Port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:16.070399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:16.071037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:16.121080 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d636fdfb-f99b-4f4b-92df-42ab10d45a3d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:16.121557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d636fdfb-f99b-4f4b-92df-42ab10d45a3d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:16.127074 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d636fdfb-f99b-4f4b-92df-42ab10d45a3d tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/5d27db2d-7e3b-4efd-93a6-d7270fa3ccec HTTP/1.1" status: 404 len: 337 time: 0.1291831 Nov 25 17:35:16.142883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43336) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.222532 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-69432d71-f295-41d0-a185-6b63cf16ebbb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:16.223302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69432d71-f295-41d0-a185-6b63cf16ebbb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:16.228774 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-69432d71-f295-41d0-a185-6b63cf16ebbb tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/35431b5c-3807-4f2e-a1ef-70739becc3b6 HTTP/1.1" status: 404 len: 339 time: 0.0827143 Nov 25 17:35:16.229326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.266221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18019dc0-5d7b-40b8-a443-284ec27fea4a None None] Provisioning complete for port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:16.267307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18019dc0-5d7b-40b8-a443-284ec27fea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.282872 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.290054 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.302708 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9928a0-f4fa-472b-9256-e641dcaf1ac8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:16.303283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9928a0-f4fa-472b-9256-e641dcaf1ac8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:16.309878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c9928a0-f4fa-472b-9256-e641dcaf1ac8 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/adeb4773-8328-4e90-ac61-519938aebd2e HTTP/1.1" status: 404 len: 337 time: 0.0773888 Nov 25 17:35:16.315736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43342) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.361510 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-18394eb4-8ee0-4e5e-9433-efe68875ca40 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:16.361879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:16.362065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18394eb4-8ee0-4e5e-9433-efe68875ca40 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:16.371150 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-18394eb4-8ee0-4e5e-9433-efe68875ca40 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/fcfff254-41dc-49cf-b4cd-0632d3ca4def HTTP/1.1" status: 404 len: 339 time: 0.0521805 Nov 25 17:35:16.384507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43344) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.390644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18019dc0-5d7b-40b8-a443-284ec27fea4a None None] Port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:16.432694 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-525064c3-1ccb-4b31-86cc-adce0ad5d4d4 service neutron] 10.222.0.60 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417870 Nov 25 17:35:16.437395 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Pushing event updated for resources: {'Port': ['ID=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.466615 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.466967 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.467312 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.467652 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.467993 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.468326 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.468653 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.481067 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.481594 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.481943 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.482286 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.482625 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.488394 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Attempting to bind port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:16.488771 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Attempting to bind port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:16.489164 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Attempting to bind port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d on network 695f822b-3975-4f4a-9304-65629985f355 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:16.495497 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:16.496115 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Checking segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:16.496714 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.497302 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Bound using segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:16.497954 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Bound port: 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:16.498527 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.585348 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] For port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:16.590734 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] For port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:16.598712 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.612466 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c135f36b-2fc8-418f-825f-9cf79ae2abcd req-019917ec-a415-4a5f-a256-c031da3d2e58 service neutron] 10.222.0.60 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691759 Nov 25 17:35:16.668111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f027fa36-de0b-482b-a4ba-d7aabd4528a7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting subnet f50698c0-5a94-4121-a2ac-15a2fc93925f {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:16.680253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f027fa36-de0b-482b-a4ba-d7aabd4528a7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.693271 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:16.696384 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:16.698930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-b23b31ff-c0e9-407d-a320-61543b376487 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811858802&fields=id&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 267 time: 0.1116793 Nov 25 17:35:16.792157 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f027fa36-de0b-482b-a4ba-d7aabd4528a7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.835279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-8b884d3f-cd18-4c83-a699-eb31736b966a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 200 len: 998 time: 1.1990235 Nov 25 17:35:16.844033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-61d88dd0-0352-4e42-a0bf-318ee8bb003b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.866097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-61d88dd0-0352-4e42-a0bf-318ee8bb003b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/networks?id=695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 200 len: 797 time: 0.1651139 Nov 25 17:35:16.869141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 688624c2-207f-4119-b580-006c8d2c4c72 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:16.973115 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:17.011700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-40e2d96e-4a4a-450a-94ee-4ffd98f269e8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/quotas/0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 375 time: 0.1441069 Nov 25 17:35:17.023774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f027fa36-de0b-482b-a4ba-d7aabd4528a7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.049138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 0b9302fc-fca9-449c-a37c-a267bf23a8a0 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:35:17.055043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-20c68366-380c-4b12-9d91-25a546e9d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.056539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-20c68366-380c-4b12-9d91-25a546e9d236 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.1247177 Nov 25 17:35:17.114701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f027fa36-de0b-482b-a4ba-d7aabd4528a7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.129207 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6299e2-8015-4057-a5ac-5379badcef50 None None] Pushing event updated for resources: {'Port': ['ID=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.180343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac8986-b8fa-4ac8-9843-c16ef969685f req-36c04188-d6ea-47df-a154-f371e03232d8 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.184364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35ac8986-b8fa-4ac8-9843-c16ef969685f req-36c04188-d6ea-47df-a154-f371e03232d8 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 944 time: 1.7118740 Nov 25 17:35:17.185286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fa36-de0b-482b-a4ba-d7aabd4528a7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=f50698c0-5a94-4121-a2ac-15a2fc93925f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.188874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f027fa36-de0b-482b-a4ba-d7aabd4528a7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.193624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f027fa36-de0b-482b-a4ba-d7aabd4528a7 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/f50698c0-5a94-4121-a2ac-15a2fc93925f HTTP/1.1" status: 204 len: 168 time: 0.8079844 Nov 25 17:35:17.196266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43348) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.214854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957d143-9084-420b-88ef-671e0e369872 None None] Network 78facc7c-b973-458c-b77f-522f88430df5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:17.321835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-4b73515e-8d85-4f29-aa49-cfbc65ec87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.322963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-4b73515e-8d85-4f29-aa49-cfbc65ec87b8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554157 Nov 25 17:35:17.334483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 688624c2-207f-4119-b580-006c8d2c4c72, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=688624c2-207f-4119-b580-006c8d2c4c72,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:17.364207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '688624c2-207f-4119-b580-006c8d2c4c72', 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d', 'port_id': '688624c2-207f-4119-b580-006c8d2c4c72', 'mac_address': 'fa:16:3e:c2:ce:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efe2f1f-ae44-48f0-ba3d-ed9f4a084558', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:17.369332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35ac8986-b8fa-4ac8-9843-c16ef969685f req-b4e65925-4a6a-4c94-ad2a-2a49f79ab150 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029725 Nov 25 17:35:17.403173 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.411758 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-353a7875-9a24-4ccf-9c70-df82c8aac2a6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3967655 Nov 25 17:35:17.551861 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '39deb4be-9e6b-423f-abf6-fbe7bc4fd220', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'floating_ip_address': '172.25.1.98', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'port_id': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'mac_address': 'fa:16:3e:c8:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:44Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 1, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:17.554399 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:16Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:17.554995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting port 148444db-3d4f-4a55-bf26-e1febeedbdad {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:17.555287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.576124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:17.607636 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4faa2-b39b-4ceb-9ae9-92e6a33ea51b None None] The sync data for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 is: [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:16Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:17.655796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.658619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28dcdf-63f3-4597-bef5-2e66821dc9b0 None None] Sync routers for ids ['0b9302fc-fca9-449c-a37c-a267bf23a8a0'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:17.668843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.670506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-131e1222-cb12-4e6a-90f1-a74f9f08d54e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.8113055 Nov 25 17:35:17.677778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.679344 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d056ee-c1dd-4913-8074-448b54715c20 None None] The sync data for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 is: [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '39deb4be-9e6b-423f-abf6-fbe7bc4fd220', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'floating_ip_address': '172.25.1.98', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'port_id': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'mac_address': 'fa:16:3e:c8:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:44Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 1, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:17.730064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] For port 148444db-3d4f-4a55-bf26-e1febeedbdad, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=148444db-3d4f-4a55-bf26-e1febeedbdad,segment=NetworkSegment(c14b4180-91ed-4470-980c-64929f625f9c),segment_id=c14b4180-91ed-4470-980c-64929f625f9c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:17.730674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.743040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688624c2-207f-4119-b580-006c8d2c4c72 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:17.763977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Calling delete_port for 148444db-3d4f-4a55-bf26-e1febeedbdad owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:17.795319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28dcdf-63f3-4597-bef5-2e66821dc9b0 None None] Routers {'0b9302fc-fca9-449c-a37c-a267bf23a8a0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:17.798292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fc28dcdf-63f3-4597-bef5-2e66821dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0b9302fc-fca9-449c-a37c-a267bf23a8a0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:17.802403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f77e7f16-cbf2-4656-b433-c969bb96fd9b None None] Provisioning complete for port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:17.802976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f77e7f16-cbf2-4656-b433-c969bb96fd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.860145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1def55c3-e80c-478b-9ac0-0cb42da945c7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/routers/0b9302fc-fca9-449c-a37c-a267bf23a8a0 HTTP/1.1" status: 200 len: 884 time: 0.1812749 Nov 25 17:35:17.866013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 688624c2-207f-4119-b580-006c8d2c4c72, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=688624c2-207f-4119-b580-006c8d2c4c72,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:17.866770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-0edcd446-c7d3-415d-899a-531d0d1d8843 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087729 Nov 25 17:35:17.869249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fc28dcdf-63f3-4597-bef5-2e66821dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:17.880602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.962827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6adc4-8d59-4877-a23a-95bf38e164d4 None None] DHCP port deletion for 78facc7c-b973-458c-b77f-522f88430df5 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:17.975403 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.978702 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.048246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Port': ['ID=148444db-3d4f-4a55-bf26-e1febeedbdad,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.048771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No DVR routers for this DVR port 148444db-3d4f-4a55-bf26-e1febeedbdad on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:18.134149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28dcdf-63f3-4597-bef5-2e66821dc9b0 None None] Routers {'0b9302fc-fca9-449c-a37c-a267bf23a8a0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:18.135049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fc28dcdf-63f3-4597-bef5-2e66821dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0b9302fc-fca9-449c-a37c-a267bf23a8a0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:18.155206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6f714cf6-b9ce-4c85-b9d3-5cbca1374346 service neutron] 10.222.0.81 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933181 Nov 25 17:35:18.273691 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.302582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78facc7c-b973-458c-b77f-522f88430df5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:18.311387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:18.315155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14b4180-91ed-4470-980c-64929f625f9c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:18.315366 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14b4180-91ed-4470-980c-64929f625f9c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:18.326684 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.340601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fc28dcdf-63f3-4597-bef5-2e66821dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:18.342885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28dcdf-63f3-4597-bef5-2e66821dc9b0 None None] The sync data for ids ['0b9302fc-fca9-449c-a37c-a267bf23a8a0'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:18.350046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.363842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:18.364486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:18.384428 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:18.398725 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea5fb5-3e07-4f95-ae79-97d36b95ac4b None None] New status for floating IP 39deb4be-9e6b-423f-abf6-fbe7bc4fd220: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:35:18.425178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=688624c2-207f-4119-b580-006c8d2c4c72,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.444634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['688624c2-207f-4119-b580-006c8d2c4c72'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:18.511476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320cfee9-5037-48d9-ba25-64e4f3952831 req-e3c92217-01f0-4c61-9e63-3fcfe38a8a88 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877774 Nov 25 17:35:18.529760 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f77e7f16-cbf2-4656-b433-c969bb96fd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.584926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.601607 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.613098 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/78facc7c-b973-458c-b77f-522f88430df5 HTTP/1.1" status: 204 len: 168 time: 1.4157269 Nov 25 17:35:18.621170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:18.644996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9aa3af-8ea1-482f-a698-c1f77455d6d9 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=78facc7c-b973-458c-b77f-522f88430df5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.649724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-352b8853-1fed-4e1f-97a7-a26dcdb1f862 service neutron] 10.222.0.81 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796417 Nov 25 17:35:18.683498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f77e7f16-cbf2-4656-b433-c969bb96fd9b None None] For port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:18.692352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:18.692725 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.707034 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f77e7f16-cbf2-4656-b433-c969bb96fd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.708652 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8d56a6-536c-46b7-a991-6a594bcc300e tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:18.709106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8d56a6-536c-46b7-a991-6a594bcc300e tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:18.722293 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2e8d56a6-536c-46b7-a991-6a594bcc300e tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/07d61227-4711-4f81-98f1-cd2d1aa855ca HTTP/1.1" status: 404 len: 337 time: 0.0977051 Nov 25 17:35:18.724845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43368) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:18.752047 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec884440-8dd8-45e8-92cc-831117666faf tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:18.767239 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec884440-8dd8-45e8-92cc-831117666faf tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:18.783252 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec884440-8dd8-45e8-92cc-831117666faf tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/ef14c785-df45-47cc-955d-7717f62a8a94 HTTP/1.1" status: 404 len: 339 time: 0.0555708 Nov 25 17:35:18.788305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43370) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:18.894871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a3f15-722d-4995-bc22-020767797d51 req-fd35e7d3-b738-4a0e-a4ca-08cfaa6ddf51 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:18.917579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e21a3f15-722d-4995-bc22-020767797d51 req-fd35e7d3-b738-4a0e-a4ca-08cfaa6ddf51 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 945 time: 0.3634350 Nov 25 17:35:18.957720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a000c6-96d0-4cb6-a93a-cb3b35bec4c5 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting subnet 157fcdad-a2f1-457d-94eb-25ff87492892 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:18.968353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3a000c6-96d0-4cb6-a93a-cb3b35bec4c5 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.988295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7323db45-3379-40cc-8699-3654cde20eda tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1062751 Nov 25 17:35:19.004511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:19.035254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1bb5a1ca-f541-4943-8c3d-f63eabfc5301 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-289166535'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:19.100254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3a000c6-96d0-4cb6-a93a-cb3b35bec4c5 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.215930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e7f16-cbf2-4656-b433-c969bb96fd9b None None] Pushing event updated for resources: {'Port': ['ID=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.234775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-efb0495f-de6c-4dca-8a80-82c370fcbd5f None None] Provisioning complete for port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:19.235974 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efb0495f-de6c-4dca-8a80-82c370fcbd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.331496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2fe1153e-593b-404d-b660-2a65c085415a req-0d31a6ae-5027-4ece-8d92-95fa8e5da5f5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 210 time: 0.1148629 Nov 25 17:35:19.410082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 148444db-3d4f-4a55-bf26-e1febeedbdad no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:19.467564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3a000c6-96d0-4cb6-a93a-cb3b35bec4c5 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.541684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e21a3f15-722d-4995-bc22-020767797d51 req-983a605e-7380-4988-8b6b-ecf9d16bb722 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196098 Nov 25 17:35:19.605912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3a000c6-96d0-4cb6-a93a-cb3b35bec4c5 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.651182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3a000c6-96d0-4cb6-a93a-cb3b35bec4c5 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.655595 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c3a000c6-96d0-4cb6-a93a-cb3b35bec4c5 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/subnets/157fcdad-a2f1-457d-94eb-25ff87492892 HTTP/1.1" status: 204 len: 168 time: 0.8640566 Nov 25 17:35:19.660157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43386) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:19.689328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a000c6-96d0-4cb6-a93a-cb3b35bec4c5 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Subnet': ['ID=157fcdad-a2f1-457d-94eb-25ff87492892,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.741304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541ac86-e58e-4e1b-aecb-4340727b5aca None None] Network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:19.751106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 148444db-3d4f-4a55-bf26-e1febeedbdad {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:19.751613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 148444db-3d4f-4a55-bf26-e1febeedbdad not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:19.812207 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.939761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Deleting port 6522400d-c68d-4976-ab62-70b425dfdba6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:19.940208 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.942508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a1ca-f541-4943-8c3d-f63eabfc5301 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.980592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a1ca-f541-4943-8c3d-f63eabfc5301 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.068747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] For port 6522400d-c68d-4976-ab62-70b425dfdba6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6522400d-c68d-4976-ab62-70b425dfdba6,segment=NetworkSegment(6e5280f5-4c06-4dcf-8ea5-1f515bd8d894),segment_id=6e5280f5-4c06-4dcf-8ea5-1f515bd8d894)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:20.069219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.118714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] DHCP port deletion for 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:20.124727 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Calling delete_port for 6522400d-c68d-4976-ab62-70b425dfdba6 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:20.249166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] Deleting port 6522400d-c68d-4976-ab62-70b425dfdba6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:20.249460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb5a1ca-f541-4943-8c3d-f63eabfc5301 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 0b9302fc-fca9-449c-a37c-a267bf23a8a0 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:20.254743 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.269728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:20.305966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.343746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Port': ['ID=6522400d-c68d-4976-ab62-70b425dfdba6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:20.353568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] No DVR routers for this DVR port 6522400d-c68d-4976-ab62-70b425dfdba6 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:20.374071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] For port 6522400d-c68d-4976-ab62-70b425dfdba6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6522400d-c68d-4976-ab62-70b425dfdba6,segment=NetworkSegment(6e5280f5-4c06-4dcf-8ea5-1f515bd8d894),segment_id=6e5280f5-4c06-4dcf-8ea5-1f515bd8d894)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:20.374624 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.403183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] Calling delete_port for 6522400d-c68d-4976-ab62-70b425dfdba6 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:20.412020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb5a1ca-f541-4943-8c3d-f63eabfc5301 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:20.420910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a1ca-f541-4943-8c3d-f63eabfc5301 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.426150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1bb5a1ca-f541-4943-8c3d-f63eabfc5301 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/0b9302fc-fca9-449c-a37c-a267bf23a8a0 HTTP/1.1" status: 200 len: 891 time: 1.4208360 Nov 25 17:35:20.426787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:20.443945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c903d-cc39-4e45-9b8c-dd0c3ef0ee03 None None] Sync routers for ids ['0b9302fc-fca9-449c-a37c-a267bf23a8a0'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:20.485715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:20.486473 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.488150 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.524955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f4afd4-64dc-42c4-af4b-56db2aabe1b5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.562076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5280f5-4c06-4dcf-8ea5-1f515bd8d894') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.562381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5280f5-4c06-4dcf-8ea5-1f515bd8d894') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.576863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.583675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c903d-cc39-4e45-9b8c-dd0c3ef0ee03 None None] Routers {'0b9302fc-fca9-449c-a37c-a267bf23a8a0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:20.584648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-368c903d-cc39-4e45-9b8c-dd0c3ef0ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0b9302fc-fca9-449c-a37c-a267bf23a8a0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.587559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ab9cbcc-087f-44ac-91d7-d1954fdfa14e req-425a22ae-e86c-4685-acfe-99aa7d4e6f85 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 210 time: 0.0845163 Nov 25 17:35:20.597452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.606290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:20.607408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:20.612216 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:20.727499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.733322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-368c903d-cc39-4e45-9b8c-dd0c3ef0ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.743718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.753798 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] 10.222.0.81 "DELETE /v2.0/networks/83f4afd4-64dc-42c4-af4b-56db2aabe1b5 HTTP/1.1" status: 204 len: 168 time: 1.0731957 Nov 25 17:35:20.784254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72b1ff-8cd5-49ed-8bad-5878bee9f853 tempest-NetworksIpV6Test-2080456866 tempest-NetworksIpV6Test-2080456866-project] Pushing event deleted for resources: {'Network': ['ID=83f4afd4-64dc-42c4-af4b-56db2aabe1b5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:20.815530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 688624c2-207f-4119-b580-006c8d2c4c72 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:20.829469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c903d-cc39-4e45-9b8c-dd0c3ef0ee03 None None] Routers {'0b9302fc-fca9-449c-a37c-a267bf23a8a0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:20.830227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-368c903d-cc39-4e45-9b8c-dd0c3ef0ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0b9302fc-fca9-449c-a37c-a267bf23a8a0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.961352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-368c903d-cc39-4e45-9b8c-dd0c3ef0ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.962454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c903d-cc39-4e45-9b8c-dd0c3ef0ee03 None None] The sync data for ids ['0b9302fc-fca9-449c-a37c-a267bf23a8a0'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:21.047058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.063756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] Network 83f4afd4-64dc-42c4-af4b-56db2aabe1b5 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:35:21.063756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] No DVR routers for this DVR port 6522400d-c68d-4976-ab62-70b425dfdba6 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:21.118637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec213143-bb53-44d8-bf55-b7ba93bf8c77 None None] Pushing event deleted for resources: {'Port': ['ID=6522400d-c68d-4976-ab62-70b425dfdba6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:21.138594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 688624c2-207f-4119-b580-006c8d2c4c72 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:21.145983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 688624c2-207f-4119-b580-006c8d2c4c72 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:21.148213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.206287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:21.294199 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.339359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8957206d-ca02-4d7b-aa00-9859720d41b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688624c2-207f-4119-b580-006c8d2c4c72'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:21.349392 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dc5ecd-6ccb-4e0a-ac00-3bacc9be01e1" -d '{"events": [{"server_uuid": "8957206d-ca02-4d7b-aa00-9859720d41b3", "name": "network-vif-plugged", "status": "completed", "tag": "688624c2-207f-4119-b580-006c8d2c4c72"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:21.382708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 688624c2-207f-4119-b580-006c8d2c4c72, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=688624c2-207f-4119-b580-006c8d2c4c72,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:21.387834 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.410674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a331c-bdab-4e70-84bb-8f458aa12eba req-231f0d78-16f6-4b38-9e51-2f6e0abee9cf tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.428212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f9a331c-bdab-4e70-84bb-8f458aa12eba req-231f0d78-16f6-4b38-9e51-2f6e0abee9cf tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 945 time: 0.2130501 Nov 25 17:35:21.437751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5da28333-8c14-41da-8f34-e2eb0fb13bf4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/routers/0b9302fc-fca9-449c-a37c-a267bf23a8a0 HTTP/1.1" status: 200 len: 891 time: 1.0067422 Nov 25 17:35:21.448541 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c21587-d3d3-4d19-80f7-a9b044027f4d x-openstack-request-id: req-12c21587-d3d3-4d19-80f7-a9b044027f4d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:21.449618 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8957206d-ca02-4d7b-aa00-9859720d41b3", "name": "network-vif-plugged", "status": "completed", "tag": "688624c2-207f-4119-b580-006c8d2c4c72", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:21.449618 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12c21587-d3d3-4d19-80f7-a9b044027f4d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:21.449618 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8957206d-ca02-4d7b-aa00-9859720d41b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688624c2-207f-4119-b580-006c8d2c4c72', 'code': 200} Nov 25 17:35:21.474486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43416) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:21.481627 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-406d5d81-8555-48d8-97b4-6674f01d71dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b4b99a0c91e40c79f1f04bb8297802c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718103 Nov 25 17:35:21.481946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43418) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:21.504871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=688624c2-207f-4119-b580-006c8d2c4c72,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:21.523972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-497be2ab-307d-44c2-ac63-52e3b680ab30 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b9302fc-fca9-449c-a37c-a267bf23a8a0 HTTP/1.1" status: 200 len: 205 time: 0.0456715 Nov 25 17:35:21.525387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:21.532742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-91320380-734f-4fa1-8cb6-e6734478196f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.534699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-91320380-734f-4fa1-8cb6-e6734478196f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "GET /v2.0/networks?id=695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 200 len: 797 time: 0.9772506 Nov 25 17:35:21.589555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04c503a0-d683-40e0-8ec8-3e8ae2d511b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.605266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d3bc8-b30d-4efc-8bdf-27fdc5777b11 req-c914856c-b1d4-4199-b4bc-7a0fb37fccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.606803 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e6d3bc8-b30d-4efc-8bdf-27fdc5777b11 req-c914856c-b1d4-4199-b4bc-7a0fb37fccfc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 1097 time: 0.0718000 Nov 25 17:35:21.627118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04c503a0-d683-40e0-8ec8-3e8ae2d511b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.644647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f9a331c-bdab-4e70-84bb-8f458aa12eba req-619338fc-a561-40de-b66a-d2f71f302f12 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153571 Nov 25 17:35:21.690774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04c503a0-d683-40e0-8ec8-3e8ae2d511b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.694372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04c503a0-d683-40e0-8ec8-3e8ae2d511b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.695555 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-04c503a0-d683-40e0-8ec8-3e8ae2d511b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/287458b9-2bd2-436d-91ef-176f832443f0 HTTP/1.1" status: 204 len: 168 time: 0.2118442 Nov 25 17:35:21.713811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c503a0-d683-40e0-8ec8-3e8ae2d511b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287458b9-2bd2-436d-91ef-176f832443f0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:21.732314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-82e45197-dce8-47c5-b495-ca9c375516c0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 380 time: 0.1467161 Nov 25 17:35:21.744910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'port': {'device_id': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'admin_state_up': True, 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'security_groups': ['60e276c8-cdac-4451-b5a2-cb049c18654f']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:21.752162 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e6d3bc8-b30d-4efc-8bdf-27fdc5777b11 req-716e06cc-19f2-49df-bf0d-e32688e89e29 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731339 Nov 25 17:35:21.801308 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b125a3e-0e3f-4e0f-94ed-cb55dbdea7e7 req-6c16c82f-808b-4ccf-be5d-c41575f3b0ba tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 210 time: 0.0489657 Nov 25 17:35:21.831743 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.015238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:22.019681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.031167 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.191838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6522400d-c68d-4976-ab62-70b425dfdba6 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:22.226336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 6522400d-c68d-4976-ab62-70b425dfdba6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:22.226822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6522400d-c68d-4976-ab62-70b425dfdba6 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:22.263080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port 98d1d8f0-a5a6-4108-918e-dd9d3e56eca2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:22.265787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.305161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.20.0.6 (695f822b-3975-4f4a-9304-65629985f355/95588db4-bcc3-49ed-a431-413c9a6ab479/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:22.486785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.515383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for 98d1d8f0-a5a6-4108-918e-dd9d3e56eca2 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:22.653301 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.825858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.894003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.903470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28aed-35b0-4932-9448-4bd565260da6 req-9b30e21a-5dce-4fd0-aa8d-c5bca64a1a51 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:22.905016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83b28aed-35b0-4932-9448-4bd565260da6 req-9b30e21a-5dce-4fd0-aa8d-c5bca64a1a51 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 946 time: 0.1627052 Nov 25 17:35:22.908988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 695f822b-3975-4f4a-9304-65629985f355 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:22.918487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:22.926615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:22.963990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1575985-f02f-47bc-b89d-956da335419e None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:22.971837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.018127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:23.084745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=98d1d8f0-a5a6-4108-918e-dd9d3e56eca2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.145814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:23.146490 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.171757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-83b28aed-35b0-4932-9448-4bd565260da6 req-4901d6ef-3eed-4f44-a4ed-fd665ee493ba tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547591 Nov 25 17:35:23.188919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f39136-1df9-40de-924f-845133557359 req-27bfaba9-0934-42a0-998e-76b9a596ba08 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:23.199698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00f39136-1df9-40de-924f-845133557359 req-27bfaba9-0934-42a0-998e-76b9a596ba08 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 931 time: 0.2562280 Nov 25 17:35:23.220416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-6d8aa52f-1217-45cc-a7d5-4f86a4703c87 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4795449 Nov 25 17:35:23.222463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.233698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620166808'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:23.284910 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.295938 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.349961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Request body: {'port': {'device_id': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:23.400187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a1749aca-f7a9-4098-93d6-472ec7ac4ab0 None None] Provisioning complete for port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:23.402377 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1749aca-f7a9-4098-93d6-472ec7ac4ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.442080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.447358 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.454271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a1749aca-f7a9-4098-93d6-472ec7ac4ab0 None None] Port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:23.456921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.461474 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.533639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00f39136-1df9-40de-924f-845133557359 req-63c6e368-45c3-47ce-8b9f-a4a99fb6abe7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324890 Nov 25 17:35:23.554780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d8e061-8a27-48a4-bb15-7c8ce1ed926c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.583850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.586219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Fanout notify agent at l3_agent the message router_deleted on router 0b9302fc-fca9-449c-a37c-a267bf23a8a0 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:23.626956 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.638630 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.640978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.645501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a4849d9d-d12c-41fd-a8ee-824a934f4804 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/0b9302fc-fca9-449c-a37c-a267bf23a8a0 HTTP/1.1" status: 204 len: 168 time: 2.1074712 Nov 25 17:35:23.647153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.654887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:23.666860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1107925879'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:23.696790 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.700734 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6815362 Nov 25 17:35:23.701435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:23.724335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a19d4-84d5-4d50-813f-c4b241db7bc1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bc5bcb-ced6-4c52-b3e5-24cacf76c87b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.746529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960266f9-70a6-43f6-a7d9-2549b0e3be8e req-04cd6861-859f-43b8-962c-decb1069b69c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:23.746992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:23.750768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.754281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-960266f9-70a6-43f6-a7d9-2549b0e3be8e req-04cd6861-859f-43b8-962c-decb1069b69c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1712379 Nov 25 17:35:23.847171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:23.862040 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-97e889a2-25e5-443f-8358-6cce0555cb5b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1507215 Nov 25 17:35:23.864968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:23.871492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0686c8c9-5789-414f-a05c-a89011c5e6ba tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-security--19341483', 'description': 'tempest-security-description-47369029'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:23.897552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.897901 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment 34fb1272-58dc-4dec-b458-3264f3a15dd1 of type vlan for network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b Nov 25 17:35:23.956515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0686c8c9-5789-414f-a05c-a89011c5e6ba tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.968470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.978494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-960266f9-70a6-43f6-a7d9-2549b0e3be8e req-91d0c547-987c-45b9-9b14-7fc4837c0d9e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456366 Nov 25 17:35:24.029166 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.038345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.039002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.043411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0686c8c9-5789-414f-a05c-a89011c5e6ba tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.066437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0686c8c9-5789-414f-a05c-a89011c5e6ba tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.070136 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0686c8c9-5789-414f-a05c-a89011c5e6ba tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.071427 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0686c8c9-5789-414f-a05c-a89011c5e6ba tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "PUT /v2.0/security-groups/b4bc5bcb-ced6-4c52-b3e5-24cacf76c87b HTTP/1.1" status: 200 len: 1793 time: 0.2054963 Nov 25 17:35:24.081479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.125947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686c8c9-5789-414f-a05c-a89011c5e6ba tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bc5bcb-ced6-4c52-b3e5-24cacf76c87b,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.152472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d711516-1b58-4a10-90c0-0401096a1920 req-d42b45cd-3b00-45aa-a453-0a5ea96965fe tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.154359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d711516-1b58-4a10-90c0-0401096a1920 req-d42b45cd-3b00-45aa-a453-0a5ea96965fe tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 946 time: 0.2208898 Nov 25 17:35:24.178208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5159662 Nov 25 17:35:24.179686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.185289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': 'ce4532b0-5aa1-41e0-b4cf-ba189e864d1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:24.218340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa32e4-6808-41a7-bb71-9051eb9538a7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=ce4532b0-5aa1-41e0-b4cf-ba189e864d1b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.231204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-144b2229-3b73-4c8d-b4e4-99c7892ea83f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups/b4bc5bcb-ced6-4c52-b3e5-24cacf76c87b HTTP/1.1" status: 200 len: 1793 time: 0.1481390 Nov 25 17:35:24.231926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.236215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:24.336457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa20a4d-97e9-4a11-ac91-d71d4a68566c req-ae75c5c3-5ebc-4296-8a12-24ca6a74a04e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.341788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6aa20a4d-97e9-4a11-ac91-d71d4a68566c req-ae75c5c3-5ebc-4296-8a12-24ca6a74a04e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2169566 Nov 25 17:35:24.345929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:24.350097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.364136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d711516-1b58-4a10-90c0-0401096a1920 req-882730c4-712c-41a5-939d-60b2705db645 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854911 Nov 25 17:35:24.493420 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12d6c552-9849-4f78-ae73-359d3bbcd9d4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.520254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:24.545842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6aa20a4d-97e9-4a11-ac91-d71d4a68566c req-37a1de2c-5385-463a-bd37-c9e6f98f3e4f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872108 Nov 25 17:35:24.553707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.577786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12d6c552-9849-4f78-ae73-359d3bbcd9d4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.608031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Transition to ACTIVE for port object 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:24.622350 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.652346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b721d0-94a0-41f5-977a-14fd3f5088ef req-5eaa64c3-e6ec-45b2-b889-ca2ef90e6ca5 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.654266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11b721d0-94a0-41f5-977a-14fd3f5088ef req-5eaa64c3-e6ec-45b2-b889-ca2ef90e6ca5 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 946 time: 0.1880031 Nov 25 17:35:24.689516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.764329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.766857 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12d6c552-9849-4f78-ae73-359d3bbcd9d4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.769628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12d6c552-9849-4f78-ae73-359d3bbcd9d4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.773856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-12d6c552-9849-4f78-ae73-359d3bbcd9d4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/b4bc5bcb-ced6-4c52-b3e5-24cacf76c87b HTTP/1.1" status: 204 len: 168 time: 0.5350015 Nov 25 17:35:24.777273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43492) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.792399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=965a1f9c-9a4d-49ed-9222-dfe4f070776a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.817218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': '34fb1272-58dc-4dec-b458-3264f3a15dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce4532b0-5aa1-41e0-b4cf-ba189e864d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:24.817886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: ce4532b0-5aa1-41e0-b4cf-ba189e864d1b, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:24.826869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6c552-9849-4f78-ae73-359d3bbcd9d4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bc5bcb-ced6-4c52-b3e5-24cacf76c87b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.852628 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5764aaaa-a63b-4dec-8a95-0d948e0b6a20 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0748403 Nov 25 17:35:24.857254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.879466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:24.880578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11b721d0-94a0-41f5-977a-14fd3f5088ef req-7a159db6-4e51-406a-a6fa-6e69deef3168 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975021 Nov 25 17:35:24.882238 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-0d79688c-6219-488f-8dd8-874005fa5798 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] delete failed (client error): The resource could not be found. Nov 25 17:35:24.883523 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0d79688c-6219-488f-8dd8-874005fa5798 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/b4bc5bcb-ced6-4c52-b3e5-24cacf76c87b HTTP/1.1" status: 404 len: 347 time: 0.0252566 Nov 25 17:35:24.888580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43496) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.906437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b3680168-1334-4297-a70d-77acbc7e487f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259094577'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:24.914636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82344e79-662b-4458-9bcb-5abd32447e6d req-114a00ff-56b2-47fe-bb04-a12a99e196ee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.919990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82344e79-662b-4458-9bcb-5abd32447e6d req-114a00ff-56b2-47fe-bb04-a12a99e196ee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 943 time: 0.2343075 Nov 25 17:35:24.945708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3680168-1334-4297-a70d-77acbc7e487f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.949161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ce4532b0-5aa1-41e0-b4cf-ba189e864d1b) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:24.963984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d35875f-f133-4099-a231-d98fb27b98d4 None None] Network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:24.972015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.973530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.057308 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-99ee8243-f656-4345-ac7a-5f45c437cecd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8749506 Nov 25 17:35:25.058651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:25.059001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:25.059340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:25.064494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43512) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.074341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ce7a5e57-bdf3-415b-a830-65a865b37ac1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1981647707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:25.094505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:25.095907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:25.116787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82344e79-662b-4458-9bcb-5abd32447e6d req-af3b8ef0-a151-49ed-8449-4b76ddf84d63 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832383 Nov 25 17:35:25.118112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:25.118707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Checking segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:25.119429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Bound using segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:25.120135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Bound port: 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:25.121047 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.196711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5e57-bdf3-415b-a830-65a865b37ac1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.199225 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5e57-bdf3-415b-a830-65a865b37ac1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.287199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:25.290328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:25.299825 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.355194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5e57-bdf3-415b-a830-65a865b37ac1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.358383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3680168-1334-4297-a70d-77acbc7e487f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.362020 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5e57-bdf3-415b-a830-65a865b37ac1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.371054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3680168-1334-4297-a70d-77acbc7e487f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.376706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ce4532b0-5aa1-41e0-b4cf-ba189e864d1b', 'network_id': 'ce4532b0-5aa1-41e0-b4cf-ba189e864d1b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': '965a1f9c-9a4d-49ed-9222-dfe4f070776a'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:25.378428 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.436726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5e57-bdf3-415b-a830-65a865b37ac1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.442231 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce7a5e57-bdf3-415b-a830-65a865b37ac1 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3751366 Nov 25 17:35:25.442603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43542) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.455166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.456864 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.459399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] 10.222.0.95 "PUT /v2.0/ports/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 1091 time: 2.1530702 Nov 25 17:35:25.470579 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3680168-1334-4297-a70d-77acbc7e487f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.474948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b3680168-1334-4297-a70d-77acbc7e487f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5822456 Nov 25 17:35:25.477082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43544) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.488512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:25.491476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-493edb6c-75f9-4012-9e19-e42b8095b5f9 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': '20647598-9c5b-4eea-b22a-80f613aee6cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:25.494788 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04815c83-cb07-4b1c-8217-4eed453d0a13" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:25.622609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3680168-1334-4297-a70d-77acbc7e487f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20647598-9c5b-4eea-b22a-80f613aee6cd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.637486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca7ebe-1dab-4d9c-b956-03211bb52082 req-24e94532-b000-44fc-bcc7-5c9da96036d5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.646090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33ca7ebe-1dab-4d9c-b956-03211bb52082 req-24e94532-b000-44fc-bcc7-5c9da96036d5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.3035798 Nov 25 17:35:25.704589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Allocated IP 2001:db8::2 (ce4532b0-5aa1-41e0-b4cf-ba189e864d1b/965a1f9c-9a4d-49ed-9222-dfe4f070776a/b30ec3ca-58e7-408f-b909-807220e4f5b5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:25.735303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33ca7ebe-1dab-4d9c-b956-03211bb52082 req-d47ffc7d-4a8e-43d1-a735-953d59bc9f41 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798988 Nov 25 17:35:25.735303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427bc91-a46d-41bd-b37e-b2c343e4baa8 service neutron] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.750953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-b6519c5a-8296-476b-a659-91af2cd815ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.756271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-b6519c5a-8296-476b-a659-91af2cd815ed service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1094 time: 0.2370746 Nov 25 17:35:25.795574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596da9-bc82-49a5-b67d-ef74f43700cc req-59f66b12-808a-4446-ae20-b190f27b28e1 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.806744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74596da9-bc82-49a5-b67d-ef74f43700cc req-59f66b12-808a-4446-ae20-b190f27b28e1 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 946 time: 0.2381694 Nov 25 17:35:25.833382 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063cde3c-adf9-4bf3-9224-c55d440a5c85 x-openstack-request-id: req-063cde3c-adf9-4bf3-9224-c55d440a5c85 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:25.833382 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:25.833382 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-063cde3c-adf9-4bf3-9224-c55d440a5c85 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:25.833382 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'status': 'completed', 'code': 200} Nov 25 17:35:25.987066 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-493edb6c-75f9-4012-9e19-e42b8095b5f9 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.997352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74596da9-bc82-49a5-b67d-ef74f43700cc req-dcfd665b-ce21-4f08-b881-d2b1bac815b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895475 Nov 25 17:35:25.999886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-2b828e4e-7809-44c9-a189-302b377b5d03 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 217 time: 0.2252703 Nov 25 17:35:26.165063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-3733355b-b548-4796-8343-cfb97dc33cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:26.169418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-3733355b-b548-4796-8343-cfb97dc33cec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=95588db4-bcc3-49ed-a431-413c9a6ab479 HTTP/1.1" status: 200 len: 835 time: 0.1483018 Nov 25 17:35:26.200049 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.212031 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.357935 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:26.368962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:26.386196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:26.448292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Pushing event updated for resources: {'Port': ['ID=b30ec3ca-58e7-408f-b909-807220e4f5b5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.534143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Attempting to bind port b30ec3ca-58e7-408f-b909-807220e4f5b5 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:26.537732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Attempting to bind port b30ec3ca-58e7-408f-b909-807220e4f5b5 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '34fb1272-58dc-4dec-b458-3264f3a15dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce4532b0-5aa1-41e0-b4cf-ba189e864d1b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:26.538572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Attempting to bind port b30ec3ca-58e7-408f-b909-807220e4f5b5 on network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:26.564047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:26.564585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Checking segment: {'id': '34fb1272-58dc-4dec-b458-3264f3a15dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce4532b0-5aa1-41e0-b4cf-ba189e864d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:26.565284 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.566608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Bound using segment: {'id': '34fb1272-58dc-4dec-b458-3264f3a15dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce4532b0-5aa1-41e0-b4cf-ba189e864d1b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:26.567649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Bound port: b30ec3ca-58e7-408f-b909-807220e4f5b5, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fb1272-58dc-4dec-b458-3264f3a15dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce4532b0-5aa1-41e0-b4cf-ba189e864d1b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:26.568262 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.741426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] For port b30ec3ca-58e7-408f-b909-807220e4f5b5, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:26.745191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] For port b30ec3ca-58e7-408f-b909-807220e4f5b5, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b30ec3ca-58e7-408f-b909-807220e4f5b5,segment=NetworkSegment(34fb1272-58dc-4dec-b458-3264f3a15dd1),segment_id=34fb1272-58dc-4dec-b458-3264f3a15dd1)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:26.753860 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.792459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-493edb6c-75f9-4012-9e19-e42b8095b5f9 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.828266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-493edb6c-75f9-4012-9e19-e42b8095b5f9 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.850003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf035d4-1480-4465-b388-d9f49cceb776 None None] Pushing event updated for resources: {'Port': ['ID=b30ec3ca-58e7-408f-b909-807220e4f5b5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.901552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-48f114e3-0f79-4ed2-983d-6338b57ffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:26.903093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-48f114e3-0f79-4ed2-983d-6338b57ffbc4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=695f822b-3975-4f4a-9304-65629985f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7256093 Nov 25 17:35:26.910249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493edb6c-75f9-4012-9e19-e42b8095b5f9 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae7cede-0576-4e01-872a-581edbc2aaff,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.933074 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-493edb6c-75f9-4012-9e19-e42b8095b5f9 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.934386 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-493edb6c-75f9-4012-9e19-e42b8095b5f9 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4552994 Nov 25 17:35:26.940314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43596) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:26.971689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-b6aab7b6-47f0-4412-8217-22b3bddd6749 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:26.973437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-b6aab7b6-47f0-4412-8217-22b3bddd6749 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 946 time: 0.4033329 Nov 25 17:35:26.986705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39608a4f-fb8b-4ca8-b392-eac57c4c9278 req-3b45742a-8683-4283-813d-0186d04d56fa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:26.988509 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39608a4f-fb8b-4ca8-b392-eac57c4c9278 req-3b45742a-8683-4283-813d-0186d04d56fa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 943 time: 0.2190003 Nov 25 17:35:27.033083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42821c8-b630-42a8-816e-f0977594515e req-195aa91d-4194-4362-9cae-ec88ec83c355 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.035172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b42821c8-b630-42a8-816e-f0977594515e req-195aa91d-4194-4362-9cae-ec88ec83c355 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2671773 Nov 25 17:35:27.086637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a775ba4-ba95-44cd-89ad-4c094eaaed76 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.161606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b42821c8-b630-42a8-816e-f0977594515e req-b8d9bf77-d0e4-41f4-b179-ee2eb2288580 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952587 Nov 25 17:35:27.214866 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39608a4f-fb8b-4ca8-b392-eac57c4c9278 req-790db2a1-bd63-48c8-bebf-c4b0db9fb9fd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739924 Nov 25 17:35:27.244959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-a384d0c8-c656-4cba-853e-64f6496e7967 service neutron] 10.222.0.95 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319688 Nov 25 17:35:27.249716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a775ba4-ba95-44cd-89ad-4c094eaaed76 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.296223 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.325497 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a775ba4-ba95-44cd-89ad-4c094eaaed76 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.338418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a775ba4-ba95-44cd-89ad-4c094eaaed76 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.340168 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a775ba4-ba95-44cd-89ad-4c094eaaed76 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6ae7cede-0576-4e01-872a-581edbc2aaff HTTP/1.1" status: 204 len: 168 time: 0.3962581 Nov 25 17:35:27.349932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:27.361432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a775ba4-ba95-44cd-89ad-4c094eaaed76 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ae7cede-0576-4e01-872a-581edbc2aaff,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.468498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32628873-81d4-4f95-85f7-83757cc23979 req-da7e356a-f40a-48fb-9cf9-612cc7b6e941 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.470658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32628873-81d4-4f95-85f7-83757cc23979 req-da7e356a-f40a-48fb-9cf9-612cc7b6e941 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 946 time: 0.1377151 Nov 25 17:35:27.478697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbb60df2-d3ed-4feb-bc22-d243e4c67acf req-e4991f54-2edf-4117-a279-8dde3c50c549 service neutron] 10.222.0.95 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253335 Nov 25 17:35:27.486466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Deleting port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:27.487022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.527824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-372e2799-1c27-42fa-b2af-9f95699c04e1 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1713045 Nov 25 17:35:27.530940 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:27.628972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32628873-81d4-4f95-85f7-83757cc23979 req-603a79f9-dbf6-4988-b892-a1cb3f808e15 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490459 Nov 25 17:35:27.670342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-955a7055-87a8-4539-97fc-e1c66b27bc2e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.698420 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-955a7055-87a8-4539-97fc-e1c66b27bc2e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.709430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] For port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:27.709806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.738308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-f5357df8-1a05-4415-a193-09b9098a65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.740009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-f5357df8-1a05-4415-a193-09b9098a65a9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1094 time: 0.1892197 Nov 25 17:35:27.760478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Calling delete_port for ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:27.766471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-955a7055-87a8-4539-97fc-e1c66b27bc2e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.770523 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-955a7055-87a8-4539-97fc-e1c66b27bc2e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.771949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-955a7055-87a8-4539-97fc-e1c66b27bc2e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/20647598-9c5b-4eea-b22a-80f613aee6cd HTTP/1.1" status: 204 len: 168 time: 0.2406363 Nov 25 17:35:27.776470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:27.799525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a7055-87a8-4539-97fc-e1c66b27bc2e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20647598-9c5b-4eea-b22a-80f613aee6cd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.817127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8::1 (ce4532b0-5aa1-41e0-b4cf-ba189e864d1b/965a1f9c-9a4d-49ed-9222-dfe4f070776a/b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:27.917268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-d400d8c1-9e8f-494d-9be3-c169c36f57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.920323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-d400d8c1-9e8f-494d-9be3-c169c36f57f6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 200 len: 898 time: 0.1471715 Nov 25 17:35:28.037632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-be09b04a-82f8-4f7c-8cbe-e92bab67eeba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 217 time: 0.1072767 Nov 25 17:35:28.085626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.102601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:28.127964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1a482ba8-e3af-49b8-9336-076509903b84', '46b60e10-7949-416c-a201-9364ab02c3e2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:28.137089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-aea0239f-5926-4b19-9acd-def744730af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:28.139168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-aea0239f-5926-4b19-9acd-def744730af8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=95588db4-bcc3-49ed-a431-413c9a6ab479 HTTP/1.1" status: 200 len: 835 time: 0.0938063 Nov 25 17:35:28.180162 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b15ea93b-6ea0-46d3-985b-d1d88bc46639 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3955908 Nov 25 17:35:28.182959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Pushing event deleted for resources: {'Port': ['ID=ecd65dcf-9846-4e08-9f32-8d3e4f58fce6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:28.194561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43610) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:28.199816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2ff722e8-236b-438e-bd63-cfebd62026b5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102136520'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:28.259631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-7b10dc59-2f7e-43e2-8ca2-54fdf9ed2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:28.273742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-7b10dc59-2f7e-43e2-8ca2-54fdf9ed2898 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=695f822b-3975-4f4a-9304-65629985f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220570 Nov 25 17:35:28.293230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d112e1cf-ecf6-4623-a717-0fee824303ba None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:28.331421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] No DVR routers for this DVR port ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:28.339111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.343517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9469ee5a-a80b-491c-9fbf-4ecfbf1c6570 req-19e0370d-3367-49a4-a217-3fb7f359965c tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "DELETE /v2.0/ports/ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 HTTP/1.1" status: 204 len: 173 time: 1.3592513 Nov 25 17:35:28.347071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644cc11c-a657-4bd6-a273-72267905ac1e', 'name': 'network-vif-deleted', 'tag': 'ecd65dcf-9846-4e08-9f32-8d3e4f58fce6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:28.351323 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e422acf-ffda-4510-a640-8aa272a96ca2" -d '{"events": [{"server_uuid": "644cc11c-a657-4bd6-a273-72267905ac1e", "name": "network-vif-deleted", "tag": "ecd65dcf-9846-4e08-9f32-8d3e4f58fce6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:28.364804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2ff722e8-236b-438e-bd63-cfebd62026b5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.372055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b30ec3ca-58e7-408f-b909-807220e4f5b5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:28.465560 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.500726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b30ec3ca-58e7-408f-b909-807220e4f5b5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:28.501125 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.631564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f74a0f-6337-43d3-ae83-6fdd44335378 req-b73128ac-7ca9-49a9-a229-6e289bf32e9d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:28.633951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6f74a0f-6337-43d3-ae83-6fdd44335378 req-b73128ac-7ca9-49a9-a229-6e289bf32e9d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1504538 Nov 25 17:35:28.665524 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2ff722e8-236b-438e-bd63-cfebd62026b5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.668098 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.682657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2ff722e8-236b-438e-bd63-cfebd62026b5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.713897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c53a-5bd0-427b-a926-e4f09015d652 req-a650fb27-1aa6-4b60-8630-ec4a44bd0b50 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:28.726677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad82c53a-5bd0-427b-a926-e4f09015d652 req-a650fb27-1aa6-4b60-8630-ec4a44bd0b50 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 943 time: 0.2441788 Nov 25 17:35:28.790534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff722e8-236b-438e-bd63-cfebd62026b5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8619d71-fb59-438b-ac42-4e71b7188f58,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:28.822943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:28.834865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.840076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2ff722e8-236b-438e-bd63-cfebd62026b5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.842061 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2ff722e8-236b-438e-bd63-cfebd62026b5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6462684 Nov 25 17:35:28.848143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:28.850484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:28.851669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:28.873902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7e219e0b-1cee-41be-9dd2-080c9eb954d3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': 'f8619d71-fb59-438b-ac42-4e71b7188f58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:28.881738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:28.883825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.910128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:28.910551 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ecd65dcf-9846-4e08-9f32-8d3e4f58fce6 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:28.924229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f663260-c7be-4edb-b75f-e5dbd63a01b1 None None] Network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:28.935205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:28.936162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad82c53a-5bd0-427b-a926-e4f09015d652 req-3b68bf08-8bdb-4220-ad97-714a7c0e6746 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060552 Nov 25 17:35:29.025920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6f74a0f-6337-43d3-ae83-6fdd44335378 req-78bc6902-df66-4b53-bd01-e34d9d7550e6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458374 Nov 25 17:35:29.026981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e219e0b-1cee-41be-9dd2-080c9eb954d3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.033736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-0a21c360-28e8-47f0-9509-8618e29a0db6 service neutron] 10.222.0.95 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521861 Nov 25 17:35:29.070717 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1dca21-1d92-4190-975a-da280273aae4 x-openstack-request-id: req-3a1dca21-1d92-4190-975a-da280273aae4 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:29.071032 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644cc11c-a657-4bd6-a273-72267905ac1e", "name": "network-vif-deleted", "tag": "ecd65dcf-9846-4e08-9f32-8d3e4f58fce6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:29.071681 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a1dca21-1d92-4190-975a-da280273aae4 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:29.073520 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644cc11c-a657-4bd6-a273-72267905ac1e', 'name': 'network-vif-deleted', 'tag': 'ecd65dcf-9846-4e08-9f32-8d3e4f58fce6', 'status': 'completed', 'code': 200} Nov 25 17:35:29.089761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port b30ec3ca-58e7-408f-b909-807220e4f5b5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b30ec3ca-58e7-408f-b909-807220e4f5b5,segment=NetworkSegment(34fb1272-58dc-4dec-b458-3264f3a15dd1),segment_id=34fb1272-58dc-4dec-b458-3264f3a15dd1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:29.122315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-664050f0-0d8f-48f6-b174-739136ca1f23 None None] Provisioning complete for port b30ec3ca-58e7-408f-b909-807220e4f5b5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:29.124864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-664050f0-0d8f-48f6-b174-739136ca1f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.166394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.201103 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.255077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e219e0b-1cee-41be-9dd2-080c9eb954d3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.342241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68bade57-e296-48e4-80c8-f81917375eb2 req-1722828f-3473-4d93-a1c3-b0e8edd68895 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=644cc11c-a657-4bd6-a273-72267905ac1e HTTP/1.1" status: 200 len: 210 time: 0.0530100 Nov 25 17:35:29.364407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e219e0b-1cee-41be-9dd2-080c9eb954d3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.393237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e219e0b-1cee-41be-9dd2-080c9eb954d3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b54b3ea-db7d-4852-ac56-db638b067a89,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.404118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e219e0b-1cee-41be-9dd2-080c9eb954d3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.408314 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7e219e0b-1cee-41be-9dd2-080c9eb954d3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5491626 Nov 25 17:35:29.409409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:29.415837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-16cbe0a5-b4da-4d61-8e41-f048c35da918 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': 'f8619d71-fb59-438b-ac42-4e71b7188f58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:29.423639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04815c83-cb07-4b1c-8217-4eed453d0a13 req-be5d0b5c-c75e-4d72-b510-8d6d6980d5d3 service neutron] 10.222.0.95 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804317 Nov 25 17:35:29.493781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=b30ec3ca-58e7-408f-b909-807220e4f5b5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.518867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16cbe0a5-b4da-4d61-8e41-f048c35da918 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.639256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16cbe0a5-b4da-4d61-8e41-f048c35da918 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.644677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.647037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16cbe0a5-b4da-4d61-8e41-f048c35da918 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.656361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.656748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.696319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbe0a5-b4da-4d61-8e41-f048c35da918 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e4f373-acf3-42a7-9a10-275aeee757a7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.717119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16cbe0a5-b4da-4d61-8e41-f048c35da918 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.717119 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-16cbe0a5-b4da-4d61-8e41-f048c35da918 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3057415 Nov 25 17:35:29.721282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:29.731261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0826ab09-5623-4e6d-950b-f5d1827da970 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': 'f8619d71-fb59-438b-ac42-4e71b7188f58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:29.779662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0826ab09-5623-4e6d-950b-f5d1827da970 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.791137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.848265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:29.850433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:29.918863 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0826ab09-5623-4e6d-950b-f5d1827da970 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.931161 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0826ab09-5623-4e6d-950b-f5d1827da970 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.955960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826ab09-5623-4e6d-950b-f5d1827da970 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccc44a4-c2fb-4a10-962d-82b36c42a6d4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.979040 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0826ab09-5623-4e6d-950b-f5d1827da970 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.985241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0826ab09-5623-4e6d-950b-f5d1827da970 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2576923 Nov 25 17:35:29.985241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43632) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:29.997735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ecafa21d-d668-4ce5-9549-f692af20372f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': 'f8619d71-fb59-438b-ac42-4e71b7188f58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:30.045535 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecafa21d-d668-4ce5-9549-f692af20372f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.072828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 0105791f-76b6-42b0-973a-7fd37ea5c202 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:35:30.163573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2062f4-c4f7-447b-b199-fbd1a211501f req-88b1d1f6-ccde-4fdb-9ec5-c8e2d2797485 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.164465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b0560bab-e2e8-4ebb-9c66-4751b91f2e4c None None] Provisioning complete for port b30ec3ca-58e7-408f-b909-807220e4f5b5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:30.165274 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0560bab-e2e8-4ebb-9c66-4751b91f2e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.165546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc2062f4-c4f7-447b-b199-fbd1a211501f req-88b1d1f6-ccde-4fdb-9ec5-c8e2d2797485 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 943 time: 0.1123326 Nov 25 17:35:30.295773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b30ec3ca-58e7-408f-b909-807220e4f5b5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:30.302548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecafa21d-d668-4ce5-9549-f692af20372f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.325467 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecafa21d-d668-4ce5-9549-f692af20372f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.331668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:30.340614 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-034bd3b7-dc03-4546-9e96-0ec943df39dd tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/0105791f-76b6-42b0-973a-7fd37ea5c202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8919699 Nov 25 17:35:30.346605 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ea504-d42e-4d4c-88de-b2cc258b7f66 None None] Sync routers for ids ['0105791f-76b6-42b0-973a-7fd37ea5c202'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:30.347139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43640) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:30.360708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc2062f4-c4f7-447b-b199-fbd1a211501f req-c5e791d8-19ce-4081-a3c5-73c231ec7b6a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827435 Nov 25 17:35:30.368805 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ea504-d42e-4d4c-88de-b2cc258b7f66 None None] Routers {'0105791f-76b6-42b0-973a-7fd37ea5c202'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:30.369470 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6f4ea504-d42e-4d4c-88de-b2cc258b7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0105791f-76b6-42b0-973a-7fd37ea5c202'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:30.391243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda12d96-1ceb-4375-9548-f9a3eda94262 req-95dcff28-edfe-49e5-a2b3-34f58c20030c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.404661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bda12d96-1ceb-4375-9548-f9a3eda94262 req-95dcff28-edfe-49e5-a2b3-34f58c20030c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1839674 Nov 25 17:35:30.415583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b2829-e29f-47c1-8224-4f2f24a82122 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.417132 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-692b2829-e29f-47c1-8224-4f2f24a82122 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports/b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b HTTP/1.1" status: 200 len: 911 time: 0.0692637 Nov 25 17:35:30.421350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:30.431956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafa21d-d668-4ce5-9549-f692af20372f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76957876-c592-45df-80a1-858734d30698,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.434432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-62268a13-2f37-4c40-8fd7-8418797bb4fa tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '965a1f9c-9a4d-49ed-9222-dfe4f070776a'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:30.464839 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6f4ea504-d42e-4d4c-88de-b2cc258b7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:30.466889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecafa21d-d668-4ce5-9549-f692af20372f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.468363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ecafa21d-d668-4ce5-9549-f692af20372f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4822645 Nov 25 17:35:30.473175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:30.490551 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ea504-d42e-4d4c-88de-b2cc258b7f66 None None] Routers {'0105791f-76b6-42b0-973a-7fd37ea5c202'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:30.491140 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6f4ea504-d42e-4d4c-88de-b2cc258b7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0105791f-76b6-42b0-973a-7fd37ea5c202'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:30.495364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ca9b4719-0a82-4b12-8c2c-2acf63fcb75d tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': 'f8619d71-fb59-438b-ac42-4e71b7188f58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:30.567284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b30ec3ca-58e7-408f-b909-807220e4f5b5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:30.567849 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.577687 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bda12d96-1ceb-4375-9548-f9a3eda94262 req-c2752056-19ca-4d96-8af1-cb486fe7aedd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682084 Nov 25 17:35:30.579962 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6f4ea504-d42e-4d4c-88de-b2cc258b7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:30.580637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ea504-d42e-4d4c-88de-b2cc258b7f66 None None] The sync data for ids ['0105791f-76b6-42b0-973a-7fd37ea5c202'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:30.663269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b0560bab-e2e8-4ebb-9c66-4751b91f2e4c None None] Provisioning complete for port b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:30.663648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0560bab-e2e8-4ebb-9c66-4751b91f2e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.672808 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4719-0a82-4b12-8c2c-2acf63fcb75d tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.707505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b0560bab-e2e8-4ebb-9c66-4751b91f2e4c None None] Port b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:30.749386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62268a13-2f37-4c40-8fd7-8418797bb4fa tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.779345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4719-0a82-4b12-8c2c-2acf63fcb75d tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.783850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4719-0a82-4b12-8c2c-2acf63fcb75d tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.843373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4719-0a82-4b12-8c2c-2acf63fcb75d tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.848356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ca9b4719-0a82-4b12-8c2c-2acf63fcb75d tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3642828 Nov 25 17:35:30.848547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:30.860121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b4719-0a82-4b12-8c2c-2acf63fcb75d tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da0b26f-4de6-4afa-a750-34c1e7c2785a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.864559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-15564d31-478e-4442-aaf4-cf085fddfc9f None None] Provisioning complete for port b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:30.864983 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15564d31-478e-4442-aaf4-cf085fddfc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.901976 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a7c17f1-db4f-4b50-97c7-916111553289 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.929894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a7c17f1-db4f-4b50-97c7-916111553289 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.931474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-15564d31-478e-4442-aaf4-cf085fddfc9f None None] Port b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:30.973980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a7c17f1-db4f-4b50-97c7-916111553289 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.992453 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a7c17f1-db4f-4b50-97c7-916111553289 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.993347 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4a7c17f1-db4f-4b50-97c7-916111553289 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/9da0b26f-4de6-4afa-a750-34c1e7c2785a HTTP/1.1" status: 204 len: 168 time: 0.1436403 Nov 25 17:35:31.001566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.002322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c17f1-db4f-4b50-97c7-916111553289 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9da0b26f-4de6-4afa-a750-34c1e7c2785a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.061208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aef3efc0-7f2d-45da-9511-210fe3d39fd6 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0522807 Nov 25 17:35:31.061821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43656) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.098524 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f8323d2-0976-4bc5-b964-ca6056261a57 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.113656 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f8323d2-0976-4bc5-b964-ca6056261a57 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.173856 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f8323d2-0976-4bc5-b964-ca6056261a57 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.176492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d9f6ef4c-1b68-472f-934b-b015cb480291 None None] Provisioning complete for port b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:31.177063 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ef4c-1b68-472f-934b-b015cb480291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.186609 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f8323d2-0976-4bc5-b964-ca6056261a57 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.188851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4f8323d2-0976-4bc5-b964-ca6056261a57 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/76957876-c592-45df-80a1-858734d30698 HTTP/1.1" status: 204 len: 168 time: 0.1250484 Nov 25 17:35:31.194897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43658) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.224782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8323d2-0976-4bc5-b964-ca6056261a57 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76957876-c592-45df-80a1-858734d30698,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.260531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6ef4c-1b68-472f-934b-b015cb480291 None None] Port b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:31.265180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-44122b82-f5ec-47b0-b023-1670ff6ff4ca tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0661645 Nov 25 17:35:31.266747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.296587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6096560-3202-4e32-be03-c3b7fa7a6de4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.307004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6096560-3202-4e32-be03-c3b7fa7a6de4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.346876 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6096560-3202-4e32-be03-c3b7fa7a6de4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.356692 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6096560-3202-4e32-be03-c3b7fa7a6de4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.364450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b6096560-3202-4e32-be03-c3b7fa7a6de4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5ccc44a4-c2fb-4a10-962d-82b36c42a6d4 HTTP/1.1" status: 204 len: 168 time: 0.0960352 Nov 25 17:35:31.366437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.389757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:31.410343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62268a13-2f37-4c40-8fd7-8418797bb4fa tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.423082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62268a13-2f37-4c40-8fd7-8418797bb4fa tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.427392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6096560-3202-4e32-be03-c3b7fa7a6de4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ccc44a4-c2fb-4a10-962d-82b36c42a6d4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.453553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62268a13-2f37-4c40-8fd7-8418797bb4fa tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:31.454598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62268a13-2f37-4c40-8fd7-8418797bb4fa tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.460858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-62268a13-2f37-4c40-8fd7-8418797bb4fa tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/ports/b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b HTTP/1.1" status: 200 len: 911 time: 1.0336733 Nov 25 17:35:31.462314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.553840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62268a13-2f37-4c40-8fd7-8418797bb4fa tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.702457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.702877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-234bf6e7-863a-4729-9adc-9f96475aa3ef tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3350389 Nov 25 17:35:31.784319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fece4b6b-8871-471c-a448-d176acd73512 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.792050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:31.796650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fece4b6b-8871-471c-a448-d176acd73512 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.807429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'port_id': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'mac_address': 'fa:16:3e:a0:cd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:31.843357 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fece4b6b-8871-471c-a448-d176acd73512 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.851882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fece4b6b-8871-471c-a448-d176acd73512 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.853132 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fece4b6b-8871-471c-a448-d176acd73512 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/60e4f373-acf3-42a7-9a10-275aeee757a7 HTTP/1.1" status: 204 len: 168 time: 0.1485019 Nov 25 17:35:31.859663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43676) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.867185 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.888197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:31.888916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece4b6b-8871-471c-a448-d176acd73512 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60e4f373-acf3-42a7-9a10-275aeee757a7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.913101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:31.918486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.954099 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7140bb23-a6c6-4c67-89f2-bc59deba26e0 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0929449 Nov 25 17:35:31.956967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43680) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.983564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.006482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d478af-c272-4999-9a6c-d513919a5283 req-eaf812dc-7273-4539-8880-a5d73b83534e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.008107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8d478af-c272-4999-9a6c-d513919a5283 req-eaf812dc-7273-4539-8880-a5d73b83534e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 943 time: 0.3294432 Nov 25 17:35:32.027374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c807801-0e7a-4495-9c47-48d2506c019c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.041862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c807801-0e7a-4495-9c47-48d2506c019c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.079666 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c807801-0e7a-4495-9c47-48d2506c019c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.084364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a524-5409-4b06-982a-170606e89a15 req-c402127d-faae-42e3-88d1-295fce3daa5a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.086261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e40a524-5409-4b06-982a-170606e89a15 req-c402127d-faae-42e3-88d1-295fce3daa5a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.3199582 Nov 25 17:35:32.095699 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c807801-0e7a-4495-9c47-48d2506c019c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.097335 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3c807801-0e7a-4495-9c47-48d2506c019c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2b54b3ea-db7d-4852-ac56-db638b067a89 HTTP/1.1" status: 204 len: 168 time: 0.1391926 Nov 25 17:35:32.100421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.108140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c807801-0e7a-4495-9c47-48d2506c019c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b54b3ea-db7d-4852-ac56-db638b067a89,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.222231 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:32.269093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8d478af-c272-4999-9a6c-d513919a5283 req-2e0ceaf0-72d9-4cf7-bd5d-76598ad75b72 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375247 Nov 25 17:35:32.303087 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-522f8a39-0f50-4c77-af2f-49c07bf37382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.311215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2b7fd8f4-9469-4cb6-9ff6-502f198e573b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2023811 Nov 25 17:35:32.314729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43684) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.394518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e40a524-5409-4b06-982a-170606e89a15 req-1100c9fb-7e73-4920-b6a4-6967eb92b6f5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924893 Nov 25 17:35:32.415226 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd4b68ae-72c9-450e-bade-d3492026de68 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.452531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-7b8315c2-fb7b-4e65-9d45-5001574b9e24 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2062955 Nov 25 17:35:32.466699 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd4b68ae-72c9-450e-bade-d3492026de68 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.547649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd4b68ae-72c9-450e-bade-d3492026de68 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.550951 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd4b68ae-72c9-450e-bade-d3492026de68 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.552406 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cd4b68ae-72c9-450e-bade-d3492026de68 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/f8619d71-fb59-438b-ac42-4e71b7188f58 HTTP/1.1" status: 204 len: 168 time: 0.2364087 Nov 25 17:35:32.565610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.566479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b68ae-72c9-450e-bade-d3492026de68 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8619d71-fb59-438b-ac42-4e71b7188f58,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.604489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-35e4dd0b-d28a-4d77-aba8-40d5a2887b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.606244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-35e4dd0b-d28a-4d77-aba8-40d5a2887b1a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 1096 time: 0.0832686 Nov 25 17:35:32.609088 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.644404 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e438f690-2c3e-4ed8-9660-a54e171aee48 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0730255 Nov 25 17:35:32.649076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43690) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.654150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-51c36ed8-a7e9-4a99-929b-3130c75f2ae8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-secgroup--585996304'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:32.714341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51c36ed8-a7e9-4a99-929b-3130c75f2ae8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.814480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51c36ed8-a7e9-4a99-929b-3130c75f2ae8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.820917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51c36ed8-a7e9-4a99-929b-3130c75f2ae8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.873339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c36ed8-a7e9-4a99-929b-3130c75f2ae8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaf7c0f-9c70-4b67-9e25-96d28ce7a66c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.881386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51c36ed8-a7e9-4a99-929b-3130c75f2ae8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.882354 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-51c36ed8-a7e9-4a99-929b-3130c75f2ae8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2317064 Nov 25 17:35:32.885331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43692) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.891272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-91d955e4-ac1e-40a8-8bcd-55daf2edf2e3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': '2aaf7c0f-9c70-4b67-9e25-96d28ce7a66c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:32.919002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-3f6e0422-4f8f-402e-8b74-49ae85792074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.920567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-3f6e0422-4f8f-402e-8b74-49ae85792074 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 200 len: 916 time: 0.1820514 Nov 25 17:35:32.931280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91d955e4-ac1e-40a8-8bcd-55daf2edf2e3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.980287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-068578e6-a00d-4e95-940c-f1847b1a3e97 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 HTTP/1.1" status: 200 len: 217 time: 0.0462124 Nov 25 17:35:33.016478 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91d955e4-ac1e-40a8-8bcd-55daf2edf2e3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.023833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91d955e4-ac1e-40a8-8bcd-55daf2edf2e3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.054740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d955e4-ac1e-40a8-8bcd-55daf2edf2e3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7591237-9f1b-4904-a060-f3393dda2d22,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.063036 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91d955e4-ac1e-40a8-8bcd-55daf2edf2e3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.064404 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-91d955e4-ac1e-40a8-8bcd-55daf2edf2e3 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1778040 Nov 25 17:35:33.067284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:33.077553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-868285eb-80b3-4eec-a6be-cfaf864e37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:33.079967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-868285eb-80b3-4eec-a6be-cfaf864e37ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 200 len: 855 time: 0.0645175 Nov 25 17:35:33.118107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-c62344b4-5d8a-4fff-8e81-575679b2ae73 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0b353a2a-369d-485d-a7d5-5232b568deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274527 Nov 25 17:35:33.154479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf37b-8b54-4e37-ba14-7fcca0da06fc tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.184255 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf37b-8b54-4e37-ba14-7fcca0da06fc tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.248126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-adbff68f-5c57-4257-8f62-049cd2e7796a service neutron] 10.222.0.95 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215789 Nov 25 17:35:33.248384 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf37b-8b54-4e37-ba14-7fcca0da06fc tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.252793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf37b-8b54-4e37-ba14-7fcca0da06fc tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.256520 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8d4bf37b-8b54-4e37-ba14-7fcca0da06fc tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/2aaf7c0f-9c70-4b67-9e25-96d28ce7a66c HTTP/1.1" status: 204 len: 168 time: 0.1856050 Nov 25 17:35:33.258203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:33.275686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bf37b-8b54-4e37-ba14-7fcca0da06fc tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaf7c0f-9c70-4b67-9e25-96d28ce7a66c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.400251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:33.400597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.405507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:33.486624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:33.493884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:33.494271 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.542573 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.557894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-567ffe4e-d511-4cb3-b8f9-f342ff91a025 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2953625 Nov 25 17:35:33.558616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43708) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:33.567648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f438ac4f-1306-4572-b40a-420bf357959f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470493844'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:33.609299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:33.617716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f438ac4f-1306-4572-b40a-420bf357959f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.686178 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.727101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f438ac4f-1306-4572-b40a-420bf357959f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.737673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f438ac4f-1306-4572-b40a-420bf357959f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.739649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:33.744799 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2618e7fc-304e-4496-a649-086d5f6f52e7" -d '{"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-plugged", "status": "completed", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:33.766691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:33.774198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.793143 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f438ac4f-1306-4572-b40a-420bf357959f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.794460 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f438ac4f-1306-4572-b40a-420bf357959f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2346063 Nov 25 17:35:33.802369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43712) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:33.821276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cffc480e-c75b-4d35-b1b5-9f3c1b4e557b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-secgroup--990232693'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:33.827951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438ac4f-1306-4572-b40a-420bf357959f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1d2db2-490b-4083-ac66-fb264583e632,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.836076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.873054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cffc480e-c75b-4d35-b1b5-9f3c1b4e557b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.961920 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cffc480e-c75b-4d35-b1b5-9f3c1b4e557b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.967128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cffc480e-c75b-4d35-b1b5-9f3c1b4e557b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.009619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cffc480e-c75b-4d35-b1b5-9f3c1b4e557b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.014908 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cffc480e-c75b-4d35-b1b5-9f3c1b4e557b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2111313 Nov 25 17:35:34.018813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43714) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:34.024556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6208763e-3517-462e-8242-5c9016d1d38e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': '1d1d2db2-490b-4083-ac66-fb264583e632', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e5f4ddd8-2019-401f-8b21-3fa7ef71da48', 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:34.031667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc480e-c75b-4d35-b1b5-9f3c1b4e557b tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f4ddd8-2019-401f-8b21-3fa7ef71da48,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.075629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6208763e-3517-462e-8242-5c9016d1d38e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.184672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7adc2-7ac2-449d-aa4f-423a64e38c50 req-9e26e736-af33-444d-b84b-2ea76d167d1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.185721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0c7adc2-7ac2-449d-aa4f-423a64e38c50 req-9e26e736-af33-444d-b84b-2ea76d167d1e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 944 time: 0.8094342 Nov 25 17:35:34.188635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-444f64ee-1fff-4944-a1ce-c792ce7ed875 req-93e6a996-c229-4d53-aba9-655160c13189 service neutron] 10.222.0.95 "GET /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9305182 Nov 25 17:35:34.200243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fbd2f-99d1-4682-99a4-4c05a7a26f70 req-c13c9e2e-498e-4b20-ab3f-401d8bb063c5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.208569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d7fbd2f-99d1-4682-99a4-4c05a7a26f70 req-c13c9e2e-498e-4b20-ab3f-401d8bb063c5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.6587229 Nov 25 17:35:34.267143 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6208763e-3517-462e-8242-5c9016d1d38e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.273018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6208763e-3517-462e-8242-5c9016d1d38e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.302037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208763e-3517-462e-8242-5c9016d1d38e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff669201-b759-4778-bfa1-d13241a75eae,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.325133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0c7adc2-7ac2-449d-aa4f-423a64e38c50 req-1b3cc111-671e-4ec7-bdc2-2f81f26f23e7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050661 Nov 25 17:35:34.337215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6208763e-3517-462e-8242-5c9016d1d38e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.342509 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6208763e-3517-462e-8242-5c9016d1d38e tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3201706 Nov 25 17:35:34.344794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:34.359918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d7fbd2f-99d1-4682-99a4-4c05a7a26f70 req-9bb7f4e0-c1a6-41d3-8ae6-dd7e6641846d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340113 Nov 25 17:35:34.378821 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e46d838-9b1f-485d-9364-25ff355c7c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.409433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-648f9b20-638a-4d1a-bd47-6dd4aebd69e8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.419363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-648f9b20-638a-4d1a-bd47-6dd4aebd69e8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.443606 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aa3007-0d6b-4ebe-ab62-3e940e66f813 x-openstack-request-id: req-a6aa3007-0d6b-4ebe-ab62-3e940e66f813 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:34.445051 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-plugged", "status": "completed", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:34.446107 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6aa3007-0d6b-4ebe-ab62-3e940e66f813 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:34.447354 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'code': 200} Nov 25 17:35:34.486470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-648f9b20-638a-4d1a-bd47-6dd4aebd69e8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.499113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-648f9b20-638a-4d1a-bd47-6dd4aebd69e8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.507189 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-648f9b20-638a-4d1a-bd47-6dd4aebd69e8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ff669201-b759-4778-bfa1-d13241a75eae HTTP/1.1" status: 204 len: 168 time: 0.1570017 Nov 25 17:35:34.508847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:34.534561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f9b20-638a-4d1a-bd47-6dd4aebd69e8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff669201-b759-4778-bfa1-d13241a75eae,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.573308 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fc5654f5-de9e-4d57-93a9-2b2d6a43d172 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0612984 Nov 25 17:35:34.575919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43724) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:34.600609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eebbfb-8c37-4353-9de5-c669c19b40b6 req-96968e2d-b896-44ca-84ac-53131ace1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.604829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7eebbfb-8c37-4353-9de5-c669c19b40b6 req-96968e2d-b896-44ca-84ac-53131ace1f6e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1096 time: 0.0806971 Nov 25 17:35:34.606280 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.651713 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10cad914-7743-4f44-b523-649fa512d4b2 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.659954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=b7db3da2-a280-41a5-b3b7-6ad9fcaf1a8b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.694935 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10cad914-7743-4f44-b523-649fa512d4b2 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.759458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10cad914-7743-4f44-b523-649fa512d4b2 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.762977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10cad914-7743-4f44-b523-649fa512d4b2 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.768894 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-10cad914-7743-4f44-b523-649fa512d4b2 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/e5f4ddd8-2019-401f-8b21-3fa7ef71da48 HTTP/1.1" status: 204 len: 168 time: 0.1917968 Nov 25 17:35:34.769582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43728) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:34.794252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cad914-7743-4f44-b523-649fa512d4b2 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f4ddd8-2019-401f-8b21-3fa7ef71da48,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.802343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7eebbfb-8c37-4353-9de5-c669c19b40b6 req-f1a12b59-aefa-4137-99fb-7ad8d9032d1c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881070 Nov 25 17:35:34.803038 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.872585 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9627e567-8828-4818-b096-a2f97461a755 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0855756 Nov 25 17:35:34.872831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:35.059570 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f269c12-a18e-4d2d-a82f-a78e4179e14c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.069979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 0105791f-76b6-42b0-973a-7fd37ea5c202 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:35.107568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f269c12-a18e-4d2d-a82f-a78e4179e14c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.200457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:35.207961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-eba1e734-55a3-4221-bd65-e74267dc1d46 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/0105791f-76b6-42b0-973a-7fd37ea5c202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7413290 Nov 25 17:35:35.212577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:35.222979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63031d73-22ec-43bb-8d11-392b59bb4d30 None None] Sync routers for ids ['0105791f-76b6-42b0-973a-7fd37ea5c202'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:35.263735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1d73899a-03e5-472c-aad3-7eb183bba90f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105791f-76b6-42b0-973a-7fd37ea5c202 HTTP/1.1" status: 200 len: 205 time: 0.0491524 Nov 25 17:35:35.264377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43738) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:35.280998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63031d73-22ec-43bb-8d11-392b59bb4d30 None None] Routers {'0105791f-76b6-42b0-973a-7fd37ea5c202'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:35.282862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-63031d73-22ec-43bb-8d11-392b59bb4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0105791f-76b6-42b0-973a-7fd37ea5c202'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:35.289429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f269c12-a18e-4d2d-a82f-a78e4179e14c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.294162 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f269c12-a18e-4d2d-a82f-a78e4179e14c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.295363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9f269c12-a18e-4d2d-a82f-a78e4179e14c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/1d1d2db2-490b-4083-ac66-fb264583e632 HTTP/1.1" status: 204 len: 168 time: 0.4224284 Nov 25 17:35:35.300494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:35.335280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f269c12-a18e-4d2d-a82f-a78e4179e14c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1d2db2-490b-4083-ac66-fb264583e632,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.376580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-63031d73-22ec-43bb-8d11-392b59bb4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:35.429895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63031d73-22ec-43bb-8d11-392b59bb4d30 None None] Routers {'0105791f-76b6-42b0-973a-7fd37ea5c202'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:35.431326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-63031d73-22ec-43bb-8d11-392b59bb4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['0105791f-76b6-42b0-973a-7fd37ea5c202'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:35.439513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-87d9ec6e-0aaf-4d0a-8399-f2138b8d182d tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377263 Nov 25 17:35:35.445628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:35.453022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3a3ada97-6274-4a26-8df6-3ce4951b150c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-secgroup--390107491'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:35.499760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9040f88-572e-494f-bd24-742d851d8f5c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.507488 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a3ada97-6274-4a26-8df6-3ce4951b150c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.534621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-63031d73-22ec-43bb-8d11-392b59bb4d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:35.535294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63031d73-22ec-43bb-8d11-392b59bb4d30 None None] The sync data for ids ['0105791f-76b6-42b0-973a-7fd37ea5c202'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:35.713474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acab9d-2adc-460d-87a8-4c9aacdc7c3b req-63622800-2930-4c20-9f43-91a614386232 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.715151 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4acab9d-2adc-460d-87a8-4c9aacdc7c3b req-63622800-2930-4c20-9f43-91a614386232 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.1887660 Nov 25 17:35:35.833155 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.859433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a3ada97-6274-4a26-8df6-3ce4951b150c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.878720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a3ada97-6274-4a26-8df6-3ce4951b150c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.911168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4acab9d-2adc-460d-87a8-4c9aacdc7c3b req-b409505a-8738-41b0-a22e-5f36964795e7 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869264 Nov 25 17:35:35.935457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f467449-6325-4495-819c-71a6842ccdd2 req-59c03f65-aa89-43a4-90d0-09d70c9460f2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.937725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f467449-6325-4495-819c-71a6842ccdd2 req-59c03f65-aa89-43a4-90d0-09d70c9460f2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2184722 Nov 25 17:35:35.983349 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a3ada97-6274-4a26-8df6-3ce4951b150c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.001719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3a3ada97-6274-4a26-8df6-3ce4951b150c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5541852 Nov 25 17:35:36.002598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43754) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:36.024854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-77bdd085-8815-4860-9ca2-36cb220bc63f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': '4e0f35e4-2534-46e8-93e2-f155787e7d64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:36.039793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ada97-6274-4a26-8df6-3ce4951b150c tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0f35e4-2534-46e8-93e2-f155787e7d64,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:36.140343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f467449-6325-4495-819c-71a6842ccdd2 req-6ea94599-af56-4364-8bdc-13549670ac92 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907623 Nov 25 17:35:36.167870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77bdd085-8815-4860-9ca2-36cb220bc63f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.298296 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77bdd085-8815-4860-9ca2-36cb220bc63f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.307484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77bdd085-8815-4860-9ca2-36cb220bc63f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.352578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77bdd085-8815-4860-9ca2-36cb220bc63f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.354196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-77bdd085-8815-4860-9ca2-36cb220bc63f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3474736 Nov 25 17:35:36.364225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d72499-7a79-4657-ad79-17589746f7f5 req-cd772e49-58b5-414e-a1ac-a3ec607ea806 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.365895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3d72499-7a79-4657-ad79-17589746f7f5 req-cd772e49-58b5-414e-a1ac-a3ec607ea806 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 946 time: 0.1443782 Nov 25 17:35:36.366414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:36.367881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9040f88-572e-494f-bd24-742d851d8f5c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.368834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd085-8815-4860-9ca2-36cb220bc63f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ff03a1-f44d-49b2-a004-bbf28d69823b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:36.370281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9040f88-572e-494f-bd24-742d851d8f5c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.429509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-6bdc2707-2778-4b93-b2ce-5da167732714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.431186 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-6bdc2707-2778-4b93-b2ce-5da167732714 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1096 time: 0.8035612 Nov 25 17:35:36.443705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d655-0f90-4091-82fe-38dada4df306 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.450152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9040f88-572e-494f-bd24-742d851d8f5c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.450730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9040f88-572e-494f-bd24-742d851d8f5c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Fanout notify agent at l3_agent the message router_deleted on router 0105791f-76b6-42b0-973a-7fd37ea5c202 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:35:36.462173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d655-0f90-4091-82fe-38dada4df306 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.466555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9040f88-572e-494f-bd24-742d851d8f5c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.469493 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f9040f88-572e-494f-bd24-742d851d8f5c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/0105791f-76b6-42b0-973a-7fd37ea5c202 HTTP/1.1" status: 204 len: 168 time: 1.2031362 Nov 25 17:35:36.488668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43758) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:36.526156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d655-0f90-4091-82fe-38dada4df306 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.539878 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.549994 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d655-0f90-4091-82fe-38dada4df306 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.552161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b5b9d655-0f90-4091-82fe-38dada4df306 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/31ff03a1-f44d-49b2-a004-bbf28d69823b HTTP/1.1" status: 204 len: 168 time: 0.1842992 Nov 25 17:35:36.557191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:36.574160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9d655-0f90-4091-82fe-38dada4df306 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31ff03a1-f44d-49b2-a004-bbf28d69823b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:36.631671 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f359a0c-0629-4910-8a4e-c006e6f1ff68 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet 965a1f9c-9a4d-49ed-9222-dfe4f070776a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:36.638787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f359a0c-0629-4910-8a4e-c006e6f1ff68 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.667639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7e3bd17e-6939-442e-ba4e-4af93c8fed7f tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1082921 Nov 25 17:35:36.671534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43762) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:36.677817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3d72499-7a79-4657-ad79-17589746f7f5 req-01ae8569-6937-4ac9-8d42-080db7477352 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896600 Nov 25 17:35:36.728191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f359a0c-0629-4910-8a4e-c006e6f1ff68 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.781120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-581432b2-4fb8-473a-826b-1125962b25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.783502 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-581432b2-4fb8-473a-826b-1125962b25ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.3124712 Nov 25 17:35:36.899894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b2ca4c9-e109-4344-a72f-87de3e01aa33 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.952487 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-6cc59c6e-6aef-47e5-9fad-4d383f102e77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1000 time: 0.1581740 Nov 25 17:35:36.986935 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b2ca4c9-e109-4344-a72f-87de3e01aa33 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.063748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f359a0c-0629-4910-8a4e-c006e6f1ff68 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.095284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-90a9d9f4-e77c-4b76-afc4-63d2f932e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.096986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-90a9d9f4-e77c-4b76-afc4-63d2f932e4ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1200309 Nov 25 17:35:37.108976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.123905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b2ca4c9-e109-4344-a72f-87de3e01aa33 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.127146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b2ca4c9-e109-4344-a72f-87de3e01aa33 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.128471 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7b2ca4c9-e109-4344-a72f-87de3e01aa33 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/4e0f35e4-2534-46e8-93e2-f155787e7d64 HTTP/1.1" status: 204 len: 168 time: 0.4555779 Nov 25 17:35:37.133799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:37.148238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82cb8e-33d7-4967-b74b-3305659187a0 req-e7f406cf-5271-4323-936c-f90d6c406f8d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.150172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb82cb8e-33d7-4967-b74b-3305659187a0 req-e7f406cf-5271-4323-936c-f90d6c406f8d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.1156595 Nov 25 17:35:37.166941 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.174533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ca4c9-e109-4344-a72f-87de3e01aa33 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0f35e4-2534-46e8-93e2-f155787e7d64,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:37.194525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-33b1eafa-5e8d-44c5-92c5-504d346c0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.196065 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-33b1eafa-5e8d-44c5-92c5-504d346c0e0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879524 Nov 25 17:35:37.199689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f359a0c-0629-4910-8a4e-c006e6f1ff68 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.261067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f359a0c-0629-4910-8a4e-c006e6f1ff68 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=965a1f9c-9a4d-49ed-9222-dfe4f070776a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:37.298747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f359a0c-0629-4910-8a4e-c006e6f1ff68 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.306094 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3f359a0c-0629-4910-8a4e-c006e6f1ff68 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/965a1f9c-9a4d-49ed-9222-dfe4f070776a HTTP/1.1" status: 204 len: 168 time: 0.8117476 Nov 25 17:35:37.307537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:37.314941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29468b07-c0a5-497f-8e1b-df01f6b88aed None None] Network ce4532b0-5aa1-41e0-b4cf-ba189e864d1b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:37.317388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43776) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:37.317760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-36bb74ec-c65b-48b5-9353-b430e95b7941 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1812522 Nov 25 17:35:37.324900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-871169f8-e3d4-4f23-88e4-4b7c7b41b770 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group': {'name': 'tempest-secgroup--336034421'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:37.408420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb82cb8e-33d7-4967-b74b-3305659187a0 req-8e368d11-c938-41f6-939e-c7e1dad273b9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017517 Nov 25 17:35:37.485117 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.493398 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-871169f8-e3d4-4f23-88e4-4b7c7b41b770 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.531567 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-020abd15-fe98-4adc-a977-d8e191b8fd44 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239236 Nov 25 17:35:37.751608 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a525877-85ae-4b13-8155-e1ab725d2446 req-b7b37e65-3a8c-4bb0-a64a-e3005f650ecd service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039757 Nov 25 17:35:37.754505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93b158-45b5-4655-a112-55af64bf58a8 req-77ee50e0-f95c-4271-9e2d-9d4e31521bef tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.761696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a93b158-45b5-4655-a112-55af64bf58a8 req-77ee50e0-f95c-4271-9e2d-9d4e31521bef tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2287209 Nov 25 17:35:37.770610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-871169f8-e3d4-4f23-88e4-4b7c7b41b770 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.782859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bcccd-d22c-442d-a996-bbe47a4af678 req-5564aeec-39b0-4bc6-b9a5-36dc893e3109 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.783802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-871169f8-e3d4-4f23-88e4-4b7c7b41b770 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.784806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d41bcccd-d22c-442d-a996-bbe47a4af678 req-5564aeec-39b0-4bc6-b9a5-36dc893e3109 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.1754272 Nov 25 17:35:37.809578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] DHCP port deletion for ce4532b0-5aa1-41e0-b4cf-ba189e864d1b request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:37.819034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port b30ec3ca-58e7-408f-b909-807220e4f5b5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:37.822625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.875935 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a93b158-45b5-4655-a112-55af64bf58a8 req-8a83b8b6-1740-4182-a016-fc6fe913bcd3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110640 Nov 25 17:35:37.894764 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d41bcccd-d22c-442d-a996-bbe47a4af678 req-a9c061e8-13ff-47a7-a48f-e715e77432f2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907862 Nov 25 17:35:37.910666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Deleting port b30ec3ca-58e7-408f-b909-807220e4f5b5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:37.911388 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.929277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:37.980009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port b30ec3ca-58e7-408f-b909-807220e4f5b5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b30ec3ca-58e7-408f-b909-807220e4f5b5,segment=NetworkSegment(34fb1272-58dc-4dec-b458-3264f3a15dd1),segment_id=34fb1272-58dc-4dec-b458-3264f3a15dd1)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:37.980633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.016865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for b30ec3ca-58e7-408f-b909-807220e4f5b5 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:38.032734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] For port b30ec3ca-58e7-408f-b909-807220e4f5b5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b30ec3ca-58e7-408f-b909-807220e4f5b5,segment=NetworkSegment(34fb1272-58dc-4dec-b458-3264f3a15dd1),segment_id=34fb1272-58dc-4dec-b458-3264f3a15dd1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:38.033431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.038239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b01cd4-fcd4-4d36-be48-36c92c1aaba9 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.045892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-16b01cd4-fcd4-4d36-be48-36c92c1aaba9 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1091 time: 0.1154830 Nov 25 17:35:38.049902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Calling delete_port for b30ec3ca-58e7-408f-b909-807220e4f5b5 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:38.050136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.059707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.159051 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:38.162682 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:35:38.199196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.210613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.211721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-871169f8-e3d4-4f23-88e4-4b7c7b41b770 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.214455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.222581 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-871169f8-e3d4-4f23-88e4-4b7c7b41b770 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9006946 Nov 25 17:35:38.235287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.249317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b11cd6b6-de43-4dfc-98d2-e8c13c6a8c24 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': 'a6b5b1cc-64fb-4ee5-8be1-7bbc4c27bb1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:38.282078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b30ec3ca-58e7-408f-b909-807220e4f5b5 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:38.286157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Pushing event deleted for resources: {'Port': ['ID=b30ec3ca-58e7-408f-b909-807220e4f5b5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.298162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] No DVR routers for this DVR port b30ec3ca-58e7-408f-b909-807220e4f5b5 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:38.320201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.320701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.321081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.321433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.321761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.322102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.322432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.322903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.323263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.323590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.323915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.324366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eade5e9-c130-4162-ad4d-d886d0d4c400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:38.329502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b30ec3ca-58e7-408f-b909-807220e4f5b5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:38.329869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b30ec3ca-58e7-408f-b909-807220e4f5b5 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:38.338873 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=b30ec3ca-58e7-408f-b909-807220e4f5b5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.346053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871169f8-e3d4-4f23-88e4-4b7c7b41b770 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b5b1cc-64fb-4ee5-8be1-7bbc4c27bb1a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.356893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No DVR routers for this DVR port b30ec3ca-58e7-408f-b909-807220e4f5b5 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:38.359919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a270c-c2bb-4d79-8962-9a35a160f38f req-73e47b31-4c9f-42a0-9f3c-1d3d401aab9f tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.369661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bc1a270c-c2bb-4d79-8962-9a35a160f38f req-73e47b31-4c9f-42a0-9f3c-1d3d401aab9f tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 946 time: 0.3184476 Nov 25 17:35:38.388806 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.404744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-47b16183-5032-48d5-87d9-a848af1bef86 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.406490 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-47b16183-5032-48d5-87d9-a848af1bef86 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 946 time: 0.2478573 Nov 25 17:35:38.499424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b11cd6b6-de43-4dfc-98d2-e8c13c6a8c24 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.507995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.508522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-cb31c61b-4d16-4b57-b436-d0e701a83f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.510372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-cb31c61b-4d16-4b57-b436-d0e701a83f10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1096 time: 0.2634580 Nov 25 17:35:38.521528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4043-21ef-44d9-8ee8-4da57f6cf595 req-4efd7078-3cd6-4893-9821-4e502e2da32d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.523209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f8c4043-21ef-44d9-8ee8-4da57f6cf595 req-4efd7078-3cd6-4893-9821-4e502e2da32d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2317824 Nov 25 17:35:38.540448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bc1a270c-c2bb-4d79-8962-9a35a160f38f req-3741789d-4897-4ce4-8b65-9eda8d49dc5e tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697943 Nov 25 17:35:38.619350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4532b0-5aa1-41e0-b4cf-ba189e864d1b']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:38.652487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fb1272-58dc-4dec-b458-3264f3a15dd1') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:38.652883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fb1272-58dc-4dec-b458-3264f3a15dd1') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:38.665204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.668012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b11cd6b6-de43-4dfc-98d2-e8c13c6a8c24 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.671620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f8c4043-21ef-44d9-8ee8-4da57f6cf595 req-72f66d5e-48e1-4020-9cca-eac15c534e71 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350102 Nov 25 17:35:38.683551 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b11cd6b6-de43-4dfc-98d2-e8c13c6a8c24 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.688904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-3bad2b87-5dd1-4bc4-bc2f-f324d552c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.694802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-3bad2b87-5dd1-4bc4-bc2f-f324d552c52a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.1695676 Nov 25 17:35:38.708602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.720528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cd6b6-de43-4dfc-98d2-e8c13c6a8c24 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8aa134-4838-4476-a435-1202066dac78,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.726391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:38.726874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:38.730058 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:38.744815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b11cd6b6-de43-4dfc-98d2-e8c13c6a8c24 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.746083 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b11cd6b6-de43-4dfc-98d2-e8c13c6a8c24 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5057442 Nov 25 17:35:38.761082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.800207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Deleting port 46b60e10-7949-416c-a201-9364ab02c3e2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:38.800450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3e9d4fa6-7de4-4a8e-87cf-73b867e22a76 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules/db8aa134-4838-4476-a435-1202066dac78 HTTP/1.1" status: 200 len: 763 time: 0.0370300 Nov 25 17:35:38.800575 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.801136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43798) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.812310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.843112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-6e242074-bf99-4ddc-9fb9-005dde578584 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1000 time: 0.1343260 Nov 25 17:35:38.877279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.891644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.895840 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/ce4532b0-5aa1-41e0-b4cf-ba189e864d1b HTTP/1.1" status: 204 len: 168 time: 1.5873044 Nov 25 17:35:38.901310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43800) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.913390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-df030f3b-dbc0-4be0-94fd-3d87490b6eec tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-452192138', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:38.937429 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e63a08-fbd2-4aa6-b927-56056d3e3682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=ce4532b0-5aa1-41e0-b4cf-ba189e864d1b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.950981 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c904845-1ba2-4f09-809e-160b4ecd51a2 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1481388 Nov 25 17:35:38.959620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.971911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-ffa9f7ab-a6ad-416f-8412-ff05fff325e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.974100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-ffa9f7ab-a6ad-416f-8412-ff05fff325e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1051800 Nov 25 17:35:39.021135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df030f3b-dbc0-4be0-94fd-3d87490b6eec tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.022115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df030f3b-dbc0-4be0-94fd-3d87490b6eec tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.035572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] For port 46b60e10-7949-416c-a201-9364ab02c3e2, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=46b60e10-7949-416c-a201-9364ab02c3e2,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:39.036043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.039194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c219403e-c6a3-4990-9a90-5c6b0b27d7b7 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.045480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.25.1.85 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/04a73878-fc67-41c8-b072-d24d5dfa73e9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:39.058685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c219403e-c6a3-4990-9a90-5c6b0b27d7b7 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.060751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Calling delete_port for 46b60e10-7949-416c-a201-9364ab02c3e2 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:39.079345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-db950fe3-f16e-4c22-b545-c910b13d5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.080949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-db950fe3-f16e-4c22-b545-c910b13d5cff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963993 Nov 25 17:35:39.138246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df030f3b-dbc0-4be0-94fd-3d87490b6eec tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.172526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df030f3b-dbc0-4be0-94fd-3d87490b6eec tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.182392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c219403e-c6a3-4990-9a90-5c6b0b27d7b7 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.195919 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c219403e-c6a3-4990-9a90-5c6b0b27d7b7 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.197223 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c219403e-c6a3-4990-9a90-5c6b0b27d7b7 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/db8aa134-4838-4476-a435-1202066dac78 HTTP/1.1" status: 204 len: 168 time: 0.2365451 Nov 25 17:35:39.210033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.257041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df030f3b-dbc0-4be0-94fd-3d87490b6eec tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.264316 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-df030f3b-dbc0-4be0-94fd-3d87490b6eec tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3543656 Nov 25 17:35:39.268211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43808) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.270951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219403e-c6a3-4990-9a90-5c6b0b27d7b7 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db8aa134-4838-4476-a435-1202066dac78,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.278779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-431005110'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:39.311743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-e7e90aec-7a08-4281-af01-be5c57deb351 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166748 Nov 25 17:35:39.316848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:39.320548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.323816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.405323 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b6951bcb-4b01-4ee8-bdd8-0996c617ecc4 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1807847 Nov 25 17:35:39.407183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:39.410785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.418072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-13de5ef6-1b7c-4992-b7e0-17ca45364d94 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': 'a6b5b1cc-64fb-4ee5-8be1-7bbc4c27bb1a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:39.454758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.455301 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment ef86488d-66bf-4c75-aedc-e2dc7b36ca32 of type vlan for network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 Nov 25 17:35:39.488440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b4bb211-5b86-4c5c-978c-2d4ef1a8eca0 req-677c7dd0-fbd1-4eac-b0c6-2a924f6970d5 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698177 Nov 25 17:35:39.491144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.521193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.537929 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13de5ef6-1b7c-4992-b7e0-17ca45364d94 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.538516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.555247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:39.556471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:39.565159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1a482ba8-e3af-49b8-9336-076509903b84'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:39.570968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:39.571891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:39.602722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Pushing event deleted for resources: {'Port': ['ID=46b60e10-7949-416c-a201-9364ab02c3e2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.608419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=04a73878-fc67-41c8-b072-d24d5dfa73e9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.656091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.663461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.664118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.746836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] No DVR routers for this DVR port 46b60e10-7949-416c-a201-9364ab02c3e2 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:39.755608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5a6d71-9fad-4e3f-8655-71ea866bfda0 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:39.764493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13de5ef6-1b7c-4992-b7e0-17ca45364d94 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.773327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13de5ef6-1b7c-4992-b7e0-17ca45364d94 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.817740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.821361 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bae35671-a5dc-4901-b224-845df1dbc5ea req-0eef6af8-2726-4f68-a22b-89fbbf8e1d51 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "DELETE /v2.0/ports/46b60e10-7949-416c-a201-9364ab02c3e2 HTTP/1.1" status: 204 len: 173 time: 1.3971341 Nov 25 17:35:39.822058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15530c4d-0fce-4e1e-917b-2d662dc4d4e6', 'name': 'network-vif-deleted', 'tag': '46b60e10-7949-416c-a201-9364ab02c3e2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:39.825894 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658c677c-4283-4d8e-a4c2-2e987448cfdc" -d '{"events": [{"server_uuid": "15530c4d-0fce-4e1e-917b-2d662dc4d4e6", "name": "network-vif-deleted", "tag": "46b60e10-7949-416c-a201-9364ab02c3e2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:39.878015 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6009429 Nov 25 17:35:39.879903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43820) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.901121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:39.918636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79009a-a696-454c-aad3-a13e76f1848d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.953080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:40.042731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13de5ef6-1b7c-4992-b7e0-17ca45364d94 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.049457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-13de5ef6-1b7c-4992-b7e0-17ca45364d94 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6374571 Nov 25 17:35:40.051454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.088721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-432af8bb-d80b-434e-a1d7-1b4327337a8f req-caaa30f8-2555-44a3-97ef-672916a86188 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=15530c4d-0fce-4e1e-917b-2d662dc4d4e6 HTTP/1.1" status: 200 len: 210 time: 0.2980776 Nov 25 17:35:40.092895 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-14f93360-8ba3-4a79-8b95-28b0eb8ff416 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules/a5fc2154-6298-4aef-90a7-edcd997f8bde HTTP/1.1" status: 200 len: 763 time: 0.0399537 Nov 25 17:35:40.098433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43824) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.175446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de5ef6-1b7c-4992-b7e0-17ca45364d94 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fc2154-6298-4aef-90a7-edcd997f8bde,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.234926 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98c7373-fc13-4148-8937-497d590a00c9 x-openstack-request-id: req-c98c7373-fc13-4148-8937-497d590a00c9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:40.235279 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15530c4d-0fce-4e1e-917b-2d662dc4d4e6", "name": "network-vif-deleted", "tag": "46b60e10-7949-416c-a201-9364ab02c3e2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:40.235519 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c98c7373-fc13-4148-8937-497d590a00c9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:40.235974 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15530c4d-0fce-4e1e-917b-2d662dc4d4e6', 'name': 'network-vif-deleted', 'tag': '46b60e10-7949-416c-a201-9364ab02c3e2', 'status': 'completed', 'code': 200} Nov 25 17:35:40.284814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:40.291298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.319500 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-149c36e2-9988-4b9e-9462-79df7c77e1e8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2186635 Nov 25 17:35:40.330834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43828) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.406536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6de12-6147-41cb-a169-f8219a920484 req-68623189-badd-446c-afb0-07ad111b7288 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:40.415181 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8d6de12-6147-41cb-a169-f8219a920484 req-68623189-badd-446c-afb0-07ad111b7288 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.5236785 Nov 25 17:35:40.424495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d98085f-1cc2-4fb5-97de-32a12464e994 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.438113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d98085f-1cc2-4fb5-97de-32a12464e994 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.490703 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d98085f-1cc2-4fb5-97de-32a12464e994 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.506325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d98085f-1cc2-4fb5-97de-32a12464e994 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.507840 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6d98085f-1cc2-4fb5-97de-32a12464e994 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a5fc2154-6298-4aef-90a7-edcd997f8bde HTTP/1.1" status: 204 len: 168 time: 0.1758599 Nov 25 17:35:40.511483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43830) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.535086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8d6de12-6147-41cb-a169-f8219a920484 req-f326410f-1715-4b1c-9d04-af0c39230825 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159673 Nov 25 17:35:40.545196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98085f-1cc2-4fb5-97de-32a12464e994 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5fc2154-6298-4aef-90a7-edcd997f8bde,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.611152 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4c9538ef-acde-41ec-a900-9ec93e7cd779 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0964947 Nov 25 17:35:40.615937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43832) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.623188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3540e0be-ac9d-4741-bee7-3dbee8445bf8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Request body: {'security_group_rule': {'security_group_id': 'a6b5b1cc-64fb-4ee5-8be1-7bbc4c27bb1a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:40.690060 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.748303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3540e0be-ac9d-4741-bee7-3dbee8445bf8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.757036 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.767506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=98cded09-5e33-401d-8a85-d9409e0f522c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.809250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:40.809620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:40.836243 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3540e0be-ac9d-4741-bee7-3dbee8445bf8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.841347 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3540e0be-ac9d-4741-bee7-3dbee8445bf8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.854573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:40.857393 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.866789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540e0be-ac9d-4741-bee7-3dbee8445bf8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2fc028-83a7-4dca-bc69-e965b6dc1047,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.872635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 46b60e10-7949-416c-a201-9364ab02c3e2 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:40.874123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:40.879754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3540e0be-ac9d-4741-bee7-3dbee8445bf8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.881009 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3540e0be-ac9d-4741-bee7-3dbee8445bf8 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2640193 Nov 25 17:35:40.882467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:40.883054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.885383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.912488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f02363-dcbb-441c-b746-dbb763d70bf7 None None] Network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:40.913112 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec2362b8-8220-4d2b-b022-0b649fa24688 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules/4a2fc028-83a7-4dca-bc69-e965b6dc1047 HTTP/1.1" status: 200 len: 764 time: 0.0264325 Nov 25 17:35:40.915586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.917444 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 46b60e10-7949-416c-a201-9364ab02c3e2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:40.918048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 46b60e10-7949-416c-a201-9364ab02c3e2 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:40.920159 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5027446a-9b00-485c-8923-5332be69fbf9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0343277 Nov 25 17:35:40.926300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43840) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.982526 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0bfee936-9830-4e81-a510-b32d37964e7a tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0610323 Nov 25 17:35:40.983763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.014444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96533935-5ea7-4719-ae8a-53b651b12dd5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.026411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96533935-5ea7-4719-ae8a-53b651b12dd5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.077341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96533935-5ea7-4719-ae8a-53b651b12dd5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.102496 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96533935-5ea7-4719-ae8a-53b651b12dd5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.116778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-96533935-5ea7-4719-ae8a-53b651b12dd5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/4a2fc028-83a7-4dca-bc69-e965b6dc1047 HTTP/1.1" status: 204 len: 168 time: 0.1207898 Nov 25 17:35:41.118510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96533935-5ea7-4719-ae8a-53b651b12dd5 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a2fc028-83a7-4dca-bc69-e965b6dc1047,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.121696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.126674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:41.127561 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.191170 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-11d0496f-fee5-49d5-a8b0-86abf76a80fb tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639408 Nov 25 17:35:41.192364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.296006 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d1353ee-44cf-40ce-962e-b3eebbd08e43 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.343637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d1353ee-44cf-40ce-962e-b3eebbd08e43 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.441825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d1353ee-44cf-40ce-962e-b3eebbd08e43 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.448798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Allocated IP 2001:db8::2 (bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88/98cded09-5e33-401d-8a85-d9409e0f522c/14064b1a-fe05-427e-bd1d-0a7d663c8d0e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:41.454264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d1353ee-44cf-40ce-962e-b3eebbd08e43 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.459912 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d1353ee-44cf-40ce-962e-b3eebbd08e43 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "DELETE /v2.0/security-groups/a6b5b1cc-64fb-4ee5-8be1-7bbc4c27bb1a HTTP/1.1" status: 204 len: 168 time: 0.2641377 Nov 25 17:35:41.463063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.490853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1353ee-44cf-40ce-962e-b3eebbd08e43 tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b5b1cc-64fb-4ee5-8be1-7bbc4c27bb1a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.581481 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-37492f90-7046-4bba-882d-c45940e890ae tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1077538 Nov 25 17:35:41.581481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43860) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.689675 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-da277828-03e5-414b-9801-66816b5068fb tempest-SecGroupTest-1031672783 tempest-SecGroupTest-1031672783-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1104503 Nov 25 17:35:41.723933 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.733207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.737077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3291cdf-1890-4d92-ae12-5ac0eb040863 req-15f60e6b-854e-450c-a6d2-bdbc693ec8fd tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.739737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3291cdf-1890-4d92-ae12-5ac0eb040863 req-15f60e6b-854e-450c-a6d2-bdbc693ec8fd tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 945 time: 0.1577520 Nov 25 17:35:41.813173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:41.815387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:41.826202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:41.887630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Pushing event updated for resources: {'Port': ['ID=14064b1a-fe05-427e-bd1d-0a7d663c8d0e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.896577 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.947919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Attempting to bind port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:41.948081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdd142-b625-4668-a610-55694ef1981c req-075d2a83-21e0-4f1c-9951-f432d0b10ec8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.948445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Attempting to bind port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:41.949009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Attempting to bind port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e on network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:41.949604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64cdd142-b625-4668-a610-55694ef1981c req-075d2a83-21e0-4f1c-9951-f432d0b10ec8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2736402 Nov 25 17:35:41.956091 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.960614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:41.962228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Checking segment: {'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:41.962862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.963922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Bound using segment: {'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:41.966232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Bound port: 14064b1a-fe05-427e-bd1d-0a7d663c8d0e, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:41.967573 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.969251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3291cdf-1890-4d92-ae12-5ac0eb040863 req-2ee265a7-2540-4371-8598-1de1ef9edec3 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035456 Nov 25 17:35:42.022108 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.067736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] For port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:42.073209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] For port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=14064b1a-fe05-427e-bd1d-0a7d663c8d0e,segment=NetworkSegment(ef86488d-66bf-4c75-aedc-e2dc7b36ca32),segment_id=ef86488d-66bf-4c75-aedc-e2dc7b36ca32)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:42.081706 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.125244 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43868) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:42.230161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21dc11-ef54-4c6e-8e26-f5e8f5c6ef7a None None] Pushing event updated for resources: {'Port': ['ID=14064b1a-fe05-427e-bd1d-0a7d663c8d0e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:42.317967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64cdd142-b625-4668-a610-55694ef1981c req-66bcc14b-0b95-4388-9660-9f58785ab3b7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581200 Nov 25 17:35:42.324575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=04a73878-fc67-41c8-b072-d24d5dfa73e9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:42.411269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.465964 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-84287042-4d1c-4068-9fce-b9b4ff8b7764 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e17c799b528454a8894b870a572558a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372810 Nov 25 17:35:42.475490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43878) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:42.623653 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71ef152f-89a2-4ade-8962-19a0f7478068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.665707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71ef152f-89a2-4ade-8962-19a0f7478068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.698318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8::1 (bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88/98cded09-5e33-401d-8a85-d9409e0f522c/73ed3013-736e-4fe7-8bf7-fbfa19b793ff) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:42.707071 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Floating IP 836a82f6-a3bf-4fb2-9769-e1601e77bfa9 associated. External IP: 172.25.1.85, port: 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b. Nov 25 17:35:42.724766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ef520-2dbc-4031-aa4e-3610f90131f4 req-8d633167-e27c-4489-a613-411d6668aff1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.737020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe2ef520-2dbc-4031-aa4e-3610f90131f4 req-8d633167-e27c-4489-a613-411d6668aff1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1593411 Nov 25 17:35:42.752193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71ef152f-89a2-4ade-8962-19a0f7478068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.756412 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71ef152f-89a2-4ade-8962-19a0f7478068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.761247 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71ef152f-89a2-4ade-8962-19a0f7478068 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01d8e061-8a27-48a4-bb15-7c8ce1ed926c HTTP/1.1" status: 204 len: 168 time: 0.2804222 Nov 25 17:35:42.773017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef152f-89a2-4ade-8962-19a0f7478068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d8e061-8a27-48a4-bb15-7c8ce1ed926c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:42.980332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe2ef520-2dbc-4031-aa4e-3610f90131f4 req-974e66b0-b7c7-4eeb-88f1-a6b15fdfb82f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424030 Nov 25 17:35:43.216379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.428882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-42659f80-3009-4670-8845-a1f9c7fc72cf tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.431062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-42659f80-3009-4670-8845-a1f9c7fc72cf tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.95 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 945 time: 0.2710416 Nov 25 17:35:43.439372 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.602177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bd6b1-2862-4866-81a7-9d3c22b9a5c6 req-b55b5863-a2a5-496a-9fb9-02c89bd9fe48 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.609930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d3bd6b1-2862-4866-81a7-9d3c22b9a5c6 req-b55b5863-a2a5-496a-9fb9-02c89bd9fe48 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 945 time: 0.3165245 Nov 25 17:35:43.644439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:43.649904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 425121ad-1015-4461-b31c-da32f2e49b14 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:43.716571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.721765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:43.725185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:43.726037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.764304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ed334-8e6a-4b3d-ba7e-260f4c3e36d8 None None] Network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:43.868359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2b430342-7ebf-4712-9b36-6f93a4cd6197 None None] Provisioning complete for port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:43.869226 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b430342-7ebf-4712-9b36-6f93a4cd6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.893822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeab1be-d608-4e6e-a52e-c7cb6e0071e7 req-5f6ec49f-47a6-42f7-961f-9c39e0320e2e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.895587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baeab1be-d608-4e6e-a52e-c7cb6e0071e7 req-5f6ec49f-47a6-42f7-961f-9c39e0320e2e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.3426878 Nov 25 17:35:44.075518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d3bd6b1-2862-4866-81a7-9d3c22b9a5c6 req-843c7d38-05aa-42a9-acb3-268216ec7385 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646711 Nov 25 17:35:44.115636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:44.129237 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] Sync routers for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:44.153463 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:44.154613 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:44.219257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Deleting port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:44.219857 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.225621 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.310600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 14064b1a-fe05-427e-bd1d-0a7d663c8d0e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:44.319474 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.354278 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b430342-7ebf-4712-9b36-6f93a4cd6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.358343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-55b4e16b-1fea-4317-9a0e-4675fb3eef73 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3059638 Nov 25 17:35:44.362367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:44.364608 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cad76b-1ba3-4790-92ea-c7257aee8534" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:44.384871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baeab1be-d608-4e6e-a52e-c7cb6e0071e7 req-21577e81-d33b-430a-b80c-63a584cbbaff tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047440 Nov 25 17:35:44.465746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2b430342-7ebf-4712-9b36-6f93a4cd6197 None None] For port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=14064b1a-fe05-427e-bd1d-0a7d663c8d0e,segment=NetworkSegment(ef86488d-66bf-4c75-aedc-e2dc7b36ca32),segment_id=ef86488d-66bf-4c75-aedc-e2dc7b36ca32)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:44.486183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b430342-7ebf-4712-9b36-6f93a4cd6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.511489 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:44.514562 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.559231 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:44.636708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-9b4d11ab-ddc3-4c04-b8b3-cb40ec593226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.650669 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-9b4d11ab-ddc3-4c04-b8b3-cb40ec593226 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1096 time: 0.1343560 Nov 25 17:35:44.743461 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cef7b30-0098-4ecd-8065-49e4766684ac x-openstack-request-id: req-2cef7b30-0098-4ecd-8065-49e4766684ac {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:44.743904 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:44.746848 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2cef7b30-0098-4ecd-8065-49e4766684ac {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:44.747050 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'status': 'completed', 'code': 200} Nov 25 17:35:44.863006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b430342-7ebf-4712-9b36-6f93a4cd6197 None None] Pushing event updated for resources: {'Port': ['ID=14064b1a-fe05-427e-bd1d-0a7d663c8d0e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.027715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-273f3363-1519-404c-8361-48348afda53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.033221 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-273f3363-1519-404c-8361-48348afda53f service neutron] 10.222.0.95 "GET /v2.0/networks?id=695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 200 len: 898 time: 0.3760426 Nov 25 17:35:45.057038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-725a0a10-eea5-426a-8e83-821e1974e399 None None] Provisioning complete for port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:45.059311 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-725a0a10-eea5-426a-8e83-821e1974e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.226872 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-11b2fef3-f390-49b4-83ce-8517efeeb843 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 998 time: 0.1750429 Nov 25 17:35:45.279104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-725a0a10-eea5-426a-8e83-821e1974e399 None None] Provisioning complete for port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:45.279484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-725a0a10-eea5-426a-8e83-821e1974e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.322393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-4b82d00f-24c1-44a6-98ed-83948197aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.325811 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-4b82d00f-24c1-44a6-98ed-83948197aca3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=95588db4-bcc3-49ed-a431-413c9a6ab479 HTTP/1.1" status: 200 len: 835 time: 0.0894322 Nov 25 17:35:45.363337 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '836a82f6-a3bf-4fb2-9769-e1601e77bfa9', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'port_id': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'mac_address': 'fa:16:3e:a0:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:35:40Z', 'updated_at': '2021-11-25T17:35:40Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:18Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:45.373372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-725a0a10-eea5-426a-8e83-821e1974e399 None None] Port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:45.426786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-303f75f9-7135-4434-9e49-dcdb4f2b99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.427250 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-303f75f9-7135-4434-9e49-dcdb4f2b99d5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=695f822b-3975-4f4a-9304-65629985f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865841 Nov 25 17:35:45.430783 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] Checking router: 425121ad-1015-4461-b31c-da32f2e49b14 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:45.444740 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:45.447814 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:45.507710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-74e500dd-6f50-422c-aebc-520bf12fecbd None None] Provisioning complete for port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:45.508575 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74e500dd-6f50-422c-aebc-520bf12fecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.552430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] For port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:45.554053 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.597111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Calling delete_port for ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:45.607520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06088127-57fd-442d-877e-f564577058d1 req-89f3da78-df61-40f6-b2a0-7a5ec1bdea3c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.612891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-74e500dd-6f50-422c-aebc-520bf12fecbd None None] Port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:45.614949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06088127-57fd-442d-877e-f564577058d1 req-89f3da78-df61-40f6-b2a0-7a5ec1bdea3c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.8848140 Nov 25 17:35:45.643935 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-225172e4-8f53-4f90-9a9b-d166f3737571 service neutron] 10.222.0.95 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044826 Nov 25 17:35:45.645457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.664461 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.665347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.700894 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:45.784392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1400-ea94-40b6-bfad-834deb6295f5 req-c8392214-30eb-44ec-935e-c620f7220780 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.792353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4bbf1400-ea94-40b6-bfad-834deb6295f5 req-c8392214-30eb-44ec-935e-c620f7220780 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2612243 Nov 25 17:35:45.806430 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-48cad76b-1ba3-4790-92ea-c7257aee8534 req-7e038f12-fe44-4e28-87ba-b46d78e960da service neutron] 10.222.0.95 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485801 Nov 25 17:35:45.898054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.927377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06088127-57fd-442d-877e-f564577058d1 req-8c08c378-bfed-48f7-a218-427ab53148b1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107593 Nov 25 17:35:45.955162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.026453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4bbf1400-ea94-40b6-bfad-834deb6295f5 req-3ed14e97-5d07-4205-8cfb-8c489a680db0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331338 Nov 25 17:35:46.108179 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a5725ee4-37d7-4bf6-a5af-a6de1cfb250e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/836a82f6-a3bf-4fb2-9769-e1601e77bfa9 HTTP/1.1" status: 200 len: 990 time: 0.1492138 Nov 25 17:35:46.146582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43950) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.158747 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '836a82f6-a3bf-4fb2-9769-e1601e77bfa9', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'port_id': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'mac_address': 'fa:16:3e:a0:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:35:40Z', 'updated_at': '2021-11-25T17:35:40Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:18Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:46.175571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:46.180894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:46.211506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.225050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 14064b1a-fe05-427e-bd1d-0a7d663c8d0e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:46.227880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['1a482ba8-e3af-49b8-9336-076509903b84'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:46.229542 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c957a1f-e77e-416d-b647-4dcd758437e6 None None] The sync data for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 is: [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '836a82f6-a3bf-4fb2-9769-e1601e77bfa9', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.85', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'port_id': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'mac_address': 'fa:16:3e:a0:cd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:35:40Z', 'updated_at': '2021-11-25T17:35:40Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:18Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:46.385060 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:46.385724 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.402120 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bbcaadf-2840-45fe-9e40-eab18ce7fbfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.451696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd478557-7885-409c-a9d7-3882ff17cd73 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:46.491704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Pushing event deleted for resources: {'Port': ['ID=ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:46.520989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1290c8f-70cf-4283-9e87-4e9cf9efe37c req-7dffaa46-a4a6-4339-ba72-5576ef90ccce tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.533013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1290c8f-70cf-4283-9e87-4e9cf9efe37c req-7dffaa46-a4a6-4339-ba72-5576ef90ccce tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e99fd7a-8c48-43f3-90d7-e25ecc8b317b HTTP/1.1" status: 200 len: 945 time: 0.4064572 Nov 25 17:35:46.553961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bbcaadf-2840-45fe-9e40-eab18ce7fbfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.561678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bbcaadf-2840-45fe-9e40-eab18ce7fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.586675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] No DVR routers for this DVR port ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:46.597050 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.600753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c89364e-1d41-4ff9-8f47-966930e00f27 req-3891e368-f9b1-4a3f-8b98-207525893bb8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.95 "DELETE /v2.0/ports/ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 HTTP/1.1" status: 204 len: 173 time: 3.1554706 Nov 25 17:35:46.623302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:35:46.656741 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9bbcaadf-2840-45fe-9e40-eab18ce7fbfb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72f24185996a4ac695d379a2db000e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5075603 Nov 25 17:35:46.663450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1290c8f-70cf-4283-9e87-4e9cf9efe37c req-b4cd52fa-2639-49d3-b9f0-6cf50ca07606 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268959 Nov 25 17:35:46.664268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.667566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcaadf-2840-45fe-9e40-eab18ce7fbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4786e2a7-52df-4892-a676-d356b8bca2f5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:46.727927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516eb19-253c-48d9-801f-acfc87773a56 None None] New status for floating IP 836a82f6-a3bf-4fb2-9769-e1601e77bfa9: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:35:46.785117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e99fd7a-8c48-43f3-90d7-e25ecc8b317b', 'name': 'network-vif-deleted', 'tag': 'ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:46.803460 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c737c-033c-4de6-a80d-be57d1688a2b" -d '{"events": [{"server_uuid": "6e99fd7a-8c48-43f3-90d7-e25ecc8b317b", "name": "network-vif-deleted", "tag": "ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:46.808524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d0360560-b94f-4a9d-b5f2-445dc1a5760b None None] Provisioning complete for port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:46.808524 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0360560-b94f-4a9d-b5f2-445dc1a5760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.930220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d0360560-b94f-4a9d-b5f2-445dc1a5760b None None] Port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:46.932180 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853867b9-4835-4d6d-adbf-5d45aba2289f x-openstack-request-id: req-853867b9-4835-4d6d-adbf-5d45aba2289f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:46.932508 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e99fd7a-8c48-43f3-90d7-e25ecc8b317b", "name": "network-vif-deleted", "tag": "ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:46.933234 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-853867b9-4835-4d6d-adbf-5d45aba2289f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:46.933513 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e99fd7a-8c48-43f3-90d7-e25ecc8b317b', 'name': 'network-vif-deleted', 'tag': 'ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7', 'status': 'completed', 'code': 200} Nov 25 17:35:46.945025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:46.960041 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43960) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.962496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:46.965744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1775265942'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:46.971597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ba3c4fd3-91bf-425d-8817-ac563469c442 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0330415 Nov 25 17:35:46.976626 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:46.977387 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:46.982060 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c84d5dc-d8ab-4055-8f6c-257b20fccd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.019288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:47.022359 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c84d5dc-d8ab-4055-8f6c-257b20fccd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.025281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.072140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:47.086729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.087210 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment 57a0ffda-775d-45c2-8418-3651c11661b5 of type vlan for network c43ca0f0-cdc3-4fac-b84c-128444b3548b Nov 25 17:35:47.109181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:47.182972 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.244163 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c84d5dc-d8ab-4055-8f6c-257b20fccd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.249970 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.257118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.258094 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.260613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c84d5dc-d8ab-4055-8f6c-257b20fccd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.282126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5c84d5dc-d8ab-4055-8f6c-257b20fccd59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4786e2a7-52df-4892-a676-d356b8bca2f5 HTTP/1.1" status: 204 len: 168 time: 0.6089420 Nov 25 17:35:47.333963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84d5dc-d8ab-4055-8f6c-257b20fccd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4786e2a7-52df-4892-a676-d356b8bca2f5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:47.358116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-18a685e0-23d7-4afb-9c48-a8a6aec64648 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/836a82f6-a3bf-4fb2-9769-e1601e77bfa9 HTTP/1.1" status: 200 len: 992 time: 0.2473917 Nov 25 17:35:47.370715 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4059830 Nov 25 17:35:47.376172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 43978) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:47.403301 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:47.409329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:47.423035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f8cab-153b-442f-b614-2712d82a1437 req-7a2a9a00-f209-4d7e-a827-ccff5f6dc715 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.435141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd8f8cab-153b-442f-b614-2712d82a1437 req-7a2a9a00-f209-4d7e-a827-ccff5f6dc715 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2668283 Nov 25 17:35:47.457703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:47.515252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:47.521752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ad8c4f1b-59d3-498a-88a5-4d6ecd632ae7 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:47.548376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd8f8cab-153b-442f-b614-2712d82a1437 req-47d58dc1-0642-4baf-bcd1-34c76ee1ba0a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121902 Nov 25 17:35:47.856763 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:44Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:44Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:47.909766 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:47.910380 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Updating router bb805ab2-03dc-41ce-972a-92eaecf88f42 port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:47.932241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:47.967738 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1e7df4a-3539-464a-8942-f7032c50ccc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.971451 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.100563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f4cf2-05f9-4344-aa42-590179e7cf72 req-382e680c-5114-4855-8a05-796d7fafcbff tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.115254 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a3f4cf2-05f9-4344-aa42-590179e7cf72 req-382e680c-5114-4855-8a05-796d7fafcbff tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2546666 Nov 25 17:35:48.187475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dbfc6-d852-4d99-bab8-7dda5bf38861 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=c43ca0f0-cdc3-4fac-b84c-128444b3548b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:48.210793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:48.215128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:48.222603 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.332976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a3f4cf2-05f9-4344-aa42-590179e7cf72 req-d276b789-b185-4270-b928-050aebe15ba2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143238 Nov 25 17:35:48.358437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1e7df4a-3539-464a-8942-f7032c50ccc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.374518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1e7df4a-3539-464a-8942-f7032c50ccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.454683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7df4a-3539-464a-8942-f7032c50ccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b79ebbe-80ac-4288-8dde-33c00883bc24,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:48.460822 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d1e7df4a-3539-464a-8942-f7032c50ccc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31531a4023f84a0abb8d8f5207440079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244517 Nov 25 17:35:48.463430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 43998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.533186 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9b29de7-964a-4f99-8639-a06e47beb478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.565195 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9b29de7-964a-4f99-8639-a06e47beb478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.630016 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.635338 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9b29de7-964a-4f99-8639-a06e47beb478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.638654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9b29de7-964a-4f99-8639-a06e47beb478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.642538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b9b29de7-964a-4f99-8639-a06e47beb478 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b79ebbe-80ac-4288-8dde-33c00883bc24 HTTP/1.1" status: 204 len: 168 time: 0.1776042 Nov 25 17:35:48.652792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b29de7-964a-4f99-8639-a06e47beb478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b79ebbe-80ac-4288-8dde-33c00883bc24,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:48.737602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=7aaea889-eb89-444a-863e-9baed10ad39a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:48.741308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:48.741681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: c43ca0f0-cdc3-4fac-b84c-128444b3548b, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:48.750155 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.764458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:48.775460 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:35:48.776701 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.784192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, c43ca0f0-cdc3-4fac-b84c-128444b3548b) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:48.791182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.791820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.793416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2343b59b-23ca-4286-a596-0fae7ec72c09 None None] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:48.825446 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0c009e97-f3f8-412f-848c-42c6123b4874 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4354072 Nov 25 17:35:48.831610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.936972 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Attempting to bind port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:48.937977 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Attempting to bind port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:48.938610 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Attempting to bind port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff on network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:48.941249 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b828-2b3e-421c-894c-eed6a9927404 None None] Pushing event updated for resources: {'Port': ['ID=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:48.950768 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:48.951381 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Checking segment: {'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:48.951803 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.952205 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Bound using segment: {'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:48.952724 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Bound port: 73ed3013-736e-4fe7-8bf7-fbfa19b793ff, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:48.953255 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.090178 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] For port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:49.097253 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] For port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,segment=NetworkSegment(ef86488d-66bf-4c75-aedc-e2dc7b36ca32),segment_id=ef86488d-66bf-4c75-aedc-e2dc7b36ca32)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:49.107617 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.224607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:49.226554 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.278722 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:49.280448 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:49.462421 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b828-2b3e-421c-894c-eed6a9927404 None None] Pushing event updated for resources: {'Port': ['ID=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.513480 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:49.645492 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.660582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76462330-1239-46a3-858f-2f6080f3d54d None None] Provisioning complete for port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:49.661024 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76462330-1239-46a3-858f-2f6080f3d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.817239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965345e4-b9bc-4fbb-9afe-88e0e8ad2520 req-0443915f-1c99-4082-9113-39ae39b7a4a9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.820316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-965345e4-b9bc-4fbb-9afe-88e0e8ad2520 req-0443915f-1c99-4082-9113-39ae39b7a4a9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.3075829 Nov 25 17:35:49.854835 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:44Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:49Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:49.867355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Allocated IP 2001:db8:1::2 (c43ca0f0-cdc3-4fac-b84c-128444b3548b/7aaea889-eb89-444a-863e-9baed10ad39a/eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:49.931045 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313bbb7-acf8-4ccf-a848-772f7306467a None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:44Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:49Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:50.049607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-965345e4-b9bc-4fbb-9afe-88e0e8ad2520 req-ab899860-3b05-4b2d-9eac-b2651ff2c789 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141767 Nov 25 17:35:50.100761 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76462330-1239-46a3-858f-2f6080f3d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.194739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76462330-1239-46a3-858f-2f6080f3d54d None None] For port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,segment=NetworkSegment(ef86488d-66bf-4c75-aedc-e2dc7b36ca32),segment_id=ef86488d-66bf-4c75-aedc-e2dc7b36ca32)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:50.211804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76462330-1239-46a3-858f-2f6080f3d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.331876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b1a00-18d2-46a1-989f-3a166d198ba7 req-6c380638-3aae-4633-bf3b-848592f794a6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.342506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a64b1a00-18d2-46a1-989f-3a166d198ba7 req-6c380638-3aae-4633-bf3b-848592f794a6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1414227 Nov 25 17:35:50.444384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a64b1a00-18d2-46a1-989f-3a166d198ba7 req-bd252599-c319-4cb4-9968-e5708972620d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905023 Nov 25 17:35:50.555851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ea4da6f0-4160-4b34-a4aa-bf693dbcb95d None None] Provisioning complete for port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:50.556263 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea4da6f0-4160-4b34-a4aa-bf693dbcb95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.654126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76462330-1239-46a3-858f-2f6080f3d54d None None] Pushing event updated for resources: {'Port': ['ID=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:50.681780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fed93f-3b6c-4bb7-bffd-c2d69038570d req-cb3b8307-8aad-4b22-a06b-b3259bf2fd4e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.693017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61fed93f-3b6c-4bb7-bffd-c2d69038570d req-cb3b8307-8aad-4b22-a06b-b3259bf2fd4e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1295316 Nov 25 17:35:50.721938 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.751806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.790238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61fed93f-3b6c-4bb7-bffd-c2d69038570d req-f3cad738-e7ed-4a34-b223-69c2b3f05e4e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959063 Nov 25 17:35:50.934341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8:1::1 (c43ca0f0-cdc3-4fac-b84c-128444b3548b/7aaea889-eb89-444a-863e-9baed10ad39a/339b72a3-cd5d-48f5-9832-999aaf4c3aa1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:50.967387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:50.973545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:50.988445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:50.990575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb51662-b866-446e-95b5-f2881ab48b48 req-453b9405-6944-412e-b5ab-be3872b0eccd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.997831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fb51662-b866-446e-95b5-f2881ab48b48 req-453b9405-6944-412e-b5ab-be3872b0eccd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1063113 Nov 25 17:35:51.014104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Pushing event updated for resources: {'Port': ['ID=eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.181171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Attempting to bind port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:51.184589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Attempting to bind port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:51.190592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Attempting to bind port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c on network c43ca0f0-cdc3-4fac-b84c-128444b3548b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:51.193617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fb51662-b866-446e-95b5-f2881ab48b48 req-dd5db248-cb4d-4bc8-9472-bb2c8436f580 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948271 Nov 25 17:35:51.208272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:51.209034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Checking segment: {'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:51.209947 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.210910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Bound using segment: {'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:51.212670 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.215146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Bound port: eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:51.216618 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.259712 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.371535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:51.375170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:51.386116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:51.389922 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.442409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] For port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:51.446480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] For port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c,segment=NetworkSegment(57a0ffda-775d-45c2-8418-3651c11661b5),segment_id=57a0ffda-775d-45c2-8418-3651c11661b5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:51.459386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.464573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.560795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b895360-815c-49a0-86cd-2f1d7942490a None None] Pushing event updated for resources: {'Port': ['ID=eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.625173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.206733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.212592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.215207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.427933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 73ed3013-736e-4fe7-8bf7-fbfa19b793ff up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:52.466575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.560626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:52.570552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:52.603319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:52.604030 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.770653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:52.909409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:52.959361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44112) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:52.998844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:53.013333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1d6e01bb-22ad-464d-b583-af5f6f341aae tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1803446 Nov 25 17:35:53.016102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:53.016324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:53.016511 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.021666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1478504013'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:53.053352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:53.063193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.072377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:53.106948 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:53.109582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.230018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb672be-6438-4c8f-81b2-dca4c6e8038b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.315792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:53.319432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4f16c-a87b-492b-a064-d1bc57beddfb None None] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:53.426502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb672be-6438-4c8f-81b2-dca4c6e8038b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.434961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb672be-6438-4c8f-81b2-dca4c6e8038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.465866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.503481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb672be-6438-4c8f-81b2-dca4c6e8038b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed0dbe-b944-4679-9c65-ea03b433c879,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:53.554158 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1eb672be-6438-4c8f-81b2-dca4c6e8038b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f703da91e22d4992b4818ba56c7d9902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5908623 Nov 25 17:35:53.555181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:53.565480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c,segment=NetworkSegment(57a0ffda-775d-45c2-8418-3651c11661b5),segment_id=57a0ffda-775d-45c2-8418-3651c11661b5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:53.643138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2051cb71-2898-4baa-ad43-90bf6bdd73eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.667801 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.682994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b9c21dc7-2f6d-434d-920d-521a0111349b None None] Provisioning complete for port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:53.685343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9c21dc7-2f6d-434d-920d-521a0111349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.687900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2051cb71-2898-4baa-ad43-90bf6bdd73eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.764408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2051cb71-2898-4baa-ad43-90bf6bdd73eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.774669 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2051cb71-2898-4baa-ad43-90bf6bdd73eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.777519 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2051cb71-2898-4baa-ad43-90bf6bdd73eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bed0dbe-b944-4679-9c65-ea03b433c879 HTTP/1.1" status: 204 len: 168 time: 0.2197373 Nov 25 17:35:53.787189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:53.801988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051cb71-2898-4baa-ad43-90bf6bdd73eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed0dbe-b944-4679-9c65-ea03b433c879,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:53.810193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:53.822600 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.826579 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment 0eca4b6e-39d2-437f-a7db-47628ed7b7ce of type vlan for network 77bc683c-a088-424b-9094-d53a9e564aa7 Nov 25 17:35:53.948514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.005361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.015495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.016544 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.162924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1455410 Nov 25 17:35:54.165773 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44130) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.173308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:54.228634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acc215-41de-4683-bbf2-ca5c8e5e9352 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=77bc683c-a088-424b-9094-d53a9e564aa7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:54.328659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:54.332253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.354530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.356312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:54.372442 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd617440-bf52-47fa-bf24-74591c36f389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.404193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 77bc683c-a088-424b-9094-d53a9e564aa7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:54.492074 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd617440-bf52-47fa-bf24-74591c36f389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.499882 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd617440-bf52-47fa-bf24-74591c36f389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.537287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:54.537812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.547069 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cd617440-bf52-47fa-bf24-74591c36f389 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1614ac73e99d4c0188b9f02bb177f028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1907337 Nov 25 17:35:54.550840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.635267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:51Z', 'revision_number': 3, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:51Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:54.696976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.719537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:54.723453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Updating router bb805ab2-03dc-41ce-972a-92eaecf88f42 port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:54.723768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd617440-bf52-47fa-bf24-74591c36f389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582877d-44e3-4dcf-ac32-428afd1085af,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:54.730327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a74e34af-f851-4955-8f9a-8753909607f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.775540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.810970 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a74e34af-f851-4955-8f9a-8753909607f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.903479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=43376d38-2f70-487e-8618-6933c4a1db9a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:54.942205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a74e34af-f851-4955-8f9a-8753909607f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.949332 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a74e34af-f851-4955-8f9a-8753909607f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.950241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.950804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.951718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.952192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.952638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.953768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.954172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.954571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.954973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.955433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.956109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.956520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:54.957161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a74e34af-f851-4955-8f9a-8753909607f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9582877d-44e3-4dcf-ac32-428afd1085af HTTP/1.1" status: 204 len: 168 time: 0.4049480 Nov 25 17:35:54.990171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e34af-f851-4955-8f9a-8753909607f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582877d-44e3-4dcf-ac32-428afd1085af,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.009297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:55.011981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: 77bc683c-a088-424b-9094-d53a9e564aa7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:55.089313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 77bc683c-a088-424b-9094-d53a9e564aa7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:55.123028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 77bc683c-a088-424b-9094-d53a9e564aa7) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:55.144687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:55.149181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.202967 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e2ef0480-33b9-4798-85aa-938099339269 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0351555 Nov 25 17:35:55.206271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44148) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:55.275947 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.285754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b8a78-8e57-4421-8a68-0da6686d62a0 None None] Network 77bc683c-a088-424b-9094-d53a9e564aa7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:55.299430 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.341691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14780c21-3bac-4a9c-9c94-ed8aaec9132c req-69729bf4-adc6-41e3-81f1-12eb4d50587e tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:55.344845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14780c21-3bac-4a9c-9c94-ed8aaec9132c req-69729bf4-adc6-41e3-81f1-12eb4d50587e tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 945 time: 0.1271780 Nov 25 17:35:55.439164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-471efc7d-9017-4a67-bc27-84298c0701f7 None None] Provisioning complete for port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:55.439681 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-471efc7d-9017-4a67-bc27-84298c0701f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.467206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14780c21-3bac-4a9c-9c94-ed8aaec9132c req-9a29f09b-b8e8-447d-9eeb-298cea02d9e8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083663 Nov 25 17:35:55.572795 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-471efc7d-9017-4a67-bc27-84298c0701f7 None None] Port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:55.589224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186eebc7-59a9-45dd-9ec9-fa970cb7452d None None] Pushing event updated for resources: {'Port': ['ID=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.682390 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-471efc7d-9017-4a67-bc27-84298c0701f7 None None] Provisioning complete for port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:55.683027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-471efc7d-9017-4a67-bc27-84298c0701f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.058770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Attempting to bind port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:56.059330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Attempting to bind port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:56.063055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Attempting to bind port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 on network c43ca0f0-cdc3-4fac-b84c-128444b3548b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:56.084643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:56.084976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Checking segment: {'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:56.085500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.086069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Bound using segment: {'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:56.087606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Bound port: 339b72a3-cd5d-48f5-9832-999aaf4c3aa1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a0ffda-775d-45c2-8418-3651c11661b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:56.088086 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.211346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-77bc683c-a088-424b-9094-d53a9e564aa7', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:56.212658 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.312253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.686734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Allocated IP 2001:db8:2::2 (77bc683c-a088-424b-9094-d53a9e564aa7/43376d38-2f70-487e-8618-6933c4a1db9a/a36de92c-f0bd-41f2-89d9-b522813007bb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:56.719783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5113a-4b67-4179-bd14-77e8ee07bf89 req-2da2baed-c988-468d-bc41-48260906aae8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:56.737214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eac5113a-4b67-4179-bd14-77e8ee07bf89 req-2da2baed-c988-468d-bc41-48260906aae8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 945 time: 0.1318703 Nov 25 17:35:56.876760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eac5113a-4b67-4179-bd14-77e8ee07bf89 req-6f845c1a-f0bc-4d71-9fe2-fca138d8dfd0 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347713 Nov 25 17:35:56.898790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] For port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:56.933366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] For port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,segment=NetworkSegment(57a0ffda-775d-45c2-8418-3651c11661b5),segment_id=57a0ffda-775d-45c2-8418-3651c11661b5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:56.989847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0e746c0a-76a1-45cf-94f0-9a3eb3804d7c None None] Provisioning complete for port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:56.990227 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e746c0a-76a1-45cf-94f0-9a3eb3804d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.998241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.133701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:57.134793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:57.345263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186eebc7-59a9-45dd-9ec9-fa970cb7452d None None] Pushing event updated for resources: {'Port': ['ID=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.485927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:57.617161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-132ee088-2918-4de6-8801-2601fe5fde77 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.620257 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-132ee088-2918-4de6-8801-2601fe5fde77 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 945 time: 0.0997202 Nov 25 17:35:57.639153 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e746c0a-76a1-45cf-94f0-9a3eb3804d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.686460 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.732486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.830667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0e746c0a-76a1-45cf-94f0-9a3eb3804d7c None None] For port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,segment=NetworkSegment(57a0ffda-775d-45c2-8418-3651c11661b5),segment_id=57a0ffda-775d-45c2-8418-3651c11661b5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:57.852678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e746c0a-76a1-45cf-94f0-9a3eb3804d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.858023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Network 77bc683c-a088-424b-9094-d53a9e564aa7 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:57.867042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:57.871456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8:2::1 (77bc683c-a088-424b-9094-d53a9e564aa7/43376d38-2f70-487e-8618-6933c4a1db9a/a6157322-5934-4127-86e2-41ef130ff560) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:57.871746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Pushing event updated for resources: {'Port': ['ID=a36de92c-f0bd-41f2-89d9-b522813007bb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.874608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:58.099667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Deleting port 1a482ba8-e3af-49b8-9336-076509903b84 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:58.100212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.123518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3af22-c3e9-4bd3-858a-e6c4ccfab68f req-e2682388-83c1-4905-971d-3867783d50aa tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.126103 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e746c0a-76a1-45cf-94f0-9a3eb3804d7c None None] Pushing event updated for resources: {'Port': ['ID=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.127670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0e3af22-c3e9-4bd3-858a-e6c4ccfab68f req-e2682388-83c1-4905-971d-3867783d50aa tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 945 time: 0.1305950 Nov 25 17:35:58.194609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.249203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0e3af22-c3e9-4bd3-858a-e6c4ccfab68f req-a3082079-4f00-4e38-b9f2-387b42635cb7 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/security-groups?id=86484c99-a966-4d54-92a4-d9d56c4b5390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071548 Nov 25 17:35:58.258149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-19d0a422-1fa0-4936-838f-73873f3daf2b None None] Provisioning complete for port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:58.258375 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19d0a422-1fa0-4936-838f-73873f3daf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.289036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] For port 1a482ba8-e3af-49b8-9336-076509903b84, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=1a482ba8-e3af-49b8-9336-076509903b84,segment=NetworkSegment(c45fd7ca-4a55-4eac-b6b4-f87580790cf6),segment_id=c45fd7ca-4a55-4eac-b6b4-f87580790cf6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:58.289911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.308786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Calling delete_port for 1a482ba8-e3af-49b8-9336-076509903b84 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:58.340401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Attempting to bind port a36de92c-f0bd-41f2-89d9-b522813007bb on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:58.340784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Attempting to bind port a36de92c-f0bd-41f2-89d9-b522813007bb by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:58.341191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Attempting to bind port a36de92c-f0bd-41f2-89d9-b522813007bb on network 77bc683c-a088-424b-9094-d53a9e564aa7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:58.356491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:58.356925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Checking segment: {'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:58.357370 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.357776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Bound using segment: {'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:58.358324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Bound port: a36de92c-f0bd-41f2-89d9-b522813007bb, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:58.359612 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.440378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.483156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:51Z', 'revision_number': 3, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:56Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:58.521793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 77bc683c-a088-424b-9094-d53a9e564aa7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:58.534664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:58.537407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:58.538294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.550584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7317507-2b9c-419a-93ed-c5d6c73dc1fd None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:51Z', 'revision_number': 3, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:56Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:58.576513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] For port a36de92c-f0bd-41f2-89d9-b522813007bb, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:58.584577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] For port a36de92c-f0bd-41f2-89d9-b522813007bb, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a36de92c-f0bd-41f2-89d9-b522813007bb,segment=NetworkSegment(0eca4b6e-39d2-437f-a7db-47628ed7b7ce),segment_id=0eca4b6e-39d2-437f-a7db-47628ed7b7ce)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:58.596543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.781245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2536f-3da5-4039-861a-8bfa4543131a None None] Pushing event updated for resources: {'Port': ['ID=a36de92c-f0bd-41f2-89d9-b522813007bb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.955576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.981383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.986050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=a6157322-5934-4127-86e2-41ef130ff560,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:59.153763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Pushing event deleted for resources: {'Port': ['ID=1a482ba8-e3af-49b8-9336-076509903b84,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:59.195005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b2160-2710-4d3b-991c-5e705c064dd1 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:59.429348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] No DVR routers for this DVR port 1a482ba8-e3af-49b8-9336-076509903b84 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:59.435315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.443293 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d9c12cbd-0c43-4227-96c3-d5c79e297034 req-b08d3ac2-bbbb-4650-980b-aee7ada972b8 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.60 "DELETE /v2.0/ports/1a482ba8-e3af-49b8-9336-076509903b84 HTTP/1.1" status: 204 len: 173 time: 1.8145044 Nov 25 17:35:59.443293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54b5ff1-1bce-4809-98cf-d88ff8bd1455', 'name': 'network-vif-deleted', 'tag': '1a482ba8-e3af-49b8-9336-076509903b84'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:59.445733 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6f2d0-4c62-4d1f-a55d-e5d031be59db" -d '{"events": [{"server_uuid": "b54b5ff1-1bce-4809-98cf-d88ff8bd1455", "name": "network-vif-deleted", "tag": "1a482ba8-e3af-49b8-9336-076509903b84"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:59.554223 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d577b930-f95b-4da6-8829-02a97330a9b2 x-openstack-request-id: req-d577b930-f95b-4da6-8829-02a97330a9b2 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:59.554523 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54b5ff1-1bce-4809-98cf-d88ff8bd1455", "name": "network-vif-deleted", "tag": "1a482ba8-e3af-49b8-9336-076509903b84", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:59.555095 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d577b930-f95b-4da6-8829-02a97330a9b2 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:59.555663 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54b5ff1-1bce-4809-98cf-d88ff8bd1455', 'name': 'network-vif-deleted', 'tag': '1a482ba8-e3af-49b8-9336-076509903b84', 'status': 'completed', 'code': 200} Nov 25 17:35:59.580312 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32ca6afb-5596-4cfe-a5f1-1a51bff96d57 req-feae736a-eee7-4aa5-b1c4-ceb468583f48 tempest-AttachVolumeNegativeTest-1903925753 tempest-AttachVolumeNegativeTest-1903925753-project] 10.222.0.81 "GET /v2.0/ports?device_id=b54b5ff1-1bce-4809-98cf-d88ff8bd1455 HTTP/1.1" status: 200 len: 210 time: 0.1520128 Nov 25 17:35:59.699263 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.706276 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.707854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.858049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=a6157322-5934-4127-86e2-41ef130ff560,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:59.928547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 77bc683c-a088-424b-9094-d53a9e564aa7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:59.930501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:00.082823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:00.305922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:00.320825 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:00.329006 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-41604bc9-d3b6-4b80-84b5-986daae2542f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1182580 Nov 25 17:36:00.330079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:00.335925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1412173004'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:00.364858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:00.365434 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:00.366312 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:00.395961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:00.399777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.412135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76e6d5-77c5-4b58-b005-28b039eb9896 None None] Network 77bc683c-a088-424b-9094-d53a9e564aa7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:00.465232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:00.491879 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.492504 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added segment 26d5cddd-b773-42fc-86c7-73012525c396 of type vlan for network 64b61437-2ee2-43c3-b37c-799542fc71a4 Nov 25 17:36:00.585968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a3cdac1-9941-4bd3-8b9c-6fee8eebd634 None None] Provisioning complete for port a36de92c-f0bd-41f2-89d9-b522813007bb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:00.587001 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a3cdac1-9941-4bd3-8b9c-6fee8eebd634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.596623 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.623997 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:00.657448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:00.660343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.669083 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.687394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44240) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:00.695476 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:00.696140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.767800 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4365728 Nov 25 17:36:00.772324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:00.781982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'subnet': {'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:00.853268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4382c024-3b36-4f4a-b30f-d24c13bf73fd admin admin] Deleting subnet 098aabb8-03f4-4560-bf4f-71dd2f0fabdb {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:00.864781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800a196-185a-44ca-8355-776f7f06e682 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Network': ['ID=64b61437-2ee2-43c3-b37c-799542fc71a4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:00.878942 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4382c024-3b36-4f4a-b30f-d24c13bf73fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.900318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 64b61437-2ee2-43c3-b37c-799542fc71a4 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:00.989716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Made reservation on behalf of 3dd59674284e494e8875144d7b5c2c95 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:00.998746 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.022217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4382c024-3b36-4f4a-b30f-d24c13bf73fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.063546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1a482ba8-e3af-49b8-9336-076509903b84 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:01.066029 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:58Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:35:59Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:01.090318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4382c024-3b36-4f4a-b30f-d24c13bf73fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.115497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 1a482ba8-e3af-49b8-9336-076509903b84 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:01.116121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 1a482ba8-e3af-49b8-9336-076509903b84 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:01.166359 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:01.167153 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Updating router bb805ab2-03dc-41ce-972a-92eaecf88f42 port a6157322-5934-4127-86e2-41ef130ff560 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:36:01.208450 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4382c024-3b36-4f4a-b30f-d24c13bf73fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.212902 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.217298 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a3cdac1-9941-4bd3-8b9c-6fee8eebd634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.241361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4382c024-3b36-4f4a-b30f-d24c13bf73fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.249073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4382c024-3b36-4f4a-b30f-d24c13bf73fd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/098aabb8-03f4-4560-bf4f-71dd2f0fabdb HTTP/1.1" status: 204 len: 168 time: 0.5605159 Nov 25 17:36:01.253234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44250) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.260595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a36de92c-f0bd-41f2-89d9-b522813007bb up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:01.269343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d37567-ad32-486d-b60c-027287372b6c None None] Network 0b353a2a-369d-485d-a7d5-5232b568deec requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:01.306090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382c024-3b36-4f4a-b30f-d24c13bf73fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098aabb8-03f4-4560-bf4f-71dd2f0fabdb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.394748 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.447343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.474639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4a3cdac1-9941-4bd3-8b9c-6fee8eebd634 None None] For port a36de92c-f0bd-41f2-89d9-b522813007bb, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a36de92c-f0bd-41f2-89d9-b522813007bb,segment=NetworkSegment(0eca4b6e-39d2-437f-a7db-47628ed7b7ce),segment_id=0eca4b6e-39d2-437f-a7db-47628ed7b7ce)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:01.504557 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a3cdac1-9941-4bd3-8b9c-6fee8eebd634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.544823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Subnet': ['ID=af6ce2fc-9afe-4710-bfb7-084d90d21cb3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.566310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.566672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.567022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.567368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.567709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.568051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.568385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.568719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.573395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.574005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.574367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.574714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:01.597755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Checking segment: {'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:01.598714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network hostable DHCP agents. Network: 64b61437-2ee2-43c3-b37c-799542fc71a4, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:01.626108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 64b61437-2ee2-43c3-b37c-799542fc71a4 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:01.636595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 64b61437-2ee2-43c3-b37c-799542fc71a4) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:01.641514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:01.642355 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.678149 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.681884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7d4afc03-044b-4927-8e8f-f329eef7593c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9081814 Nov 25 17:36:01.686530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44254) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.691762 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.711716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.720169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e94003-67df-4dd8-8e6e-c3fb51aa9401 None None] Network 64b61437-2ee2-43c3-b37c-799542fc71a4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:01.782665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b353a2a-369d-485d-a7d5-5232b568deec']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:01.801356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00554f0c-561f-4a93-a622-c73d01482807 None None] DHCP port deletion for 0b353a2a-369d-485d-a7d5-5232b568deec request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:01.813850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:01.814155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45fd7ca-4a55-4eac-b6b4-f87580790cf6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:01.843549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.886315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.905049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cdac1-9941-4bd3-8b9c-6fee8eebd634 None None] Pushing event updated for resources: {'Port': ['ID=a36de92c-f0bd-41f2-89d9-b522813007bb,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.919470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:01.919899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.922386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a36de92c-f0bd-41f2-89d9-b522813007bb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:01.922857 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:01.927285 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:02.082082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c92c083b-34f7-4e8a-9935-8e58bcf9b9d5 None None] Provisioning complete for port a6157322-5934-4127-86e2-41ef130ff560 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:02.083876 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c92c083b-34f7-4e8a-9935-8e58bcf9b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.133923 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cc8bd-f3bc-469f-82e5-af6f4ff055ef None None] Pushing event updated for resources: {'Port': ['ID=a6157322-5934-4127-86e2-41ef130ff560,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.159631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.178843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.192320 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0b353a2a-369d-485d-a7d5-5232b568deec HTTP/1.1" status: 204 len: 168 time: 0.9377100 Nov 25 17:36:02.227017 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Attempting to bind port a6157322-5934-4127-86e2-41ef130ff560 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:02.229654 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Attempting to bind port a6157322-5934-4127-86e2-41ef130ff560 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:02.231063 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Attempting to bind port a6157322-5934-4127-86e2-41ef130ff560 on network 77bc683c-a088-424b-9094-d53a9e564aa7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:02.231900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2794c-d58b-45ae-a39b-9d876bfbfa06 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b353a2a-369d-485d-a7d5-5232b568deec,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.257199 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:02.257590 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Checking segment: {'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:02.258006 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.258413 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Bound using segment: {'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:02.258903 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Bound port: a6157322-5934-4127-86e2-41ef130ff560, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eca4b6e-39d2-437f-a7db-47628ed7b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:02.266547 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.313953 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32423e51-d441-4d9b-9e39-09a41c1c5409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.425353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c92c083b-34f7-4e8a-9935-8e58bcf9b9d5 None None] Port a6157322-5934-4127-86e2-41ef130ff560 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:02.433126 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] For port a6157322-5934-4127-86e2-41ef130ff560, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:02.446365 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] For port a6157322-5934-4127-86e2-41ef130ff560, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a6157322-5934-4127-86e2-41ef130ff560,segment=NetworkSegment(0eca4b6e-39d2-437f-a7db-47628ed7b7ce),segment_id=0eca4b6e-39d2-437f-a7db-47628ed7b7ce)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:02.453337 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.507962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c92c083b-34f7-4e8a-9935-8e58bcf9b9d5 None None] Provisioning complete for port a36de92c-f0bd-41f2-89d9-b522813007bb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:02.508611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c92c083b-34f7-4e8a-9935-8e58bcf9b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.614803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.619424 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:02.620314 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:35:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:02.684636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.705786 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cc8bd-f3bc-469f-82e5-af6f4ff055ef None None] Pushing event updated for resources: {'Port': ['ID=a6157322-5934-4127-86e2-41ef130ff560,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.729330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a36de92c-f0bd-41f2-89d9-b522813007bb up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:02.788772 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:02.830316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-64b61437-2ee2-43c3-b37c-799542fc71a4', 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'fixed_ips': [{'subnet_id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:02.831200 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.896981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-40db8c4d-f1b3-46a1-9efa-036d17fea539 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fbf6ae444f8c4e9ebdefa18f4d799611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780850 Nov 25 17:36:02.897579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:03.067424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee105a72-68f3-40b8-a244-56fa1b0d8283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.124042 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee105a72-68f3-40b8-a244-56fa1b0d8283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.194937 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:58Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:02Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:03.212705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a36de92c-f0bd-41f2-89d9-b522813007bb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:03.219046 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.234750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Allocated IP 2001:db8:3::1 (64b61437-2ee2-43c3-b37c-799542fc71a4/af6ce2fc-9afe-4710-bfb7-084d90d21cb3/984f4912-40dd-496b-b8ba-0fa392b0ed73) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:03.277717 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e87e123-2c48-4d58-b670-f123f2ad3150 None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:35:58Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:02Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:03.403763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee105a72-68f3-40b8-a244-56fa1b0d8283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.412746 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee105a72-68f3-40b8-a244-56fa1b0d8283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.413677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ee105a72-68f3-40b8-a244-56fa1b0d8283 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86484c99-a966-4d54-92a4-d9d56c4b5390 HTTP/1.1" status: 204 len: 168 time: 0.5132842 Nov 25 17:36:03.460921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2eafc491-11ac-4222-b8b6-f5d7011f414a None None] Provisioning complete for port a6157322-5934-4127-86e2-41ef130ff560 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:03.463092 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eafc491-11ac-4222-b8b6-f5d7011f414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.496157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee105a72-68f3-40b8-a244-56fa1b0d8283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86484c99-a966-4d54-92a4-d9d56c4b5390,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.670724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.752676 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.843284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 64b61437-2ee2-43c3-b37c-799542fc71a4 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:03.852544 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eafc491-11ac-4222-b8b6-f5d7011f414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.878795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:03.901995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:03.902747 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.995902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=984f4912-40dd-496b-b8ba-0fa392b0ed73,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.998139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Allocated IP 2001:db8:3::2 (64b61437-2ee2-43c3-b37c-799542fc71a4/af6ce2fc-9afe-4710-bfb7-084d90d21cb3/999fac95-3b3e-435d-97c3-38881e822389) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:04.078582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2eafc491-11ac-4222-b8b6-f5d7011f414a None None] For port a6157322-5934-4127-86e2-41ef130ff560, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a6157322-5934-4127-86e2-41ef130ff560,segment=NetworkSegment(0eca4b6e-39d2-437f-a7db-47628ed7b7ce),segment_id=0eca4b6e-39d2-437f-a7db-47628ed7b7ce)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:04.086256 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2eafc491-11ac-4222-b8b6-f5d7011f414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.194210 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.748850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.757612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.759620 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.770261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a6157322-5934-4127-86e2-41ef130ff560 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:04.810785 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.843905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event updated for resources: {'Port': ['ID=984f4912-40dd-496b-b8ba-0fa392b0ed73,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:04.867638 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.882173 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7de096b3-2e43-4141-9efb-914b766f5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.891068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc491-11ac-4222-b8b6-f5d7011f414a None None] Pushing event updated for resources: {'Port': ['ID=a6157322-5934-4127-86e2-41ef130ff560,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:04.912757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f0f56f7b-e8ed-48ad-b98f-8a9c750271fb None None] Provisioning complete for port a6157322-5934-4127-86e2-41ef130ff560 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:04.913220 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0f56f7b-e8ed-48ad-b98f-8a9c750271fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.025653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Network 64b61437-2ee2-43c3-b37c-799542fc71a4 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:05.026885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Network 64b61437-2ee2-43c3-b37c-799542fc71a4 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:05.028791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:05.034126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:05.037897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a6157322-5934-4127-86e2-41ef130ff560 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:05.038279 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.039843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Pushing event updated for resources: {'Port': ['ID=999fac95-3b3e-435d-97c3-38881e822389,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:05.046918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:05.217430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:05.245356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Attempting to bind port 999fac95-3b3e-435d-97c3-38881e822389 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:05.249940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Attempting to bind port 999fac95-3b3e-435d-97c3-38881e822389 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:05.250636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Attempting to bind port 999fac95-3b3e-435d-97c3-38881e822389 on network 64b61437-2ee2-43c3-b37c-799542fc71a4 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:05.288697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:05.289367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Checking segment: {'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:05.290045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.290891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Bound using segment: {'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:05.291783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Bound port: 999fac95-3b3e-435d-97c3-38881e822389, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:05.291783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.338914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:05.356143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2e8c0728-4d0e-490c-b2e1-c7f45d2de5fc tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6679282 Nov 25 17:36:05.360062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:05.365558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:05.424908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:05.440531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] For port 999fac95-3b3e-435d-97c3-38881e822389, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:05.446031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] For port 999fac95-3b3e-435d-97c3-38881e822389, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=999fac95-3b3e-435d-97c3-38881e822389,segment=NetworkSegment(26d5cddd-b773-42fc-86c7-73012525c396),segment_id=26d5cddd-b773-42fc-86c7-73012525c396)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:05.450798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:05.452376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:05.501123 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.606591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ffef-a226-4f42-81c0-aae472d3dc96 None None] Pushing event updated for resources: {'Port': ['ID=999fac95-3b3e-435d-97c3-38881e822389,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:05.661915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:06.022462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:36:06.078857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Removed routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:36:06.079276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.155933 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.418029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:04Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f4912-40dd-496b-b8ba-0fa392b0ed73', 'name': '', 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:ea:03:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:02Z', 'updated_at': '2021-11-25T17:36:04Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:06.433999 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.446127 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.457798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:06.458174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Updating router bb805ab2-03dc-41ce-972a-92eaecf88f42 port 984f4912-40dd-496b-b8ba-0fa392b0ed73 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:36:06.495469 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.629035 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.724015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:06.771678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 999fac95-3b3e-435d-97c3-38881e822389 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:06.940457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:06.985962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.989602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b6d0cb26-a16b-41f6-9c37-b8c51eb98443 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 200 len: 953 time: 1.6261780 Nov 25 17:36:06.990189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44368) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:07.090181 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.230975 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5b4cb6d5-f0b8-4e24-b309-21202c61ba1f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 200 len: 953 time: 0.2368631 Nov 25 17:36:07.231552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44374) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:07.240593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'routes': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:07.243461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.336499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 999fac95-3b3e-435d-97c3-38881e822389 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:07.337075 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.410736 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.430500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.501619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24588803-a83d-49b4-bbcf-7335f9af1d0e None None] Network 64b61437-2ee2-43c3-b37c-799542fc71a4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:07.696238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57cfda-71bc-4df7-82e5-51d6fdd14c53 None None] Pushing event updated for resources: {'Port': ['ID=984f4912-40dd-496b-b8ba-0fa392b0ed73,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:07.701455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d845a91c-7b8e-42d9-b1a5-e1d33a3aa5be None None] Provisioning complete for port 999fac95-3b3e-435d-97c3-38881e822389 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:07.701843 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d845a91c-7b8e-42d9-b1a5-e1d33a3aa5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.802727 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.894493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Attempting to bind port 984f4912-40dd-496b-b8ba-0fa392b0ed73 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:07.894865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Attempting to bind port 984f4912-40dd-496b-b8ba-0fa392b0ed73 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:07.895244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Attempting to bind port 984f4912-40dd-496b-b8ba-0fa392b0ed73 on network 64b61437-2ee2-43c3-b37c-799542fc71a4 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:07.933923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 999fac95-3b3e-435d-97c3-38881e822389, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=999fac95-3b3e-435d-97c3-38881e822389,segment=NetworkSegment(26d5cddd-b773-42fc-86c7-73012525c396),segment_id=26d5cddd-b773-42fc-86c7-73012525c396)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:07.936067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:07.936723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Checking segment: {'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:07.937176 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.940607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Bound using segment: {'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:07.940607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Bound port: 984f4912-40dd-496b-b8ba-0fa392b0ed73, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d5cddd-b773-42fc-86c7-73012525c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:07.940607 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.958000 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.958813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a6157322-5934-4127-86e2-41ef130ff560 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:08.293935 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.404136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=999fac95-3b3e-435d-97c3-38881e822389,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.431910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] For port 984f4912-40dd-496b-b8ba-0fa392b0ed73, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:08.444293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] For port 984f4912-40dd-496b-b8ba-0fa392b0ed73, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=984f4912-40dd-496b-b8ba-0fa392b0ed73,segment=NetworkSegment(26d5cddd-b773-42fc-86c7-73012525c396),segment_id=26d5cddd-b773-42fc-86c7-73012525c396)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:08.451141 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.463523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a6157322-5934-4127-86e2-41ef130ff560 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:08.463907 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.471155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:36:08.471704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:36:08.523408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.644249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1c1a036-0bd6-4b95-8f75-b1ef27f50d20 None None] Provisioning complete for port 984f4912-40dd-496b-b8ba-0fa392b0ed73 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:08.649298 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1c1a036-0bd6-4b95-8f75-b1ef27f50d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.729662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:08.730728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:08.786887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57cfda-71bc-4df7-82e5-51d6fdd14c53 None None] Pushing event updated for resources: {'Port': ['ID=984f4912-40dd-496b-b8ba-0fa392b0ed73,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.945894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.953055 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.099312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:09.126850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:09.320855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:09.331499 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1c1a036-0bd6-4b95-8f75-b1ef27f50d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.339753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.341391 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8a9a7904-f736-444d-8fdb-fdec86532d5e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 200 len: 703 time: 2.1082525 Nov 25 17:36:09.344496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44408) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.511822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d1c1a036-0bd6-4b95-8f75-b1ef27f50d20 None None] For port 984f4912-40dd-496b-b8ba-0fa392b0ed73, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=984f4912-40dd-496b-b8ba-0fa392b0ed73,segment=NetworkSegment(26d5cddd-b773-42fc-86c7-73012525c396),segment_id=26d5cddd-b773-42fc-86c7-73012525c396)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:09.513919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 999fac95-3b3e-435d-97c3-38881e822389 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:09.600927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2c1c434b-6a0b-499c-a805-bcf298ef6d2c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 200 len: 703 time: 0.2546082 Nov 25 17:36:09.603732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.634126 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1c1a036-0bd6-4b95-8f75-b1ef27f50d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.828889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1a036-0bd6-4b95-8f75-b1ef27f50d20 None None] Pushing event updated for resources: {'Port': ['ID=984f4912-40dd-496b-b8ba-0fa392b0ed73,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:09.894102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1c1a036-0bd6-4b95-8f75-b1ef27f50d20 None None] Provisioning complete for port 999fac95-3b3e-435d-97c3-38881e822389 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:09.894783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1c1a036-0bd6-4b95-8f75-b1ef27f50d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.970248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 999fac95-3b3e-435d-97c3-38881e822389 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:09.970714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.026909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:08Z', 'revision_number': 7, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f4912-40dd-496b-b8ba-0fa392b0ed73', 'name': '', 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:ea:03:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:02Z', 'updated_at': '2021-11-25T17:36:08Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:10.221920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67111fea-265f-4df6-95d0-894bd15a4413 None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:08Z', 'revision_number': 7, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f4912-40dd-496b-b8ba-0fa392b0ed73', 'name': '', 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:ea:03:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:02Z', 'updated_at': '2021-11-25T17:36:08Z', 'revision_number': 4, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:10.396552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733093aa-63e6-4135-8bfd-9879a893ce71 req-747025fb-b576-489c-863b-364eef8822e2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:10.417064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-733093aa-63e6-4135-8bfd-9879a893ce71 req-747025fb-b576-489c-863b-364eef8822e2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.2115085 Nov 25 17:36:10.477415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-05c02f92-ddfc-4186-ade8-3e8c667601f8 None None] Provisioning complete for port 984f4912-40dd-496b-b8ba-0fa392b0ed73 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:10.477976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05c02f92-ddfc-4186-ade8-3e8c667601f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.544651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-733093aa-63e6-4135-8bfd-9879a893ce71 req-e86d1ff7-beee-40d4-8a70-383b6b2d1e06 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260424 Nov 25 17:36:10.586256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44428) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:10.769639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cfd1d6d7-581c-4826-9526-a2b2c23c7cb5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/836a82f6-a3bf-4fb2-9769-e1601e77bfa9 HTTP/1.1" status: 200 len: 992 time: 0.1750045 Nov 25 17:36:11.015103 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.262139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b96b1-ea3f-4ed7-b9eb-17872b210856 req-8ff035f3-ba0f-4e06-9179-8b7afc88115b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:11.272256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-454b96b1-ea3f-4ed7-b9eb-17872b210856 req-8ff035f3-ba0f-4e06-9179-8b7afc88115b tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1096 time: 0.0586054 Nov 25 17:36:11.429564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-454b96b1-ea3f-4ed7-b9eb-17872b210856 req-79222804-9995-4212-a288-e9477975464e tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542075 Nov 25 17:36:11.448530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 984f4912-40dd-496b-b8ba-0fa392b0ed73 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:11.548122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 984f4912-40dd-496b-b8ba-0fa392b0ed73 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:11.548792 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.549498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port 984f4912-40dd-496b-b8ba-0fa392b0ed73 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:11.550278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.562576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-46927463-3a72-457b-8c4a-f4f875e31af9 req-e1128d55-5325-47b7-b6db-3b2c277f1658 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:36:11.563591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46927463-3a72-457b-8c4a-f4f875e31af9 req-e1128d55-5325-47b7-b6db-3b2c277f1658 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061316 Nov 25 17:36:11.707625 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:11.746506 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:11.749745 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:11.834582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port 984f4912-40dd-496b-b8ba-0fa392b0ed73, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=984f4912-40dd-496b-b8ba-0fa392b0ed73,segment=NetworkSegment(26d5cddd-b773-42fc-86c7-73012525c396),segment_id=26d5cddd-b773-42fc-86c7-73012525c396)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:11.834960 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.886099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for 984f4912-40dd-496b-b8ba-0fa392b0ed73 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:12.017035 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:12.316578 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.390582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=984f4912-40dd-496b-b8ba-0fa392b0ed73,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:12.461550 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:08Z', 'revision_number': 7, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f4912-40dd-496b-b8ba-0fa392b0ed73', 'name': '', 'network_id': '64b61437-2ee2-43c3-b37c-799542fc71a4', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:ea:03:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:02Z', 'updated_at': '2021-11-25T17:36:09Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': 'af6ce2fc-9afe-4710-bfb7-084d90d21cb3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:12.506893 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:12.521417 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:12.533472 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:12.672227 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:12.870055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.126715 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:12Z', 'revision_number': 8, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:13.145728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-f8b9ecef-9448-4966-864d-f1a2b1fa5ad2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3896563 Nov 25 17:36:13.160623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-beb2d89e-78cb-4024-9341-1ffa20cb1b95 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:36:13.161746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-beb2d89e-78cb-4024-9341-1ffa20cb1b95 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139849 Nov 25 17:36:13.204926 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b2f369-1cc6-43e5-8ec4-8b83869b1cf8 None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:12Z', 'revision_number': 8, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:13.653824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:13.860436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:13.871825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:13.874707 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c6c0b493-e79b-4c0e-9128-af03d2c302bf tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2689440 Nov 25 17:36:13.880473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44522) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:13.953428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-685f212d-fc9a-4ac7-8e7a-5da347788b9a tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet af6ce2fc-9afe-4710-bfb7-084d90d21cb3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:13.961896 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-685f212d-fc9a-4ac7-8e7a-5da347788b9a tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.049453 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-685f212d-fc9a-4ac7-8e7a-5da347788b9a tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.111148 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7bb85a1-ae92-4b30-8069-cd6c0ecc22d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.152531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:14.225230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:14.228954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:14.260283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-85ab4cda-597a-4081-8cb6-786ee500d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:14.269642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-85ab4cda-597a-4081-8cb6-786ee500d5d9 service neutron] 10.222.0.81 "GET /v2.0/ports/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 1093 time: 0.0683870 Nov 25 17:36:14.275787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Request body: {'binding': {'host': 'n-h2-819349-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:14.284838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Unknown quota resources ['binding']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:36:14.308220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7bb85a1-ae92-4b30-8069-cd6c0ecc22d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.315574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-685f212d-fc9a-4ac7-8e7a-5da347788b9a tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.315889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7bb85a1-ae92-4b30-8069-cd6c0ecc22d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.371638 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c7bb85a1-ae92-4b30-8069-cd6c0ecc22d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0685a0b2757340409ac453b2896dfa9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4874787 Nov 25 17:36:14.372081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:14.379229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb85a1-ae92-4b30-8069-cd6c0ecc22d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff6f520-245d-4b3d-9a46-4b75dd4ef5c3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.407315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:14.532008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-685f212d-fc9a-4ac7-8e7a-5da347788b9a tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.575362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-685f212d-fc9a-4ac7-8e7a-5da347788b9a tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.580865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-685f212d-fc9a-4ac7-8e7a-5da347788b9a tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/af6ce2fc-9afe-4710-bfb7-084d90d21cb3 HTTP/1.1" status: 204 len: 168 time: 0.7050543 Nov 25 17:36:14.581366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f212d-fc9a-4ac7-8e7a-5da347788b9a tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=af6ce2fc-9afe-4710-bfb7-084d90d21cb3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.582313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:14.600828 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda2bb47-153e-4a6e-bcfd-a08e435ba6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.619722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc428bc-11eb-4c32-857f-9ee066980a3a None None] Network 64b61437-2ee2-43c3-b37c-799542fc71a4 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:14.661703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda2bb47-153e-4a6e-bcfd-a08e435ba6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.712350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on host n-h2-819349-3 for vnic_type normal with profile None {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:14.714247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:14.718164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:14.729863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:36:14.730701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:14.742473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:14.742862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Checking segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:14.745568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Bound using segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:14.746066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Bound port: 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:14.753983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.838892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port 999fac95-3b3e-435d-97c3-38881e822389 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:14.840840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.849898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:12Z', 'revision_number': 8, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:14.895805 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:14.907663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:14.908838 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:14.913565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:14.929742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] Publish callbacks [] for binding, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.932794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] 10.222.0.81 "POST /v2.0/ports/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6619902 Nov 25 17:36:14.944628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda2bb47-153e-4a6e-bcfd-a08e435ba6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.949651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eda2bb47-153e-4a6e-bcfd-a08e435ba6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.951427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-eda2bb47-153e-4a6e-bcfd-a08e435ba6bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cff6f520-245d-4b3d-9a46-4b75dd4ef5c3 HTTP/1.1" status: 204 len: 168 time: 0.5759182 Nov 25 17:36:14.973646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2bb47-153e-4a6e-bcfd-a08e435ba6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff6f520-245d-4b3d-9a46-4b75dd4ef5c3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:15.015757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8bffde-af9a-4a09-93da-440a3668b4ff None None] DHCP port deletion for 64b61437-2ee2-43c3-b37c-799542fc71a4 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:15.069015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port 999fac95-3b3e-435d-97c3-38881e822389, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=999fac95-3b3e-435d-97c3-38881e822389,segment=NetworkSegment(26d5cddd-b773-42fc-86c7-73012525c396),segment_id=26d5cddd-b773-42fc-86c7-73012525c396)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:15.073010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.146845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for 999fac95-3b3e-435d-97c3-38881e822389 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:15.324259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4450a-04a5-4b2c-a13e-55b8a123d307 req-13c7887c-7d78-4014-b140-1c5a7fcdb983 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:15.325907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4a4450a-04a5-4b2c-a13e-55b8a123d307 req-13c7887c-7d78-4014-b140-1c5a7fcdb983 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.1373520 Nov 25 17:36:15.451095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4a4450a-04a5-4b2c-a13e-55b8a123d307 req-d9aefdc4-94d0-4c2e-a99a-8f210a3248fc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158123 Nov 25 17:36:15.504774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:15.505381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-1735840b-8708-4c9e-b6ba-fa9b3b700915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:15.507068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-1735840b-8708-4c9e-b6ba-fa9b3b700915 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1096 time: 0.1388168 Nov 25 17:36:15.583387 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.615022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=999fac95-3b3e-435d-97c3-38881e822389,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:15.616168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 999fac95-3b3e-435d-97c3-38881e822389 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:15.624704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No DVR routers for this DVR port 999fac95-3b3e-435d-97c3-38881e822389 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:15.642680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bffde-af9a-4a09-93da-440a3668b4ff None None] The port '999fac95-3b3e-435d-97c3-38881e822389' was deleted {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 17:36:15.645049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 999fac95-3b3e-435d-97c3-38881e822389 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:15.645584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 999fac95-3b3e-435d-97c3-38881e822389 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:15.646171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 984f4912-40dd-496b-b8ba-0fa392b0ed73 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:15.686531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 984f4912-40dd-496b-b8ba-0fa392b0ed73 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:15.687324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 984f4912-40dd-496b-b8ba-0fa392b0ed73 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:15.739444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-5e2f3b57-4ec8-4ae6-a0bd-af69b8ae50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:15.740993 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-5e2f3b57-4ec8-4ae6-a0bd-af69b8ae50b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 200 len: 898 time: 0.2231412 Nov 25 17:36:15.761541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.819707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b61437-2ee2-43c3-b37c-799542fc71a4']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:15.844513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:12Z', 'revision_number': 8, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:15.853722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d5cddd-b773-42fc-86c7-73012525c396') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:15.854018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d5cddd-b773-42fc-86c7-73012525c396') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:15.874691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423e5f4-b371-4e21-9727-349f5617c309 None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:12Z', 'revision_number': 8, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6157322-5934-4127-86e2-41ef130ff560', 'name': '', 'network_id': '77bc683c-a088-424b-9094-d53a9e564aa7', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:57:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:56Z', 'updated_at': '2021-11-25T17:36:03Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '43376d38-2f70-487e-8618-6933c4a1db9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:15.879001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.882130 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-7659fa13-8710-43f0-95c0-b364a0b51da4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 1000 time: 0.1289179 Nov 25 17:36:15.939505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.951970 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:15.952392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:15.955670 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:16.006489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-d7e73ec0-2aee-4133-8555-f1cfb7cd7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:16.008128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-d7e73ec0-2aee-4133-8555-f1cfb7cd7051 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95588db4-bcc3-49ed-a431-413c9a6ab479 HTTP/1.1" status: 200 len: 835 time: 0.1144755 Nov 25 17:36:16.054637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.065136 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.071452 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/64b61437-2ee2-43c3-b37c-799542fc71a4 HTTP/1.1" status: 204 len: 168 time: 1.4875512 Nov 25 17:36:16.072476 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:16.088263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049cf6-880d-4455-8155-51dd0d6fc16e tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=64b61437-2ee2-43c3-b37c-799542fc71a4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:16.099630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-6a3969ab-11ec-4c9d-9781-25d92c134eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:16.101795 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-6a3969ab-11ec-4c9d-9781-25d92c134eef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=695f822b-3975-4f4a-9304-65629985f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771403 Nov 25 17:36:16.255427 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-52ce22bd-9420-43a0-ad8e-c8cc61de74ae service neutron] 10.222.0.60 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447990 Nov 25 17:36:16.423249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-cf6c9e09-8aa6-41a4-9d1a-c1dcb0681070 service neutron] 10.222.0.60 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595542 Nov 25 17:36:16.600308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-aebf0320-dc70-454e-9c38-413922e6603e tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:16.602064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-aebf0320-dc70-454e-9c38-413922e6603e tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2&tenant_id=0c935ec18232485f9e1c651993bafb40&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1096 time: 0.1005092 Nov 25 17:36:16.615586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819349-3'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:16.620149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8d662-4e0b-4f0c-970f-d6c5c885a8ba req-514f33cd-599d-4def-9793-dfc061407a09 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:16.621684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0f8d662-4e0b-4f0c-970f-d6c5c885a8ba req-514f33cd-599d-4def-9793-dfc061407a09 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.0827956 Nov 25 17:36:16.692306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.714602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0f8d662-4e0b-4f0c-970f-d6c5c885a8ba req-d33e203a-e52d-4b05-bf79-136267fb060f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855141 Nov 25 17:36:16.766968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.853044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:16.896078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:16.942335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:16.946121 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc55fc62-da01-4efb-ba53-bfee06867765" -d '{"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-unplugged", "status": "completed", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:16.950852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.959268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.042620 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ecab6-a490-473d-b2b9-b9fbae801b08 x-openstack-request-id: req-192ecab6-a490-473d-b2b9-b9fbae801b08 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:17.042972 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-unplugged", "status": "completed", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:17.043247 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-192ecab6-a490-473d-b2b9-b9fbae801b08 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:17.044026 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'code': 200} Nov 25 17:36:17.096883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port a6157322-5934-4127-86e2-41ef130ff560 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:17.099146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.099336 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.244680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port a6157322-5934-4127-86e2-41ef130ff560, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a6157322-5934-4127-86e2-41ef130ff560,segment=NetworkSegment(0eca4b6e-39d2-437f-a7db-47628ed7b7ce),segment_id=0eca4b6e-39d2-437f-a7db-47628ed7b7ce)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:17.245089 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.279621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for a6157322-5934-4127-86e2-41ef130ff560 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:17.299775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on host n-h1-819349-3 for vnic_type normal with profile {"migrating_to": "n-h2-819349-3"} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:17.300145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:17.300433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:17.321000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:36:17.321342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Attempting to bind port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on network 695f822b-3975-4f4a-9304-65629985f355 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:17.327816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:17.328160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Checking segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:17.328551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Bound using segment: {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:17.329005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Bound port: 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b675ef-2b71-4c23-a55c-5167831c2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '695f822b-3975-4f4a-9304-65629985f355'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:17.329720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.425607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fe289202-dfa1-4177-b8cc-f896fb02ca9c None None] Provisioning complete for port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:17.426771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe289202-dfa1-4177-b8cc-f896fb02ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.477071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:17.492356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:17.503211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fe289202-dfa1-4177-b8cc-f896fb02ca9c None None] Port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:17.512965 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.557520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.629111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=a6157322-5934-4127-86e2-41ef130ff560,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.763699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.852806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:17.854115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.856636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-fe12aee7-1c92-4ab5-a664-1b41bf584e62 service neutron] 10.222.0.60 "PUT /v2.0/ports/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 1121 time: 1.2458239 Nov 25 17:36:17.939725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:18.040629 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.241381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04029ae5-c547-4d04-8287-de6bb1103af9 req-99fa9aaf-4e81-4c0d-ae35-190dcd36ed37 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:18.258987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04029ae5-c547-4d04-8287-de6bb1103af9 req-99fa9aaf-4e81-4c0d-ae35-190dcd36ed37 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 943 time: 0.3448024 Nov 25 17:36:18.301569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e2cfe1f9-3431-4931-8470-f3ca699bfd27 None None] Provisioning complete for port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:18.301851 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe1f9-3431-4931-8470-f3ca699bfd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.405622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04029ae5-c547-4d04-8287-de6bb1103af9 req-c2f5f444-f101-4614-9f2a-cb3f1620f523 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444523 Nov 25 17:36:18.513848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44634) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:18.541906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe1f9-3431-4931-8470-f3ca699bfd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.578783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:18.583420 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dedf6f-3865-48bf-9f31-8b02a9b036bb" -d '{"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-plugged", "status": "completed", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:18.627605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e2cfe1f9-3431-4931-8470-f3ca699bfd27 None None] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:18.636605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe1f9-3431-4931-8470-f3ca699bfd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.708292 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2370cad0-ba86-44b7-85d8-fa24ce6c97c7 x-openstack-request-id: req-2370cad0-ba86-44b7-85d8-fa24ce6c97c7 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:18.708869 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-plugged", "status": "completed", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:18.709381 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2370cad0-ba86-44b7-85d8-fa24ce6c97c7 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:18.710001 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'code': 200} Nov 25 17:36:18.713644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a7779db-efcb-47af-90c3-757eb4cd67d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.854381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfe1f9-3431-4931-8470-f3ca699bfd27 None None] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:18.897621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a7779db-efcb-47af-90c3-757eb4cd67d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.907242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a7779db-efcb-47af-90c3-757eb4cd67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.978332 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4a7779db-efcb-47af-90c3-757eb4cd67d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3996a55454b04e50921d60aa94c3d965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4627476 Nov 25 17:36:18.981978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:18.983316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7779db-efcb-47af-90c3-757eb4cd67d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30e3d07-f939-4bca-97be-b84e7074f5e0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:19.053437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:19.056111 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29024110-a580-48dd-8d9a-08a68b003a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:19.059570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:36:19.083345 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb3e2-43ad-4bd7-ace6-a0cda62dbb58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.110711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:19.120292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb3e2-43ad-4bd7-ace6-a0cda62dbb58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.177434 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9071eee-acac-4a44-94cf-60e90ea96a93 x-openstack-request-id: req-a9071eee-acac-4a44-94cf-60e90ea96a93 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:19.177828 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:19.178076 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9071eee-acac-4a44-94cf-60e90ea96a93 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:19.178543 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'status': 'completed', 'code': 200} Nov 25 17:36:19.216310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb3e2-43ad-4bd7-ace6-a0cda62dbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.227798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb3e2-43ad-4bd7-ace6-a0cda62dbb58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.239508 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bc5eb3e2-43ad-4bd7-ace6-a0cda62dbb58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d30e3d07-f939-4bca-97be-b84e7074f5e0 HTTP/1.1" status: 204 len: 168 time: 0.2500288 Nov 25 17:36:19.249610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eb3e2-43ad-4bd7-ace6-a0cda62dbb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30e3d07-f939-4bca-97be-b84e7074f5e0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:19.321510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29024110-a580-48dd-8d9a-08a68b003a6a req-3acfc808-1917-4fba-9317-daeaf8736182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.329814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29024110-a580-48dd-8d9a-08a68b003a6a req-3acfc808-1917-4fba-9317-daeaf8736182 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1126 time: 0.1235650 Nov 25 17:36:19.333036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:19.338581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0fbc4721-6b17-416d-9abd-b8e4c407fc2d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2633631 Nov 25 17:36:19.341752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:19.354213 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:19.393161 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:19.394967 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:19.438424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:19.455840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b has no active binding in host n-h2-819349-3 {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:36:19.496381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-989b86ad-93eb-4b1a-8db3-1d9df5f4f933 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet 43376d38-2f70-487e-8618-6933c4a1db9a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:19.504203 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-989b86ad-93eb-4b1a-8db3-1d9df5f4f933 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.647296 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-989b86ad-93eb-4b1a-8db3-1d9df5f4f933 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.659379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29024110-a580-48dd-8d9a-08a68b003a6a req-55415889-8261-41e9-b821-6a71448373a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.661146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29024110-a580-48dd-8d9a-08a68b003a6a req-55415889-8261-41e9-b821-6a71448373a8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 200 len: 898 time: 0.3217001 Nov 25 17:36:19.751246 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:19.760139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17737202-7616-4a2a-b05e-01d10cd120ad req-31a62cb5-c3c1-450c-b34a-bf6da73916bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.768517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17737202-7616-4a2a-b05e-01d10cd120ad req-31a62cb5-c3c1-450c-b34a-bf6da73916bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.2374408 Nov 25 17:36:19.890360 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-989b86ad-93eb-4b1a-8db3-1d9df5f4f933 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.920016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17737202-7616-4a2a-b05e-01d10cd120ad req-fc1dff56-a7ce-4802-871a-52bfcf0c63fc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500733 Nov 25 17:36:19.923469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44672) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:19.930950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29024110-a580-48dd-8d9a-08a68b003a6a req-faf93fe1-b441-471b-9257-4cb821062509 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 1000 time: 0.2593260 Nov 25 17:36:19.972764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaf59ca5-6301-4435-920d-723fc2188d91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.035771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29024110-a580-48dd-8d9a-08a68b003a6a req-7dbce8ec-4a34-45d1-b86e-adf71bd308c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:20.038095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29024110-a580-48dd-8d9a-08a68b003a6a req-7dbce8ec-4a34-45d1-b86e-adf71bd308c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=95588db4-bcc3-49ed-a431-413c9a6ab479 HTTP/1.1" status: 200 len: 835 time: 0.0973666 Nov 25 17:36:20.099443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-989b86ad-93eb-4b1a-8db3-1d9df5f4f933 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.117536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29024110-a580-48dd-8d9a-08a68b003a6a req-0bf59865-85f4-4b2e-9c48-30589f4b8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:20.121602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29024110-a580-48dd-8d9a-08a68b003a6a req-0bf59865-85f4-4b2e-9c48-30589f4b8bf4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=695f822b-3975-4f4a-9304-65629985f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741866 Nov 25 17:36:20.166022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6480c30-301a-4100-88a9-f194a17c0022 None None] Network 77bc683c-a088-424b-9094-d53a9e564aa7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:20.169914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b86ad-93eb-4b1a-8db3-1d9df5f4f933 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=43376d38-2f70-487e-8618-6933c4a1db9a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.174410 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-989b86ad-93eb-4b1a-8db3-1d9df5f4f933 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.178455 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-989b86ad-93eb-4b1a-8db3-1d9df5f4f933 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/43376d38-2f70-487e-8618-6933c4a1db9a HTTP/1.1" status: 204 len: 168 time: 0.8360758 Nov 25 17:36:20.182444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:20.197247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaf59ca5-6301-4435-920d-723fc2188d91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.218304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaf59ca5-6301-4435-920d-723fc2188d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.244827 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:17Z', 'revision_number': 9, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:20.271878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eaf59ca5-6301-4435-920d-723fc2188d91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00b783eeed1d4d859d95b0420d8e170a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467689 Nov 25 17:36:20.272574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44678) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:20.328648 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:20.350446 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:20.351320 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:20.427942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59ca5-6301-4435-920d-723fc2188d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7623b212-808d-4aa6-a812-d8ec785b3ba0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.440068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.447504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6c308d0-7b56-4579-92c9-93a68787f274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.450740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29024110-a580-48dd-8d9a-08a68b003a6a req-ce88d727-cde7-4b52-aaff-54ad1e62acd0 service neutron] 10.222.0.95 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206544 Nov 25 17:36:20.488156 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6c308d0-7b56-4579-92c9-93a68787f274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.565633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6c308d0-7b56-4579-92c9-93a68787f274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.569601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6c308d0-7b56-4579-92c9-93a68787f274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.573539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29024110-a580-48dd-8d9a-08a68b003a6a req-25b1d4d0-3ed3-490b-9055-77c225aa01b5 service neutron] 10.222.0.95 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111841 Nov 25 17:36:20.573762 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a6c308d0-7b56-4579-92c9-93a68787f274 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7623b212-808d-4aa6-a812-d8ec785b3ba0 HTTP/1.1" status: 204 len: 168 time: 0.2691457 Nov 25 17:36:20.630757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c308d0-7b56-4579-92c9-93a68787f274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7623b212-808d-4aa6-a812-d8ec785b3ba0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.714258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port a36de92c-f0bd-41f2-89d9-b522813007bb {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:20.714549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.721350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e61d70-2822-4869-b355-7086af75458b None None] DHCP port deletion for 77bc683c-a088-424b-9094-d53a9e564aa7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:20.737255 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:20.891155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-42e61d70-2822-4869-b355-7086af75458b None None] Deleting port a36de92c-f0bd-41f2-89d9-b522813007bb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:20.891985 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42e61d70-2822-4869-b355-7086af75458b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.924188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port a36de92c-f0bd-41f2-89d9-b522813007bb, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a36de92c-f0bd-41f2-89d9-b522813007bb,segment=NetworkSegment(0eca4b6e-39d2-437f-a7db-47628ed7b7ce),segment_id=0eca4b6e-39d2-437f-a7db-47628ed7b7ce)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:20.924848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.003377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for a36de92c-f0bd-41f2-89d9-b522813007bb owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:21.134357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-42e61d70-2822-4869-b355-7086af75458b None None] For port a36de92c-f0bd-41f2-89d9-b522813007bb, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a36de92c-f0bd-41f2-89d9-b522813007bb,segment=NetworkSegment(0eca4b6e-39d2-437f-a7db-47628ed7b7ce),segment_id=0eca4b6e-39d2-437f-a7db-47628ed7b7ce)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:21.135078 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42e61d70-2822-4869-b355-7086af75458b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.194312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-42e61d70-2822-4869-b355-7086af75458b None None] Calling delete_port for a36de92c-f0bd-41f2-89d9-b522813007bb owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:21.284806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.306139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1c653-0763-451f-b711-414096093ad9 req-bf3aefaa-767b-49bf-951c-e8635950fb9d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.308291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23a1c653-0763-451f-b711-414096093ad9 req-bf3aefaa-767b-49bf-951c-e8635950fb9d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.1426666 Nov 25 17:36:21.433837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=a36de92c-f0bd-41f2-89d9-b522813007bb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:21.448314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No DVR routers for this DVR port a36de92c-f0bd-41f2-89d9-b522813007bb on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:21.475440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a36de92c-f0bd-41f2-89d9-b522813007bb no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:21.479035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23a1c653-0763-451f-b711-414096093ad9 req-de490f98-9673-4107-86fd-0ccb8d82611d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411631 Nov 25 17:36:21.534998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a36de92c-f0bd-41f2-89d9-b522813007bb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:21.535791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a36de92c-f0bd-41f2-89d9-b522813007bb not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:21.555838 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:17Z', 'revision_number': 9, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:21.626635 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-42e61d70-2822-4869-b355-7086af75458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.636253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.643647 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5417159-aa43-4969-885c-c5f2867ce193 None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:17Z', 'revision_number': 9, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '339b72a3-cd5d-48f5-9832-999aaf4c3aa1', 'name': '', 'network_id': 'c43ca0f0-cdc3-4fac-b84c-128444b3548b', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:88:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:49Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '7aaea889-eb89-444a-863e-9baed10ad39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:21.675402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e61d70-2822-4869-b355-7086af75458b None None] Pushing event deleted for resources: {'Port': ['ID=a36de92c-f0bd-41f2-89d9-b522813007bb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:21.688129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e61d70-2822-4869-b355-7086af75458b None None] No DVR routers for this DVR port a36de92c-f0bd-41f2-89d9-b522813007bb on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:21.689402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bc683c-a088-424b-9094-d53a9e564aa7']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:21.713704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eca4b6e-39d2-437f-a7db-47628ed7b7ce') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:21.713704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eca4b6e-39d2-437f-a7db-47628ed7b7ce') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:21.740215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.766623 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.778015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:21.778653 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:21.784744 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:21.869351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.886709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.892445 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/77bc683c-a088-424b-9094-d53a9e564aa7 HTTP/1.1" status: 204 len: 168 time: 1.7079942 Nov 25 17:36:21.895513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44706) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:21.912702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bb436-2ee9-4105-a686-b3be0c9d40d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=77bc683c-a088-424b-9094-d53a9e564aa7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:22.710965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2ac83-c242-4c3c-8a2b-f9e5b3fa36db req-a8be21f8-a87c-4227-b987-aef689c0ace1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.710965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2f2ac83-c242-4c3c-8a2b-f9e5b3fa36db req-a8be21f8-a87c-4227-b987-aef689c0ace1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.1101096 Nov 25 17:36:22.764734 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.847561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2f2ac83-c242-4c3c-8a2b-f9e5b3fa36db req-057af6db-56d3-4c18-a825-f71e8dc62cc3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286309 Nov 25 17:36:23.105923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:23.106275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.205768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port 339b72a3-cd5d-48f5-9832-999aaf4c3aa1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,segment=NetworkSegment(57a0ffda-775d-45c2-8418-3651c11661b5),segment_id=57a0ffda-775d-45c2-8418-3651c11661b5)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:23.205768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.219843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:23.276268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a6157322-5934-4127-86e2-41ef130ff560 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:23.297765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a6157322-5934-4127-86e2-41ef130ff560 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:23.298112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a6157322-5934-4127-86e2-41ef130ff560 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:23.446602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.485126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=339b72a3-cd5d-48f5-9832-999aaf4c3aa1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:23.662538 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.021455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-0d6e93a7-57df-4cea-9078-cc22b07d59e8 service neutron] 10.222.0.95 "GET /v2.0/ports/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b/bindings/n-h2-819349-3 HTTP/1.1" status: 200 len: 384 time: 0.2774677 Nov 25 17:36:24.165661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:24.192739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9837b-522a-46e2-8556-6da4572b2abc req-4cb581b9-c2ad-4973-8d44-c83ae2a6704a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:24.195300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95a9837b-522a-46e2-8556-6da4572b2abc req-4cb581b9-c2ad-4973-8d44-c83ae2a6704a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 945 time: 0.2447920 Nov 25 17:36:24.271222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95a9837b-522a-46e2-8556-6da4572b2abc req-983d4fb2-e91c-4cd7-83b2-0abc6d65409a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653234 Nov 25 17:36:24.488314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:24.495494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2a4d551f-835e-49c8-a51c-6837818016a0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5968504 Nov 25 17:36:24.497710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:24.500828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:24.523971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:24.525415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:24.590020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:24.595555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86ba316-9e32-435a-9c5c-17aceec325fb tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet 7aaea889-eb89-444a-863e-9baed10ad39a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:24.599618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86ba316-9e32-435a-9c5c-17aceec325fb tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.618811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:24.687336 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86ba316-9e32-435a-9c5c-17aceec325fb tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.725722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:24.731406 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f466b798-4815-4478-a088-d526144554ee" -d '{"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-unplugged", "status": "completed", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:24.750804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:24.754448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:24.802384 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.857346 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14093ef2-5b25-459e-a3b9-20d8db624853 x-openstack-request-id: req-14093ef2-5b25-459e-a3b9-20d8db624853 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:24.857793 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-unplugged", "status": "completed", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:24.858206 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14093ef2-5b25-459e-a3b9-20d8db624853 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:24.858794 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'code': 200} Nov 25 17:36:24.886330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86ba316-9e32-435a-9c5c-17aceec325fb tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.950002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] Transition to ACTIVE for port object 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:36:24.955629 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.994185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86ba316-9e32-435a-9c5c-17aceec325fb tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.043540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ba316-9e32-435a-9c5c-17aceec325fb tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=7aaea889-eb89-444a-863e-9baed10ad39a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:25.049909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f86ba316-9e32-435a-9c5c-17aceec325fb tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.054464 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f86ba316-9e32-435a-9c5c-17aceec325fb tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/7aaea889-eb89-444a-863e-9baed10ad39a HTTP/1.1" status: 204 len: 168 time: 0.5556221 Nov 25 17:36:25.057156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44814) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:25.060562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4940166-8dd7-4269-a5ef-bd23d81b8637 None None] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:25.070508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] Pushing event updated for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=11']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:25.226191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.376053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:25.376406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.408452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] No DVR routers for this DVR port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:25.573341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c,segment=NetworkSegment(57a0ffda-775d-45c2-8418-3651c11661b5),segment_id=57a0ffda-775d-45c2-8418-3651c11661b5)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:25.574644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.642814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:23Z', 'revision_number': 10, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:25.686327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:25.692505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] DHCP port deletion for c43ca0f0-cdc3-4fac-b84c-128444b3548b request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:25.710642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:25.711471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:25.745043 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:36:25.782087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-2512188f-e2f9-4d1e-b719-ea76f9a305fd service neutron] 10.222.0.95 "PUT /v2.0/ports/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b/bindings/n-h2-819349-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7115624 Nov 25 17:36:25.844292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0d982-1255-47d7-82f7-00876691da7b req-3dd74ae2-4d4f-4c93-8d11-37fa0a550c08 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:25.847734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1f0d982-1255-47d7-82f7-00876691da7b req-3dd74ae2-4d4f-4c93-8d11-37fa0a550c08 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 944 time: 0.1528487 Nov 25 17:36:25.964835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:25.986702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1f0d982-1255-47d7-82f7-00876691da7b req-c4e04250-7c41-4e57-ad9d-d585775aa8a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325612 Nov 25 17:36:26.061816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:26.159403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-db06e723-8ca0-4163-a55e-7aeb46c0db11 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:26.161021 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-db06e723-8ca0-4163-a55e-7aeb46c0db11 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2&tenant_id=0c935ec18232485f9e1c651993bafb40&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.1125271 Nov 25 17:36:26.356397 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.376255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-20ea0a6f-43a8-46e8-8466-dd93aa034d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:26.382625 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-20ea0a6f-43a8-46e8-8466-dd93aa034d96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 1095 time: 0.1915765 Nov 25 17:36:26.456817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:26.508888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No DVR routers for this DVR port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:26.602128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-6b3a8072-b3b0-42f5-9617-c1ad0aa96f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:26.604444 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-6b3a8072-b3b0-42f5-9617-c1ad0aa96f2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1095 time: 0.1657274 Nov 25 17:36:26.621910 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.647831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43ca0f0-cdc3-4fac-b84c-128444b3548b']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:26.659787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] Deleting port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:26.660275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a0ffda-775d-45c2-8418-3651c11661b5') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:26.660391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.660569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a0ffda-775d-45c2-8418-3651c11661b5') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:26.673088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.691805 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.702596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:26.702859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:26.792723 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:26.848888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] For port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:26.849387 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.869901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] Calling delete_port for eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:26.874015 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] Port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:36:26.876982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.894446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-aa6fb514-af66-4d33-a100-1270816aeb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:26.896564 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-aa6fb514-af66-4d33-a100-1270816aeb74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 200 len: 898 time: 0.0993567 Nov 25 17:36:26.897965 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.904254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.904843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] Network c43ca0f0-cdc3-4fac-b84c-128444b3548b is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:36:26.905500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] No DVR routers for this DVR port eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:26.908478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482295b8-dc82-4603-94d6-55e7fb4d5489 None None] Pushing event deleted for resources: {'Port': ['ID=eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:26.920952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:23Z', 'revision_number': 10, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:26.922845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/c43ca0f0-cdc3-4fac-b84c-128444b3548b HTTP/1.1" status: 204 len: 168 time: 1.8643422 Nov 25 17:36:26.923776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44852) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:26.972907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f98d92-49f3-4c5d-9553-8a54718536be None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:23Z', 'revision_number': 10, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None, '_interfaces': [{'id': '73ed3013-736e-4fe7-8bf7-fbfa19b793ff', 'name': '', 'network_id': 'bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'mac_address': 'fa:16:3e:79:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:42Z', 'updated_at': '2021-11-25T17:35:50Z', 'revision_number': 5, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'subnets': [{'id': '98cded09-5e33-401d-8a85-d9409e0f522c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:27.042539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3372bbd-13cd-4b7b-aac4-e0275865c15d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=c43ca0f0-cdc3-4fac-b84c-128444b3548b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:27.159200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015a23a-b4cb-42cc-91ab-6ec4000d7786 req-a2805e6f-cca3-4e8a-96ea-ed511a7e6f6f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.173225 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5015a23a-b4cb-42cc-91ab-6ec4000d7786 req-a2805e6f-cca3-4e8a-96ea-ed511a7e6f6f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 944 time: 0.0914087 Nov 25 17:36:27.242898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5015a23a-b4cb-42cc-91ab-6ec4000d7786 req-f605e8e7-e933-41b1-9843-deff096116bb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685096 Nov 25 17:36:27.253285 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-8032158f-9953-4d74-a972-237d372be7e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 998 time: 0.3274333 Nov 25 17:36:27.478240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:27.538491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:27.539537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 339b72a3-cd5d-48f5-9832-999aaf4c3aa1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:27.540368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:27.562161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-7776c49a-f943-45a5-816b-9de237602c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.564045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-7776c49a-f943-45a5-816b-9de237602c67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95588db4-bcc3-49ed-a431-413c9a6ab479 HTTP/1.1" status: 200 len: 835 time: 0.3020477 Nov 25 17:36:27.587224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:27.587959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device eb334ea2-6c5a-4f68-a580-e0d6e10ebe0c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:27.647742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:27.738514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-72036c64-550d-4074-adbd-6657609f185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.740109 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-72036c64-550d-4074-adbd-6657609f185c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=695f822b-3975-4f4a-9304-65629985f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644325 Nov 25 17:36:27.759141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:27.851321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-eed525e5-6a87-4c53-879c-3d987421411a service neutron] 10.222.0.60 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007571 Nov 25 17:36:28.021981 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-e36da5ce-e67e-43d6-add4-f47745fca55b service neutron] 10.222.0.60 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622558 Nov 25 17:36:28.034975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.483562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-9eb273d3-a820-4b5e-8668-dce94ae18a77 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.485465 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-9eb273d3-a820-4b5e-8668-dce94ae18a77 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2&tenant_id=0c935ec18232485f9e1c651993bafb40&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 1095 time: 0.1394551 Nov 25 17:36:28.500504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:28.501024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.516675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80569800-ce37-405c-980e-89d1e043a7bb req-cd6a9c9c-4987-4940-b785-25b6ce8a8ca3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.521229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80569800-ce37-405c-980e-89d1e043a7bb req-cd6a9c9c-4987-4940-b785-25b6ce8a8ca3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 944 time: 0.1306946 Nov 25 17:36:28.652003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80569800-ce37-405c-980e-89d1e043a7bb req-9486c675-acb5-4912-905b-54bfa665b96b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193087 Nov 25 17:36:28.662799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-d7bb6880-ce1f-47c2-8502-9276630130cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.664801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-d7bb6880-ce1f-47c2-8502-9276630130cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1096 time: 0.1043866 Nov 25 17:36:28.695352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918954a-3bd6-4690-a281-095c8491b6ee req-b31f1b86-f9e5-4bbc-aab8-cece1b816c16 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.697851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1918954a-3bd6-4690-a281-095c8491b6ee req-b31f1b86-f9e5-4bbc-aab8-cece1b816c16 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.0989769 Nov 25 17:36:28.844882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port 73ed3013-736e-4fe7-8bf7-fbfa19b793ff, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,segment=NetworkSegment(ef86488d-66bf-4c75-aedc-e2dc7b36ca32),segment_id=ef86488d-66bf-4c75-aedc-e2dc7b36ca32)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:28.845530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.881243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for 73ed3013-736e-4fe7-8bf7-fbfa19b793ff owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:28.971592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1918954a-3bd6-4690-a281-095c8491b6ee req-8d64544a-6970-4796-8074-f39972564a5d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260066 Nov 25 17:36:29.082280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-dfe9c5e4-0801-4e11-8101-dbcbe52a6dae service neutron] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:29.088461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-dfe9c5e4-0801-4e11-8101-dbcbe52a6dae service neutron] Publish callbacks [] for binding, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.089712 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-dfe9c5e4-0801-4e11-8101-dbcbe52a6dae service neutron] 10.222.0.60 "DELETE /v2.0/ports/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b/bindings/n-h1-819349-3 HTTP/1.1" status: 204 len: 173 time: 0.3871334 Nov 25 17:36:29.134943 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-88556720-389c-415e-9672-fb8afdb42f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:29.140627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-88556720-389c-415e-9672-fb8afdb42f4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.4377375 Nov 25 17:36:29.149045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068407b-af17-4c43-9c66-923d2a96ee1f req-fc049ae9-1a18-4b12-94c1-079bebbf7a15 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:29.161295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a068407b-af17-4c43-9c66-923d2a96ee1f req-fc049ae9-1a18-4b12-94c1-079bebbf7a15 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1095 time: 0.3195574 Nov 25 17:36:29.280747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.385584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=73ed3013-736e-4fe7-8bf7-fbfa19b793ff,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:29.425014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a068407b-af17-4c43-9c66-923d2a96ee1f req-b70b9672-3eed-4a3f-82d6-41223743a699 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570195 Nov 25 17:36:29.526674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-ae56efa3-1cdf-40dc-9f77-2199b9c60a15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1000 time: 0.3609180 Nov 25 17:36:29.714351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-cd615353-513c-4030-b39c-779b83fa6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:29.715759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-cd615353-513c-4030-b39c-779b83fa6d4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1797140 Nov 25 17:36:29.783563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.930660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fb51f-4c4e-49ed-869f-8d2f659dfdb2 req-3c24bc69-5606-4f62-95b5-776da2533c10 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:29.948197 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a39fb51f-4c4e-49ed-869f-8d2f659dfdb2 req-3c24bc69-5606-4f62-95b5-776da2533c10 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 944 time: 0.2287490 Nov 25 17:36:30.006608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-92d64286-7823-405b-a17d-66a11d73ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:30.008276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-92d64286-7823-405b-a17d-66a11d73ba45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615957 Nov 25 17:36:30.094767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:30.110697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a39fb51f-4c4e-49ed-869f-8d2f659dfdb2 req-a663abdb-45b2-4f7e-9d30-0e6fb6a7f8a6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579795 Nov 25 17:36:30.130343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.215169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:30.229284 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3545083b-c5ce-4874-adf9-c846cace4ba6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2800765 Nov 25 17:36:30.229492 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:30.230210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.245116 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:30.245754 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:30.324851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1c6c78-1640-486e-9235-666084941822 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting subnet 98cded09-5e33-401d-8a85-d9409e0f522c {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:30.330605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c78-1640-486e-9235-666084941822 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.390293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c78-1640-486e-9235-666084941822 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.434528 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:30.521774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c78-1640-486e-9235-666084941822 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.552024 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 11, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:30.587962 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:30.598996 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:30.599975 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:30.614838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c78-1640-486e-9235-666084941822 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.655670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c6c78-1640-486e-9235-666084941822 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Subnet': ['ID=98cded09-5e33-401d-8a85-d9409e0f522c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.659551 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c78-1640-486e-9235-666084941822 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.662818 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bc1c6c78-1640-486e-9235-666084941822 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/98cded09-5e33-401d-8a85-d9409e0f522c HTTP/1.1" status: 204 len: 168 time: 0.4313247 Nov 25 17:36:30.669404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ccf07-a61b-4cf1-9640-41d018e172bd None None] Network bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:30.684569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44938) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.700685 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:30.836925 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 11, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:30.874822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.878282 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e749d9-bf99-46c8-a6bd-360876c96fef None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 11, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:30.972879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Deleting port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:30.973708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.086017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3616ef-f47d-46fa-b99a-fe5d185dd430 req-f0e0706c-f927-43fa-903f-77310130a227 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:31.094526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c3616ef-f47d-46fa-b99a-fe5d185dd430 req-f0e0706c-f927-43fa-903f-77310130a227 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 1.0055945 Nov 25 17:36:31.099375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-c282c46c-a756-4865-98a2-6dcd0d5b20d7 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0804513 Nov 25 17:36:31.112518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] For port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=14064b1a-fe05-427e-bd1d-0a7d663c8d0e,segment=NetworkSegment(ef86488d-66bf-4c75-aedc-e2dc7b36ca32),segment_id=ef86488d-66bf-4c75-aedc-e2dc7b36ca32)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:31.113122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.120593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7ee33014-db75-4c87-9aec-59c8e39a937d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/836a82f6-a3bf-4fb2-9769-e1601e77bfa9 HTTP/1.1" status: 200 len: 990 time: 0.9582968 Nov 25 17:36:31.158655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Calling delete_port for 14064b1a-fe05-427e-bd1d-0a7d663c8d0e owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:31.161627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c3616ef-f47d-46fa-b99a-fe5d185dd430 req-2ebd52c3-dffd-4322-952a-6d5530f62872 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619123 Nov 25 17:36:31.289954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] DHCP port deletion for bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:31.307683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-098c3ba7-7dd3-4e95-8d39-077a03ec8529 req-1142e210-30c5-4de5-a14c-efe9e5cb3243 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615434 Nov 25 17:36:31.392114 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.475899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 73ed3013-736e-4fe7-8bf7-fbfa19b793ff no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:31.501311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Port': ['ID=14064b1a-fe05-427e-bd1d-0a7d663c8d0e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:31.509597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No DVR routers for this DVR port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:31.518396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] Deleting port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:31.519208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.528758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 73ed3013-736e-4fe7-8bf7-fbfa19b793ff {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:31.530854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 73ed3013-736e-4fe7-8bf7-fbfa19b793ff not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:31.531880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 14064b1a-fe05-427e-bd1d-0a7d663c8d0e no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:31.619857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 44958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:31.623162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 14064b1a-fe05-427e-bd1d-0a7d663c8d0e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:31.623528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 14064b1a-fe05-427e-bd1d-0a7d663c8d0e not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:31.673541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.724416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:31.736773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] For port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:31.737417 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.777746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] Calling delete_port for 14064b1a-fe05-427e-bd1d-0a7d663c8d0e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:31.779509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:31.785630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef86488d-66bf-4c75-aedc-e2dc7b36ca32') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:31.785857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] Port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:36:31.799469 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.822900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.855571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.867867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:31.868556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:31.875075 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:31.888583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] No DVR routers for this DVR port 14064b1a-fe05-427e-bd1d-0a7d663c8d0e on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:31.903939 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637bcf3-266c-4486-bec4-53b56682a659 None None] Pushing event deleted for resources: {'Port': ['ID=14064b1a-fe05-427e-bd1d-0a7d663c8d0e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:31.990985 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.009594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 04a73878-fc67-41c8-b072-d24d5dfa73e9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:32.010364 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.036021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.041587 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/networks/bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88 HTTP/1.1" status: 204 len: 168 time: 1.3543611 Nov 25 17:36:32.042667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277e408-b9a2-4d1c-be55-7104cb29dcb4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Pushing event deleted for resources: {'Network': ['ID=bf63c54d-8a57-4fb6-b8e4-a9f0721c2b88,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.044503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 44962) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.053402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'routes': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:32.118429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.118909 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.133711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 04a73878-fc67-41c8-b072-d24d5dfa73e9 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:32.216483 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3c45c69-f006-4d56-8e0c-46624fd81673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.327160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13c9a2-cdf0-411b-85bf-59adcd7b8b0a req-0373474c-fca8-421c-97dc-b4c419a7e7dd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:32.328897 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e13c9a2-cdf0-411b-85bf-59adcd7b8b0a req-0373474c-fca8-421c-97dc-b4c419a7e7dd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.0840294 Nov 25 17:36:32.399996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e13c9a2-cdf0-411b-85bf-59adcd7b8b0a req-bf4352c4-e906-498e-a263-38c5ed0f00ff tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621791 Nov 25 17:36:32.488109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.590497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=04a73878-fc67-41c8-b072-d24d5dfa73e9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.716578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.718075 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Floating IP 836a82f6-a3bf-4fb2-9769-e1601e77bfa9 disassociated (deleted). External IP: 172.25.1.85, port: 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b. Nov 25 17:36:33.147362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 425121ad-1015-4461-b31c-da32f2e49b14 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:33.180302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Added routes are [] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:36:33.180897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Removed routes are [] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:36:33.181732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.274798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.386826 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.390381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.395604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:33.407317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] Sync routers for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:33.407805 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.437383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:33.438024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:33.484574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e809ac20-6224-4895-8be5-f6906874c304 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/floatingips/836a82f6-a3bf-4fb2-9769-e1601e77bfa9 HTTP/1.1" status: 204 len: 168 time: 1.8632393 Nov 25 17:36:33.490152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:33.492022 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33918f0-7043-4fb9-8b78-a967746edf87" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:33.513724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-656f2148-f80e-4d80-b428-4f937eb81735 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2729421 Nov 25 17:36:33.528423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router bb805ab2-03dc-41ce-972a-92eaecf88f42 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:33.653676 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e503208-e6b7-45e6-b5c9-e1c52d43ae8a x-openstack-request-id: req-5e503208-e6b7-45e6-b5c9-e1c52d43ae8a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:33.653969 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:33.654227 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e503208-e6b7-45e6-b5c9-e1c52d43ae8a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:33.673142 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'status': 'completed', 'code': 200} Nov 25 17:36:33.823896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:33.831969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:33.834650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.836224 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e7837acb-f894-438e-97f7-e41738ca39df tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 200 len: 704 time: 1.7893784 Nov 25 17:36:33.839621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45026) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.841291 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] Sync routers for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:33.876975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caa5aa03-ad05-4510-8cf4-1a669e798d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.879976 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] Routers {'bb805ab2-03dc-41ce-972a-92eaecf88f42'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:33.881665 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bb805ab2-03dc-41ce-972a-92eaecf88f42'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:33.917290 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-251b67f5-be3f-4af4-8f39-f950821f680d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 200 len: 205 time: 0.0757163 Nov 25 17:36:33.919678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45030) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.987637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-4c5ce511-5985-47cf-8282-31673161f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:33.992327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-4c5ce511-5985-47cf-8282-31673161f52d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 1097 time: 0.4132967 Nov 25 17:36:34.032833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-040573cd-3bb5-4ebc-9cf9-ebb8804607a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:34.037695 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abdc355a-a8df-4334-b414-22daf0b803c2 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.040908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-040573cd-3bb5-4ebc-9cf9-ebb8804607a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 1095 time: 0.3889189 Nov 25 17:36:34.054605 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] Set router bb805ab2-03dc-41ce-972a-92eaecf88f42 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:34.209071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caa5aa03-ad05-4510-8cf4-1a669e798d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.213634 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb805ab2-03dc-41ce-972a-92eaecf88f42', 'name': 'tempest-RoutersIpV6Test-router-452192138', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:39Z', 'updated_at': '2021-11-25T17:36:29Z', 'revision_number': 11, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:34.291656 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caa5aa03-ad05-4510-8cf4-1a669e798d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.310337 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abdc355a-a8df-4334-b414-22daf0b803c2 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.314717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abdc355a-a8df-4334-b414-22daf0b803c2 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.378080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5aa03-ad05-4510-8cf4-1a669e798d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14f608e-5371-447f-a601-213d482dd0ca,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.426631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-caa5aa03-ad05-4510-8cf4-1a669e798d31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99b054d8e73c45a68cbc945701dc8130&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1497557 Nov 25 17:36:34.437149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.448618 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d06e362-a8b4-4403-a77b-929f863cae57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.462695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29302fe-0455-4985-bfbf-09626b0aa2ce req-d1a0a237-372c-4475-bedd-11a76c263945 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:34.471323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b29302fe-0455-4985-bfbf-09626b0aa2ce req-d1a0a237-372c-4475-bedd-11a76c263945 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 944 time: 0.4776108 Nov 25 17:36:34.474809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abdc355a-a8df-4334-b414-22daf0b803c2 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.475355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdc355a-a8df-4334-b414-22daf0b803c2 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Fanout notify agent at l3_agent the message router_deleted on router bb805ab2-03dc-41ce-972a-92eaecf88f42 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:36:34.498126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abdc355a-a8df-4334-b414-22daf0b803c2 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.509809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.510448 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-abdc355a-a8df-4334-b414-22daf0b803c2 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 204 len: 168 time: 0.5881875 Nov 25 17:36:34.530561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2ed0c443-f5cf-46c0-82a3-efde4a8caa8d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782191066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:34.551386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-2fd98758-743d-4d79-84cc-a31483323343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:34.553460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-2fd98758-743d-4d79-84cc-a31483323343 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.5011442 Nov 25 17:36:34.558137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-32eb0230-4ee1-42aa-b13a-ee8dc9634b1c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:34.559706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-32eb0230-4ee1-42aa-b13a-ee8dc9634b1c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 944 time: 0.1861186 Nov 25 17:36:34.567593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-d20b2562-cfaf-4d7e-b4a7-0c1ddc36f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:34.569484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-d20b2562-cfaf-4d7e-b4a7-0c1ddc36f063 service neutron] 10.222.0.60 "GET /v2.0/networks?id=695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 200 len: 898 time: 0.4986343 Nov 25 17:36:34.595924 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71782c7e-7b3c-4df6-b292-e98ca0b60a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.620579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:18Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:34.634049 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] Checking router: bb805ab2-03dc-41ce-972a-92eaecf88f42 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:34.653472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71782c7e-7b3c-4df6-b292-e98ca0b60a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.655583 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:34.656273 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:36:34.657182 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bb805ab2-03dc-41ce-972a-92eaecf88f42'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:36:34.657822 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb342ec6-d350-4c3e-ba05-98d2b8f98ef2 None None] The sync data for ids ['bb805ab2-03dc-41ce-972a-92eaecf88f42'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:34.704463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b29302fe-0455-4985-bfbf-09626b0aa2ce req-6aa13836-d712-4456-8ba2-94b52dd10b53 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318137 Nov 25 17:36:34.712114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-4b45977d-6f58-4f0f-b3ab-1086bdc6eea8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e HTTP/1.1" status: 200 len: 217 time: 0.1481180 Nov 25 17:36:34.715983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-911edee1-c406-4a7a-a03b-78f4f0d4edc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 200 len: 217 time: 0.1348796 Nov 25 17:36:34.718899 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c443-f5cf-46c0-82a3-efde4a8caa8d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.720215 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c443-f5cf-46c0-82a3-efde4a8caa8d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.760541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] Checking router: 425121ad-1015-4461-b31c-da32f2e49b14 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:34.782212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:34.783968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:34.793436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:34.793436 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.815380 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71782c7e-7b3c-4df6-b292-e98ca0b60a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.828668 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71782c7e-7b3c-4df6-b292-e98ca0b60a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.832979 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71782c7e-7b3c-4df6-b292-e98ca0b60a13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b14f608e-5371-447f-a601-213d482dd0ca HTTP/1.1" status: 204 len: 168 time: 0.3875527 Nov 25 17:36:34.841572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-0490baa8-3850-44e5-a6e0-5554d909ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:34.845049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-0490baa8-3850-44e5-a6e0-5554d909ccce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95588db4-bcc3-49ed-a431-413c9a6ab479 HTTP/1.1" status: 200 len: 835 time: 0.1194050 Nov 25 17:36:34.962691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71782c7e-7b3c-4df6-b292-e98ca0b60a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14f608e-5371-447f-a601-213d482dd0ca,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:35.095346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:35.095764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.122098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:35.158192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:35.179280 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c443-f5cf-46c0-82a3-efde4a8caa8d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.206720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-0a56b269-49aa-4b82-8a0c-5fcc07d5fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:35.209632 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-0a56b269-49aa-4b82-8a0c-5fcc07d5fc36 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.4851916 Nov 25 17:36:35.216497 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c443-f5cf-46c0-82a3-efde4a8caa8d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.257187 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c443-f5cf-46c0-82a3-efde4a8caa8d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.261405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2ed0c443-f5cf-46c0-82a3-efde4a8caa8d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7491765 Nov 25 17:36:35.267002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:35.282879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-09a4c7d8-aa95-413c-b6f1-2b2c1fdff240 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:35.323241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-febd7c74-8807-4598-99cd-e406b0bf0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:35.325551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-febd7c74-8807-4598-99cd-e406b0bf0dff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=695f822b-3975-4f4a-9304-65629985f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4442787 Nov 25 17:36:35.346685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-a050dd73-7949-4cc7-b71f-ee696c5b46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:35.348435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-a050dd73-7949-4cc7-b71f-ee696c5b46b8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163766 Nov 25 17:36:35.489822 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-6234e9f5-fd26-414f-add0-cd52aca37334 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244502 Nov 25 17:36:35.525897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:18Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:35.597112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d246e9b-d30f-477f-abb3-8d3e24fa53f7 None None] The sync data for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 is: [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:35:12Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d', 'name': '', 'network_id': '695f822b-3975-4f4a-9304-65629985f355', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:aa:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:09Z', 'updated_at': '2021-11-25T17:35:18Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': '95588db4-bcc3-49ed-a431-413c9a6ab479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:35.679474 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-40b46bb3-8fa9-47a0-9011-a2386032a2e4 service neutron] 10.222.0.60 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404980 Nov 25 17:36:35.718249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:35.798849 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad319bd6-e6a7-4ed5-8a57-d772f6682d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.821175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09a4c7d8-aa95-413c-b6f1-2b2c1fdff240 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.830779 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.834406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dfc93920-ae5a-430d-b2ec-b1bb8482356e req-3e625dfb-000a-484a-9b01-3ff178ed0753 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085647 Nov 25 17:36:35.844859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09a4c7d8-aa95-413c-b6f1-2b2c1fdff240 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.932397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e33918f0-7043-4fb9-8b78-a967746edf87 req-f21d200b-103e-4159-b1ce-588560d535c9 service neutron] 10.222.0.60 "GET /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495320 Nov 25 17:36:36.032074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684bdc-e8db-46dc-aea0-848252727442 req-365450fc-47fa-422c-bd15-1cd2629fc110 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:36.036013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b684bdc-e8db-46dc-aea0-848252727442 req-365450fc-47fa-422c-bd15-1cd2629fc110 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0f48df7-d456-474e-b1dd-0c1db22500b2 HTTP/1.1" status: 200 len: 944 time: 0.1528578 Nov 25 17:36:36.041493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.092600 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad319bd6-e6a7-4ed5-8a57-d772f6682d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.097040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.099506 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad319bd6-e6a7-4ed5-8a57-d772f6682d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.142030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d1cd62-64cb-466c-ac17-e0f9fdd22877 None None] New status for floating IP 836a82f6-a3bf-4fb2-9769-e1601e77bfa9: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:36:36.192801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b684bdc-e8db-46dc-aea0-848252727442 req-53379e7c-77af-4747-909e-504848c202e1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=60e276c8-cdac-4451-b5a2-cb049c18654f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498873 Nov 25 17:36:36.200479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ad319bd6-e6a7-4ed5-8a57-d772f6682d9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd74c3f1a1254039bd51da6bab155ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784269 Nov 25 17:36:36.200479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad319bd6-e6a7-4ed5-8a57-d772f6682d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd31cd98-a6cc-4d4a-a890-f487a15bb72a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.200918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.226975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] No DVR routers for this DVR port 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:36.234996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.241188 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d6d6a91f-ab3f-4ef9-9802-b119e7a5aaa3 req-0aaebe24-3c34-4218-b5a8-dc1230190714 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "DELETE /v2.0/ports/292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b HTTP/1.1" status: 204 len: 173 time: 1.6529098 Nov 25 17:36:36.255330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-deleted', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:36.271113 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93d13b-540c-46de-9d8a-0375d04cd9e1" -d '{"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-deleted", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:36.306354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a4c7d8-aa95-413c-b6f1-2b2c1fdff240 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Router 3b11c334-7be5-4a47-afa9-b70fc2da6d63 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:36:36.325823 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b59d9b30-8250-4c9e-a1d2-06715c6369a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.376818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b59d9b30-8250-4c9e-a1d2-06715c6369a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.390198 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1df616-1c6a-4c83-910f-2143e0f02947 x-openstack-request-id: req-4a1df616-1c6a-4c83-910f-2143e0f02947 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:36.390499 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f48df7-d456-474e-b1dd-0c1db22500b2", "name": "network-vif-deleted", "tag": "292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:36.390773 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a1df616-1c6a-4c83-910f-2143e0f02947 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:36.391194 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f48df7-d456-474e-b1dd-0c1db22500b2', 'name': 'network-vif-deleted', 'tag': '292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b', 'status': 'completed', 'code': 200} Nov 25 17:36:36.441069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a4c7d8-aa95-413c-b6f1-2b2c1fdff240 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:36.442263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b59d9b30-8250-4c9e-a1d2-06715c6369a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.445509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b59d9b30-8250-4c9e-a1d2-06715c6369a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.450027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b59d9b30-8250-4c9e-a1d2-06715c6369a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd31cd98-a6cc-4d4a-a890-f487a15bb72a HTTP/1.1" status: 204 len: 168 time: 0.2479663 Nov 25 17:36:36.455623 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] Sync routers for ids ['3b11c334-7be5-4a47-afa9-b70fc2da6d63'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:36.461054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d9b30-8250-4c9e-a1d2-06715c6369a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd31cd98-a6cc-4d4a-a890-f487a15bb72a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.463294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09a4c7d8-aa95-413c-b6f1-2b2c1fdff240 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.465358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-09a4c7d8-aa95-413c-b6f1-2b2c1fdff240 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "PUT /v2.0/routers/3b11c334-7be5-4a47-afa9-b70fc2da6d63 HTTP/1.1" status: 200 len: 697 time: 1.1950073 Nov 25 17:36:36.468739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45082) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.499716 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] Routers {'3b11c334-7be5-4a47-afa9-b70fc2da6d63'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:36.504919 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3b11c334-7be5-4a47-afa9-b70fc2da6d63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:36.550457 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.678273 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] Set router 3b11c334-7be5-4a47-afa9-b70fc2da6d63 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:36.732346 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dad9c0a3-c19d-4874-b4b4-eee6c28066e4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/routers/3b11c334-7be5-4a47-afa9-b70fc2da6d63 HTTP/1.1" status: 200 len: 703 time: 0.2591724 Nov 25 17:36:36.733840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.745761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-0a4edb24-4146-4963-a46f-b2c9d7cdfe28 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387782 Nov 25 17:36:36.766142 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b11c334-7be5-4a47-afa9-b70fc2da6d63', 'name': 'tempest-RoutersIpV6Test-router-782191066', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:34Z', 'updated_at': '2021-11-25T17:36:35Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:36.815457 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] Checking router: 3b11c334-7be5-4a47-afa9-b70fc2da6d63 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:36.823270 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-84259409-af50-4833-927c-ebefb996b137 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b11c334-7be5-4a47-afa9-b70fc2da6d63 HTTP/1.1" status: 200 len: 205 time: 0.0872619 Nov 25 17:36:36.823931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.825464 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] Routers {'3b11c334-7be5-4a47-afa9-b70fc2da6d63'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:36.826368 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3b11c334-7be5-4a47-afa9-b70fc2da6d63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:36.880350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-26a6e7eb-7664-497a-8aa9-db4e3a636400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:36.887122 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-26a6e7eb-7664-497a-8aa9-db4e3a636400 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08f6353f9e254ef8929358370ace941b&device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 1097 time: 0.0990510 Nov 25 17:36:37.017847 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] Set router 3b11c334-7be5-4a47-afa9-b70fc2da6d63 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:37.055947 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68cdafb7-03f6-4e1b-ac26-299529b5bbca tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.081487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.133478 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.152215 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b11c334-7be5-4a47-afa9-b70fc2da6d63', 'name': 'tempest-RoutersIpV6Test-router-782191066', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:34Z', 'updated_at': '2021-11-25T17:36:35Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:37.180364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-a4ef74d0-de76-4c8c-a3d0-08becb66608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:37.183920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-a4ef74d0-de76-4c8c-a3d0-08becb66608d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d HTTP/1.1" status: 200 len: 915 time: 0.2517493 Nov 25 17:36:37.194605 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d65b2c-8de2-4cf5-8d91-d0f82512e840 None None] The sync data for ids ['3b11c334-7be5-4a47-afa9-b70fc2da6d63'] in n-d-819349-3 is: [{'id': '3b11c334-7be5-4a47-afa9-b70fc2da6d63', 'name': 'tempest-RoutersIpV6Test-router-782191066', 'tenant_id': '3dd59674284e494e8875144d7b5c2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:34Z', 'updated_at': '2021-11-25T17:36:35Z', 'revision_number': 2, 'project_id': '3dd59674284e494e8875144d7b5c2c95', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:37.199496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:37.263037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:37.263390 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 292f6c1b-7ab4-4a1b-b8d3-366b7ea6381b not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:37.279445 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-93e13c14-b3fe-4213-a66a-2c532f4bc241 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=688624c2-207f-4119-b580-006c8d2c4c72 HTTP/1.1" status: 200 len: 217 time: 0.0762117 Nov 25 17:36:37.343567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45102) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.429185 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68cdafb7-03f6-4e1b-ac26-299529b5bbca tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.433501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68cdafb7-03f6-4e1b-ac26-299529b5bbca tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.441630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-e73abe1e-7b37-4eea-99a3-f9cfca956601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:37.443298 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-e73abe1e-7b37-4eea-99a3-f9cfca956601 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8efe2f1f-ae44-48f0-ba3d-ed9f4a084558 HTTP/1.1" status: 200 len: 854 time: 0.1534469 Nov 25 17:36:37.504890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68cdafb7-03f6-4e1b-ac26-299529b5bbca tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.505403 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cdafb7-03f6-4e1b-ac26-299529b5bbca tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Fanout notify agent at l3_agent the message router_deleted on router 3b11c334-7be5-4a47-afa9-b70fc2da6d63 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:36:37.517789 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-68cdafb7-03f6-4e1b-ac26-299529b5bbca tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.522176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-68cdafb7-03f6-4e1b-ac26-299529b5bbca tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/3b11c334-7be5-4a47-afa9-b70fc2da6d63 HTTP/1.1" status: 204 len: 168 time: 0.6941159 Nov 25 17:36:37.522461 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-f15efe06-77ff-43cc-b428-2c833f3ab585 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650203 Nov 25 17:36:37.522668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.566836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7b8dac52-43fb-42f0-99ec-044b2ed3b853 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b11c334-7be5-4a47-afa9-b70fc2da6d63 HTTP/1.1" status: 200 len: 205 time: 0.0407126 Nov 25 17:36:37.567488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.643011 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-dea237e6-0ef3-4582-9e23-a716a2e8edb5 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] delete failed (client error): The resource could not be found. Nov 25 17:36:37.645760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dea237e6-0ef3-4582-9e23-a716a2e8edb5 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/3b11c334-7be5-4a47-afa9-b70fc2da6d63 HTTP/1.1" status: 404 len: 336 time: 0.0770502 Nov 25 17:36:37.649363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.689989 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2cdbe3-feb3-42f2-bd5a-441c9eee347d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:37.690986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2cdbe3-feb3-42f2-bd5a-441c9eee347d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:37.696927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5b2cdbe3-feb3-42f2-bd5a-441c9eee347d tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/af6ce2fc-9afe-4710-bfb7-084d90d21cb3 HTTP/1.1" status: 404 len: 337 time: 0.0434728 Nov 25 17:36:37.699225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.747141 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-940b54a3-2758-44e9-a8c7-edc717458bf0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:37.747599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940b54a3-2758-44e9-a8c7-edc717458bf0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:37.750759 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-940b54a3-2758-44e9-a8c7-edc717458bf0 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/43376d38-2f70-487e-8618-6933c4a1db9a HTTP/1.1" status: 404 len: 337 time: 0.0480995 Nov 25 17:36:37.756497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.789794 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-c4fcb88e-f213-4dad-800d-da0fb257d26c service neutron] 10.222.0.60 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582908 Nov 25 17:36:37.798908 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c45b90-c59e-4044-aefd-0a645554d5ed tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:37.800340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c45b90-c59e-4044-aefd-0a645554d5ed tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:37.804848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d2c45b90-c59e-4044-aefd-0a645554d5ed tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/7aaea889-eb89-444a-863e-9baed10ad39a HTTP/1.1" status: 404 len: 337 time: 0.0467649 Nov 25 17:36:37.808207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.846076 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e4d785-0e6a-4974-9b62-3bdc5fa726d9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:37.846553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e4d785-0e6a-4974-9b62-3bdc5fa726d9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:37.853508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-29e4d785-0e6a-4974-9b62-3bdc5fa726d9 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/98cded09-5e33-401d-8a85-d9409e0f522c HTTP/1.1" status: 404 len: 337 time: 0.0416343 Nov 25 17:36:37.853944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.891034 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-03cdec8f-c2db-47e9-a5e8-d1b571a7b83c tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 200 len: 205 time: 0.0325027 Nov 25 17:36:37.891316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.939383 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.949013 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2eb600b7-ba54-45d4-837f-c7976d69388a req-8daacc0a-0d29-4de1-a6c0-8350dd737f85 service neutron] 10.222.0.60 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447029 Nov 25 17:36:37.971385 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-eec4e85d-d024-4790-9cad-9c5c8444ed74 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] delete failed (client error): The resource could not be found. Nov 25 17:36:37.977057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-eec4e85d-d024-4790-9cad-9c5c8444ed74 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/bb805ab2-03dc-41ce-972a-92eaecf88f42 HTTP/1.1" status: 404 len: 336 time: 0.0837631 Nov 25 17:36:37.979310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.013425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7300e7c2-81a6-4f16-9ed8-4925c12df1c8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105791f-76b6-42b0-973a-7fd37ea5c202 HTTP/1.1" status: 200 len: 205 time: 0.0304637 Nov 25 17:36:38.016616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.058608 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-5a8d0926-1bc1-4868-bb37-99b249ae81c6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] delete failed (client error): The resource could not be found. Nov 25 17:36:38.061151 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a8d0926-1bc1-4868-bb37-99b249ae81c6 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/0105791f-76b6-42b0-973a-7fd37ea5c202 HTTP/1.1" status: 404 len: 336 time: 0.0422239 Nov 25 17:36:38.062900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.106719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.128779 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f052bc82-50ae-4dda-b124-73ca1c715a1f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:38.129279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f052bc82-50ae-4dda-b124-73ca1c715a1f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:38.132346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f052bc82-50ae-4dda-b124-73ca1c715a1f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/965a1f9c-9a4d-49ed-9222-dfe4f070776a HTTP/1.1" status: 404 len: 337 time: 0.0683362 Nov 25 17:36:38.141279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.190932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9ae29ea1-c07e-4188-bfc2-5385587359a2 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b9302fc-fca9-449c-a37c-a267bf23a8a0 HTTP/1.1" status: 200 len: 205 time: 0.0481143 Nov 25 17:36:38.193482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.268750 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-a651e382-4aff-480f-91ba-93cc955b7216 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] delete failed (client error): The resource could not be found. Nov 25 17:36:38.270303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a651e382-4aff-480f-91ba-93cc955b7216 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/0b9302fc-fca9-449c-a37c-a267bf23a8a0 HTTP/1.1" status: 404 len: 336 time: 0.0758746 Nov 25 17:36:38.272905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45164) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.305332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1b9184fb-247c-48a9-9410-401ad5689675 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=761afa97-fbca-4354-8b5a-8b4b43f8d30b HTTP/1.1" status: 200 len: 205 time: 0.0308259 Nov 25 17:36:38.307896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.368116 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-a670b62a-8f62-443b-8af6-d52d93fef5a4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] delete failed (client error): The resource could not be found. Nov 25 17:36:38.369574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a670b62a-8f62-443b-8af6-d52d93fef5a4 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/761afa97-fbca-4354-8b5a-8b4b43f8d30b HTTP/1.1" status: 404 len: 336 time: 0.0606349 Nov 25 17:36:38.372112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.376368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45172) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.442610 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04310ce-4705-485d-a4b7-495fc78f97d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:38.443797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04310ce-4705-485d-a4b7-495fc78f97d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:38.448901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f04310ce-4705-485d-a4b7-495fc78f97d8 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/b47b2844-87dc-433d-b8c8-b3316deaa739 HTTP/1.1" status: 404 len: 337 time: 0.0756755 Nov 25 17:36:38.452748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45180) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.529299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3561f28c-c963-4f98-8505-0d4329050671 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf815596-59c6-4c03-aaaf-831ea9a8b36e HTTP/1.1" status: 200 len: 205 time: 0.0739872 Nov 25 17:36:38.532418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.643930 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-d9695945-e959-4f3b-92cf-fdb7144cf646 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] delete failed (client error): The resource could not be found. Nov 25 17:36:38.647248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d9695945-e959-4f3b-92cf-fdb7144cf646 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/bf815596-59c6-4c03-aaaf-831ea9a8b36e HTTP/1.1" status: 404 len: 336 time: 0.1129298 Nov 25 17:36:38.650932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.723061 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-38926317-902f-4f97-bf46-137126bd2688 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:38.723805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38926317-902f-4f97-bf46-137126bd2688 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:38.730328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-38926317-902f-4f97-bf46-137126bd2688 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/7b3db62d-490c-4e60-b74c-06da20ed4606 HTTP/1.1" status: 404 len: 337 time: 0.0781209 Nov 25 17:36:38.733327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45188) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.784563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-32ac5bae-a3fd-455c-880b-da56794065c7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "GET /v2.0/ports?device_id=411b7eed-7c8c-43f0-9421-f603e1f191f1 HTTP/1.1" status: 200 len: 205 time: 0.0476420 Nov 25 17:36:38.786148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.834411 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-392daf0e-6a5e-452d-93ab-00da27814d4b tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] delete failed (client error): The resource could not be found. Nov 25 17:36:38.835856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-392daf0e-6a5e-452d-93ab-00da27814d4b tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/routers/411b7eed-7c8c-43f0-9421-f603e1f191f1 HTTP/1.1" status: 404 len: 336 time: 0.0464735 Nov 25 17:36:38.840335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.871687 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab0c322-1410-4f7b-9b62-06ff1c583e9f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:38.872490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab0c322-1410-4f7b-9b62-06ff1c583e9f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:38.877628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7ab0c322-1410-4f7b-9b62-06ff1c583e9f tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/b872211b-357a-48bc-a9af-66ac6eb12976 HTTP/1.1" status: 404 len: 337 time: 0.0360122 Nov 25 17:36:38.880199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.913479 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b19e267-5440-42d7-81e4-4491cfd6dcf7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] DELETE failed (client error): The resource could not be found. Nov 25 17:36:38.913942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b19e267-5440-42d7-81e4-4491cfd6dcf7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:36:38.917121 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b19e267-5440-42d7-81e4-4491cfd6dcf7 tempest-RoutersIpV6Test-1335835564 tempest-RoutersIpV6Test-1335835564-project] 10.222.0.81 "DELETE /v2.0/subnets/91c2f1fd-85a5-4e7a-ae24-2931ee09dcb7 HTTP/1.1" status: 404 len: 337 time: 0.0355816 Nov 25 17:36:38.992328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a030f13d-ebe0-41da-afc1-f5a8fee63078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.021271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:39.021748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.148489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:39.149153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.175940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:39.183248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a030f13d-ebe0-41da-afc1-f5a8fee63078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.191117 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a030f13d-ebe0-41da-afc1-f5a8fee63078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.300289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.300576 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a030f13d-ebe0-41da-afc1-f5a8fee63078 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c869d3b6e2fb465b9d308190a2c04bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9230974 Nov 25 17:36:39.317788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f13d-ebe0-41da-afc1-f5a8fee63078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2342bf93-3670-4b27-a8ee-896ef67e0145,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:39.348660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.391138 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4960329e-ce4c-4f16-a7e2-98abd9e17326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.439196 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4960329e-ce4c-4f16-a7e2-98abd9e17326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.544223 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.550883 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2769c47b-f314-45c1-b1ec-93f2dee55f9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3dd59674284e494e8875144d7b5c2c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999969 Nov 25 17:36:39.552418 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4960329e-ce4c-4f16-a7e2-98abd9e17326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.555229 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4960329e-ce4c-4f16-a7e2-98abd9e17326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.556673 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45222) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.567716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4960329e-ce4c-4f16-a7e2-98abd9e17326 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2342bf93-3670-4b27-a8ee-896ef67e0145 HTTP/1.1" status: 204 len: 168 time: 0.2659996 Nov 25 17:36:39.606076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960329e-ce4c-4f16-a7e2-98abd9e17326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342bf93-3670-4b27-a8ee-896ef67e0145,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:39.689300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:39.911645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.001604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.055754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3a64d50-d380-4d37-803b-b8673990be37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.125375 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3a64d50-d380-4d37-803b-b8673990be37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.166570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.196799 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3be8ab47-7c34-46e2-9273-bda63b67d7e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.245240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87718a87-e070-4ee8-a38b-22d45e42ebe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.268895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3a64d50-d380-4d37-803b-b8673990be37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.273912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3a64d50-d380-4d37-803b-b8673990be37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.275355 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b3a64d50-d380-4d37-803b-b8673990be37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6cc8a2d8-7cab-4ad1-a6ce-5c959e9f3123 HTTP/1.1" status: 204 len: 168 time: 0.6621037 Nov 25 17:36:40.365089 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3be8ab47-7c34-46e2-9273-bda63b67d7e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.370373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3be8ab47-7c34-46e2-9273-bda63b67d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.375406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router 425121ad-1015-4461-b31c-da32f2e49b14 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:40.387333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a64d50-d380-4d37-803b-b8673990be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc8a2d8-7cab-4ad1-a6ce-5c959e9f3123,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.442702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3be8ab47-7c34-46e2-9273-bda63b67d7e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bdad1f2a70244cbeaf1006c1dc545655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2743590 Nov 25 17:36:40.444233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8ab47-7c34-46e2-9273-bda63b67d7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a9dd1-ac00-4cd6-95bf-d90e74910e19,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.449430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.511592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40aebd9f-95a5-4715-b477-f8969c7dad4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.537521 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40aebd9f-95a5-4715-b477-f8969c7dad4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.588881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87718a87-e070-4ee8-a38b-22d45e42ebe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.596823 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87718a87-e070-4ee8-a38b-22d45e42ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.608892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40aebd9f-95a5-4715-b477-f8969c7dad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.613247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40aebd9f-95a5-4715-b477-f8969c7dad4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.614835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-40aebd9f-95a5-4715-b477-f8969c7dad4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/519a9dd1-ac00-4cd6-95bf-d90e74910e19 HTTP/1.1" status: 204 len: 168 time: 0.1642013 Nov 25 17:36:40.624316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:40.624808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aebd9f-95a5-4715-b477-f8969c7dad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a9dd1-ac00-4cd6-95bf-d90e74910e19,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.636048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] Sync routers for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:40.653610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e271b52e-accb-4343-b53c-0b41df65ce9f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "PUT /v2.0/routers/425121ad-1015-4461-b31c-da32f2e49b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3071887 Nov 25 17:36:40.657085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.689459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:40.690334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:40.695700 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-87718a87-e070-4ee8-a38b-22d45e42ebe0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0bc2a2887abd441eba229972510422fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890032 Nov 25 17:36:40.696683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87718a87-e070-4ee8-a38b-22d45e42ebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af8862b-9ec6-48aa-9d45-4ccf95de979f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.710504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45256) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.796337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-13844934-65aa-45d1-a55a-500977f9e3ae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting subnet 95588db4-bcc3-49ed-a431-413c9a6ab479 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:40.801660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13844934-65aa-45d1-a55a-500977f9e3ae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.836243 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b56a797-a04d-47fe-913e-6e5369d06db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.863634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:40.878633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b56a797-a04d-47fe-913e-6e5369d06db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.880257 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13844934-65aa-45d1-a55a-500977f9e3ae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.956534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b56a797-a04d-47fe-913e-6e5369d06db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.959342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b56a797-a04d-47fe-913e-6e5369d06db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.965491 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3b56a797-a04d-47fe-913e-6e5369d06db9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3af8862b-9ec6-48aa-9d45-4ccf95de979f HTTP/1.1" status: 204 len: 168 time: 0.2535949 Nov 25 17:36:40.986547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56a797-a04d-47fe-913e-6e5369d06db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af8862b-9ec6-48aa-9d45-4ccf95de979f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.021334 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13844934-65aa-45d1-a55a-500977f9e3ae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.103051 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13844934-65aa-45d1-a55a-500977f9e3ae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.131724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:36:39Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:41.136750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13844934-65aa-45d1-a55a-500977f9e3ae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Subnet': ['ID=95588db4-bcc3-49ed-a431-413c9a6ab479,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.140979 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13844934-65aa-45d1-a55a-500977f9e3ae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.145340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-13844934-65aa-45d1-a55a-500977f9e3ae tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/subnets/95588db4-bcc3-49ed-a431-413c9a6ab479 HTTP/1.1" status: 204 len: 168 time: 0.4861012 Nov 25 17:36:41.149934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.171078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d810c1-c9cf-4460-aec3-2fd52687c69b None None] Network 695f822b-3975-4f4a-9304-65629985f355 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:41.186416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] Checking router: 425121ad-1015-4461-b31c-da32f2e49b14 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:41.259156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] Routers {'425121ad-1015-4461-b31c-da32f2e49b14'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:41.259991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['425121ad-1015-4461-b31c-da32f2e49b14'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:41.312063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45274) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.334076 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.346947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e2485fe-4698-47ab-8a04-f6f94268e7e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.514969 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e2485fe-4698-47ab-8a04-f6f94268e7e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.520670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e2485fe-4698-47ab-8a04-f6f94268e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.555476 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.578834 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e2485fe-4698-47ab-8a04-f6f94268e7e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a172620c284f42578c6070f4f0b16b33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2644534 Nov 25 17:36:41.579692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45284) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.617998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45286) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.623369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2485fe-4698-47ab-8a04-f6f94268e7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6a0954-52a8-4361-a9a8-60d2a718512f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.643980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7536327a-191f-4724-8fe0-f574b7452c78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.673341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51f298ad-f1ba-4efe-b559-f5fd15ccbfbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.698244 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51f298ad-f1ba-4efe-b559-f5fd15ccbfbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.751316 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51f298ad-f1ba-4efe-b559-f5fd15ccbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.754489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51f298ad-f1ba-4efe-b559-f5fd15ccbfbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.760606 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-51f298ad-f1ba-4efe-b559-f5fd15ccbfbc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f6a0954-52a8-4361-a9a8-60d2a718512f HTTP/1.1" status: 204 len: 168 time: 0.1752684 Nov 25 17:36:41.786907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f298ad-f1ba-4efe-b559-f5fd15ccbfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6a0954-52a8-4361-a9a8-60d2a718512f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.820109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 5a501f89-f808-4c67-bb54-f37bc7f568d1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:41.820459 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.870353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7536327a-191f-4724-8fe0-f574b7452c78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.930355 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7536327a-191f-4724-8fe0-f574b7452c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.955508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] Set router 425121ad-1015-4461-b31c-da32f2e49b14 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:41.988107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536327a-191f-4724-8fe0-f574b7452c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd89e8c-5c39-4578-a6a0-de920880e2d5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.003941 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7536327a-191f-4724-8fe0-f574b7452c78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fc49ff31e6340ed854e32fc124420a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3805223 Nov 25 17:36:42.005179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45302) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:42.054242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port 5a501f89-f808-4c67-bb54-f37bc7f568d1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5a501f89-f808-4c67-bb54-f37bc7f568d1,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:42.055065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.078202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 5a501f89-f808-4c67-bb54-f37bc7f568d1 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:42.088199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:42.101615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-194e0cf6-621b-42b7-b0fa-42df5d651d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.153154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-194e0cf6-621b-42b7-b0fa-42df5d651d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.214557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] DHCP port deletion for 695f822b-3975-4f4a-9304-65629985f355 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:42.254263 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-194e0cf6-621b-42b7-b0fa-42df5d651d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.258476 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-194e0cf6-621b-42b7-b0fa-42df5d651d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.260360 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-194e0cf6-621b-42b7-b0fa-42df5d651d3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fd89e8c-5c39-4578-a6a0-de920880e2d5 HTTP/1.1" status: 204 len: 168 time: 0.2539701 Nov 25 17:36:42.273901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e0cf6-621b-42b7-b0fa-42df5d651d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd89e8c-5c39-4578-a6a0-de920880e2d5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.370777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Deleting port c4c1cafa-5822-48c6-90e0-6585f8ab516a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:42.371275 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.468815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] For port c4c1cafa-5822-48c6-90e0-6585f8ab516a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c4c1cafa-5822-48c6-90e0-6585f8ab516a,segment=NetworkSegment(a0b675ef-2b71-4c23-a55c-5167831c2abd),segment_id=a0b675ef-2b71-4c23-a55c-5167831c2abd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:42.469932 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.493320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Calling delete_port for c4c1cafa-5822-48c6-90e0-6585f8ab516a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:42.508049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:36:39Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:42.548140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80903d18-ba7b-4844-868c-a1bb85899124 None None] The sync data for ids ['425121ad-1015-4461-b31c-da32f2e49b14'] in n-d-819349-3 is: [{'id': '425121ad-1015-4461-b31c-da32f2e49b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812747214', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:59Z', 'updated_at': '2021-11-25T17:36:39Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '5a501f89-f808-4c67-bb54-f37bc7f568d1', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425121ad-1015-4461-b31c-da32f2e49b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:00Z', 'updated_at': '2021-11-25T17:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:42.720413 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.761197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-700725235'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:42.761753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Pushing event deleted for resources: {'Port': ['ID=c4c1cafa-5822-48c6-90e0-6585f8ab516a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.778006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] No DVR routers for this DVR port c4c1cafa-5822-48c6-90e0-6585f8ab516a on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:42.778006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.778006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.785057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.785589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.785936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.786277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.787092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.787329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.787666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.787997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.788325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.788654 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c429294-b75c-431b-a48b-c96d687c6da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:42.822500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:42.826797 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.839353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.090758 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.100191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.119488 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.151455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:43.162111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=5a501f89-f808-4c67-bb54-f37bc7f568d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:43.204347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d249cc-f528-43fe-8a84-fccbc89d79d2 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:43.231402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.231763 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment 7bd63503-64bc-4998-b5f2-a75bcd958b61 of type vlan for network 29604c0e-4494-45f1-ac88-0b74851f6f5b Nov 25 17:36:43.327398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de83aa83-5650-4427-8e67-336af33d93bd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:43.402643 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.409526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.471283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c4c1cafa-5822-48c6-90e0-6585f8ab516a no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:43.499438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c4c1cafa-5822-48c6-90e0-6585f8ab516a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:43.500520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c4c1cafa-5822-48c6-90e0-6585f8ab516a not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:43.501181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:43.539777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.542915 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.548434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:43.549309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7e3dac76-0dae-4bb1-b0d1-1dbb32795e0d not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:43.549486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.555559 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:43.555792 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.669107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5792792 Nov 25 17:36:43.673256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45362) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.675319 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.675319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Fanout notify agent at l3_agent the message router_deleted on router 425121ad-1015-4461-b31c-da32f2e49b14 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:36:43.679456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-552272646'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:43.687034 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.691277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8841051f-c8b1-4967-8ebd-a51f382501dc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/routers/425121ad-1015-4461-b31c-da32f2e49b14 HTTP/1.1" status: 204 len: 168 time: 2.5299695 Nov 25 17:36:43.691919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.736981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:43.748047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.767883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e86e3-b571-410a-b12c-063b94f1e85f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=29604c0e-4494-45f1-ac88-0b74851f6f5b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:43.779238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 29604c0e-4494-45f1-ac88-0b74851f6f5b details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:43.852505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:43.905654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.907246 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment d178f2a9-2a58-4bf5-aabf-850acbf8ab87 of type vlan for network efdc9f11-4389-4828-9c30-b0d4bc249d55 Nov 25 17:36:43.976217 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.157685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.183448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.235231 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.251087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695f822b-3975-4f4a-9304-65629985f355']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:44.253271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.253940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.282171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b675ef-2b71-4c23-a55c-5167831c2abd') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:44.282975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b675ef-2b71-4c23-a55c-5167831c2abd') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:44.302494 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.332435 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.342350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:44.343404 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:44.347798 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:44.390123 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7121751 Nov 25 17:36:44.392286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:44.399653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': '29604c0e-4494-45f1-ac88-0b74851f6f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:44.466311 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.478161 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.484429 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48de82-851b-44b5-8ceb-53742daefe73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=efdc9f11-4389-4828-9c30-b0d4bc249d55,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:44.499644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network efdc9f11-4389-4828-9c30-b0d4bc249d55 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:44.504587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/networks/695f822b-3975-4f4a-9304-65629985f355 HTTP/1.1" status: 204 len: 168 time: 0.8018479 Nov 25 17:36:44.505413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:44.554141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb13432-1feb-45eb-b76b-5f451a5940d8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Network': ['ID=695f822b-3975-4f4a-9304-65629985f355,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:44.621363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:44.625341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.696651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc493-d5a5-4c92-83af-90c13bbe4001 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.773322 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc493-d5a5-4c92-83af-90c13bbe4001 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.900681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc493-d5a5-4c92-83af-90c13bbe4001 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.903367 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc493-d5a5-4c92-83af-90c13bbe4001 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.905689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ad5fc493-d5a5-4c92-83af-90c13bbe4001 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/security-groups/60e276c8-cdac-4451-b5a2-cb049c18654f HTTP/1.1" status: 204 len: 168 time: 0.3949895 Nov 25 17:36:44.932721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fc493-d5a5-4c92-83af-90c13bbe4001 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e276c8-cdac-4451-b5a2-cb049c18654f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:45.002841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.106554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=45374bc3-7244-44f7-b948-54fbfc624b4e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:45.142554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': '7bd63503-64bc-4998-b5f2-a75bcd958b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '29604c0e-4494-45f1-ac88-0b74851f6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:45.143296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: 29604c0e-4494-45f1-ac88-0b74851f6f5b, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:45.186451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 29604c0e-4494-45f1-ac88-0b74851f6f5b is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:45.207883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 29604c0e-4494-45f1-ac88-0b74851f6f5b) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:45.212635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.213525 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.222855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a8c05f-85da-4087-b04f-21b356d51d4d None None] Network 29604c0e-4494-45f1-ac88-0b74851f6f5b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:45.244879 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-21305882-5b73-4d10-b5d3-a51cc1fc2e4e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8505747 Nov 25 17:36:45.247324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:45.255076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': 'efdc9f11-4389-4828-9c30-b0d4bc249d55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:45.388840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5a501f89-f808-4c67-bb54-f37bc7f568d1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:45.452300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 5a501f89-f808-4c67-bb54-f37bc7f568d1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:45.453509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5a501f89-f808-4c67-bb54-f37bc7f568d1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:45.511076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:45.522614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.626988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-29604c0e-4494-45f1-ac88-0b74851f6f5b', 'network_id': '29604c0e-4494-45f1-ac88-0b74851f6f5b', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': '45374bc3-7244-44f7-b948-54fbfc624b4e'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:45.628051 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.824119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45426) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:45.832069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4e90ffce-a480-4228-81c4-31eb8a3f4266 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680248253', 'description': 'tempest-secgroup-smoke-1680248253 description', 'project_id': '0c935ec18232485f9e1c651993bafb40'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:45.869470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Allocated IP 172.20.0.2 (29604c0e-4494-45f1-ac88-0b74851f6f5b/45374bc3-7244-44f7-b948-54fbfc624b4e/30cae4d3-b248-41cc-9ff4-074bc3455789) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:45.902950 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.920365 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e90ffce-a480-4228-81c4-31eb8a3f4266 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.002733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-66e0e082-8968-4456-9c85-1229fafb25fd req-a14bfa72-bc67-4dad-b597-275b166e72c1 service neutron] (103599) timed out ('10.222.0.81', 50628) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:36:46.021160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=43b5c410-af5e-45ba-bcde-5c7bb115c60e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.082146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': 'd178f2a9-2a58-4bf5-aabf-850acbf8ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'efdc9f11-4389-4828-9c30-b0d4bc249d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:46.082526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: efdc9f11-4389-4828-9c30-b0d4bc249d55, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:46.100033 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e90ffce-a480-4228-81c4-31eb8a3f4266 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.109660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e90ffce-a480-4228-81c4-31eb8a3f4266 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.128690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network efdc9f11-4389-4828-9c30-b0d4bc249d55 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:46.159195 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e90ffce-a480-4228-81c4-31eb8a3f4266 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.163101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4e90ffce-a480-4228-81c4-31eb8a3f4266 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3352964 Nov 25 17:36:46.163680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45436) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:46.164289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, efdc9f11-4389-4828-9c30-b0d4bc249d55) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:46.169415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:46.170845 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.173086 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.173612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90ffce-a480-4228-81c4-31eb8a3f4266 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ce25e9-9a60-4ae0-b7b4-86193bc601d6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.179677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b780d32d-83a1-431d-a1a5-ea94114be978 None None] Network efdc9f11-4389-4828-9c30-b0d4bc249d55 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:46.186920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cee50a3b-2df3-41c7-b710-555a0d3b662d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '75ce25e9-9a60-4ae0-b7b4-86193bc601d6', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:46.196595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-de8ef633-0dc2-4167-9c25-3fc948298191 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9464285 Nov 25 17:36:46.199368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:46.206973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-786209256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:46.225260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.236121 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:36:46.236121 n-d-819349-3 neutron-server[103599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 17:36:46.236121 n-d-819349-3 neutron-server[103599]: [parameters: {'project_id_1': 'e3295eee53e14644897ea2c4d975376f', 'expiration_1': datetime.datetime(2021, 11, 25, 17, 36, 26, 215511)}] Nov 25 17:36:46.236121 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:36:46.238824 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:36:46.275860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cee50a3b-2df3-41c7-b710-555a0d3b662d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.371868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cee50a3b-2df3-41c7-b710-555a0d3b662d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.382914 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cee50a3b-2df3-41c7-b710-555a0d3b662d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.425784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee50a3b-2df3-41c7-b710-555a0d3b662d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b092998-421c-429e-ac67-a5226ae097ba,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.462754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cee50a3b-2df3-41c7-b710-555a0d3b662d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.466634 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cee50a3b-2df3-41c7-b710-555a0d3b662d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009727 Nov 25 17:36:46.471061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:46.477175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6fb55070-ef87-40f4-b5a5-f5c0a7e08130 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '75ce25e9-9a60-4ae0-b7b4-86193bc601d6', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:46.503983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Pushing event updated for resources: {'Port': ['ID=30cae4d3-b248-41cc-9ff4-074bc3455789,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.517372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Network 29604c0e-4494-45f1-ac88-0b74851f6f5b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:46.526156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:46.530715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:46.553973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fb55070-ef87-40f4-b5a5-f5c0a7e08130 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.649164 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fb55070-ef87-40f4-b5a5-f5c0a7e08130 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.653514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fb55070-ef87-40f4-b5a5-f5c0a7e08130 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.680913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb55070-ef87-40f4-b5a5-f5c0a7e08130 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0b3678-5c31-4a9b-8c6e-b573ad76fcf1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.695810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:46.708871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Attempting to bind port 30cae4d3-b248-41cc-9ff4-074bc3455789 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:46.709370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Attempting to bind port 30cae4d3-b248-41cc-9ff4-074bc3455789 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7bd63503-64bc-4998-b5f2-a75bcd958b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '29604c0e-4494-45f1-ac88-0b74851f6f5b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:46.709962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Attempting to bind port 30cae4d3-b248-41cc-9ff4-074bc3455789 on network 29604c0e-4494-45f1-ac88-0b74851f6f5b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:46.715038 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fb55070-ef87-40f4-b5a5-f5c0a7e08130 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.716409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6fb55070-ef87-40f4-b5a5-f5c0a7e08130 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2438011 Nov 25 17:36:46.720709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:46.721177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Checking segment: {'id': '7bd63503-64bc-4998-b5f2-a75bcd958b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '29604c0e-4494-45f1-ac88-0b74851f6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:46.721346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45458) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:46.721596 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.722000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Bound using segment: {'id': '7bd63503-64bc-4998-b5f2-a75bcd958b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '29604c0e-4494-45f1-ac88-0b74851f6f5b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:46.722492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Bound port: 30cae4d3-b248-41cc-9ff4-074bc3455789, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd63503-64bc-4998-b5f2-a75bcd958b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '29604c0e-4494-45f1-ac88-0b74851f6f5b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:46.722884 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.727786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-efdc9f11-4389-4828-9c30-b0d4bc249d55', 'network_id': 'efdc9f11-4389-4828-9c30-b0d4bc249d55', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': '43b5c410-af5e-45ba-bcde-5c7bb115c60e'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:46.728350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-84966584-81f4-4d17-9fa8-c7c5ca78ec01 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '75ce25e9-9a60-4ae0-b7b4-86193bc601d6', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:46.728631 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.767889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.db.api [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:36:46.767889 n-d-819349-3 neutron-server[103599]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 17:36:46.767889 n-d-819349-3 neutron-server[103599]: [parameters: {'project_id': 'e3295eee53e14644897ea2c4d975376f', 'id': '49fce0f9-e7d1-4c80-b93f-3e9a6ff71209', 'expiration': datetime.datetime(2021, 11, 25, 17, 38, 46, 754121)}] Nov 25 17:36:46.767889 n-d-819349-3 neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:36:46.768421 n-d-819349-3 neutron-server[103599]: DEBUG oslo_db.api [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:36:46.780355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84966584-81f4-4d17-9fa8-c7c5ca78ec01 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.858831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84966584-81f4-4d17-9fa8-c7c5ca78ec01 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.865497 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84966584-81f4-4d17-9fa8-c7c5ca78ec01 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.892078 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84966584-81f4-4d17-9fa8-c7c5ca78ec01 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0233925-34d3-4a5f-8368-5af5e7e92524,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.902602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84966584-81f4-4d17-9fa8-c7c5ca78ec01 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.908687 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-84966584-81f4-4d17-9fa8-c7c5ca78ec01 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1818049 Nov 25 17:36:46.909183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:46.915500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9ee6b180-93ac-4106-aba9-2dd4097daa93 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '75ce25e9-9a60-4ae0-b7b4-86193bc601d6', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:46.951817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] For port 30cae4d3-b248-41cc-9ff4-074bc3455789, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:46.962790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] For port 30cae4d3-b248-41cc-9ff4-074bc3455789, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=30cae4d3-b248-41cc-9ff4-074bc3455789,segment=NetworkSegment(7bd63503-64bc-4998-b5f2-a75bcd958b61),segment_id=7bd63503-64bc-4998-b5f2-a75bcd958b61)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:46.969730 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b180-93ac-4106-aba9-2dd4097daa93 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.981372 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.072012 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b486d7-3edf-4164-b7ce-7f6678813c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.127763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b180-93ac-4106-aba9-2dd4097daa93 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.134057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Allocated IP 172.21.0.2 (efdc9f11-4389-4828-9c30-b0d4bc249d55/43b5c410-af5e-45ba-bcde-5c7bb115c60e/5e25cf81-b667-4f84-928e-7b84fdbee25c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:47.150173 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b180-93ac-4106-aba9-2dd4097daa93 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.198099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee6b180-93ac-4106-aba9-2dd4097daa93 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.201496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9ee6b180-93ac-4106-aba9-2dd4097daa93 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2908134 Nov 25 17:36:47.203197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.208503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bba4d05b-12a1-463c-b27f-2f8d75919efa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '75ce25e9-9a60-4ae0-b7b4-86193bc601d6', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:47.231789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6b180-93ac-4106-aba9-2dd4097daa93 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba079a9c-3109-488b-a98f-47ed917b722c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.265962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13c207-c815-47d6-8892-d4792e341ee9 None None] Pushing event updated for resources: {'Port': ['ID=30cae4d3-b248-41cc-9ff4-074bc3455789,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.292164 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-bba4d05b-12a1-463c-b27f-2f8d75919efa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Project 0c935ec18232485f9e1c651993bafb40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:36:47.302445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bba4d05b-12a1-463c-b27f-2f8d75919efa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.346345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b486d7-3edf-4164-b7ce-7f6678813c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.352002 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53b486d7-3edf-4164-b7ce-7f6678813c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.442445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b486d7-3edf-4164-b7ce-7f6678813c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d4b6c2-703e-4dd0-a7a6-6d6195c4f6fb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.460598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-53b486d7-3edf-4164-b7ce-7f6678813c20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1045d8891bf1470dabb10a7ce1bdaafe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7641001 Nov 25 17:36:47.466806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.486975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45474) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.558155 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.571968 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.588075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bba4d05b-12a1-463c-b27f-2f8d75919efa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.593938 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bba4d05b-12a1-463c-b27f-2f8d75919efa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.631274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a927d6a-d318-4c05-bd85-3dc980e7a6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.648000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bba4d05b-12a1-463c-b27f-2f8d75919efa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.658927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bba4d05b-12a1-463c-b27f-2f8d75919efa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4471858 Nov 25 17:36:47.664165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45482) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.678331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0419a3ae-1623-4994-8356-cd3347c938a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'security_group_rule': {'security_group_id': '75ce25e9-9a60-4ae0-b7b4-86193bc601d6', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:47.684858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Network efdc9f11-4389-4828-9c30-b0d4bc249d55 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:47.697463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:47.709252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4d05b-12a1-463c-b27f-2f8d75919efa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8be9c7-bdc3-4301-94d5-b9a4fe484ac8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.713972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a927d6a-d318-4c05-bd85-3dc980e7a6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.716399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:47.733849 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-0419a3ae-1623-4994-8356-cd3347c938a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Project 0c935ec18232485f9e1c651993bafb40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:36:47.743738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Pushing event updated for resources: {'Port': ['ID=5e25cf81-b667-4f84-928e-7b84fdbee25c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.746803 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0419a3ae-1623-4994-8356-cd3347c938a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.791098 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c229286-73bc-4d7f-9fc1-b75c445a7a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.804757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Attempting to bind port 5e25cf81-b667-4f84-928e-7b84fdbee25c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:47.805280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Attempting to bind port 5e25cf81-b667-4f84-928e-7b84fdbee25c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd178f2a9-2a58-4bf5-aabf-850acbf8ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'efdc9f11-4389-4828-9c30-b0d4bc249d55'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:47.805842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Attempting to bind port 5e25cf81-b667-4f84-928e-7b84fdbee25c on network efdc9f11-4389-4828-9c30-b0d4bc249d55 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:47.812228 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.813102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:47.813500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.813714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Checking segment: {'id': 'd178f2a9-2a58-4bf5-aabf-850acbf8ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'efdc9f11-4389-4828-9c30-b0d4bc249d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:47.814107 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.814581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Bound using segment: {'id': 'd178f2a9-2a58-4bf5-aabf-850acbf8ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'efdc9f11-4389-4828-9c30-b0d4bc249d55'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:47.815113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Bound port: 5e25cf81-b667-4f84-928e-7b84fdbee25c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd178f2a9-2a58-4bf5-aabf-850acbf8ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'efdc9f11-4389-4828-9c30-b0d4bc249d55'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:47.815580 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.836231 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0419a3ae-1623-4994-8356-cd3347c938a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.841278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0419a3ae-1623-4994-8356-cd3347c938a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.877581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0419a3ae-1623-4994-8356-cd3347c938a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.879010 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0419a3ae-1623-4994-8356-cd3347c938a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2137551 Nov 25 17:36:47.882093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45484) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.885390 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a927d6a-d318-4c05-bd85-3dc980e7a6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.888523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'network': {'name': 'tempest-network-smoke--1426785265', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:47.893750 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a927d6a-d318-4c05-bd85-3dc980e7a6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.901901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8a927d6a-d318-4c05-bd85-3dc980e7a6da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63d4b6c2-703e-4dd0-a7a6-6d6195c4f6fb HTTP/1.1" status: 204 len: 168 time: 0.4333951 Nov 25 17:36:47.918530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419a3ae-1623-4994-8356-cd3347c938a0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7bad81-d5a7-4cf5-9537-22aaeb6574eb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.924820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:47.929481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.961900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:47.964614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c229286-73bc-4d7f-9fc1-b75c445a7a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.970508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] For port 5e25cf81-b667-4f84-928e-7b84fdbee25c, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:47.976264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.976655 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Added segment 700cc941-3703-440c-9a65-b925fabadfe4 of type vlan for network 3c2e4f77-4902-4904-8658-0678d736b83c Nov 25 17:36:47.984072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] For port 5e25cf81-b667-4f84-928e-7b84fdbee25c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5e25cf81-b667-4f84-928e-7b84fdbee25c,segment=NetworkSegment(d178f2a9-2a58-4bf5-aabf-850acbf8ab87),segment_id=d178f2a9-2a58-4bf5-aabf-850acbf8ab87)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:47.991965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.027004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.030997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.038921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c229286-73bc-4d7f-9fc1-b75c445a7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.045347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.074251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a927d6a-d318-4c05-bd85-3dc980e7a6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d4b6c2-703e-4dd0-a7a6-6d6195c4f6fb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.080370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.082775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3d9b5-f5c1-4441-85a9-deadbcc50b62 None None] Pushing event updated for resources: {'Port': ['ID=5e25cf81-b667-4f84-928e-7b84fdbee25c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.100250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:48.101171 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.137744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2544069 Nov 25 17:36:48.141747 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.148389 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-777592d4-8b37-4184-9f9b-0856a24d0385 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9477637 Nov 25 17:36:48.150449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:48.150790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:48.173631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'admin_state_up': True, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:48.262587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6282c1e-cc8f-41e4-bf00-4b0ba75d8755 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Network': ['ID=3c2e4f77-4902-4904-8658-0678d736b83c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.282066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 3c2e4f77-4902-4904-8658-0678d736b83c details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:48.363588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3c229286-73bc-4d7f-9fc1-b75c445a7a96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e94c07aa02b04c9d810e75849b8a38bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8755329 Nov 25 17:36:48.366321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:48.463511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c229286-73bc-4d7f-9fc1-b75c445a7a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97f336-5e60-4984-a81c-7c20849ee228,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.538822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8509ca01-8ef2-440d-aafa-c056ed23ee37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.568305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8509ca01-8ef2-440d-aafa-c056ed23ee37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.602670 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.603821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.674136 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8509ca01-8ef2-440d-aafa-c056ed23ee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.678793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8509ca01-8ef2-440d-aafa-c056ed23ee37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.694055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8509ca01-8ef2-440d-aafa-c056ed23ee37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d97f336-5e60-4984-a81c-7c20849ee228 HTTP/1.1" status: 204 len: 168 time: 0.3232703 Nov 25 17:36:48.731647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:48.735754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509ca01-8ef2-440d-aafa-c056ed23ee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97f336-5e60-4984-a81c-7c20849ee228,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.766799 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.775490 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b11d9e6-e27d-4f42-b0a1-9112ba61152e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.840530 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.916677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b11d9e6-e27d-4f42-b0a1-9112ba61152e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.921733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b11d9e6-e27d-4f42-b0a1-9112ba61152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.970646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11d9e6-e27d-4f42-b0a1-9112ba61152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91c0eb9-3e89-48ad-b85d-bedab258cdc5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.978685 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1b11d9e6-e27d-4f42-b0a1-9112ba61152e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a48afc148ce4e948b0e2c8207b2032c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388942 Nov 25 17:36:48.979347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:49.059083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3dd1-72ca-408a-9bd5-f517a7f3d6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.062608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f43de5-83dc-40f4-a518-60f01cdd7556 None None] Network 29604c0e-4494-45f1-ac88-0b74851f6f5b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:49.088604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3dd1-72ca-408a-9bd5-f517a7f3d6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.146204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3dd1-72ca-408a-9bd5-f517a7f3d6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.149503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3dd1-72ca-408a-9bd5-f517a7f3d6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.153703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce8b3dd1-72ca-408a-9bd5-f517a7f3d6da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b91c0eb9-3e89-48ad-b85d-bedab258cdc5 HTTP/1.1" status: 204 len: 168 time: 0.1729407 Nov 25 17:36:49.168306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b3dd1-72ca-408a-9bd5-f517a7f3d6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91c0eb9-3e89-48ad-b85d-bedab258cdc5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.203799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2a839b7b-e43b-4f52-9eac-2820139a278e None None] Provisioning complete for port 30cae4d3-b248-41cc-9ff4-074bc3455789 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:49.204613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a839b7b-e43b-4f52-9eac-2820139a278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.255371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.411353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:49.439193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a7061cb-9723-4b8b-a798-7b321ec0a4f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.538964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.20.0.1 (29604c0e-4494-45f1-ac88-0b74851f6f5b/45374bc3-7244-44f7-b948-54fbfc624b4e/2124dc40-5ef6-4505-883e-6e0c05e8bb32) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:49.570055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a7061cb-9723-4b8b-a798-7b321ec0a4f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.576306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a7061cb-9723-4b8b-a798-7b321ec0a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.632906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4a7061cb-9723-4b8b-a798-7b321ec0a4f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f88ecf3ec4349b9a7946d77c9ac4bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2198396 Nov 25 17:36:49.634094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45512) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:49.647035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7061cb-9723-4b8b-a798-7b321ec0a4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd22e5f-7677-4428-bc35-4a5633431c1d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.768129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cda5413e-8b50-423e-99aa-941fec2b99ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.842981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cda5413e-8b50-423e-99aa-941fec2b99ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.947195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cda5413e-8b50-423e-99aa-941fec2b99ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.953194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cda5413e-8b50-423e-99aa-941fec2b99ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.957629 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cda5413e-8b50-423e-99aa-941fec2b99ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecd22e5f-7677-4428-bc35-4a5633431c1d HTTP/1.1" status: 204 len: 168 time: 0.3224835 Nov 25 17:36:49.967077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5413e-8b50-423e-99aa-941fec2b99ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd22e5f-7677-4428-bc35-4a5633431c1d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.977351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 30cae4d3-b248-41cc-9ff4-074bc3455789 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:50.016292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.046168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91b716-542b-4200-9cba-ab1a53bbd4e0 None None] Network efdc9f11-4389-4828-9c30-b0d4bc249d55 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:50.052459 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.132575 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a839b7b-e43b-4f52-9eac-2820139a278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.213026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2a839b7b-e43b-4f52-9eac-2820139a278e None None] For port 30cae4d3-b248-41cc-9ff4-074bc3455789, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=30cae4d3-b248-41cc-9ff4-074bc3455789,segment=NetworkSegment(7bd63503-64bc-4998-b5f2-a75bcd958b61),segment_id=7bd63503-64bc-4998-b5f2-a75bcd958b61)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:50.215942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.25.1.114 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/2daeb3df-18da-4bd4-9382-0f1493201b54) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:50.229237 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a839b7b-e43b-4f52-9eac-2820139a278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.250585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 30cae4d3-b248-41cc-9ff4-074bc3455789 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:50.251323 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.440928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.470925 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.528576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152a25-99ab-4a23-b510-e7047a15e66d req-dd848e30-895b-4791-b88e-74e07439a8fe tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.530923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-97ca496b-e8e2-4ee1-8a2d-77c5c37d95b5 None None] Provisioning complete for port 5e25cf81-b667-4f84-928e-7b84fdbee25c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:50.531700 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ca496b-e8e2-4ee1-8a2d-77c5c37d95b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.534788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a839b7b-e43b-4f52-9eac-2820139a278e None None] Pushing event updated for resources: {'Port': ['ID=30cae4d3-b248-41cc-9ff4-074bc3455789,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:50.536873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79152a25-99ab-4a23-b510-e7047a15e66d req-dd848e30-895b-4791-b88e-74e07439a8fe tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 946 time: 0.1644394 Nov 25 17:36:50.594471 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.658160 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.691799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 29604c0e-4494-45f1-ac88-0b74851f6f5b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:50.704103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79152a25-99ab-4a23-b510-e7047a15e66d req-bc954864-6991-40fe-9b14-8bd6040e188b tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662223 Nov 25 17:36:50.720990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:50.724836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:50.728628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:50.734119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:50.741599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5e25cf81-b667-4f84-928e-7b84fdbee25c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:50.762735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=2124dc40-5ef6-4505-883e-6e0c05e8bb32,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:50.770858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:50.828273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221b39e-6094-4d1e-b9bf-28ec4b1046dc None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:50.856105 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ca496b-e8e2-4ee1-8a2d-77c5c37d95b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.859522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.948353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-97ca496b-e8e2-4ee1-8a2d-77c5c37d95b5 None None] For port 5e25cf81-b667-4f84-928e-7b84fdbee25c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5e25cf81-b667-4f84-928e-7b84fdbee25c,segment=NetworkSegment(d178f2a9-2a58-4bf5-aabf-850acbf8ab87),segment_id=d178f2a9-2a58-4bf5-aabf-850acbf8ab87)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:50.957312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5e25cf81-b667-4f84-928e-7b84fdbee25c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:50.957847 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.011934 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97ca496b-e8e2-4ee1-8a2d-77c5c37d95b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.057460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=2daeb3df-18da-4bd4-9382-0f1493201b54,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.223992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-71dfe77e-d34a-413f-bd53-5dded22959a4 None None] Provisioning complete for port 2daeb3df-18da-4bd4-9382-0f1493201b54 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:51.224636 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71dfe77e-d34a-413f-bd53-5dded22959a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.227711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.244723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca496b-e8e2-4ee1-8a2d-77c5c37d95b5 None None] Pushing event updated for resources: {'Port': ['ID=5e25cf81-b667-4f84-928e-7b84fdbee25c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.314053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-71dfe77e-d34a-413f-bd53-5dded22959a4 None None] Port 2daeb3df-18da-4bd4-9382-0f1493201b54 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:51.351106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-71dfe77e-d34a-413f-bd53-5dded22959a4 None None] Provisioning complete for port 30cae4d3-b248-41cc-9ff4-074bc3455789 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:51.351776 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71dfe77e-d34a-413f-bd53-5dded22959a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.502507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 30cae4d3-b248-41cc-9ff4-074bc3455789 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:51.750397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 30cae4d3-b248-41cc-9ff4-074bc3455789 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:51.750771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.944826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45590) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:51.957249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c4f33be3-f723-4886-8380-93ba573aba84 None None] Provisioning complete for port 5e25cf81-b667-4f84-928e-7b84fdbee25c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:51.957633 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4f33be3-f723-4886-8380-93ba573aba84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.992323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5e25cf81-b667-4f84-928e-7b84fdbee25c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:52.182739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5e25cf81-b667-4f84-928e-7b84fdbee25c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:52.183208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.200202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-813225c8-6633-457f-8145-ea3d659997cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.254149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c4f33be3-f723-4886-8380-93ba573aba84 None None] Provisioning complete for port 2124dc40-5ef6-4505-883e-6e0c05e8bb32 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:52.255412 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4f33be3-f723-4886-8380-93ba573aba84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.360079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-813225c8-6633-457f-8145-ea3d659997cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.390265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5b8eb-f91a-4fab-ba7a-c2d80f94f42e req-63393bcd-552e-491d-93d0-3a2c2d044bac tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:52.394750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-813225c8-6633-457f-8145-ea3d659997cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.400871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f5b8eb-f91a-4fab-ba7a-c2d80f94f42e req-63393bcd-552e-491d-93d0-3a2c2d044bac tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 946 time: 0.5200062 Nov 25 17:36:52.452766 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-813225c8-6633-457f-8145-ea3d659997cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7eb56af3e5545f998f5bc24605c387a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5073755 Nov 25 17:36:52.455215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813225c8-6633-457f-8145-ea3d659997cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddbda74-d547-4881-92c6-159977ce6602,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.458691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45604) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:52.472364 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.489103 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.504823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-d592304a-e2b3-4ad3-91ed-ab6fdf87942f tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:52.506527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c4f33be3-f723-4886-8380-93ba573aba84 None None] Port 2124dc40-5ef6-4505-883e-6e0c05e8bb32 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:52.507284 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-d592304a-e2b3-4ad3-91ed-ab6fdf87942f tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.60 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 946 time: 0.1447544 Nov 25 17:36:52.542482 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.551125 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.602656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16ac06f6-1563-46f0-9ee1-77a8a5596302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.627838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16ac06f6-1563-46f0-9ee1-77a8a5596302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.673568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f5b8eb-f91a-4fab-ba7a-c2d80f94f42e req-5debecd2-3c42-49f3-b56e-2ffbff621988 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714746 Nov 25 17:36:52.704754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16ac06f6-1563-46f0-9ee1-77a8a5596302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.707368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16ac06f6-1563-46f0-9ee1-77a8a5596302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.708546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-16ac06f6-1563-46f0-9ee1-77a8a5596302 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fddbda74-d547-4881-92c6-159977ce6602 HTTP/1.1" status: 204 len: 168 time: 0.2429256 Nov 25 17:36:52.709329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=2124dc40-5ef6-4505-883e-6e0c05e8bb32,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.722072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac06f6-1563-46f0-9ee1-77a8a5596302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddbda74-d547-4881-92c6-159977ce6602,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.744144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Deleting port 688624c2-207f-4119-b580-006c8d2c4c72 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:52.744522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.976602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] For port 688624c2-207f-4119-b580-006c8d2c4c72, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=688624c2-207f-4119-b580-006c8d2c4c72,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:52.977472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.016953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Calling delete_port for 688624c2-207f-4119-b580-006c8d2c4c72 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:53.069396 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.196014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 29604c0e-4494-45f1-ac88-0b74851f6f5b is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:53.199232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:53.220598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.240849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['688624c2-207f-4119-b580-006c8d2c4c72'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:53.305909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Pushing event deleted for resources: {'Port': ['ID=688624c2-207f-4119-b580-006c8d2c4c72,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:53.350124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc8fe4-fcdd-4b33-8e75-e9de2756f3b9 None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:53.365310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ffc23544-532d-4f13-a6bd-6e6c02187649 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:36:53.410485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] No DVR routers for this DVR port 688624c2-207f-4119-b580-006c8d2c4c72 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:53.414865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.418869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f8042082-058c-4f3e-a3ba-8121ad4822b1 req-1f67cf0e-6b81-4fb4-8c58-8b08ee41e5ad tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.60 "DELETE /v2.0/ports/688624c2-207f-4119-b580-006c8d2c4c72 HTTP/1.1" status: 204 len: 173 time: 0.9006999 Nov 25 17:36:53.421464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8957206d-ca02-4d7b-aa00-9859720d41b3', 'name': 'network-vif-deleted', 'tag': '688624c2-207f-4119-b580-006c8d2c4c72'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:53.429146 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef667242-dfbd-45ec-8c76-9f008471aae6" -d '{"events": [{"server_uuid": "8957206d-ca02-4d7b-aa00-9859720d41b3", "name": "network-vif-deleted", "tag": "688624c2-207f-4119-b580-006c8d2c4c72"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:53.531581 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36895537-967a-4390-98cb-4ecd3969f547 x-openstack-request-id: req-36895537-967a-4390-98cb-4ecd3969f547 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:53.531762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:53.532211 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8957206d-ca02-4d7b-aa00-9859720d41b3", "name": "network-vif-deleted", "tag": "688624c2-207f-4119-b580-006c8d2c4c72", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:53.532442 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36895537-967a-4390-98cb-4ecd3969f547 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:53.532958 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8957206d-ca02-4d7b-aa00-9859720d41b3', 'name': 'network-vif-deleted', 'tag': '688624c2-207f-4119-b580-006c8d2c4c72', 'status': 'completed', 'code': 200} Nov 25 17:36:53.547852 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Sync routers for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:53.550622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 720a31a2-9f0f-4c88-be81-e20a515ff70e is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:36:53.566482 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:53.568007 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:53.576154 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.580857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45636) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:53.581704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c2d6b56c-8d58-43ad-9856-18b001317f66 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4194167 Nov 25 17:36:53.621909 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eff1c99b-9da6-4d68-8ed0-a6d4c4c2b4e9 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=0c935ec18232485f9e1c651993bafb40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392087 Nov 25 17:36:53.625688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45638) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:53.652926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dc871f32-4b6c-4402-a778-723733ce48ec None None] Provisioning complete for port 2124dc40-5ef6-4505-883e-6e0c05e8bb32 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:53.653337 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc871f32-4b6c-4402-a778-723733ce48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.761803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dc871f32-4b6c-4402-a778-723733ce48ec None None] Port 2124dc40-5ef6-4505-883e-6e0c05e8bb32 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:53.765370 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:53.826848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:53.838307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8ed12-d48d-43dd-a5f7-5e2ea4a91031 None None] Sync routers for ids ['720a31a2-9f0f-4c88-be81-e20a515ff70e'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:53.848423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6d072f15-52d7-4914-a373-b7f1f2803240 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/720a31a2-9f0f-4c88-be81-e20a515ff70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6658781 Nov 25 17:36:53.851135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:53.864439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8ed12-d48d-43dd-a5f7-5e2ea4a91031 None None] Routers {'720a31a2-9f0f-4c88-be81-e20a515ff70e'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:53.865313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e3c8ed12-d48d-43dd-a5f7-5e2ea4a91031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['720a31a2-9f0f-4c88-be81-e20a515ff70e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:53.891109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96daf155-d10f-4ef9-b0ff-9d50829ba04c tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:53.896329 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-96daf155-d10f-4ef9-b0ff-9d50829ba04c tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2681570 Nov 25 17:36:53.904700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:53.907109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fac3b8f-69e7-4a9e-955c-fbaa6bc42f58 req-4b68fe74-2f12-4265-9d4a-ec38e7fb2ce6 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=8957206d-ca02-4d7b-aa00-9859720d41b3 HTTP/1.1" status: 200 len: 210 time: 0.0746026 Nov 25 17:36:53.968202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2d420-ab72-44aa-9d46-375008c6d22c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:53.970627 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7cb2d420-ab72-44aa-9d46-375008c6d22c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports/2124dc40-5ef6-4505-883e-6e0c05e8bb32 HTTP/1.1" status: 200 len: 910 time: 0.1160920 Nov 25 17:36:53.973533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:54.005517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4569fdcc-e42f-431f-9a3c-f6470fe1c7a3 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971656 Nov 25 17:36:54.006455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:54.011475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826959991', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'project_id': '0c935ec18232485f9e1c651993bafb40', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:54.012588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e3c8ed12-d48d-43dd-a5f7-5e2ea4a91031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:54.059590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8ed12-d48d-43dd-a5f7-5e2ea4a91031 None None] Routers {'720a31a2-9f0f-4c88-be81-e20a515ff70e'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:54.063413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e3c8ed12-d48d-43dd-a5f7-5e2ea4a91031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['720a31a2-9f0f-4c88-be81-e20a515ff70e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:54.107366 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:51Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:54.144158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e3c8ed12-d48d-43dd-a5f7-5e2ea4a91031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:54.144870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8ed12-d48d-43dd-a5f7-5e2ea4a91031 None None] The sync data for ids ['720a31a2-9f0f-4c88-be81-e20a515ff70e'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:54.186596 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Checking router: ffc23544-532d-4f13-a6bd-6e6c02187649 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:54.187383 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Updating router ffc23544-532d-4f13-a6bd-6e6c02187649 port 2daeb3df-18da-4bd4-9382-0f1493201b54 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:36:54.214946 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.241052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:54.251020 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.599572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.621052 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.625519 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.631809 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.695044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b18301-0083-459d-b3ee-4e7cc629169a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:54.699839 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Attempting to bind port 2daeb3df-18da-4bd4-9382-0f1493201b54 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:54.700343 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Attempting to bind port 2daeb3df-18da-4bd4-9382-0f1493201b54 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:54.701438 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Attempting to bind port 2daeb3df-18da-4bd4-9382-0f1493201b54 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:54.710164 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:54.710685 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:54.711479 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.711921 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:54.712580 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Bound port: 2daeb3df-18da-4bd4-9382-0f1493201b54, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:54.713231 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.724720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Subnet': ['ID=bd9609f3-a8b2-4db2-bb84-48a56cdc4083,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:54.740100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Checking segment: {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:54.740470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network hostable DHCP agents. Network: 3c2e4f77-4902-4904-8658-0678d736b83c, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:54.741859 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Pushing event updated for resources: {'Port': ['ID=2daeb3df-18da-4bd4-9382-0f1493201b54,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:54.758799 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.759250 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.760152 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.760152 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.760375 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.760976 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.761172 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.761657 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.762065 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.763069 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.763069 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.763824 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:54.764054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 3c2e4f77-4902-4904-8658-0678d736b83c is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:54.781353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 3c2e4f77-4902-4904-8658-0678d736b83c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:54.789906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:54.790512 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.798021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c926f-875b-49c8-ac60-6829b77aba81 None None] Network 3c2e4f77-4902-4904-8658-0678d736b83c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:54.798391 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] For port 2daeb3df-18da-4bd4-9382-0f1493201b54, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:54.804263 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] For port 2daeb3df-18da-4bd4-9382-0f1493201b54, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2daeb3df-18da-4bd4-9382-0f1493201b54,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:54.812348 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.839888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f564cf9a-2d03-4d75-8b53-3e1d52253809 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8323507 Nov 25 17:36:54.845835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45676) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:54.883271 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:54.883830 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:54.924611 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67068d-3529-4439-92ce-2c5f654c406e None None] Pushing event updated for resources: {'Port': ['ID=2daeb3df-18da-4bd4-9382-0f1493201b54,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:54.980591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7abe317-6bb4-469a-b19a-6ead93971f9e None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:55.036689 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-53b1839b-7c57-465e-93f9-e708ebdd0e4d None None] Provisioning complete for port 2daeb3df-18da-4bd4-9382-0f1493201b54 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:55.040052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b1839b-7c57-465e-93f9-e708ebdd0e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.066147 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:55.181003 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.21.0.1 (efdc9f11-4389-4828-9c30-b0d4bc249d55/43b5c410-af5e-45ba-bcde-5c7bb115c60e/b956d7f3-f153-4d68-b0ef-99d0e25b0882) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:55.371744 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b1839b-7c57-465e-93f9-e708ebdd0e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.390719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 688624c2-207f-4119-b580-006c8d2c4c72 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:55.475104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 688624c2-207f-4119-b580-006c8d2c4c72 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:55.475454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 688624c2-207f-4119-b580-006c8d2c4c72 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:55.516098 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-53b1839b-7c57-465e-93f9-e708ebdd0e4d None None] For port 2daeb3df-18da-4bd4-9382-0f1493201b54, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2daeb3df-18da-4bd4-9382-0f1493201b54,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:55.519969 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.525984 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b1839b-7c57-465e-93f9-e708ebdd0e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.579877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-3c2e4f77-4902-4904-8658-0678d736b83c', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:55.581233 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.582744 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:51Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:55.606196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.657739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network efdc9f11-4389-4828-9c30-b0d4bc249d55 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:55.659602 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66034bc3-d046-4afe-8d69-b2de436642ad None None] The sync data for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 is: [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:51Z', 'revision_number': 3, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:55.708825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:55.713956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:55.776712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e14d5a8f-921d-489d-bf35-c210a97e46fd None None] Provisioning complete for port 2daeb3df-18da-4bd4-9382-0f1493201b54 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:55.777334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e14d5a8f-921d-489d-bf35-c210a97e46fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.799999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=b956d7f3-f153-4d68-b0ef-99d0e25b0882,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:55.853658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.856186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.856552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.863036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.864149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.864691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.866593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.867850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.870729 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.871878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.875785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.876371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:55.886298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.084108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1839b-7c57-465e-93f9-e708ebdd0e4d None None] Pushing event updated for resources: {'Port': ['ID=2daeb3df-18da-4bd4-9382-0f1493201b54,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:56.095319 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.099706 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.458884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Allocated IP 172.20.0.2 (3c2e4f77-4902-4904-8658-0678d736b83c/bd9609f3-a8b2-4db2-bb84-48a56cdc4083/a76b61b3-9d37-4ffc-a931-21aabf1f289a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:56.549377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c12c49-2219-4ec3-b49c-52f79686c809 req-0310e604-d6af-4888-8769-410209576496 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:56.551782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8c12c49-2219-4ec3-b49c-52f79686c809 req-0310e604-d6af-4888-8769-410209576496 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.4588218 Nov 25 17:36:56.650036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d7e40099-7aea-45a6-9857-e22ee4a9bdb4 None None] Provisioning complete for port b956d7f3-f153-4d68-b0ef-99d0e25b0882 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:56.650409 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7e40099-7aea-45a6-9857-e22ee4a9bdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.721753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8c12c49-2219-4ec3-b49c-52f79686c809 req-b4aaf08f-ee0c-4709-8ab9-88b3dfaf5d5a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627858 Nov 25 17:36:56.801241 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.814366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.868538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d7e40099-7aea-45a6-9857-e22ee4a9bdb4 None None] Port b956d7f3-f153-4d68-b0ef-99d0e25b0882 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:56.895787 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.925154 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.933294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.980013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=b956d7f3-f153-4d68-b0ef-99d0e25b0882,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:57.043420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Network 3c2e4f77-4902-4904-8658-0678d736b83c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:57.048804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:57.061736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.20.0.1 (3c2e4f77-4902-4904-8658-0678d736b83c/bd9609f3-a8b2-4db2-bb84-48a56cdc4083/f2e35656-c685-4580-9604-0fd38efcfcc1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:57.064297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:57.083220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Pushing event updated for resources: {'Port': ['ID=a76b61b3-9d37-4ffc-a931-21aabf1f289a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:57.146242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Attempting to bind port a76b61b3-9d37-4ffc-a931-21aabf1f289a on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:57.146615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Attempting to bind port a76b61b3-9d37-4ffc-a931-21aabf1f289a by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:57.146990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Attempting to bind port a76b61b3-9d37-4ffc-a931-21aabf1f289a on network 3c2e4f77-4902-4904-8658-0678d736b83c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:57.155821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:57.156196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Checking segment: {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:57.156605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.157047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Bound using segment: {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:57.157533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Bound port: a76b61b3-9d37-4ffc-a931-21aabf1f289a, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:57.159295 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.291043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] For port a76b61b3-9d37-4ffc-a931-21aabf1f289a, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:57.302600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] For port a76b61b3-9d37-4ffc-a931-21aabf1f289a, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a76b61b3-9d37-4ffc-a931-21aabf1f289a,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:57.321050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.443669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.528223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf73d8c-0f21-4480-9792-d26657c1f833 None None] Pushing event updated for resources: {'Port': ['ID=a76b61b3-9d37-4ffc-a931-21aabf1f289a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:57.561833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2daeb3df-18da-4bd4-9382-0f1493201b54 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:57.576270 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.648166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 3c2e4f77-4902-4904-8658-0678d736b83c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:57.663280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:57.685680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 2daeb3df-18da-4bd4-9382-0f1493201b54 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:57.686536 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.688914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:57.764674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network efdc9f11-4389-4828-9c30-b0d4bc249d55 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:57.766832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:57.819391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=f2e35656-c685-4580-9604-0fd38efcfcc1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:57.880487 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.096901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 720a31a2-9f0f-4c88-be81-e20a515ff70e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:58.277802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4666862e-038c-4fb8-92cc-6c2bcb8becd9 None None] Provisioning complete for port b956d7f3-f153-4d68-b0ef-99d0e25b0882 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:58.279258 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4666862e-038c-4fb8-92cc-6c2bcb8becd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.392988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:58.411201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4666862e-038c-4fb8-92cc-6c2bcb8becd9 None None] Port b956d7f3-f153-4d68-b0ef-99d0e25b0882 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:58.423950 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a3d36-0628-42fc-b731-0a295e2b5c78 None None] Sync routers for ids ['720a31a2-9f0f-4c88-be81-e20a515ff70e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:58.440721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e3a6115a-3f2f-4754-abc3-31333456248d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/720a31a2-9f0f-4c88-be81-e20a515ff70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4657764 Nov 25 17:36:58.445148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45742) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:58.454091 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a3d36-0628-42fc-b731-0a295e2b5c78 None None] Routers {'720a31a2-9f0f-4c88-be81-e20a515ff70e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:58.455107 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af0a3d36-0628-42fc-b731-0a295e2b5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['720a31a2-9f0f-4c88-be81-e20a515ff70e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:58.540019 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af0a3d36-0628-42fc-b731-0a295e2b5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:58.555725 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a3d36-0628-42fc-b731-0a295e2b5c78 None None] Routers {'720a31a2-9f0f-4c88-be81-e20a515ff70e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:58.556921 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af0a3d36-0628-42fc-b731-0a295e2b5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['720a31a2-9f0f-4c88-be81-e20a515ff70e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:58.577980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2488e-0b4a-4d57-ac49-6cd0268d64d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:58.588874 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5eb2488e-0b4a-4d57-ac49-6cd0268d64d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports/b956d7f3-f153-4d68-b0ef-99d0e25b0882 HTTP/1.1" status: 200 len: 910 time: 0.1392124 Nov 25 17:36:58.591556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:58.632471 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af0a3d36-0628-42fc-b731-0a295e2b5c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:58.645808 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a3d36-0628-42fc-b731-0a295e2b5c78 None None] The sync data for ids ['720a31a2-9f0f-4c88-be81-e20a515ff70e'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:58.853146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b784c38-d595-4e6d-8590-2af70a70f0f4 req-3a70e318-168b-41de-a5c4-c289def88716 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:58.855355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b784c38-d595-4e6d-8590-2af70a70f0f4 req-3a70e318-168b-41de-a5c4-c289def88716 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.8652017 Nov 25 17:36:58.987303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b784c38-d595-4e6d-8590-2af70a70f0f4 req-cd763de1-ee3b-41d8-9a98-7586cdc08b81 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036115 Nov 25 17:36:59.045558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.275916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.457547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ee8225-56f5-4ae4-a1e4-826282164233 None None] Network 3c2e4f77-4902-4904-8658-0678d736b83c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:59.541071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.555729 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.591558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a76b61b3-9d37-4ffc-a931-21aabf1f289a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:59.735070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=f2e35656-c685-4580-9604-0fd38efcfcc1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:59.793368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.824813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port b956d7f3-f153-4d68-b0ef-99d0e25b0882 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:59.825299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.993207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 3c2e4f77-4902-4904-8658-0678d736b83c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:59.995049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:00.016626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.027859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e71ccd62-d340-42e8-905d-8ef102b06a84 None None] Provisioning complete for port a76b61b3-9d37-4ffc-a931-21aabf1f289a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:00.027987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e71ccd62-d340-42e8-905d-8ef102b06a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.082292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for b956d7f3-f153-4d68-b0ef-99d0e25b0882 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:00.247878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a76b61b3-9d37-4ffc-a931-21aabf1f289a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:00.248190 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.367112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac31dbb-107e-43fe-bdcb-ad553c8c836f req-f39d23a3-342e-44cf-b1e7-d576b9ff23ed tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:00.370379 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ac31dbb-107e-43fe-bdcb-ad553c8c836f req-f39d23a3-342e-44cf-b1e7-d576b9ff23ed tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.2535679 Nov 25 17:37:00.385581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ffc23544-532d-4f13-a6bd-6e6c02187649 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:00.471367 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e71ccd62-d340-42e8-905d-8ef102b06a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.501568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ac31dbb-107e-43fe-bdcb-ad553c8c836f req-2c95a06e-333e-4a64-b010-3ba71251a3ef tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236913 Nov 25 17:37:00.532018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.580683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=b956d7f3-f153-4d68-b0ef-99d0e25b0882,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:00.588413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e71ccd62-d340-42e8-905d-8ef102b06a84 None None] For port a76b61b3-9d37-4ffc-a931-21aabf1f289a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a76b61b3-9d37-4ffc-a931-21aabf1f289a,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:00.599366 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e71ccd62-d340-42e8-905d-8ef102b06a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.690099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:00.707922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ae744bd2-28ca-467e-be4e-d8ed3c8cc5f8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "PUT /v2.0/routers/ffc23544-532d-4f13-a6bd-6e6c02187649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8509159 Nov 25 17:37:00.754509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Sync routers for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:00.811099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:00.812534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:00.915727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ccd62-d340-42e8-905d-8ef102b06a84 None None] Pushing event updated for resources: {'Port': ['ID=a76b61b3-9d37-4ffc-a931-21aabf1f289a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:00.946332 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.116950 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:01.148052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-7d241dff-bef6-4db8-936a-3ea239a3365a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680248253&fields=id&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 267 time: 0.1070004 Nov 25 17:37:01.341874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 720a31a2-9f0f-4c88-be81-e20a515ff70e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:01.350888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9df9ba43-886e-4e48-89a5-256ddd6cdb19 None None] Provisioning complete for port f2e35656-c685-4580-9604-0fd38efcfcc1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:01.352535 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df9ba43-886e-4e48-89a5-256ddd6cdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.414999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1219f-f9a2-489f-b3e6-882913362142 req-7b42c63e-9bd7-469d-b4cf-159453bcd650 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:01.420588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-7b42c63e-9bd7-469d-b4cf-159453bcd650 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/networks?id=3c2e4f77-4902-4904-8658-0678d736b83c HTTP/1.1" status: 200 len: 797 time: 0.2620928 Nov 25 17:37:01.454566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2b5e1323-54ec-4176-a064-744576bbf55d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/quotas/0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 375 time: 0.0201130 Nov 25 17:37:01.484859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9df9ba43-886e-4e48-89a5-256ddd6cdb19 None None] Port f2e35656-c685-4580-9604-0fd38efcfcc1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:01.521044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a76b61b3-9d37-4ffc-a931-21aabf1f289a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:01.555891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-cd19e959-a949-422c-8612-054f12b8c1d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917339 Nov 25 17:37:01.564046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:01.574846 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35c236-1bee-41b5-844a-e908456d2b1d None None] Sync routers for ids ['720a31a2-9f0f-4c88-be81-e20a515ff70e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:01.593344 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9df9ba43-886e-4e48-89a5-256ddd6cdb19 None None] Provisioning complete for port a76b61b3-9d37-4ffc-a931-21aabf1f289a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:01.594164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9df9ba43-886e-4e48-89a5-256ddd6cdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.595087 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-535b056a-9512-4ecc-a4f1-3dd3f6e144b8 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/720a31a2-9f0f-4c88-be81-e20a515ff70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0016408 Nov 25 17:37:01.597628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:01.611452 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35c236-1bee-41b5-844a-e908456d2b1d None None] Routers {'720a31a2-9f0f-4c88-be81-e20a515ff70e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:01.615331 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f35c236-1bee-41b5-844a-e908456d2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['720a31a2-9f0f-4c88-be81-e20a515ff70e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:01.683982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a76b61b3-9d37-4ffc-a931-21aabf1f289a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:01.684359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.755094 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f35c236-1bee-41b5-844a-e908456d2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:01.777572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:36:59Z', 'revision_number': 2, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:01.787049 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35c236-1bee-41b5-844a-e908456d2b1d None None] Routers {'720a31a2-9f0f-4c88-be81-e20a515ff70e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:01.787804 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f35c236-1bee-41b5-844a-e908456d2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['720a31a2-9f0f-4c88-be81-e20a515ff70e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:01.815582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Checking router: ffc23544-532d-4f13-a6bd-6e6c02187649 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:01.815867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Updating router ffc23544-532d-4f13-a6bd-6e6c02187649 port f2e35656-c685-4580-9604-0fd38efcfcc1 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:01.856002 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.877372 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8f35c236-1bee-41b5-844a-e908456d2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:01.878202 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35c236-1bee-41b5-844a-e908456d2b1d None None] The sync data for ids ['720a31a2-9f0f-4c88-be81-e20a515ff70e'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:02.184973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5404347a-9b9a-423d-a19d-f1eba67ce4d0 service neutron] 10.222.0.81 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141398 Nov 25 17:37:02.209456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f39d14-9725-47f0-bb3a-a82153bcf1c1 req-481ecc48-38cb-49cf-8e41-9286636a7977 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.221318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40f39d14-9725-47f0-bb3a-a82153bcf1c1 req-481ecc48-38cb-49cf-8e41-9286636a7977 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.3435671 Nov 25 17:37:02.238273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-621e5d5a-dcf8-495f-8cf2-5a0260ba0180 None None] Provisioning complete for port f2e35656-c685-4580-9604-0fd38efcfcc1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:02.238273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-621e5d5a-dcf8-495f-8cf2-5a0260ba0180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.301800 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc10b54c-34c1-4b91-b896-000c37fd9c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.343656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-621e5d5a-dcf8-495f-8cf2-5a0260ba0180 None None] Port f2e35656-c685-4580-9604-0fd38efcfcc1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:02.378136 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.386667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.467200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-49510b0f-65b9-4648-9e64-9a18b04a1841 service neutron] 10.222.0.81 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142212 Nov 25 17:37:02.532257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40f39d14-9725-47f0-bb3a-a82153bcf1c1 req-21279edb-66ad-4874-a008-32c7f27080ec tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098416 Nov 25 17:37:02.592538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df3640-8101-491a-8c86-8251c0611001 None None] Pushing event updated for resources: {'Port': ['ID=f2e35656-c685-4580-9604-0fd38efcfcc1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:02.629525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Attempting to bind port f2e35656-c685-4580-9604-0fd38efcfcc1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:02.630181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Attempting to bind port f2e35656-c685-4580-9604-0fd38efcfcc1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:02.630661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Attempting to bind port f2e35656-c685-4580-9604-0fd38efcfcc1 on network 3c2e4f77-4902-4904-8658-0678d736b83c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:02.658331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:02.658710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Checking segment: {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:02.659356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.659972 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Bound using segment: {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:02.661076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Bound port: f2e35656-c685-4580-9604-0fd38efcfcc1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:02.661225 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.747886 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:37:02.820325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] For port f2e35656-c685-4580-9604-0fd38efcfcc1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:02.828215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] For port f2e35656-c685-4580-9604-0fd38efcfcc1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2e35656-c685-4580-9604-0fd38efcfcc1,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:02.837059 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.849646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fe80543-bb31-4f73-a934-0d53d60a3af7 req-317f840b-ce46-4107-b8d7-d47041b6eafc tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 210 time: 0.0534120 Nov 25 17:37:02.898589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.937186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:02.937983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:36:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:02.947414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df3640-8101-491a-8c86-8251c0611001 None None] Pushing event updated for resources: {'Port': ['ID=f2e35656-c685-4580-9604-0fd38efcfcc1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.162937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:03.364965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 2124dc40-5ef6-4505-883e-6e0c05e8bb32 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:03.366184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.407135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a12f9e4e-918e-48bb-bb77-b9155c2fe2fc None None] Provisioning complete for port f2e35656-c685-4580-9604-0fd38efcfcc1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:03.407565 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a12f9e4e-918e-48bb-bb77-b9155c2fe2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.496191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.514033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 2124dc40-5ef6-4505-883e-6e0c05e8bb32 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:03.723281 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a12f9e4e-918e-48bb-bb77-b9155c2fe2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.818897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b403f-1267-4e94-bd0f-d6cac9143cca req-d00ffba1-477e-40b8-9d88-1ff6b2f4a7ba tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.827507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-711b403f-1267-4e94-bd0f-d6cac9143cca req-d00ffba1-477e-40b8-9d88-1ff6b2f4a7ba tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.0966618 Nov 25 17:37:03.912691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.963094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=2124dc40-5ef6-4505-883e-6e0c05e8bb32,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.982872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a12f9e4e-918e-48bb-bb77-b9155c2fe2fc None None] For port f2e35656-c685-4580-9604-0fd38efcfcc1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2e35656-c685-4580-9604-0fd38efcfcc1,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:03.988257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-711b403f-1267-4e94-bd0f-d6cac9143cca req-df172486-822e-492a-a3e2-2c5243361564 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583996 Nov 25 17:37:03.998415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:37:02Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:04.049653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52327b-134e-4dff-92ab-10c66b733431 None None] The sync data for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 is: [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:37:02Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:04.053183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a12f9e4e-918e-48bb-bb77-b9155c2fe2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.070389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.070625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.073587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.074053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.078588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.078996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.079402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.079661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.086328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.087151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.107608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.115626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:04.231291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-717161ef-982d-4197-ac8b-be91447b8d06 req-819f3715-6ba9-41b8-888a-ee2536a294c9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 210 time: 0.0699937 Nov 25 17:37:04.233591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f9e4e-918e-48bb-bb77-b9155c2fe2fc None None] Pushing event updated for resources: {'Port': ['ID=f2e35656-c685-4580-9604-0fd38efcfcc1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:04.309217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-96105943-75a1-4a9c-9183-193ec6ddd4bf None None] Provisioning complete for port f2e35656-c685-4580-9604-0fd38efcfcc1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:04.309863 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96105943-75a1-4a9c-9183-193ec6ddd4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.490413 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26a2c221-fb71-42e1-8731-7b899bb399d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.573800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:04.660200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2eda7508-ef1a-4c9c-8291-5fcb55b5ae53 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.662783 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2eda7508-ef1a-4c9c-8291-5fcb55b5ae53 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "GET /v2.0/networks?id=3c2e4f77-4902-4904-8658-0678d736b83c HTTP/1.1" status: 200 len: 797 time: 0.3073242 Nov 25 17:37:04.818811 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-3cbf9216-99a0-463e-ba5c-eb5cbc74ac08 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c935ec18232485f9e1c651993bafb40 HTTP/1.1" status: 200 len: 380 time: 0.1404481 Nov 25 17:37:04.843265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'port': {'device_id': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'admin_state_up': True, 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'security_groups': ['75ce25e9-9a60-4ae0-b7b4-86193bc601d6']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:04.930896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 720a31a2-9f0f-4c88-be81-e20a515ff70e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:05.114755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:05.123003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9f8182a7-0a24-4622-8d44-31b479735ffc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/720a31a2-9f0f-4c88-be81-e20a515ff70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5208776 Nov 25 17:37:05.123298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:05.131221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a20e9b-f923-4198-8ceb-504814be641b None None] Sync routers for ids ['720a31a2-9f0f-4c88-be81-e20a515ff70e'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:05.154539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Made reservation on behalf of 0c935ec18232485f9e1c651993bafb40 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:05.158183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.158913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a20e9b-f923-4198-8ceb-504814be641b None None] Routers {'720a31a2-9f0f-4c88-be81-e20a515ff70e'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:05.159576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-23a20e9b-f923-4198-8ceb-504814be641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['720a31a2-9f0f-4c88-be81-e20a515ff70e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:05.188756 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d05be5c3-ea0e-4369-ad04-3378823539d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=720a31a2-9f0f-4c88-be81-e20a515ff70e HTTP/1.1" status: 200 len: 205 time: 0.0635967 Nov 25 17:37:05.194858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45868) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:05.261035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-23a20e9b-f923-4198-8ceb-504814be641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:05.272006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409295e-13af-45fc-9cf1-09692c33b773 req-b8b48515-59e4-4f8a-a691-cc5d884c8bd9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:05.282048 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4409295e-13af-45fc-9cf1-09692c33b773 req-b8b48515-59e4-4f8a-a691-cc5d884c8bd9 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.0921297 Nov 25 17:37:05.312811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a20e9b-f923-4198-8ceb-504814be641b None None] Routers {'720a31a2-9f0f-4c88-be81-e20a515ff70e'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:05.318929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-23a20e9b-f923-4198-8ceb-504814be641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['720a31a2-9f0f-4c88-be81-e20a515ff70e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:05.388204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4409295e-13af-45fc-9cf1-09692c33b773 req-86bc2f1a-805f-45b1-bfb3-614efd5f66f7 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049428 Nov 25 17:37:05.444827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-23a20e9b-f923-4198-8ceb-504814be641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:05.447249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a20e9b-f923-4198-8ceb-504814be641b None None] The sync data for ids ['720a31a2-9f0f-4c88-be81-e20a515ff70e'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:05.478222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdf826fe-a1ae-4697-9256-eed7cab35e34 req-639ea837-0187-4ff5-b49d-e8cf873c4ab4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 210 time: 0.0517416 Nov 25 17:37:05.515590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff04-0f75-42c6-857a-b1d8f44372b5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.551945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2e35656-c685-4580-9604-0fd38efcfcc1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:05.633695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f2e35656-c685-4580-9604-0fd38efcfcc1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:05.634395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.844053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.860875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.20.0.5 (3c2e4f77-4902-4904-8658-0678d736b83c/bd9609f3-a8b2-4db2-bb84-48a56cdc4083/d5c23e52-d46c-4953-876f-b0d19beb0995) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:06.103814 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.128378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff04-0f75-42c6-857a-b1d8f44372b5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.134272 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff04-0f75-42c6-857a-b1d8f44372b5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.242000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.251829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff04-0f75-42c6-857a-b1d8f44372b5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.252338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb5ff04-0f75-42c6-857a-b1d8f44372b5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Fanout notify agent at l3_agent the message router_deleted on router 720a31a2-9f0f-4c88-be81-e20a515ff70e {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:06.266489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ff04-0f75-42c6-857a-b1d8f44372b5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.267139 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4cb5ff04-0f75-42c6-857a-b1d8f44372b5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/720a31a2-9f0f-4c88-be81-e20a515ff70e HTTP/1.1" status: 204 len: 168 time: 1.0713947 Nov 25 17:37:06.275808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45876) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:06.310620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network 3c2e4f77-4902-4904-8658-0678d736b83c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:06.314182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:06.318898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:06.357405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:06.383118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-330b77f7-66aa-4c75-a4fd-e983f46d1f0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet 43b5c410-af5e-45ba-bcde-5c7bb115c60e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:06.386777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-330b77f7-66aa-4c75-a4fd-e983f46d1f0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.448245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.448972 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.454779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-330b77f7-66aa-4c75-a4fd-e983f46d1f0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.494963 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-2620c0a5-0ba0-4d02-ab44-27811b89813e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6633928 Nov 25 17:37:06.522230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Request body: {'port': {'device_id': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:06.559913 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.650047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.713554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d3e94865-a6d5-44c3-a4c6-f2bd87400930 None None] Provisioning complete for port d5c23e52-d46c-4953-876f-b0d19beb0995 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:06.714167 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d3e94865-a6d5-44c3-a4c6-f2bd87400930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.725594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e35cb-7826-474e-983e-371e652f2c37 req-d1f49e1d-2828-4059-bb1b-90c33241a7d5 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.734874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56e35cb-7826-474e-983e-371e652f2c37 req-d1f49e1d-2828-4059-bb1b-90c33241a7d5 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1851621 Nov 25 17:37:06.768884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d3e94865-a6d5-44c3-a4c6-f2bd87400930 None None] Port d5c23e52-d46c-4953-876f-b0d19beb0995 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:06.776783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c0b30-2b56-4b1e-a995-3d8af5a30c69 req-8af3567f-b479-46ed-8249-33e1dc4740a4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.779300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d93c0b30-2b56-4b1e-a995-3d8af5a30c69 req-8af3567f-b479-46ed-8249-33e1dc4740a4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 931 time: 0.1614032 Nov 25 17:37:06.782822 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-330b77f7-66aa-4c75-a4fd-e983f46d1f0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.900522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f56e35cb-7826-474e-983e-371e652f2c37 req-ca300989-ee22-422a-827a-2c1481c59754 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645436 Nov 25 17:37:06.926976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d93c0b30-2b56-4b1e-a995-3d8af5a30c69 req-da4251bb-b340-4495-82bc-175346e7e9d3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072278 Nov 25 17:37:06.944123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-330b77f7-66aa-4c75-a4fd-e983f46d1f0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.988816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-330b77f7-66aa-4c75-a4fd-e983f46d1f0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:06.994870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-330b77f7-66aa-4c75-a4fd-e983f46d1f0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/43b5c410-af5e-45ba-bcde-5c7bb115c60e HTTP/1.1" status: 204 len: 168 time: 0.7155020 Nov 25 17:37:06.994870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b77f7-66aa-4c75-a4fd-e983f46d1f0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=43b5c410-af5e-45ba-bcde-5c7bb115c60e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:06.998110 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e19fc-ff95-4553-baa2-3304705c48f1 None None] Network efdc9f11-4389-4828-9c30-b0d4bc249d55 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:07.000740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45910) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:07.092428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c23e52-d46c-4953-876f-b0d19beb0995 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:07.109419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.118554 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.130610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c82b92-c4b4-4287-92b1-e973547eb447 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet 45374bc3-7244-44f7-b948-54fbfc624b4e {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:07.134783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02c82b92-c4b4-4287-92b1-e973547eb447 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.158593 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.179188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Transition to ACTIVE for port object d5c23e52-d46c-4953-876f-b0d19beb0995 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:07.193876 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02c82b92-c4b4-4287-92b1-e973547eb447 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.197079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.221722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-b3e537c9-1296-41f7-ae76-db52caad98cd tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.223417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-b3e537c9-1296-41f7-ae76-db52caad98cd tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/networks?id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d HTTP/1.1" status: 200 len: 814 time: 0.1767175 Nov 25 17:37:07.248287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-5a00c679-fea2-4b32-b1ce-582080c4d913 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/quotas/08f6353f9e254ef8929358370ace941b HTTP/1.1" status: 200 len: 375 time: 0.0170569 Nov 25 17:37:07.272361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:07.296554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] DHCP port deletion for efdc9f11-4389-4828-9c30-b0d4bc249d55 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:07.307346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-1364cce8-ac1a-4a49-be3f-7eda7a754609 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=08f6353f9e254ef8929358370ace941b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443597 Nov 25 17:37:07.434302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] Deleting port 5e25cf81-b667-4f84-928e-7b84fdbee25c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:07.435223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.493391 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02c82b92-c4b4-4287-92b1-e973547eb447 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.514979 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-bddd0dc2-381c-4174-8715-3fe931b2aef9 service neutron] 10.222.0.81 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065172 Nov 25 17:37:07.523940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] For port 5e25cf81-b667-4f84-928e-7b84fdbee25c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5e25cf81-b667-4f84-928e-7b84fdbee25c,segment=NetworkSegment(d178f2a9-2a58-4bf5-aabf-850acbf8ab87),segment_id=d178f2a9-2a58-4bf5-aabf-850acbf8ab87)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:07.524356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.540345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Attempting to bind port d5c23e52-d46c-4953-876f-b0d19beb0995 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:07.541075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Attempting to bind port d5c23e52-d46c-4953-876f-b0d19beb0995 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:07.541638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Attempting to bind port d5c23e52-d46c-4953-876f-b0d19beb0995 on network 3c2e4f77-4902-4904-8658-0678d736b83c {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:07.545803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] Calling delete_port for 5e25cf81-b667-4f84-928e-7b84fdbee25c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:07.549581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Port d5c23e52-d46c-4953-876f-b0d19beb0995 on network 3c2e4f77-4902-4904-8658-0678d736b83c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:07.550920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Attempting to bind port d5c23e52-d46c-4953-876f-b0d19beb0995 on network 3c2e4f77-4902-4904-8658-0678d736b83c {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:07.565118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:07.565483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Checking segment: {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:07.565862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Bound using segment: {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:07.566315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Bound port: d5c23e52-d46c-4953-876f-b0d19beb0995, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700cc941-3703-440c-9a65-b925fabadfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:07.566798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.636246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02c82b92-c4b4-4287-92b1-e973547eb447 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.649691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-202a6aa6-a3e5-4663-8d5b-3e862f3de6ed service neutron] 10.222.0.81 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338446 Nov 25 17:37:07.660182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5e25cf81-b667-4f84-928e-7b84fdbee25c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:07.663856 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.697149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c82b92-c4b4-4287-92b1-e973547eb447 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=45374bc3-7244-44f7-b948-54fbfc624b4e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:07.708968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-02c82b92-c4b4-4287-92b1-e973547eb447 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.715143 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-02c82b92-c4b4-4287-92b1-e973547eb447 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/45374bc3-7244-44f7-b948-54fbfc624b4e HTTP/1.1" status: 204 len: 168 time: 0.7127862 Nov 25 17:37:07.717345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45916) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:07.742339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 5e25cf81-b667-4f84-928e-7b84fdbee25c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:07.743129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5e25cf81-b667-4f84-928e-7b84fdbee25c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:07.758763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] No DVR routers for this DVR port 5e25cf81-b667-4f84-928e-7b84fdbee25c on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:07.761565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ccc90-5ba4-42a3-a1b9-71c6ea8a79d0 None None] Network 29604c0e-4494-45f1-ac88-0b74851f6f5b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:07.781257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:07.794812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdb93c-b13f-4dae-81ca-a515a3174a9f None None] Pushing event deleted for resources: {'Port': ['ID=5e25cf81-b667-4f84-928e-7b84fdbee25c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:07.854435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.876442 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:07.884912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:07.895169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.999742 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.061009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e177143-16b5-4f26-ba2c-5013649a0b26 req-88a371ea-5d49-467a-863c-07b74450e608 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 210 time: 0.0973337 Nov 25 17:37:08.062855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.081099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.081446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:08.082048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.084386 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-5aeea5b1-6c71-4513-b2c0-6726dfa02a76 service neutron] 10.222.0.60 "PUT /v2.0/ports/d5c23e52-d46c-4953-876f-b0d19beb0995 HTTP/1.1" status: 200 len: 1091 time: 1.5699794 Nov 25 17:37:08.146369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'port_id': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'mac_address': 'fa:16:3e:c8:3e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:08.269550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24f37-9d61-418f-8c5e-3abe40f1892c req-b39b6a4e-8ce9-41b7-bc3b-96b45d66194c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.271501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd24f37-9d61-418f-8c5e-3abe40f1892c req-b39b6a4e-8ce9-41b7-bc3b-96b45d66194c tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.2062495 Nov 25 17:37:08.274849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] DHCP port deletion for 29604c0e-4494-45f1-ac88-0b74851f6f5b request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:08.289157 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.329040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75c10a98-5b58-4b93-ad06-4beb69dea6e6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:08.358149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:08.370686 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.459851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb9c4-1fc9-4784-abf2-b57a015c59ca req-dc3ae1ec-d9ef-4671-8d25-0488a0755cb4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.470844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0fb9c4-1fc9-4784-abf2-b57a015c59ca req-dc3ae1ec-d9ef-4671-8d25-0488a0755cb4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 943 time: 0.1980572 Nov 25 17:37:08.519657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['75c10a98-5b58-4b93-ad06-4beb69dea6e6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:08.558176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cdd24f37-9d61-418f-8c5e-3abe40f1892c req-e59667e7-68e2-4b57-be72-70e530e67e22 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730818 Nov 25 17:37:08.624597 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] Deleting port 30cae4d3-b248-41cc-9ff4-074bc3455789 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:08.625451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.633284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.696614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a0fb9c4-1fc9-4784-abf2-b57a015c59ca req-e359bf8d-e737-4b6e-b43e-aeb5005e4e81 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103209 Nov 25 17:37:08.787326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:08.790138 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d430517-8504-492f-99be-bcc8979a2bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:08.790603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] For port 30cae4d3-b248-41cc-9ff4-074bc3455789, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=30cae4d3-b248-41cc-9ff4-074bc3455789,segment=NetworkSegment(7bd63503-64bc-4998-b5f2-a75bcd958b61),segment_id=7bd63503-64bc-4998-b5f2-a75bcd958b61)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:08.791164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.828107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] Calling delete_port for 30cae4d3-b248-41cc-9ff4-074bc3455789 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:08.878762 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee7afe2-54b4-42d7-bb53-aa0bbbfb919e x-openstack-request-id: req-eee7afe2-54b4-42d7-bb53-aa0bbbfb919e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:08.879137 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:08.879361 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eee7afe2-54b4-42d7-bb53-aa0bbbfb919e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:08.879855 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'status': 'completed', 'code': 200} Nov 25 17:37:08.907729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.964678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdc9f11-4389-4828-9c30-b0d4bc249d55']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:08.970860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1219f-f9a2-489f-b3e6-882913362142 req-12dedd4f-7cad-4520-bd2e-3621b89a3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.973160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-12dedd4f-7cad-4520-bd2e-3621b89a3618 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 1094 time: 0.1792426 Nov 25 17:37:08.989784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd178f2a9-2a58-4bf5-aabf-850acbf8ab87') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:08.990413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd178f2a9-2a58-4bf5-aabf-850acbf8ab87') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:09.006539 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.070043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.074047 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-a0269f38-fd8d-4733-ad70-adcdb4f418b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5c23e52-d46c-4953-876f-b0d19beb0995 HTTP/1.1" status: 200 len: 217 time: 0.0726717 Nov 25 17:37:09.088054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] No DVR routers for this DVR port 30cae4d3-b248-41cc-9ff4-074bc3455789 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:09.100584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fc22c-16b1-4891-8e89-0440af2ba97e None None] Pushing event deleted for resources: {'Port': ['ID=30cae4d3-b248-41cc-9ff4-074bc3455789,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:09.210601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.227736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:09.230052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.260929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aec54b73-3635-43a0-86e9-7b59d5fa0297 req-954d4602-7422-42d8-873c-842d503b4f1d tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 210 time: 0.0802495 Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:09.312161 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:09.350855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1219f-f9a2-489f-b3e6-882913362142 req-84a04c5a-2d09-443c-bb55-326fc252e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.352810 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-84a04c5a-2d09-443c-bb55-326fc252e9d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd9609f3-a8b2-4db2-bb84-48a56cdc4083 HTTP/1.1" status: 200 len: 834 time: 0.2684083 Nov 25 17:37:09.353694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.365213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.368577 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/efdc9f11-4389-4828-9c30-b0d4bc249d55 HTTP/1.1" status: 204 len: 168 time: 1.6501794 Nov 25 17:37:09.371298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 45968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:09.418225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9c1ec-19c9-476c-9b86-8532558255ef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=efdc9f11-4389-4828-9c30-b0d4bc249d55,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:09.442705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 30cae4d3-b248-41cc-9ff4-074bc3455789 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:09.462137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1219f-f9a2-489f-b3e6-882913362142 req-6ae5f800-fb2a-4b87-ba92-c485c939918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.463968 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-6ae5f800-fb2a-4b87-ba92-c485c939918e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c2e4f77-4902-4904-8658-0678d736b83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005018 Nov 25 17:37:09.468276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 30cae4d3-b248-41cc-9ff4-074bc3455789 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:09.468633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 30cae4d3-b248-41cc-9ff4-074bc3455789 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:09.520077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.709622 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-c1516079-176d-4548-a42b-279ad7e685c5 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312005 Nov 25 17:37:09.760510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:09.889820 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.891373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:09.891946 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.934719 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-85b1219f-f9a2-489f-b3e6-882913362142 req-9e3d3d9b-2019-46d4-845a-9c71f1b75d75 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145300 Nov 25 17:37:09.965826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fef1-ce1c-41f6-94c4-438d137da382 req-2536ec87-a600-4e6f-906e-c36d40fa8f75 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.970194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6465fef1-ce1c-41f6-94c4-438d137da382 req-2536ec87-a600-4e6f-906e-c36d40fa8f75 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.2651258 Nov 25 17:37:10.009965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29604c0e-4494-45f1-ac88-0b74851f6f5b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:10.074297 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.087295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd63503-64bc-4998-b5f2-a75bcd958b61') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:10.087689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd63503-64bc-4998-b5f2-a75bcd958b61') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:10.106950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d430517-8504-492f-99be-bcc8979a2bdd req-6c273083-4295-478a-a4a5-5c3bfc24c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.118017 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d430517-8504-492f-99be-bcc8979a2bdd req-6c273083-4295-478a-a4a5-5c3bfc24c29e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 1094 time: 0.1197128 Nov 25 17:37:10.124110 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.170244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2f6a6-5f39-4a4c-b14a-9fe68a5ba2a3 req-3a2483a9-afe2-49f7-97b0-95db0f55fc45 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.171833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60e2f6a6-5f39-4a4c-b14a-9fe68a5ba2a3 req-3a2483a9-afe2-49f7-97b0-95db0f55fc45 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 943 time: 0.2780042 Nov 25 17:37:10.177239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6465fef1-ce1c-41f6-94c4-438d137da382 req-0d22fc70-3a9c-44a5-adcb-f4bb645273dc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795440 Nov 25 17:37:10.186021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-bd996636-4594-4b0d-a58b-be2e75831a27 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.187729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-bd996636-4594-4b0d-a58b-be2e75831a27 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.95 "GET /v2.0/networks?id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d HTTP/1.1" status: 200 len: 814 time: 0.4839313 Nov 25 17:37:10.189391 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.226942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Request body: {'port': {'device_id': '697e7f2b-e521-4e3f-a766-3563006cb5eb', 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d', 'admin_state_up': True, 'tenant_id': '08f6353f9e254ef8929358370ace941b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:10.234443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:10.241174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:10.246697 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68907e80-a988-4824-b69a-4098eb6bf768" -d '{"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:10.257596 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.260874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:10.261329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:10.274424 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:10.379699 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9891b32a-0989-49e2-bb66-7fe8be68ece0 x-openstack-request-id: req-9891b32a-0989-49e2-bb66-7fe8be68ece0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:10.380025 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:10.380289 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9891b32a-0989-49e2-bb66-7fe8be68ece0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:10.380715 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'code': 200} Nov 25 17:37:10.382481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:10.458982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d430517-8504-492f-99be-bcc8979a2bdd req-0784a547-6f32-4131-8050-4d7fe5cee4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.460659 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d430517-8504-492f-99be-bcc8979a2bdd req-0784a547-6f32-4131-8050-4d7fe5cee4d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c2e4f77-4902-4904-8658-0678d736b83c HTTP/1.1" status: 200 len: 898 time: 0.3308167 Nov 25 17:37:10.529013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60e2f6a6-5f39-4a4c-b14a-9fe68a5ba2a3 req-3848220e-2117-4539-9b7e-6867f4d7c1d1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350968 Nov 25 17:37:10.546917 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d430517-8504-492f-99be-bcc8979a2bdd req-632a7ed5-940a-4ac2-9db3-06fb67caca6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5c23e52-d46c-4953-876f-b0d19beb0995 HTTP/1.1" status: 200 len: 217 time: 0.0755312 Nov 25 17:37:10.596442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71c0b564-50af-481a-abc7-0ad9b9a45d5c req-804bd56a-61bd-4052-9396-dfd97f15a7e6 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 210 time: 0.1557865 Nov 25 17:37:10.601463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Made reservation on behalf of 08f6353f9e254ef8929358370ace941b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:10.622711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.632418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d430517-8504-492f-99be-bcc8979a2bdd req-0ce4a96c-8fbb-4562-a91e-585326241a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.634474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d430517-8504-492f-99be-bcc8979a2bdd req-0ce4a96c-8fbb-4562-a91e-585326241a1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd9609f3-a8b2-4db2-bb84-48a56cdc4083 HTTP/1.1" status: 200 len: 834 time: 0.0712223 Nov 25 17:37:10.637274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.643419 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.651284 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/29604c0e-4494-45f1-ac88-0b74851f6f5b HTTP/1.1" status: 204 len: 168 time: 1.2751083 Nov 25 17:37:10.659225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:10.670308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-1217080002'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:10.678795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180615b2-f411-4ff7-b0d5-6622d07e0b96 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=29604c0e-4494-45f1-ac88-0b74851f6f5b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:10.784271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:10.788568 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.796817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d430517-8504-492f-99be-bcc8979a2bdd req-38ba3279-0852-4ff9-9ebc-34e5902e1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.798632 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d430517-8504-492f-99be-bcc8979a2bdd req-38ba3279-0852-4ff9-9ebc-34e5902e1c15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c2e4f77-4902-4904-8658-0678d736b83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444838 Nov 25 17:37:10.870681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Allocated IP 172.20.0.3 (d09e0c14-9a65-4122-8a82-ebc42edbbd6d/8efe2f1f-ae44-48f0-ba3d-ed9f4a084558/90a471e8-ed0e-4c6b-ba6c-56da13071257) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:10.897481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:10.915324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.915878 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment ce00ac73-7259-4670-9ebf-eb27c3556837 of type vlan for network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 Nov 25 17:37:10.998567 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d430517-8504-492f-99be-bcc8979a2bdd req-28b87242-c437-49a8-b7df-f467b6cbf5b6 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851761 Nov 25 17:37:11.000505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.113981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.resource_extend [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:37:11.137737 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8d430517-8504-492f-99be-bcc8979a2bdd req-7a1d6d58-a67c-4a8b-bf0f-64241468ed01 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291964 Nov 25 17:37:11.155389 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.161307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:11.162173 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.193294 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5199890 Nov 25 17:37:11.195420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 45984) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:11.217316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.314750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe20c94-9143-4d91-b0d6-1971ef6f6c24 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=34e215cd-b4c3-493f-a056-3b2ac1dbf724,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:11.331424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.336101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:11.363932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': '34e215cd-b4c3-493f-a056-3b2ac1dbf724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:11.409503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Network d09e0c14-9a65-4122-8a82-ebc42edbbd6d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:11.470215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:11.477817 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d5c23e52-d46c-4953-876f-b0d19beb0995 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:11.519014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:11.546945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f15ad5-a267-40dc-9df1-851fbfe5252f None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:11.612179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Pushing event updated for resources: {'Port': ['ID=90a471e8-ed0e-4c6b-ba6c-56da13071257,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:11.624246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:11.631542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0873d-31d9-4c20-927f-73249273f5b1 req-e62830b6-831b-4b93-8314-f2fa98c12e00 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:11.633161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bf0873d-31d9-4c20-927f-73249273f5b1 req-e62830b6-831b-4b93-8314-f2fa98c12e00 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1676993 Nov 25 17:37:11.644439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.656457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:11.657297 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.707429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bf0873d-31d9-4c20-927f-73249273f5b1 req-67139ea4-7dfb-4623-aac0-cefd6c8cbfba tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672545 Nov 25 17:37:11.723088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-f71d0ff8-590e-499a-af68-487182e72c95 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5038919 Nov 25 17:37:11.737561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Request body: {'port': {'device_id': '697e7f2b-e521-4e3f-a766-3563006cb5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:11.861663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-07665d1f-4fa7-42f1-9b94-3edb603cdf59 None None] Provisioning complete for port 90a471e8-ed0e-4c6b-ba6c-56da13071257 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:11.862035 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07665d1f-4fa7-42f1-9b94-3edb603cdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.888074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46004) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:12.043316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-07665d1f-4fa7-42f1-9b94-3edb603cdf59 None None] Port 90a471e8-ed0e-4c6b-ba6c-56da13071257 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:12.090359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:12.115359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'port_id': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'mac_address': 'fa:16:3e:e9:11:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:12.169330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.188607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c23e52-d46c-4953-876f-b0d19beb0995 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:12.214354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:12.228327 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.243806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8873d281-fa5e-4912-983b-d38aca3f678e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.253399 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.354694 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.362239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:12.426049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': 'ce00ac73-7259-4670-9ebf-eb27c3556837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '34e215cd-b4c3-493f-a056-3b2ac1dbf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:12.426774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: 34e215cd-b4c3-493f-a056-3b2ac1dbf724, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:12.472466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831822c-9804-4822-9358-e8b717cfe4f1 req-3593831c-73b8-4196-89c8-dd04dfd327e5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.478518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:12.489251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5831822c-9804-4822-9358-e8b717cfe4f1 req-3593831c-73b8-4196-89c8-dd04dfd327e5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 944 time: 0.1961880 Nov 25 17:37:12.489972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=1ea75f9d-8c10-4225-ba97-c267d104befc,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:12.504112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 34e215cd-b4c3-493f-a056-3b2ac1dbf724) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:12.511425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.513056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.521782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164b0ce-3122-4a69-8164-e8c16a15c7b7 None None] Network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:12.558727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d0bfd4e5-bdb7-4d86-954b-c11663b76a65 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2446883 Nov 25 17:37:12.565890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:12.573599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e82b7412-2839-4311-9e8b-93f1d8a48976 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1926430746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:12.574584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['d5c23e52-d46c-4953-876f-b0d19beb0995'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:12.611077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90412c3e-d04c-472d-b2b2-d833dd687f01 req-e0c2aab5-ea28-49f2-a4db-d99be20405e0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.613063 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90412c3e-d04c-472d-b2b2-d833dd687f01 req-e0c2aab5-ea28-49f2-a4db-d99be20405e0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.7967994 Nov 25 17:37:12.628425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e82b7412-2839-4311-9e8b-93f1d8a48976 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.629905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e82b7412-2839-4311-9e8b-93f1d8a48976 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.665438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8873d281-fa5e-4912-983b-d38aca3f678e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.706770 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8873d281-fa5e-4912-983b-d38aca3f678e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.727881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e82b7412-2839-4311-9e8b-93f1d8a48976 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.744995 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5831822c-9804-4822-9358-e8b717cfe4f1 req-a33a8b6f-e05e-48bf-827d-c23b1bb75209 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534921 Nov 25 17:37:12.751030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e82b7412-2839-4311-9e8b-93f1d8a48976 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.811315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873d281-fa5e-4912-983b-d38aca3f678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2833bf66-f3d0-4499-b9fd-e994a3a25589,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:12.848312 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8873d281-fa5e-4912-983b-d38aca3f678e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=347b6d378cc84c56aede7b6eb4830021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9581189 Nov 25 17:37:12.860055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:12.863227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90412c3e-d04c-472d-b2b2-d833dd687f01 req-ca6c4489-aaf1-4030-bd8f-ca1e3b8556b3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239823 Nov 25 17:37:12.909438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e82b7412-2839-4311-9e8b-93f1d8a48976 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.924590 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e82b7412-2839-4311-9e8b-93f1d8a48976 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3561370 Nov 25 17:37:12.925980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46016) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:12.932025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'port': {'network_id': '34e215cd-b4c3-493f-a056-3b2ac1dbf724', 'name': 'tempest-RoutersTest-945039956'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:13.103504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-34e215cd-b4c3-493f-a056-3b2ac1dbf724', 'network_id': '34e215cd-b4c3-493f-a056-3b2ac1dbf724', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': '1ea75f9d-8c10-4225-ba97-c267d104befc'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:13.107971 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c63be544-5976-4d5c-bc57-7e17353b55cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.108831 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.136887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1b9f4-c75e-497b-b2f2-965d4719ec04 req-39bbb655-71cb-4b57-bdea-b53b16c3c738 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:13.140085 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04f1b9f4-c75e-497b-b2f2-965d4719ec04 req-39bbb655-71cb-4b57-bdea-b53b16c3c738 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 931 time: 0.2720430 Nov 25 17:37:13.164250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c63be544-5976-4d5c-bc57-7e17353b55cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.164614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df762d6a-16cf-4869-9c10-68748c2404e5 req-f5274b87-8755-403c-b6d5-35e3d774f74e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:13.167573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df762d6a-16cf-4869-9c10-68748c2404e5 req-f5274b87-8755-403c-b6d5-35e3d774f74e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1459005 Nov 25 17:37:13.230282 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c63be544-5976-4d5c-bc57-7e17353b55cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.232798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c63be544-5976-4d5c-bc57-7e17353b55cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.236380 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c63be544-5976-4d5c-bc57-7e17353b55cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2833bf66-f3d0-4499-b9fd-e994a3a25589 HTTP/1.1" status: 204 len: 168 time: 0.3729439 Nov 25 17:37:13.266233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63be544-5976-4d5c-bc57-7e17353b55cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2833bf66-f3d0-4499-b9fd-e994a3a25589,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:13.344380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04f1b9f4-c75e-497b-b2f2-965d4719ec04 req-06fc4436-ee7f-414a-9479-6ef756fca8a6 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672885 Nov 25 17:37:13.376977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df762d6a-16cf-4869-9c10-68748c2404e5 req-d03580e4-365c-4927-b1f9-d533660fb6b7 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591413 Nov 25 17:37:13.387242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:13.390964 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.421044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] device_id is not set on port 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:37:13.427720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a471e8-ed0e-4c6b-ba6c-56da13071257 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:13.439949 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.497513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Transition to ACTIVE for port object 90a471e8-ed0e-4c6b-ba6c-56da13071257 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:13.516240 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.557290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Allocated IP 172.20.0.2 (34e215cd-b4c3-493f-a056-3b2ac1dbf724/1ea75f9d-8c10-4225-ba97-c267d104befc/17161773-d781-4ca3-9efa-cd72536467d1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:13.588745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056849c-3713-4393-b1b4-5819766535c2 None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:13.641443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Pushing event updated for resources: {'Port': ['ID=90a471e8-ed0e-4c6b-ba6c-56da13071257,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:13.678703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e991800-b521-440f-b834-3854919203f9 req-9384af91-44d6-4ade-b733-1de01f7839cb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:13.680904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e991800-b521-440f-b834-3854919203f9 req-9384af91-44d6-4ade-b733-1de01f7839cb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1220651 Nov 25 17:37:13.769964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e991800-b521-440f-b834-3854919203f9 req-f4a59613-3539-4a18-9134-9d0a4ce5d346 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645533 Nov 25 17:37:13.804731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Attempting to bind port 90a471e8-ed0e-4c6b-ba6c-56da13071257 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:13.805130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Attempting to bind port 90a471e8-ed0e-4c6b-ba6c-56da13071257 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:13.805755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Attempting to bind port 90a471e8-ed0e-4c6b-ba6c-56da13071257 on network d09e0c14-9a65-4122-8a82-ebc42edbbd6d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:13.820137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Port 90a471e8-ed0e-4c6b-ba6c-56da13071257 on network d09e0c14-9a65-4122-8a82-ebc42edbbd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:13.830267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Attempting to bind port 90a471e8-ed0e-4c6b-ba6c-56da13071257 on network d09e0c14-9a65-4122-8a82-ebc42edbbd6d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:13.836279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:13.836647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Checking segment: {'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:13.837067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Bound using segment: {'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:13.837514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Bound port: 90a471e8-ed0e-4c6b-ba6c-56da13071257, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4c08b2-9c6d-413e-ac3d-a69d866222ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:13.837880 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.900269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46028) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:13.911524 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.928800 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef881581-f7cb-4ecf-af8c-c2dfa1456646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.931911 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.959287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] For port 90a471e8-ed0e-4c6b-ba6c-56da13071257, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:13.963519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] For port 90a471e8-ed0e-4c6b-ba6c-56da13071257, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90a471e8-ed0e-4c6b-ba6c-56da13071257,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:13.986490 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.051585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Pushing event updated for resources: {'Port': ['ID=17161773-d781-4ca3-9efa-cd72536467d1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:14.057246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:14.060631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:14.064231 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:14.158393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Attempting to bind port 17161773-d781-4ca3-9efa-cd72536467d1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:14.159073 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Attempting to bind port 17161773-d781-4ca3-9efa-cd72536467d1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'ce00ac73-7259-4670-9ebf-eb27c3556837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '34e215cd-b4c3-493f-a056-3b2ac1dbf724'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:14.159770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Attempting to bind port 17161773-d781-4ca3-9efa-cd72536467d1 on network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:14.166517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:14.167405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Checking segment: {'id': 'ce00ac73-7259-4670-9ebf-eb27c3556837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '34e215cd-b4c3-493f-a056-3b2ac1dbf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:14.167840 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.168277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Bound using segment: {'id': 'ce00ac73-7259-4670-9ebf-eb27c3556837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '34e215cd-b4c3-493f-a056-3b2ac1dbf724'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:14.169057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Bound port: 17161773-d781-4ca3-9efa-cd72536467d1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce00ac73-7259-4670-9ebf-eb27c3556837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '34e215cd-b4c3-493f-a056-3b2ac1dbf724'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:14.169908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.198943 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef881581-f7cb-4ecf-af8c-c2dfa1456646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.211325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef881581-f7cb-4ecf-af8c-c2dfa1456646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.250642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef881581-f7cb-4ecf-af8c-c2dfa1456646 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac357b371bd847b88f5363db24d8126a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466403 Nov 25 17:37:14.250905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:14.271290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] For port 17161773-d781-4ca3-9efa-cd72536467d1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:14.275301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Pushing event updated for resources: {'Port': ['ID=90a471e8-ed0e-4c6b-ba6c-56da13071257,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:14.280812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] For port 17161773-d781-4ca3-9efa-cd72536467d1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=17161773-d781-4ca3-9efa-cd72536467d1,segment=NetworkSegment(ce00ac73-7259-4670-9ebf-eb27c3556837),segment_id=ce00ac73-7259-4670-9ebf-eb27c3556837)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:14.295706 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.308858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef881581-f7cb-4ecf-af8c-c2dfa1456646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5fda17-170b-42ac-b13a-8d67e92a32c8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:14.357519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75a1bf03-f9d4-4acc-8a79-97d5d1e673e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.420286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:14.421235 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.423961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-ead80c8f-228c-477f-9f9b-62cea43ed5fe service neutron] 10.222.0.95 "PUT /v2.0/ports/90a471e8-ed0e-4c6b-ba6c-56da13071257 HTTP/1.1" status: 200 len: 1091 time: 2.6905503 Nov 25 17:37:14.437655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697e7f2b-e521-4e3f-a766-3563006cb5eb', 'tag': '90a471e8-ed0e-4c6b-ba6c-56da13071257'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:14.442044 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b1413b-70be-4340-8e96-e633086e276c" -d '{"events": [{"name": "network-changed", "server_uuid": "697e7f2b-e521-4e3f-a766-3563006cb5eb", "tag": "90a471e8-ed0e-4c6b-ba6c-56da13071257"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:14.448655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75a1bf03-f9d4-4acc-8a79-97d5d1e673e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.455407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59020d3-94e9-4bd1-93e4-db5a23f70386 None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:14.466799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.20.0.6 (34e215cd-b4c3-493f-a056-3b2ac1dbf724/1ea75f9d-8c10-4225-ba97-c267d104befc/2d8ac8f7-ba10-4558-81e9-a4be92d1f254) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:14.497432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cd7e1-871e-4b02-9e7a-3ded03ece647 None None] Pushing event updated for resources: {'Port': ['ID=17161773-d781-4ca3-9efa-cd72536467d1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:14.533336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-13944203-686a-4910-8fe3-ea97aa5adb39 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:14.542340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-13944203-686a-4910-8fe3-ea97aa5adb39 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.2585397 Nov 25 17:37:14.569579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1837-9eff-4e80-a262-ae3cd5f7c5b5 req-ced744bc-0d58-4f29-9a4f-8904110bd668 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:14.570998 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75a1bf03-f9d4-4acc-8a79-97d5d1e673e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.571181 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b4b1837-9eff-4e80-a262-ae3cd5f7c5b5 req-ced744bc-0d58-4f29-9a4f-8904110bd668 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 944 time: 0.6060214 Nov 25 17:37:14.575717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75a1bf03-f9d4-4acc-8a79-97d5d1e673e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:14.577312 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-75a1bf03-f9d4-4acc-8a79-97d5d1e673e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b5fda17-170b-42ac-b13a-8d67e92a32c8 HTTP/1.1" status: 204 len: 168 time: 0.3249314 Nov 25 17:37:14.603424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1bf03-f9d4-4acc-8a79-97d5d1e673e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5fda17-170b-42ac-b13a-8d67e92a32c8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:14.609915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-19c2e7c9-3523-4102-a50b-a33a50a42cb9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/quotas/3431a5a06f9642f2b9fbf30f5b29dcf6 HTTP/1.1" status: 200 len: 375 time: 0.0672054 Nov 25 17:37:14.707841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-3e7de8c7-5aca-4f5f-9726-83c6095c93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:14.709430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-3e7de8c7-5aca-4f5f-9726-83c6095c93fe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08f6353f9e254ef8929358370ace941b&device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 1094 time: 0.2206171 Nov 25 17:37:14.860569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-59abce65-b387-46fd-baf0-32ffd387c053 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2496285 Nov 25 17:37:14.874578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-56743bb6-11b1-4457-a7fd-4ada100b7cd5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a471e8-ed0e-4c6b-ba6c-56da13071257 HTTP/1.1" status: 200 len: 217 time: 0.1477365 Nov 25 17:37:14.899792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b4b1837-9eff-4e80-a262-ae3cd5f7c5b5 req-caafc630-0854-4c76-b7c5-6a0637a76fa0 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849650 Nov 25 17:37:15.029930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-12f11c52-7cc0-42bd-b6c8-c20d3a043f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:15.039856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-12f11c52-7cc0-42bd-b6c8-c20d3a043f10 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8efe2f1f-ae44-48f0-ba3d-ed9f4a084558 HTTP/1.1" status: 200 len: 854 time: 0.1548805 Nov 25 17:37:15.087840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-6308f63d-58ad-48dc-99bb-e4a3797c1f4f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390897 Nov 25 17:37:15.094854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.232770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3624e5-77d5-42b3-bc71-ccd52e133775 req-8ad9bb18-5271-40dc-9ad0-f6d1131dc587 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:15.234572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae3624e5-77d5-42b3-bc71-ccd52e133775 req-8ad9bb18-5271-40dc-9ad0-f6d1131dc587 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 943 time: 0.1936727 Nov 25 17:37:15.253524 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.293391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:15.315827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65005208-a5cb-4daa-bbbb-941728b9d3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.361358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-64289bc6-78a7-4a6e-aabf-9188686255ae service neutron] 10.222.0.95 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645319 Nov 25 17:37:15.378427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d5c23e52-d46c-4953-876f-b0d19beb0995 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:15.516860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:15.554621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port d5c23e52-d46c-4953-876f-b0d19beb0995 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:15.561830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port d5c23e52-d46c-4953-876f-b0d19beb0995 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:15.563523 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.564629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae3624e5-77d5-42b3-bc71-ccd52e133775 req-94be5cfb-f7ce-4629-b505-565c8d75c225 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984405 Nov 25 17:37:15.570500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65005208-a5cb-4daa-bbbb-941728b9d3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.580648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=2d8ac8f7-ba10-4558-81e9-a4be92d1f254,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:15.592921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65005208-a5cb-4daa-bbbb-941728b9d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.699464 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-65005208-a5cb-4daa-bbbb-941728b9d3c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da80beb300bf4d4e88c06f1100d5b194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4043231 Nov 25 17:37:15.704427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46062) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:15.705540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65005208-a5cb-4daa-bbbb-941728b9d3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acbb3d3-82cd-4aae-ae21-252e2d7f09a4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:15.745248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:15.752734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:15.781256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 17161773-d781-4ca3-9efa-cd72536467d1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:15.820510 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.868441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb452-a7ac-4be6-87c8-a23587ae406b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.920493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb452-a7ac-4be6-87c8-a23587ae406b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.940481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:15.943509 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9fa540-ac80-4566-8d19-5db9012f2731" -d '{"events": [{"server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "name": "network-vif-plugged", "status": "completed", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:15.969969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:15.970578 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:15.971591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:15.991968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-f357af37-c76a-4062-80b0-d051dc3e99c7 service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1301816 Nov 25 17:37:15.997996 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.004777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 17161773-d781-4ca3-9efa-cd72536467d1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:16.007850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.054005 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb452-a7ac-4be6-87c8-a23587ae406b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.061874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb452-a7ac-4be6-87c8-a23587ae406b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.073038 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbfeb452-a7ac-4be6-87c8-a23587ae406b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1acbb3d3-82cd-4aae-ae21-252e2d7f09a4 HTTP/1.1" status: 204 len: 168 time: 0.3625226 Nov 25 17:37:16.078912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb57b32-6bc2-4a82-a03f-843cec99cb30 req-1092bacb-c9d8-4613-a0b9-5eff583f25ee tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:16.082545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bb57b32-6bc2-4a82-a03f-843cec99cb30 req-1092bacb-c9d8-4613-a0b9-5eff583f25ee tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.3113904 Nov 25 17:37:16.084417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:16.108856 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfeb452-a7ac-4be6-87c8-a23587ae406b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acbb3d3-82cd-4aae-ae21-252e2d7f09a4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:16.134275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b82a343-b303-4b27-973e-7b7ee5e59c79 req-3abf6b40-7b6a-44dc-91c8-acdd17d2efe7 service neutron] 10.222.0.95 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7604790 Nov 25 17:37:16.220214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d9166-fc1f-4c42-b8b2-f0f868927fca None None] Network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:16.271280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-49ec55a4-dcfd-47d4-aefb-5ab2d9bd2843 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3439884 Nov 25 17:37:16.274371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46076) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:16.366072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bb57b32-6bc2-4a82-a03f-843cec99cb30 req-608dd3a6-19c3-42ac-aaeb-fd481d5b8e18 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320440 Nov 25 17:37:16.408758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-afba7a98-0e1a-4165-b791-700b6f5434c7 None None] Provisioning complete for port 17161773-d781-4ca3-9efa-cd72536467d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:16.409423 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afba7a98-0e1a-4165-b791-700b6f5434c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.444213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.510768 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-af908d76-cafd-4892-8436-fbe69e83cc61 service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172517 Nov 25 17:37:16.530412 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac5a624-87e0-435b-83ce-be00d8808f64 x-openstack-request-id: req-dac5a624-87e0-435b-83ce-be00d8808f64 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:16.530954 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697e7f2b-e521-4e3f-a766-3563006cb5eb", "tag": "90a471e8-ed0e-4c6b-ba6c-56da13071257", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:16.531484 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dac5a624-87e0-435b-83ce-be00d8808f64 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:16.532057 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697e7f2b-e521-4e3f-a766-3563006cb5eb', 'tag': '90a471e8-ed0e-4c6b-ba6c-56da13071257', 'status': 'completed', 'code': 200} Nov 25 17:37:16.586665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 17161773-d781-4ca3-9efa-cd72536467d1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=17161773-d781-4ca3-9efa-cd72536467d1,segment=NetworkSegment(ce00ac73-7259-4670-9ebf-eb27c3556837),segment_id=ce00ac73-7259-4670-9ebf-eb27c3556837)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:16.653651 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afba7a98-0e1a-4165-b791-700b6f5434c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.653651 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.843206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=17161773-d781-4ca3-9efa-cd72536467d1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:16.853363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1413b-70be-4340-8e96-e633086e276c req-91033735-52a9-49ea-83c3-e111a32c5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:16.854911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80b1413b-70be-4340-8e96-e633086e276c req-91033735-52a9-49ea-83c3-e111a32c5585 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08f6353f9e254ef8929358370ace941b&device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 1094 time: 0.2932265 Nov 25 17:37:16.857708 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-afba7a98-0e1a-4165-b791-700b6f5434c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:37:16.858673 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-afba7a98-0e1a-4165-b791-700b6f5434c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:37:16.910764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63bb85-9583-4dac-be79-b023d298133b req-8addd1c2-2f81-4ded-90a9-f40073ac336f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:16.925636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a63bb85-9583-4dac-be79-b023d298133b req-8addd1c2-2f81-4ded-90a9-f40073ac336f tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.1650512 Nov 25 17:37:16.929320 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae84a0e-b322-4d49-b5e8-7680512a18f5 x-openstack-request-id: req-5ae84a0e-b322-4d49-b5e8-7680512a18f5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:16.929684 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "name": "network-vif-plugged", "status": "completed", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:16.929831 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ae84a0e-b322-4d49-b5e8-7680512a18f5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:16.930273 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'code': 200} Nov 25 17:37:17.081073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a63bb85-9583-4dac-be79-b023d298133b req-0f031b82-fba9-460d-bd5a-8e84641053d9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509078 Nov 25 17:37:17.180662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1413b-70be-4340-8e96-e633086e276c req-ba500f18-bb8c-49d0-b1d8-d4f01a579652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:17.182239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80b1413b-70be-4340-8e96-e633086e276c req-ba500f18-bb8c-49d0-b1d8-d4f01a579652 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d HTTP/1.1" status: 200 len: 915 time: 0.3083794 Nov 25 17:37:17.297771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80b1413b-70be-4340-8e96-e633086e276c req-c199460a-7032-47f9-8537-78bfd4426c2e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a471e8-ed0e-4c6b-ba6c-56da13071257 HTTP/1.1" status: 200 len: 217 time: 0.1032243 Nov 25 17:37:17.307207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaeec4-7e42-48fc-9fc1-53fb8bf9a71b req-7778e0be-59b4-4e25-982c-4c1777a37b17 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:17.325898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7eaeec4-7e42-48fc-9fc1-53fb8bf9a71b req-7778e0be-59b4-4e25-982c-4c1777a37b17 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 943 time: 0.2363980 Nov 25 17:37:17.423469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bc35e-afb6-470f-b490-146c8e2791d1 req-7a4705e8-5263-4860-abb2-68846320d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:17.429278 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d06bc35e-afb6-470f-b490-146c8e2791d1 req-7a4705e8-5263-4860-abb2-68846320d2d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 1096 time: 0.3766983 Nov 25 17:37:17.433040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.556329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 17161773-d781-4ca3-9efa-cd72536467d1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:17.632041 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebcd922a-041d-4690-955d-2cf602690df3 req-ded8c87b-0303-4b32-84e0-99295305f975 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 210 time: 0.3849981 Nov 25 17:37:17.648439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1413b-70be-4340-8e96-e633086e276c req-c08063d4-63c6-4a11-82c1-d8f09ab50ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:17.664924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80b1413b-70be-4340-8e96-e633086e276c req-c08063d4-63c6-4a11-82c1-d8f09ab50ba9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8efe2f1f-ae44-48f0-ba3d-ed9f4a084558 HTTP/1.1" status: 200 len: 854 time: 0.2974811 Nov 25 17:37:17.690289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7eaeec4-7e42-48fc-9fc1-53fb8bf9a71b req-f3125729-81fe-4b33-9b46-4a944fc12b8c tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623405 Nov 25 17:37:17.715477 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-619e2fe9-8c62-4824-a621-8ca33042606c None None] Provisioning complete for port 17161773-d781-4ca3-9efa-cd72536467d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:17.715813 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-619e2fe9-8c62-4824-a621-8ca33042606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.801213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80b1413b-70be-4340-8e96-e633086e276c req-437c2221-bf1f-4d01-944b-132d7ebe684e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d09e0c14-9a65-4122-8a82-ebc42edbbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044450 Nov 25 17:37:17.817659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 17161773-d781-4ca3-9efa-cd72536467d1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:17.818058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:17.865266 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d06bc35e-afb6-470f-b490-146c8e2791d1 req-6c6f8cd1-fb39-4610-810b-225e82e45b20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919542 Nov 25 17:37:18.014071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-619e2fe9-8c62-4824-a621-8ca33042606c None None] Provisioning complete for port 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:18.015136 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-619e2fe9-8c62-4824-a621-8ca33042606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.015317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80b1413b-70be-4340-8e96-e633086e276c req-03682461-69d7-4632-941f-40ea8140e555 service neutron] 10.222.0.95 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028403 Nov 25 17:37:18.061760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-619e2fe9-8c62-4824-a621-8ca33042606c None None] Port 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:18.275498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.286355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.436128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e4a6f-1d55-42e4-a61f-891631432b84 req-915494c3-304b-49da-be4b-fd98db6b1190 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.446683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3e4a6f-1d55-42e4-a61f-891631432b84 req-915494c3-304b-49da-be4b-fd98db6b1190 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.4302900 Nov 25 17:37:18.511292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce22fa-e58d-42ef-96bf-9b31dc4b65e4 req-7afb8e15-a781-4bb0-b668-1938f30e9f19 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.513512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdce22fa-e58d-42ef-96bf-9b31dc4b65e4 req-7afb8e15-a781-4bb0-b668-1938f30e9f19 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.1509197 Nov 25 17:37:18.518657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=2d8ac8f7-ba10-4558-81e9-a4be92d1f254,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:18.714652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdce22fa-e58d-42ef-96bf-9b31dc4b65e4 req-cd6f8df6-0e3d-454a-93a4-f9221162c885 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823008 Nov 25 17:37:18.724841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80b1413b-70be-4340-8e96-e633086e276c req-f8181e28-bc3e-47dc-9f5f-3ec043871a70 service neutron] 10.222.0.95 "GET /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004884 Nov 25 17:37:18.756598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3e4a6f-1d55-42e4-a61f-891631432b84 req-b23292f4-b5f5-4ed1-9c0c-47f34cfe26a5 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085282 Nov 25 17:37:18.954673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-616a3c06-74ab-4596-b1cb-92b2d955c271 None None] Provisioning complete for port 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:18.955282 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-616a3c06-74ab-4596-b1cb-92b2d955c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.965867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9dd2661-4dd6-4a4d-aecd-b736c5e26d50 req-f6b7f694-ccea-4e83-9949-ab661d621d78 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 210 time: 0.0578310 Nov 25 17:37:18.990384 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.082967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-616a3c06-74ab-4596-b1cb-92b2d955c271 None None] Port 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:19.179216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55f45-663f-4441-b41d-279e6faa0f09 req-0e668140-3aff-428b-b605-7b853330b9b0 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:19.194053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4f55f45-663f-4441-b41d-279e6faa0f09 req-0e668140-3aff-428b-b605-7b853330b9b0 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 943 time: 0.2267222 Nov 25 17:37:19.314221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4f55f45-663f-4441-b41d-279e6faa0f09 req-d0008984-334c-448c-97eb-7d887fd0f000 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183360 Nov 25 17:37:19.461460 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.490199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-b8224f15-9ef6-4678-b2d5-d3cdad750fd6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:19.491972 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-b8224f15-9ef6-4678-b2d5-d3cdad750fd6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.3734698 Nov 25 17:37:19.531811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'port': {'device_id': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'admin_state_up': True, 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:19.838604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90a471e8-ed0e-4c6b-ba6c-56da13071257 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:19.949948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Made reservation on behalf of 3431a5a06f9642f2b9fbf30f5b29dcf6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:19.951828 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:19.997754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.012432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.036597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de6722-2dbc-4e5b-aa17-4c1fbaef1ecd req-48884842-2f4b-476d-b922-2cbaddf05adb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:20.046077 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79de6722-2dbc-4e5b-aa17-4c1fbaef1ecd req-48884842-2f4b-476d-b922-2cbaddf05adb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.2148564 Nov 25 17:37:20.069989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=2d8ac8f7-ba10-4558-81e9-a4be92d1f254,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:20.141809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae2ac2-a157-4348-99e4-da02f0cb1e50 req-f16212d9-9f87-40f6-b963-170d65437b6b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:20.143566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fae2ac2-a157-4348-99e4-da02f0cb1e50 req-f16212d9-9f87-40f6-b963-170d65437b6b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1909170 Nov 25 17:37:20.144283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90a471e8-ed0e-4c6b-ba6c-56da13071257, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90a471e8-ed0e-4c6b-ba6c-56da13071257,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:20.162096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '90a471e8-ed0e-4c6b-ba6c-56da13071257', 'network_id': 'd09e0c14-9a65-4122-8a82-ebc42edbbd6d', 'port_id': '90a471e8-ed0e-4c6b-ba6c-56da13071257', 'mac_address': 'fa:16:3e:e6:84:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efe2f1f-ae44-48f0-ba3d-ed9f4a084558', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:20.166859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79de6722-2dbc-4e5b-aa17-4c1fbaef1ecd req-10802990-5b63-4da5-ad06-735e78156298 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198027 Nov 25 17:37:20.262739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fae2ac2-a157-4348-99e4-da02f0cb1e50 req-1c18940e-7fa7-4cd9-bc73-90a89842ba9d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127012 Nov 25 17:37:20.300432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.325660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97f17f60-8edf-4891-b5ae-49f48ea9ae56 req-f7d8bf04-ac71-4322-93ca-27c1128e2be9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 210 time: 0.0601428 Nov 25 17:37:20.333799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.357439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Allocated IP 172.20.0.10 (2983c91f-258f-4b5e-9cdb-2a076206d134/a735e756-d380-48a7-9b68-17b9df300d7d/83a7e159-4755-4e2b-8f83-fcbb68ddda4b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:20.357736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a471e8-ed0e-4c6b-ba6c-56da13071257 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:20.422813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90a471e8-ed0e-4c6b-ba6c-56da13071257, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90a471e8-ed0e-4c6b-ba6c-56da13071257,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:20.432372 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:20.513362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=90a471e8-ed0e-4c6b-ba6c-56da13071257,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:20.739937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['90a471e8-ed0e-4c6b-ba6c-56da13071257'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:21.008009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e29358-30ac-419f-92d9-0c3ffb9677b7 req-7ad36644-5c97-4944-a320-6555bdc67d5e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.018124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98e29358-30ac-419f-92d9-0c3ffb9677b7 req-7ad36644-5c97-4944-a320-6555bdc67d5e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.5368764 Nov 25 17:37:21.020500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:21.024536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:21.054000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18547268-4e29-4634-9692-50fc135159bd req-7ab8a604-71b0-401f-aa8e-174f340d3324 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.062261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18547268-4e29-4634-9692-50fc135159bd req-7ab8a604-71b0-401f-aa8e-174f340d3324 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 944 time: 0.5966351 Nov 25 17:37:21.102560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98e29358-30ac-419f-92d9-0c3ffb9677b7 req-41839f29-6524-40bc-b027-657cd284a74d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835257 Nov 25 17:37:21.138676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:21.173710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.212329 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18547268-4e29-4634-9692-50fc135159bd req-07f9f3ce-07f3-46b1-bb79-863a127d4ee2 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480396 Nov 25 17:37:21.229585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f7973-8feb-4bd6-82e4-65a6730d51f0 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.243528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d24f7973-8feb-4bd6-82e4-65a6730d51f0 tempest-TestNetworkAdvancedServerOps-1673972498 tempest-TestNetworkAdvancedServerOps-1673972498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 1091 time: 0.1003230 Nov 25 17:37:21.245865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:21.256078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:21.296545 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.320458 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.375234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f06bfe95-4189-421f-a33a-0b76c5471d7e', 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:21.380287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'Port': ['ID=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:21.383706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router ed3753f8-f923-4ea2-9a4e-963dcb642fc3 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:21.407736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:21.411343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:21.429879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:21.513830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.514818 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.592328 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-3bb6feb5-3f9b-4355-bf51-4e3ed35bf564 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0651021 Nov 25 17:37:21.640875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Request body: {'port': {'device_id': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:21.697579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9f7ef-3f7c-47fa-bca6-85b661b491ef req-9ddd4362-564a-42cd-b355-12dc2caec379 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.710739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9b9f7ef-3f7c-47fa-bca6-85b661b491ef req-9ddd4362-564a-42cd-b355-12dc2caec379 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 932 time: 0.1711528 Nov 25 17:37:21.724303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03207393-8e04-4102-88ea-3bdc077ad65d req-c4e26fe2-e138-4ba2-bf89-82cc4f7ca324 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.734273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03207393-8e04-4102-88ea-3bdc077ad65d req-c4e26fe2-e138-4ba2-bf89-82cc4f7ca324 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.2245619 Nov 25 17:37:21.784775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f154adce-d10f-4f3a-ad32-c8c216ea2f83 None None] Provisioning complete for port 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:21.785199 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f154adce-d10f-4f3a-ad32-c8c216ea2f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:21.786184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:21.800686 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0e6a8-f253-4118-abff-53138956b243 None None] Sync routers for ids ['ed3753f8-f923-4ea2-9a4e-963dcb642fc3'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:21.810612 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4f1ed959-c497-48a4-b7f2-d0a9330a2560 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/ed3753f8-f923-4ea2-9a4e-963dcb642fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5343847 Nov 25 17:37:21.816307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:21.831772 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0e6a8-f253-4118-abff-53138956b243 None None] Routers {'ed3753f8-f923-4ea2-9a4e-963dcb642fc3'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:21.841877 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e9a0e6a8-f253-4118-abff-53138956b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ed3753f8-f923-4ea2-9a4e-963dcb642fc3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:21.866442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90a471e8-ed0e-4c6b-ba6c-56da13071257 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:21.912318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933bb65-5201-464f-a67d-c4f920b3c6b2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.916878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4933bb65-5201-464f-a67d-c4f920b3c6b2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports/2d8ac8f7-ba10-4558-81e9-a4be92d1f254 HTTP/1.1" status: 200 len: 976 time: 0.0924737 Nov 25 17:37:21.917572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46178) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:21.918932 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.018523 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e9a0e6a8-f253-4118-abff-53138956b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:22.026766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.043088 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f154adce-d10f-4f3a-ad32-c8c216ea2f83 None None] Port 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:22.076714 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0e6a8-f253-4118-abff-53138956b243 None None] Routers {'ed3753f8-f923-4ea2-9a4e-963dcb642fc3'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:22.087458 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e9a0e6a8-f253-4118-abff-53138956b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ed3753f8-f923-4ea2-9a4e-963dcb642fc3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:22.183440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 90a471e8-ed0e-4c6b-ba6c-56da13071257 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:22.190526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Allocated IP 172.25.1.249 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c5418050-52a6-4593-b111-9387ace2a056) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:22.200579 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e9a0e6a8-f253-4118-abff-53138956b243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:22.202277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 90a471e8-ed0e-4c6b-ba6c-56da13071257 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:22.202766 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.205251 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0e6a8-f253-4118-abff-53138956b243 None None] The sync data for ids ['ed3753f8-f923-4ea2-9a4e-963dcb642fc3'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:22.223849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:22.262759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-51f99a07-6d87-4274-a577-b8187e2c504f None None] Provisioning complete for port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:22.263135 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51f99a07-6d87-4274-a577-b8187e2c504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.325518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-51f99a07-6d87-4274-a577-b8187e2c504f None None] Port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:22.435531 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.460559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9b9f7ef-3f7c-47fa-bca6-85b661b491ef req-e2f43698-22ef-4633-b50d-4981226144e3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306113 Nov 25 17:37:22.462778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697e7f2b-e521-4e3f-a766-3563006cb5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a471e8-ed0e-4c6b-ba6c-56da13071257'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:22.466434 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b81185f-42e2-459b-9b9e-1dfd4fab78d4" -d '{"events": [{"server_uuid": "697e7f2b-e521-4e3f-a766-3563006cb5eb", "name": "network-vif-plugged", "status": "completed", "tag": "90a471e8-ed0e-4c6b-ba6c-56da13071257"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:22.483915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e649d27-2aad-4314-9f14-c4c75b88a6f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.486189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 90a471e8-ed0e-4c6b-ba6c-56da13071257, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90a471e8-ed0e-4c6b-ba6c-56da13071257,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:22.504878 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.545237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03207393-8e04-4102-88ea-3bdc077ad65d req-4ca0b237-f6d3-4e86-991b-9d3fb16a7d2e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8075364 Nov 25 17:37:22.577874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=90a471e8-ed0e-4c6b-ba6c-56da13071257,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:22.598020 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.680116 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42858c3d-2ebc-4420-8270-b7a72b2d8294 x-openstack-request-id: req-42858c3d-2ebc-4420-8270-b7a72b2d8294 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:22.680435 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697e7f2b-e521-4e3f-a766-3563006cb5eb", "name": "network-vif-plugged", "status": "completed", "tag": "90a471e8-ed0e-4c6b-ba6c-56da13071257", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:22.680675 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42858c3d-2ebc-4420-8270-b7a72b2d8294 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:22.681355 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697e7f2b-e521-4e3f-a766-3563006cb5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a471e8-ed0e-4c6b-ba6c-56da13071257', 'code': 200} Nov 25 17:37:22.709191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183e42-e237-4fcf-b6a5-357de7390df8 req-033268ed-8518-423d-af79-bf833340ceaa tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:22.711394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07183e42-e237-4fcf-b6a5-357de7390df8 req-033268ed-8518-423d-af79-bf833340ceaa tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 945 time: 0.0938251 Nov 25 17:37:22.713282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.780611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a7e159-4755-4e2b-8f83-fcbb68ddda4b {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:22.787836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e649d27-2aad-4314-9f14-c4c75b88a6f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.794408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.800822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e649d27-2aad-4314-9f14-c4c75b88a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.819195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:22.859126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:22.864980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:22.880187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Transition to ACTIVE for port object 83a7e159-4755-4e2b-8f83-fcbb68ddda4b will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:22.900874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:22.918023 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4e649d27-2aad-4314-9f14-c4c75b88a6f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2080be3be7d45819943897b2249f5f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6929288 Nov 25 17:37:22.928159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46192) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:22.932266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e649d27-2aad-4314-9f14-c4c75b88a6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9a22b-a299-4bc4-8922-5b221860d665,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:22.975057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07183e42-e237-4fcf-b6a5-357de7390df8 req-8c23c886-878e-427c-a2af-c6f723c39ffe tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511673 Nov 25 17:37:22.984533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=c5418050-52a6-4593-b111-9387ace2a056,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:22.996956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.022135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f5993-55dd-48fe-9bb1-19447d9fb3bb req-56439b4f-4fce-474f-91cd-87840e3e82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:23.031184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-874f5993-55dd-48fe-9bb1-19447d9fb3bb req-56439b4f-4fce-474f-91cd-87840e3e82d2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 1096 time: 0.2220683 Nov 25 17:37:23.116574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-874f5993-55dd-48fe-9bb1-19447d9fb3bb req-283e702b-a83b-4d79-8037-ccaa6be0bb6c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Nov 25 17:37:23.189965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Pushing event updated for resources: {'Port': ['ID=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:23.279274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b09eeda6-12fe-43b7-9441-4b507630bd81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.406769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b09eeda6-12fe-43b7-9441-4b507630bd81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.417896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Attempting to bind port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:23.418862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Attempting to bind port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:23.419143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Attempting to bind port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:23.449410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b on network 2983c91f-258f-4b5e-9cdb-2a076206d134 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:23.450449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Attempting to bind port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:23.467911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:23.468213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Checking segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:23.468643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Bound using segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:23.469165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Bound port: 83a7e159-4755-4e2b-8f83-fcbb68ddda4b, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:23.469531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.534316 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b09eeda6-12fe-43b7-9441-4b507630bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.537134 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b09eeda6-12fe-43b7-9441-4b507630bd81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.538315 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b09eeda6-12fe-43b7-9441-4b507630bd81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92a9a22b-a299-4bc4-8922-5b221860d665 HTTP/1.1" status: 204 len: 168 time: 0.6070564 Nov 25 17:37:23.647943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eeda6-12fe-43b7-9441-4b507630bd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9a22b-a299-4bc4-8922-5b221860d665,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:23.694036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177e87a-bcfb-4c58-a7ca-7e1879d99021 req-08741315-98ae-477e-80e3-1c7bfd6476f9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:23.696978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] For port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:23.697215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0177e87a-bcfb-4c58-a7ca-7e1879d99021 req-08741315-98ae-477e-80e3-1c7bfd6476f9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 944 time: 0.0972245 Nov 25 17:37:23.703946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] For port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:23.711393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.771829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.795149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:23.796027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.797811 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] 10.222.0.60 "PUT /v2.0/ports/83a7e159-4755-4e2b-8f83-fcbb68ddda4b HTTP/1.1" status: 200 len: 1092 time: 2.1620252 Nov 25 17:37:23.813911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'tag': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:23.817335 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b10f5b6b-f6dd-4223-8ffa-fc182d7886d0", "tag": "83a7e159-4755-4e2b-8f83-fcbb68ddda4b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:23.884056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:23.884402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:23.985731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4fa0e-bffc-4299-8935-51c6fd93ac06 service neutron] Pushing event updated for resources: {'Port': ['ID=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:24.048806 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.065345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-1eb0347d-72d6-4d9e-89b4-ae9bce0d3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:24.069498 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-1eb0347d-72d6-4d9e-89b4-ae9bce0d3792 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 1095 time: 0.2140820 Nov 25 17:37:24.163744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-94135f45-897f-4c7a-a9cb-fa75276354e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b HTTP/1.1" status: 200 len: 217 time: 0.0815513 Nov 25 17:37:24.219574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0177e87a-bcfb-4c58-a7ca-7e1879d99021 req-a09ed627-38dd-4c6f-831a-af86cc5dff02 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098233 Nov 25 17:37:24.260283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.316423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 2d8ac8f7-ba10-4558-81e9-a4be92d1f254 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:24.341827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-9edfd507-3203-4cfa-bac3-4c693128fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:24.344283 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-9edfd507-3203-4cfa-bac3-4c693128fa4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1642311 Nov 25 17:37:24.390496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f24776-22af-44d9-bae2-c2176ab28479 req-5fee9797-e0da-4528-9cd2-aead71ac4645 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:24.396712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f24776-22af-44d9-bae2-c2176ab28479 req-5fee9797-e0da-4528-9cd2-aead71ac4645 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.5237048 Nov 25 17:37:24.477011 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09540c6-ff54-4d73-9055-f179f2330e47 x-openstack-request-id: req-e09540c6-ff54-4d73-9055-f179f2330e47 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:24.477011 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10f5b6b-f6dd-4223-8ffa-fc182d7886d0", "tag": "83a7e159-4755-4e2b-8f83-fcbb68ddda4b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:24.477283 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e09540c6-ff54-4d73-9055-f179f2330e47 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:24.477798 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'tag': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b', 'status': 'completed', 'code': 200} Nov 25 17:37:24.566867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-eafc5f00-1345-436b-b16e-fd5fb7bb4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:24.570652 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-eafc5f00-1345-436b-b16e-fd5fb7bb4e77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916791 Nov 25 17:37:24.581094 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.670323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f24776-22af-44d9-bae2-c2176ab28479 req-ba858743-f189-480a-af3f-714fe1078a8b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643175 Nov 25 17:37:24.678349 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:24.813777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event updated for resources: {'Port': ['ID=c5418050-52a6-4593-b111-9387ace2a056,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:24.894012 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-7042cf33-a399-4d20-9731-60453df55705 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124001 Nov 25 17:37:24.974656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.025896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a9805-cd06-4ba5-958c-f947c6050236 req-f33d7232-041a-4afd-8ffc-b70afa4865e6 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.027847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-876a9805-cd06-4ba5-958c-f947c6050236 req-f33d7232-041a-4afd-8ffc-b70afa4865e6 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 945 time: 0.4442236 Nov 25 17:37:25.033302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.078761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=2d8ac8f7-ba10-4558-81e9-a4be92d1f254,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:25.218947 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Floating IP 10115403-332c-4988-a467-4174ebdf89a4 associated. External IP: 172.25.1.249, port: d5c23e52-d46c-4953-876f-b0d19beb0995. Nov 25 17:37:25.446215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-876a9805-cd06-4ba5-958c-f947c6050236 req-c611d834-0b0b-4157-82d7-3c058784f231 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064386 Nov 25 17:37:25.468449 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00f43c59-3b28-4b77-85e4-1ff53d4823c0 req-57f2453e-fd75-473e-8e0a-c9b751cdc72c service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644913 Nov 25 17:37:25.474564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:25.849329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ffc23544-532d-4f13-a6bd-6e6c02187649 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:25.940039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84352f0-0bd9-4679-a6b5-8218748b6518 req-e73735d1-0ca0-431d-8700-00abb9d50fa0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.950869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b84352f0-0bd9-4679-a6b5-8218748b6518 req-e73735d1-0ca0-431d-8700-00abb9d50fa0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 944 time: 0.5233819 Nov 25 17:37:26.469376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b84352f0-0bd9-4679-a6b5-8218748b6518 req-a056426f-56bd-4613-bc4b-c85e8ff4b4b1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174398 Nov 25 17:37:26.481491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:26.495117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] Sync routers for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:26.517465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8a81-3873-4702-b93b-66c17f03d552 req-be0bde20-dfbc-4121-90ab-74a8f23b8834 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:26.526278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a21f8a81-3873-4702-b93b-66c17f03d552 req-be0bde20-dfbc-4121-90ab-74a8f23b8834 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1674576 Nov 25 17:37:26.532666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:26.539694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:26.602150 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:26.681747 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a21f8a81-3873-4702-b93b-66c17f03d552 req-c2268f7e-d0cb-45ba-b839-2c7f7e0a491d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536269 Nov 25 17:37:26.702642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fae76150-5783-4e3c-85a6-a7e7d076311c tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4545889 Nov 25 17:37:26.703690 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:26.706339 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:26.780218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:26.853513 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c8746-5754-4aee-b173-b5ea1525381c x-openstack-request-id: req-248c8746-5754-4aee-b173-b5ea1525381c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:26.854120 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:26.854120 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-248c8746-5754-4aee-b173-b5ea1525381c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:26.854485 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'status': 'completed', 'code': 200} Nov 25 17:37:26.949219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:26.956860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router ed3753f8-f923-4ea2-9a4e-963dcb642fc3 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:26.973893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-8cc3e8d1-85bb-47b7-8cc9-bbb03dd7568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:26.981603 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-8cc3e8d1-85bb-47b7-8cc9-bbb03dd7568b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 1095 time: 0.4514623 Nov 25 17:37:27.057292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad581f-cb5d-49d8-9c51-68365baeed23 req-fd29d2d2-84f8-4454-96ad-028bf0d356fd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:27.066535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1ad581f-cb5d-49d8-9c51-68365baeed23 req-fd29d2d2-84f8-4454-96ad-028bf0d356fd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.2311547 Nov 25 17:37:27.104637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-9f39024b-8083-4057-be08-c0a7f4938d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:27.107406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-9f39024b-8083-4057-be08-c0a7f4938d61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 1096 time: 0.2453256 Nov 25 17:37:27.115777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fbed-884a-4ebb-81b0-6e4ac4c3f1b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.336541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1ad581f-cb5d-49d8-9c51-68365baeed23 req-29c8cdb6-13be-4bf4-acc5-62043963811d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689888 Nov 25 17:37:27.353069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46280) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:27.453243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 83a7e159-4755-4e2b-8f83-fcbb68ddda4b details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:27.520620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-d5ca01e6-0666-4e99-a6f0-f7bf84a6e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:27.535489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-d5ca01e6-0666-4e99-a6f0-f7bf84a6e031 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c2e4f77-4902-4904-8658-0678d736b83c HTTP/1.1" status: 200 len: 898 time: 0.4151285 Nov 25 17:37:27.619510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:27.645357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b', 'mac_address': 'fa:16:3e:a8:80:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:27.655833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-45145017-2b8d-42af-a4d1-2fe28ed22f08 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/10115403-332c-4988-a467-4174ebdf89a4 HTTP/1.1" status: 200 len: 991 time: 0.2952588 Nov 25 17:37:27.686443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:27.702996 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e036f2e1-7259-4f63-8c41-abfe3aab40d3 None None] Sync routers for ids ['ed3753f8-f923-4ea2-9a4e-963dcb642fc3'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:27.708749 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1656e570-c486-412a-81a3-f7b91f38e644 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/ed3753f8-f923-4ea2-9a4e-963dcb642fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7895093 Nov 25 17:37:27.715834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46294) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:27.722526 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036f2e1-7259-4f63-8c41-abfe3aab40d3 None None] Routers {'ed3753f8-f923-4ea2-9a4e-963dcb642fc3'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:27.723268 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e036f2e1-7259-4f63-8c41-abfe3aab40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ed3753f8-f923-4ea2-9a4e-963dcb642fc3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:27.838114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-5dcfb011-15b4-4436-997f-5b3dbde731b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5c23e52-d46c-4953-876f-b0d19beb0995 HTTP/1.1" status: 200 len: 999 time: 0.2834723 Nov 25 17:37:27.855131 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e036f2e1-7259-4f63-8c41-abfe3aab40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:27.884682 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036f2e1-7259-4f63-8c41-abfe3aab40d3 None None] Routers {'ed3753f8-f923-4ea2-9a4e-963dcb642fc3'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:27.887405 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e036f2e1-7259-4f63-8c41-abfe3aab40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ed3753f8-f923-4ea2-9a4e-963dcb642fc3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:27.989025 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e036f2e1-7259-4f63-8c41-abfe3aab40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:27.993967 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e036f2e1-7259-4f63-8c41-abfe3aab40d3 None None] The sync data for ids ['ed3753f8-f923-4ea2-9a4e-963dcb642fc3'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:28.009760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-b1f9d4ca-5909-4fc3-87f3-c714d96166e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:28.011296 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-b1f9d4ca-5909-4fc3-87f3-c714d96166e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 1.0185912 Nov 25 17:37:28.112797 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.141639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a7e159-4755-4e2b-8f83-fcbb68ddda4b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:28.166976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:28.188728 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.219635 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fbed-884a-4ebb-81b0-6e4ac4c3f1b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.250416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '10115403-332c-4988-a467-4174ebdf89a4', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'port_id': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'mac_address': 'fa:16:3e:e9:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:37:23Z', 'updated_at': '2021-11-25T17:37:23Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:37:03Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:28.275842 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fbed-884a-4ebb-81b0-6e4ac4c3f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.289373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] Checking router: ffc23544-532d-4f13-a6bd-6e6c02187649 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:28.305801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:28.306671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:28.339873 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-ca7d2437-f4f1-4d34-800a-ad909e4ec2b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b HTTP/1.1" status: 200 len: 217 time: 0.3092339 Nov 25 17:37:28.468179 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-482aa272-d619-4435-9554-db92ff6d1796 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 17:37:28.472348 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-482aa272-d619-4435-9554-db92ff6d1796 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/ed3753f8-f923-4ea2-9a4e-963dcb642fc3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7332330 Nov 25 17:37:28.475161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46322) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:28.530088 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:28.530976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-b8465df2-39f9-452c-abed-475777684343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:28.533367 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a07a5a07-19e9-432d-97d6-8c9bcc83a8dd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed3753f8-f923-4ea2-9a4e-963dcb642fc3 HTTP/1.1" status: 200 len: 205 time: 0.0570228 Nov 25 17:37:28.533988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46326) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:28.539174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-0ec8bbf8-e527-47f8-b551-9cb9fcf394c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:28.540196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-b8465df2-39f9-452c-abed-475777684343 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd9609f3-a8b2-4db2-bb84-48a56cdc4083 HTTP/1.1" status: 200 len: 834 time: 0.7012036 Nov 25 17:37:28.540622 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-0ec8bbf8-e527-47f8-b551-9cb9fcf394c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1885147 Nov 25 17:37:28.663905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46330) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:28.724128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46332) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:28.752992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a4b5fbed-884a-4ebb-81b0-6e4ac4c3f1b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7f23d1478124489bd5cbd687e160540&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9696395 Nov 25 17:37:28.776752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396e764-cd9f-4136-b1a1-54f08409cc5b req-be079add-a916-461c-8091-a42e8753b727 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:28.784462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5396e764-cd9f-4136-b1a1-54f08409cc5b req-be079add-a916-461c-8091-a42e8753b727 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 944 time: 0.9276392 Nov 25 17:37:28.807222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46334) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:28.825435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7711a1ac-8bc2-4cdd-a41c-1c513416b505 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.839541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5fbed-884a-4ebb-81b0-6e4ac4c3f1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adce5b4-13aa-409b-a0ab-d9799998a7cc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:28.958636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5396e764-cd9f-4136-b1a1-54f08409cc5b req-102a6334-4057-47a1-9f6c-2a67e91c093d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731713 Nov 25 17:37:28.976491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88ecef-91c9-4f08-ab3d-2ba77d553254 req-3d6a362f-d9fb-4767-9f0e-fe8a243d09d0 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:28.986008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f88ecef-91c9-4f08-ab3d-2ba77d553254 req-3d6a362f-d9fb-4767-9f0e-fe8a243d09d0 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 1.0674014 Nov 25 17:37:28.994800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:28.999878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-f5083731-b937-457f-b14d-c4f278c2706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:29.001729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-f5083731-b937-457f-b14d-c4f278c2706b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c2e4f77-4902-4904-8658-0678d736b83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3499990 Nov 25 17:37:29.059847 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5084d89d-c031-4c90-98bc-7f7682825790 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/10115403-332c-4988-a467-4174ebdf89a4 HTTP/1.1" status: 200 len: 991 time: 0.3913252 Nov 25 17:37:29.106372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['83a7e159-4755-4e2b-8f83-fcbb68ddda4b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:29.153086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-9ac54460-b7da-43de-a558-8f05ae13a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:29.157116 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-9ac54460-b7da-43de-a558-8f05ae13a62c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5729132 Nov 25 17:37:29.207749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f88ecef-91c9-4f08-ab3d-2ba77d553254 req-b1b0110c-0d6e-47fb-bc5c-772a1108f3dc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202828 Nov 25 17:37:29.282755 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c26a636f-3db8-491e-9b27-87781438e329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.319572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-d9ff30b8-c2f5-4f27-a6f3-065600b23900 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058282 Nov 25 17:37:29.350397 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7711a1ac-8bc2-4cdd-a41c-1c513416b505 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.359790 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7711a1ac-8bc2-4cdd-a41c-1c513416b505 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.412260 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '10115403-332c-4988-a467-4174ebdf89a4', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'port_id': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'mac_address': 'fa:16:3e:e9:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:37:23Z', 'updated_at': '2021-11-25T17:37:23Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:37:03Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:29.422632 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71b283eb-48ad-4846-9e88-f2518e269303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.451059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71b283eb-48ad-4846-9e88-f2518e269303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.495476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd00d26-7265-4944-9877-f4300f6caea7 None None] The sync data for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 is: [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '10115403-332c-4988-a467-4174ebdf89a4', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'port_id': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'mac_address': 'fa:16:3e:e9:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:37:23Z', 'updated_at': '2021-11-25T17:37:23Z', 'revision_number': 0, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:37:03Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:29.505982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf4a842-cd16-4f8a-9e15-b64810d4b0c6 req-67c9f3a6-73e6-49a7-8fef-01893f69fb7e service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675103 Nov 25 17:37:29.563199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7711a1ac-8bc2-4cdd-a41c-1c513416b505 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.563767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7711a1ac-8bc2-4cdd-a41c-1c513416b505 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Fanout notify agent at l3_agent the message router_deleted on router ed3753f8-f923-4ea2-9a4e-963dcb642fc3 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:29.595864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7711a1ac-8bc2-4cdd-a41c-1c513416b505 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.608003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7711a1ac-8bc2-4cdd-a41c-1c513416b505 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/ed3753f8-f923-4ea2-9a4e-963dcb642fc3 HTTP/1.1" status: 204 len: 168 time: 1.0685606 Nov 25 17:37:29.615129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46338) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:29.659475 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71b283eb-48ad-4846-9e88-f2518e269303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.674975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71b283eb-48ad-4846-9e88-f2518e269303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.679284 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71b283eb-48ad-4846-9e88-f2518e269303 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2adce5b4-13aa-409b-a0ab-d9799998a7cc HTTP/1.1" status: 204 len: 168 time: 0.8662641 Nov 25 17:37:29.686468 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-5c181b4f-ca83-4eff-922f-92bb8301f1f1 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711912 Nov 25 17:37:29.702733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b283eb-48ad-4846-9e88-f2518e269303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adce5b4-13aa-409b-a0ab-d9799998a7cc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:29.721384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a709a295-3df8-48a1-9947-3ffd07734930 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet 1ea75f9d-8c10-4225-ba97-c267d104befc {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:29.733943 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a709a295-3df8-48a1-9947-3ffd07734930 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.807042 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a709a295-3df8-48a1-9947-3ffd07734930 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.878972 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c26a636f-3db8-491e-9b27-87781438e329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.900089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c26a636f-3db8-491e-9b27-87781438e329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.969241 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a709a295-3df8-48a1-9947-3ffd07734930 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.020079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf38a1a-f5c4-4109-831a-53a8248ba82a None None] New status for floating IP 10115403-332c-4988-a467-4174ebdf89a4: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:37:30.051510 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c26a636f-3db8-491e-9b27-87781438e329 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=020304aafd054d11bf5e0ff211d69e73&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2789171 Nov 25 17:37:30.055601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:30.068763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:30.180969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a636f-3db8-491e-9b27-87781438e329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b80b6b-acc2-4f30-8439-4a1415b42cc7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:30.196484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cabc40c3-0c43-478b-8fd2-e557abf9d1e1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/10115403-332c-4988-a467-4174ebdf89a4 HTTP/1.1" status: 200 len: 991 time: 0.1241992 Nov 25 17:37:30.232738 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8ff19dc8-ec80-49c9-b60c-e8f96c90b5aa req-d8a06116-f898-4a34-b1c4-c063824432c6 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240912 Nov 25 17:37:30.376464 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a709a295-3df8-48a1-9947-3ffd07734930 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.530063 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef8469-d3a7-40c8-9d6b-827dbf07809b None None] Network 34e215cd-b4c3-493f-a056-3b2ac1dbf724 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:30.568313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709a295-3df8-48a1-9947-3ffd07734930 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea75f9d-8c10-4225-ba97-c267d104befc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:30.579640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7af51-1e16-4003-a12b-962e687623dd req-5237b083-6cdd-43b7-9dbc-d613ae1791cb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:30.587049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cad7af51-1e16-4003-a12b-962e687623dd req-5237b083-6cdd-43b7-9dbc-d613ae1791cb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 945 time: 0.4127398 Nov 25 17:37:30.589606 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a709a295-3df8-48a1-9947-3ffd07734930 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.594143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a709a295-3df8-48a1-9947-3ffd07734930 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/1ea75f9d-8c10-4225-ba97-c267d104befc HTTP/1.1" status: 204 len: 168 time: 0.9770274 Nov 25 17:37:30.596881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46358) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:30.618520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e702b9-39de-4e08-8897-03fc35967cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.689964 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e702b9-39de-4e08-8897-03fc35967cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.707362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cad7af51-1e16-4003-a12b-962e687623dd req-de5acfa7-6eef-4f57-b811-c4ffdeaa95cc tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191633 Nov 25 17:37:30.851284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.911871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07c0ef-538d-435f-896c-6ef0e2363070 req-00197595-0f2a-42e0-8df0-cc1f170d307d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:30.920750 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fd07c0ef-538d-435f-896c-6ef0e2363070 req-00197595-0f2a-42e0-8df0-cc1f170d307d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.5079014 Nov 25 17:37:30.923243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e702b9-39de-4e08-8897-03fc35967cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.934601 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e702b9-39de-4e08-8897-03fc35967cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.938030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-41e702b9-39de-4e08-8897-03fc35967cc2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5b80b6b-acc2-4f30-8439-4a1415b42cc7 HTTP/1.1" status: 204 len: 168 time: 0.8735743 Nov 25 17:37:30.988196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e702b9-39de-4e08-8897-03fc35967cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b80b6b-acc2-4f30-8439-4a1415b42cc7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:31.051477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 17161773-d781-4ca3-9efa-cd72536467d1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:31.051819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.078716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fd07c0ef-538d-435f-896c-6ef0e2363070 req-2693856b-1bf5-4dfb-9e0a-fee6132b7987 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394007 Nov 25 17:37:31.147198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] DHCP port deletion for 34e215cd-b4c3-493f-a056-3b2ac1dbf724 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:31.205875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46372) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:31.238358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] Deleting port 17161773-d781-4ca3-9efa-cd72536467d1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:31.238752 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.394964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] For port 17161773-d781-4ca3-9efa-cd72536467d1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=17161773-d781-4ca3-9efa-cd72536467d1,segment=NetworkSegment(ce00ac73-7259-4670-9ebf-eb27c3556837),segment_id=ce00ac73-7259-4670-9ebf-eb27c3556837)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:31.395405 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.401205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 17161773-d781-4ca3-9efa-cd72536467d1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=17161773-d781-4ca3-9efa-cd72536467d1,segment=NetworkSegment(ce00ac73-7259-4670-9ebf-eb27c3556837),segment_id=ce00ac73-7259-4670-9ebf-eb27c3556837)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:31.401650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.434327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] Calling delete_port for 17161773-d781-4ca3-9efa-cd72536467d1 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:31.454985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 17161773-d781-4ca3-9efa-cd72536467d1 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:31.521950 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc61d1e7-1bc7-42c1-9fbd-a4484acd3080 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/10115403-332c-4988-a467-4174ebdf89a4 HTTP/1.1" status: 200 len: 993 time: 0.3059456 Nov 25 17:37:31.645462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 83a7e159-4755-4e2b-8f83-fcbb68ddda4b up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:31.647686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 17161773-d781-4ca3-9efa-cd72536467d1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:31.710309 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.712574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.729165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] No DVR routers for this DVR port 17161773-d781-4ca3-9efa-cd72536467d1 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:31.780636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d7356-db9c-4d89-80cd-224f5d11a73e None None] Pushing event deleted for resources: {'Port': ['ID=17161773-d781-4ca3-9efa-cd72536467d1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:31.797436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No active binding found for port 17161773-d781-4ca3-9efa-cd72536467d1 {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:37:31.798013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 17161773-d781-4ca3-9efa-cd72536467d1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:31.810697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:31.814518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=17161773-d781-4ca3-9efa-cd72536467d1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:31.817818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:31.818136 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.832252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No DVR routers for this DVR port 17161773-d781-4ca3-9efa-cd72536467d1 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:31.975066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.009466 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.017365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffecda-e3dc-4388-ba8e-7a2b1534331d req-5c554d28-17eb-410d-9324-dc9808976975 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:32.018950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dffecda-e3dc-4388-ba8e-7a2b1534331d req-5c554d28-17eb-410d-9324-dc9808976975 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 945 time: 0.1565440 Nov 25 17:37:32.039795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e215cd-b4c3-493f-a056-3b2ac1dbf724']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:32.051411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce00ac73-7259-4670-9ebf-eb27c3556837') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:32.051791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce00ac73-7259-4670-9ebf-eb27c3556837') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:32.056918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:32.060689 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:32.067180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.067424 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65928a76-dfbf-4854-a856-d98c857f50d0" -d '{"events": [{"server_uuid": "b10f5b6b-f6dd-4223-8ffa-fc182d7886d0", "name": "network-vif-plugged", "status": "completed", "tag": "83a7e159-4755-4e2b-8f83-fcbb68ddda4b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:32.076079 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.083594 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.102075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:32.102735 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:32.205211 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:32.209399 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be7c22d-93bb-4f13-bbf1-fa9ffddad413 x-openstack-request-id: req-6be7c22d-93bb-4f13-bbf1-fa9ffddad413 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:32.209809 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10f5b6b-f6dd-4223-8ffa-fc182d7886d0", "name": "network-vif-plugged", "status": "completed", "tag": "83a7e159-4755-4e2b-8f83-fcbb68ddda4b", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:32.210924 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6be7c22d-93bb-4f13-bbf1-fa9ffddad413 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:32.210924 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b', 'code': 200} Nov 25 17:37:32.213420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.229006 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.258561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:32.259250 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/34e215cd-b4c3-493f-a056-3b2ac1dbf724 HTTP/1.1" status: 204 len: 168 time: 1.6599638 Nov 25 17:37:32.263038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46392) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:32.265998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46394) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:32.291504 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20283910-fa2d-4dea-b75e-077364ef9325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.291827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dffecda-e3dc-4388-ba8e-7a2b1534331d req-7aef82e6-b929-455b-8467-f42c2e132d11 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538841 Nov 25 17:37:32.329340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-461941195'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:32.347915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a75dac-7fa5-4b28-b26f-f04bafee783c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=34e215cd-b4c3-493f-a056-3b2ac1dbf724,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:32.379133 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7bacb2a-84ac-479c-a105-aa7f6456ec74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.430995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:32.435945 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.458098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c8e0d-7d1d-4bc5-a763-e9b07a2a1d30 req-7649b448-126b-49ad-a72b-fe0694353b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:32.459720 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-479c8e0d-7d1d-4bc5-a763-e9b07a2a1d30 req-7649b448-126b-49ad-a72b-fe0694353b02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 1097 time: 0.1977057 Nov 25 17:37:32.469434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baf06b-4ad6-4bda-acd8-42132c154054 req-eccac9c1-94e5-4083-99b9-7c5a32e58795 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:32.473190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8baf06b-4ad6-4bda-acd8-42132c154054 req-eccac9c1-94e5-4083-99b9-7c5a32e58795 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1557548 Nov 25 17:37:32.511377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:32.551575 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.552124 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment 9ec9436e-6170-4084-819b-02f20ac98f87 of type vlan for network c414b731-2159-4a96-b952-3344eb3f10f8 Nov 25 17:37:32.616637 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-479c8e0d-7d1d-4bc5-a763-e9b07a2a1d30 req-c29ac2bd-a744-4004-8fa3-10714e1d478f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417284 Nov 25 17:37:32.651053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8baf06b-4ad6-4bda-acd8-42132c154054 req-c2923cab-22ca-4974-8fda-08b55bd79a1a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579804 Nov 25 17:37:32.677681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.688552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7bacb2a-84ac-479c-a105-aa7f6456ec74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.707925 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7bacb2a-84ac-479c-a105-aa7f6456ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.821570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bacb2a-84ac-479c-a105-aa7f6456ec74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0addc-bcbf-4d44-86ec-9a93020d9fc9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:32.833089 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d7bacb2a-84ac-479c-a105-aa7f6456ec74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ebb1dd67e1642f79ddbb541378b85db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5084798 Nov 25 17:37:32.836135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:32.848803 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.859459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:32.860762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.027177 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7127278 Nov 25 17:37:33.029004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:33.035074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': 'c414b731-2159-4a96-b952-3344eb3f10f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:33.037044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c692ea0-bdad-4574-bd78-16aff160a86a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=c414b731-2159-4a96-b952-3344eb3f10f8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:33.054249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network c414b731-2159-4a96-b952-3344eb3f10f8 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:33.106804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb1a2-c55a-4e5d-b94d-cd0c615fca93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.167687 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb1a2-c55a-4e5d-b94d-cd0c615fca93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.301771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb1a2-c55a-4e5d-b94d-cd0c615fca93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.306364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb1a2-c55a-4e5d-b94d-cd0c615fca93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.310564 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8f5cb1a2-c55a-4e5d-b94d-cd0c615fca93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80b0addc-bcbf-4d44-86ec-9a93020d9fc9 HTTP/1.1" status: 204 len: 168 time: 0.4700809 Nov 25 17:37:33.329044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cb1a2-c55a-4e5d-b94d-cd0c615fca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0addc-bcbf-4d44-86ec-9a93020d9fc9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:33.398333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-f834fcff-9664-4c4e-8d1d-aa5d4415df40 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529369 Nov 25 17:37:33.407151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:33.410812 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.366590 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-e130fa98-7cbb-4fc9-bf10-098070c18379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:34.368509 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-e130fa98-7cbb-4fc9-bf10-098070c18379 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 1096 time: 0.8454320 Nov 25 17:37:34.422436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd47123-9223-49a8-928e-55f74985caf0 req-ac9f8a3e-f751-4c93-9c6d-a490b95ed5aa tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:34.438848 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-809d1b80-fd84-4be3-a160-b9778c640647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.440088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9bd47123-9223-49a8-928e-55f74985caf0 req-ac9f8a3e-f751-4c93-9c6d-a490b95ed5aa tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 946 time: 0.9180369 Nov 25 17:37:34.537167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca971b4b-4842-4bce-b3bc-5d349947c035 req-86c2a91a-c1a2-45db-898d-26466215a9f8 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:34.539465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca971b4b-4842-4bce-b3bc-5d349947c035 req-86c2a91a-c1a2-45db-898d-26466215a9f8 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.3805294 Nov 25 17:37:34.787350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-19863877-655f-4bab-901d-f6268e820e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:34.788969 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-19863877-655f-4bab-901d-f6268e820e35 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.3437810 Nov 25 17:37:34.805729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9bd47123-9223-49a8-928e-55f74985caf0 req-4b3df866-dad8-48e3-859a-c1bbd4d61a6f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644626 Nov 25 17:37:34.873868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-64c411ef-63b8-466b-8c1f-ca34a878f473 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce4c30ce-9e68-41e5-adee-05e0d77a8a20 HTTP/1.1" status: 200 len: 217 time: 0.0746763 Nov 25 17:37:34.891360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca971b4b-4842-4bce-b3bc-5d349947c035 req-c6ed9595-dc1d-440f-8b38-74d07a3b7638 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440297 Nov 25 17:37:35.003773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.057173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-01f048e9-c787-4a06-8d21-69ad0e7b62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:35.059635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-01f048e9-c787-4a06-8d21-69ad0e7b62aa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1652858 Nov 25 17:37:35.145467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=c86e4800-dab9-492f-b066-bd03396d3a76,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:35.169733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': '9ec9436e-6170-4084-819b-02f20ac98f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c414b731-2159-4a96-b952-3344eb3f10f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:35.170176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: c414b731-2159-4a96-b952-3344eb3f10f8, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:35.200874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-0b225b64-f471-4362-a537-51d4a29ceecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:35.202470 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-0b225b64-f471-4362-a537-51d4a29ceecc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267037 Nov 25 17:37:35.242502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network c414b731-2159-4a96-b952-3344eb3f10f8 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:35.391813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, c414b731-2159-4a96-b952-3344eb3f10f8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:35.405315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5a9cb-6567-4b6d-9f54-e2a88ea62bd1 None None] Network c414b731-2159-4a96-b952-3344eb3f10f8 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:35.410217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:35.414826 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.456461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:35.460810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-61c06c8d-b7ad-4197-aa43-3451f313f8f7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4279222 Nov 25 17:37:35.461454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-563ba304-b953-4a7c-8bcf-9e4c0cbc04f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1890005322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:35.533880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-67a79049-ee8d-4b00-bfad-e12591b7f0d9 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110418 Nov 25 17:37:35.563193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563ba304-b953-4a7c-8bcf-9e4c0cbc04f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.564281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563ba304-b953-4a7c-8bcf-9e4c0cbc04f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.733834 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563ba304-b953-4a7c-8bcf-9e4c0cbc04f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.745562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563ba304-b953-4a7c-8bcf-9e4c0cbc04f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.770617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154cb375-a2a5-4fb8-a5ba-e772345d44cf req-7bfd21be-6a73-4eed-82b0-8f0e012c39fb service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234726 Nov 25 17:37:35.794918 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563ba304-b953-4a7c-8bcf-9e4c0cbc04f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.808303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46464) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:35.820358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-563ba304-b953-4a7c-8bcf-9e4c0cbc04f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3624303 Nov 25 17:37:35.890909 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.942230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-c414b731-2159-4a96-b952-3344eb3f10f8', 'network_id': 'c414b731-2159-4a96-b952-3344eb3f10f8', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': 'c86e4800-dab9-492f-b066-bd03396d3a76'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:35.948017 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.489987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbaaa6-5061-44d5-bb55-f7473b85762a req-17a8de81-9424-477b-a28a-12ea25b960a6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:36.491977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79bbaaa6-5061-44d5-bb55-f7473b85762a req-17a8de81-9424-477b-a28a-12ea25b960a6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 946 time: 0.4607351 Nov 25 17:37:36.590750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045bc0e-9bb6-46b0-9492-19661afa65ae req-3c469336-6f6a-4f1a-b118-1ef92a78ba12 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:36.592475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b045bc0e-9bb6-46b0-9492-19661afa65ae req-3c469336-6f6a-4f1a-b118-1ef92a78ba12 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.3033020 Nov 25 17:37:36.615117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.649618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Allocated IP 172.20.0.2 (c414b731-2159-4a96-b952-3344eb3f10f8/c86e4800-dab9-492f-b066-bd03396d3a76/81cfe0f0-af53-4b4c-a4d1-7405a5ead860) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:36.677084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b045bc0e-9bb6-46b0-9492-19661afa65ae req-b81b0fe7-81ab-48a2-8351-07d80fecfa81 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764716 Nov 25 17:37:36.721195 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.759618 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79bbaaa6-5061-44d5-bb55-f7473b85762a req-877ddaf7-59d0-441e-927d-c7ebc1d6fb15 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445405 Nov 25 17:37:36.961621 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.967866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.032861 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-9cde2c21-4ea9-4fc8-8f90-08aa7fffc0d2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6 HTTP/1.1" status: 200 len: 267 time: 0.1196928 Nov 25 17:37:37.068332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Network c414b731-2159-4a96-b952-3344eb3f10f8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:37.105871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:37.112341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:37.121368 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.147312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Pushing event updated for resources: {'Port': ['ID=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.285416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-cb42bcd7-9e89-4528-8a69-434c58a9026f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:37.294694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-cb42bcd7-9e89-4528-8a69-434c58a9026f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 946 time: 0.2607710 Nov 25 17:37:37.307751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'port': {'security_groups': []}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:37.307927 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.357789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Attempting to bind port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:37.358496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Attempting to bind port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '9ec9436e-6170-4084-819b-02f20ac98f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c414b731-2159-4a96-b952-3344eb3f10f8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:37.359936 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Attempting to bind port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 on network c414b731-2159-4a96-b952-3344eb3f10f8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:37.388016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:37.388407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Checking segment: {'id': '9ec9436e-6170-4084-819b-02f20ac98f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c414b731-2159-4a96-b952-3344eb3f10f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:37.388802 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.389258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Bound using segment: {'id': '9ec9436e-6170-4084-819b-02f20ac98f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c414b731-2159-4a96-b952-3344eb3f10f8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:37.389746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Bound port: 81cfe0f0-af53-4b4c-a4d1-7405a5ead860, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec9436e-6170-4084-819b-02f20ac98f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c414b731-2159-4a96-b952-3344eb3f10f8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:37.390127 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.506273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-8e98af49-c80b-45e9-9202-a8527e0367e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:37.508556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-8e98af49-c80b-45e9-9202-a8527e0367e3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 1096 time: 0.3020267 Nov 25 17:37:37.511798 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.550453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] For port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:37.554426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] For port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,segment=NetworkSegment(9ec9436e-6170-4084-819b-02f20ac98f87),segment_id=9ec9436e-6170-4084-819b-02f20ac98f87)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:37.633656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-8d2e7cb3-52f0-4116-99d7-6dcbe9f5064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:37.635271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-8d2e7cb3-52f0-4116-99d7-6dcbe9f5064f service neutron] 10.222.0.95 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.1183615 Nov 25 17:37:37.688004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.20.0.1 (c414b731-2159-4a96-b952-3344eb3f10f8/c86e4800-dab9-492f-b066-bd03396d3a76/d5cf812e-f228-4b2a-9514-af889870e786) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:37.940348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46552) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:37.941308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.962296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-3b10edb0-7ca2-44c4-84be-f8b6ca505682 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 200 len: 1000 time: 0.3154659 Nov 25 17:37:38.038250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff60891-917d-4d07-abe6-cdeb1d015779 None None] Pushing event updated for resources: {'Port': ['ID=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.051904 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.079363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a79e8-365a-400c-a4c0-dd7993b09892 req-d38f9f2f-fdf5-4e78-9ec3-648de9f47760 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:38.085657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-970a79e8-365a-400c-a4c0-dd7993b09892 req-d38f9f2f-fdf5-4e78-9ec3-648de9f47760 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.2581072 Nov 25 17:37:38.113633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aedba86-e826-43d6-945f-ac22973e6ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.167551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-a61302ad-597e-4426-9108-baa4189c2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:38.170054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-a61302ad-597e-4426-9108-baa4189c2d9f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.1764255 Nov 25 17:37:38.217267 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aedba86-e826-43d6-945f-ac22973e6ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.221951 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aedba86-e826-43d6-945f-ac22973e6ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.294282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedba86-e826-43d6-945f-ac22973e6ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531843a2-3d4d-48b0-8e93-16683772a1b4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.295890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.302842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4aedba86-e826-43d6-945f-ac22973e6ea4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7153196887d14d7c9db0ac9145221fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3609860 Nov 25 17:37:38.304052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:38.318195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] For port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:38.382330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5752-e7dc-4192-9f5a-132ec2f96061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.408499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-970a79e8-365a-400c-a4c0-dd7993b09892 req-fd0e6d0c-d2f1-45c0-9b76-53f775d20fb1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072209 Nov 25 17:37:38.412654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5752-e7dc-4192-9f5a-132ec2f96061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.453617 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.459206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-2b6685dd-42f4-4ce1-8b74-263c37a2b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:38.461683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-2b6685dd-42f4-4ce1-8b74-263c37a2b39a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2736421 Nov 25 17:37:38.466150 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.486403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f06bfe95-4189-421f-a33a-0b76c5471d7e', 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:38.499230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['83a7e159-4755-4e2b-8f83-fcbb68ddda4b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:38.507125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5752-e7dc-4192-9f5a-132ec2f96061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.509720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5752-e7dc-4192-9f5a-132ec2f96061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.514304 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7e2d5752-e7dc-4192-9f5a-132ec2f96061 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/531843a2-3d4d-48b0-8e93-16683772a1b4 HTTP/1.1" status: 204 len: 168 time: 0.2057226 Nov 25 17:37:38.536171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d5752-e7dc-4192-9f5a-132ec2f96061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531843a2-3d4d-48b0-8e93-16683772a1b4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.668622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:38.670109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.671703 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8b09c30-37cf-4f0d-b60f-289887080b16 req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "PUT /v2.0/ports/83a7e159-4755-4e2b-8f83-fcbb68ddda4b HTTP/1.1" status: 200 len: 905 time: 1.3761184 Nov 25 17:37:38.672583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'tag': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:38.674978 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c60f191-67d2-4142-88f1-5ce49eeb43ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b10f5b6b-f6dd-4223-8ffa-fc182d7886d0", "tag": "83a7e159-4755-4e2b-8f83-fcbb68ddda4b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:38.697184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.730933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248c78b-4af4-43e4-a9bb-aa6e22e71cc2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'Port': ['ID=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.733708 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-677788a2-37f2-4ebb-bfe7-d14e2451ccb6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1581855 Nov 25 17:37:38.846633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['83a7e159-4755-4e2b-8f83-fcbb68ddda4b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:38.897437 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b179b-713f-4772-b9e7-34f49030cb2e x-openstack-request-id: req-517b179b-713f-4772-b9e7-34f49030cb2e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:38.897879 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10f5b6b-f6dd-4223-8ffa-fc182d7886d0", "tag": "83a7e159-4755-4e2b-8f83-fcbb68ddda4b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:38.898118 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-517b179b-713f-4772-b9e7-34f49030cb2e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:38.898617 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'tag': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b', 'status': 'completed', 'code': 200} Nov 25 17:37:39.002498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-330637f7-fe09-45f4-b5bb-deddb1518d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:39.014824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-330637f7-fe09-45f4-b5bb-deddb1518d47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1096 time: 0.1709023 Nov 25 17:37:39.108622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network c414b731-2159-4a96-b952-3344eb3f10f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:39.173050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-92d6c465-f747-40a6-99a6-f62ab6444d27 service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960101 Nov 25 17:37:39.190358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:39.217069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:39.283933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=d5cf812e-f228-4b2a-9514-af889870e786,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:39.288094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-af96faf0-bbf0-443c-b9a1-92f86b6c287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:39.289372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-af96faf0-bbf0-443c-b9a1-92f86b6c287a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 1059 time: 0.3891177 Nov 25 17:37:39.337718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-9a2c33ee-45cd-4df2-917e-e1f1ccd1dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:39.338503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c4e2ffe6-f569-4df4-b4b1-929799607f5f None None] Provisioning complete for port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:39.339036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffe6-f569-4df4-b4b1-929799607f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.340907 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-9a2c33ee-45cd-4df2-917e-e1f1ccd1dd2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.2811525 Nov 25 17:37:39.415082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:39.528523 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-0ba0a799-7aaa-492f-986b-deb966ab770e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1000 time: 0.1740174 Nov 25 17:37:39.561899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:39.612500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-8e02792b-60df-4717-9fc2-1095926e973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:39.614858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-8e02792b-60df-4717-9fc2-1095926e973e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.0671775 Nov 25 17:37:39.702829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-aca414cc-18ea-4225-b348-4c9b5d0cc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:39.704401 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-aca414cc-18ea-4225-b348-4c9b5d0cc685 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765188 Nov 25 17:37:39.718632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-9f1b457f-3e1b-43ec-9b4f-f89a24b46ac5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:37:39.719856 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-9f1b457f-3e1b-43ec-9b4f-f89a24b46ac5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066447 Nov 25 17:37:39.729682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:39.730335 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.754412 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:37:39.803587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c0fd4-41c9-452d-99d1-e7600d4059a0 None None] Network c414b731-2159-4a96-b952-3344eb3f10f8 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:39.845000 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-5340543a-f39a-40d0-b2e7-10d513c99d88 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169140 Nov 25 17:37:39.910084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:39.912222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6ff6304f-bc69-4cab-ab1a-f86f36153c5e None None] Provisioning complete for port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:39.912787 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ff6304f-bc69-4cab-ab1a-f86f36153c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.990409 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fa7896b-af18-4115-8c70-53b3632f3c61 req-d6165692-0c94-4e53-80af-ef455dc9cdd4 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285694 Nov 25 17:37:40.013844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305701f3-7466-4cd1-a088-e1b3ef57a0d0 req-d1316f77-9ba7-4f94-972d-1b2b386f4152 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:40.018669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-305701f3-7466-4cd1-a088-e1b3ef57a0d0 req-d1316f77-9ba7-4f94-972d-1b2b386f4152 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 908 time: 1.2011182 Nov 25 17:37:40.028767 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0769010-d507-41fe-a6a0-034e85e5d5ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.080643 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.153675 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.242310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d85804fd-5ce3-4a61-b5d7-1967cb3b7933 req-01351a96-b723-4c2f-8741-eb6f4dcff6dc service neutron] 10.222.0.95 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0456696 Nov 25 17:37:40.287932 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ff6304f-bc69-4cab-ab1a-f86f36153c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.300174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fad61-aa3e-4945-9afd-fbfd00c3c356 req-b158b7ed-2ef0-4251-890e-5691fad93f4a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:40.307534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b4fad61-aa3e-4945-9afd-fbfd00c3c356 req-b158b7ed-2ef0-4251-890e-5691fad93f4a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.3320825 Nov 25 17:37:40.321852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-552fed94-ab85-4cab-a46c-6dd7c4be0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:40.328475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-552fed94-ab85-4cab-a46c-6dd7c4be0eee service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 1.0053003 Nov 25 17:37:40.328750 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,segment=NetworkSegment(9ec9436e-6170-4084-819b-02f20ac98f87),segment_id=9ec9436e-6170-4084-819b-02f20ac98f87)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:40.349398 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.371760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c9fb-a612-483e-adaf-3943d74c166e req-03ed82be-bf8d-450a-9499-eb3b785a6271 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:40.373372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8175c9fb-a612-483e-adaf-3943d74c166e req-03ed82be-bf8d-450a-9499-eb3b785a6271 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2318332 Nov 25 17:37:40.392399 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.429946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-bf721b42-daec-4c08-ac95-18d85beb2a48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b HTTP/1.1" status: 200 len: 217 time: 0.0853841 Nov 25 17:37:40.449309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:40.483993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:40.487182 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f8bc8-a0f4-4f76-9bc0-e5258551d435" -d '{"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:40.515286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:40.522584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.533579 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-6ff6304f-bc69-4cab-ab1a-f86f36153c5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:37:40.534113 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-6ff6304f-bc69-4cab-ab1a-f86f36153c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:37:40.540819 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.585632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:40.632696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8175c9fb-a612-483e-adaf-3943d74c166e req-97106a78-2e1f-444a-a672-4b5c091d93f9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178121 Nov 25 17:37:40.665498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b4fad61-aa3e-4945-9afd-fbfd00c3c356 req-dea87793-2b87-4bd4-b807-137e7f55901e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570559 Nov 25 17:37:40.688211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0769010-d507-41fe-a6a0-034e85e5d5ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.693227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-a5ce4e3a-c6b7-4de1-ac76-5c807e50b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:40.695614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-a5ce4e3a-c6b7-4de1-ac76-5c807e50b11a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.2118437 Nov 25 17:37:40.729935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0769010-d507-41fe-a6a0-034e85e5d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.740883 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd0dfd-260f-47cb-a33b-7c43db8a4538 x-openstack-request-id: req-46fd0dfd-260f-47cb-a33b-7c43db8a4538 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:40.741213 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:40.741480 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46fd0dfd-260f-47cb-a33b-7c43db8a4538 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:40.742229 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'code': 200} Nov 25 17:37:40.913904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f0769010-d507-41fe-a6a0-034e85e5d5ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4728742d6f74eb1b31a13e766dc1eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9556460 Nov 25 17:37:40.914670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46592) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:40.964581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0769010-d507-41fe-a6a0-034e85e5d5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b9a38-e926-44ab-8402-e896389b137a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:40.991399 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-110b55ac-02bb-4876-a7d4-8f6c3064aa6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.008055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-911eb328-33a8-45db-bf21-6385b63ab96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:41.009618 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-911eb328-33a8-45db-bf21-6385b63ab96e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710161 Nov 25 17:37:41.021794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7e296-b191-4871-aab2-5bb83bb21f27 req-6ea39a30-1860-4557-a663-5f07f5b0a1ca tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:41.023429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8a7e296-b191-4871-aab2-5bb83bb21f27 req-6ea39a30-1860-4557-a663-5f07f5b0a1ca tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2536638 Nov 25 17:37:41.030334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-110b55ac-02bb-4876-a7d4-8f6c3064aa6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.141284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-110b55ac-02bb-4876-a7d4-8f6c3064aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.145572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-110b55ac-02bb-4876-a7d4-8f6c3064aa6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.148172 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-110b55ac-02bb-4876-a7d4-8f6c3064aa6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/266b9a38-e926-44ab-8402-e896389b137a HTTP/1.1" status: 204 len: 168 time: 0.2321723 Nov 25 17:37:41.165100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b55ac-02bb-4876-a7d4-8f6c3064aa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b9a38-e926-44ab-8402-e896389b137a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:41.236179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f36c7b39-b90b-43d9-9001-b58de6232c74 None None] Provisioning complete for port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:41.236757 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f36c7b39-b90b-43d9-9001-b58de6232c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.385718 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-834032d1-c0aa-4ac7-9f9f-9799935bc790 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416812 Nov 25 17:37:41.408892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8a7e296-b191-4871-aab2-5bb83bb21f27 req-95800733-1597-4ec0-b8d7-9d1a4a029114 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722739 Nov 25 17:37:41.445328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f36c7b39-b90b-43d9-9001-b58de6232c74 None None] Provisioning complete for port d5cf812e-f228-4b2a-9514-af889870e786 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:41.446842 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f36c7b39-b90b-43d9-9001-b58de6232c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.570427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:41.646502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f36c7b39-b90b-43d9-9001-b58de6232c74 None None] Port d5cf812e-f228-4b2a-9514-af889870e786 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:41.671247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.699791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.733087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:41.733564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.791662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c60f191-67d2-4142-88f1-5ce49eeb43ca req-f94e5f55-ab2c-40d9-874b-024a14a3232c service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813794 Nov 25 17:37:41.965689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.967928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=d5cf812e-f228-4b2a-9514-af889870e786,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:42.088781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f352-6a00-4ecf-9925-448d48574fa7 req-402e14f0-0ddc-49f6-8ed2-d62b689ab189 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.096706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a27f352-6a00-4ecf-9925-448d48574fa7 req-402e14f0-0ddc-49f6-8ed2-d62b689ab189 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.2444298 Nov 25 17:37:42.112055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656910b2-6960-4560-b4b4-57f86790f585 req-4f61b405-b65c-4a43-b152-5853f2565d57 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.112055 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-4f61b405-b65c-4a43-b152-5853f2565d57 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.3426528 Nov 25 17:37:42.154166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-653dc6a5-1d21-4773-8204-89cca2f88d20 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/quotas/3431a5a06f9642f2b9fbf30f5b29dcf6 HTTP/1.1" status: 200 len: 375 time: 0.0231833 Nov 25 17:37:42.282480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network c414b731-2159-4a96-b952-3344eb3f10f8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:42.350406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a27f352-6a00-4ecf-9925-448d48574fa7 req-b0ae3997-12d2-4d35-9a86-4b2025b2af40 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527754 Nov 25 17:37:42.353871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:42.614666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-ab1a6e42-1460-4950-945e-d9b3004b5277 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4311321 Nov 25 17:37:42.624191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 451055c0-64cf-4bb6-a58e-4606078f5981 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:42.794844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:42.802886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a1de07d4-b9e5-49f2-90cb-5ee4f6137c73 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/451055c0-64cf-4bb6-a58e-4606078f5981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9898841 Nov 25 17:37:42.803165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:42.811613 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0dde1-369e-47ba-b634-d34f865c4df9 None None] Sync routers for ids ['451055c0-64cf-4bb6-a58e-4606078f5981'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:42.824704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c58e9437-cf4f-444f-920b-410ccc880b3e None None] Provisioning complete for port d5cf812e-f228-4b2a-9514-af889870e786 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:42.826248 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c58e9437-cf4f-444f-920b-410ccc880b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.841980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-60f171a2-709b-4ee9-b594-aece85cddf5e service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256091 Nov 25 17:37:42.850574 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0dde1-369e-47ba-b634-d34f865c4df9 None None] Routers {'451055c0-64cf-4bb6-a58e-4606078f5981'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:42.853600 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e7d0dde1-369e-47ba-b634-d34f865c4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['451055c0-64cf-4bb6-a58e-4606078f5981'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:42.945771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106efc9-54ef-4b6d-89c4-7eb9ea4cbcef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:42.947507 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a106efc9-54ef-4b6d-89c4-7eb9ea4cbcef tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports/d5cf812e-f228-4b2a-9514-af889870e786 HTTP/1.1" status: 200 len: 910 time: 0.1428142 Nov 25 17:37:42.952308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:42.954700 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e7d0dde1-369e-47ba-b634-d34f865c4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:42.956223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c58e9437-cf4f-444f-920b-410ccc880b3e None None] Port d5cf812e-f228-4b2a-9514-af889870e786 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:42.974096 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0dde1-369e-47ba-b634-d34f865c4df9 None None] Routers {'451055c0-64cf-4bb6-a58e-4606078f5981'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:42.975014 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e7d0dde1-369e-47ba-b634-d34f865c4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['451055c0-64cf-4bb6-a58e-4606078f5981'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:43.019204 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e7d0dde1-369e-47ba-b634-d34f865c4df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:43.022949 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0dde1-369e-47ba-b634-d34f865c4df9 None None] The sync data for ids ['451055c0-64cf-4bb6-a58e-4606078f5981'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:43.134746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-1c4a5856-c7cd-43cd-882b-2341750df39f service neutron] 10.222.0.81 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923892 Nov 25 17:37:43.609337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3479328b-0fe3-4b1a-8429-de74cdb91461 req-d9f4d669-fcde-4bd5-8e42-622a8ca5845d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 210 time: 0.1096718 Nov 25 17:37:43.677692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208358c7-4d07-4954-a569-18053283dd9e req-764a11f5-2455-4dab-ae95-2221d1a99a15 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:43.686274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-208358c7-4d07-4954-a569-18053283dd9e req-764a11f5-2455-4dab-ae95-2221d1a99a15 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.1946633 Nov 25 17:37:43.714575 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.862685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-208358c7-4d07-4954-a569-18053283dd9e req-491d1dde-7cfd-4c05-bbb8-73cbb5a05995 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697657 Nov 25 17:37:44.346780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port d5cf812e-f228-4b2a-9514-af889870e786 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:44.347923 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:44.499596 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:44.525908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for d5cf812e-f228-4b2a-9514-af889870e786 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:45.430336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4fcf0eb3-e678-41a3-bbd8-9dc1222ede96 req-81f9f306-1557-4f79-a01d-df20d6fa0625 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 210 time: 0.0688889 Nov 25 17:37:45.710831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-7c347bc4-7b35-488f-b324-3e89ac5049ac req-a14deb65-408e-4112-82e3-6fd749464634 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:37:45.725434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c347bc4-7b35-488f-b324-3e89ac5049ac req-a14deb65-408e-4112-82e3-6fd749464634 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226173 Nov 25 17:37:45.754386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656910b2-6960-4560-b4b4-57f86790f585 req-6bd56b39-5374-4bb6-acda-f2da2221d905 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:45.759751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-6bd56b39-5374-4bb6-acda-f2da2221d905 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 812 time: 0.4039729 Nov 25 17:37:45.823159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Request body: {'port': {'device_id': 'f2d565c8-d339-4932-8f66-6ad797566673', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'admin_state_up': True, 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:45.902482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:46.091919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46756) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:46.197565 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.252307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Made reservation on behalf of 3431a5a06f9642f2b9fbf30f5b29dcf6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:46.258085 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.298763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b5b59-c375-4296-9a39-f482cec1802d req-aa2a82d8-5fe3-4def-b018-25258dd1e4dc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.301133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a2b5b59-c375-4296-9a39-f482cec1802d req-aa2a82d8-5fe3-4def-b018-25258dd1e4dc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.3216736 Nov 25 17:37:46.301972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=d5cf812e-f228-4b2a-9514-af889870e786,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:46.372472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f197172b-b9ce-4b90-803e-30a6dd40c472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.437382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:46.467892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a2b5b59-c375-4296-9a39-f482cec1802d req-73273242-89fb-43f2-b943-baa5aabc6c95 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321959 Nov 25 17:37:46.656128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f197172b-b9ce-4b90-803e-30a6dd40c472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.663302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f197172b-b9ce-4b90-803e-30a6dd40c472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.692823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31d02095-b650-45fc-899f-ef75a0f7178d req-b044ac78-c99c-4873-a997-654e443cbad1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 210 time: 0.1364467 Nov 25 17:37:46.694405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197172b-b9ce-4b90-803e-30a6dd40c472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc301426-ffaf-44c4-91b7-47988573be51,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:46.710216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.747942 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-ec777e27-b250-4c2f-b33c-e8fd9c2b2e10 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2988198 Nov 25 17:37:46.764017 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f197172b-b9ce-4b90-803e-30a6dd40c472 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c6e2fad2a984dada7f2df63e869ed11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6705625 Nov 25 17:37:46.770966 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:46.797404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-768bbbdd-5a04-43f5-bea9-49617b7b3e6c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:37:46.799339 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-768bbbdd-5a04-43f5-bea9-49617b7b3e6c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117321 Nov 25 17:37:46.845147 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8583599c-1a02-47be-a26d-9e147f8389dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.901098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Allocated IP 172.20.0.4 (2983c91f-258f-4b5e-9cdb-2a076206d134/a735e756-d380-48a7-9b68-17b9df300d7d/dc64aa61-9565-4f16-9278-b837421b489c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:46.991822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8583599c-1a02-47be-a26d-9e147f8389dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.141657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 451055c0-64cf-4bb6-a58e-4606078f5981 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:47.188271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8583599c-1a02-47be-a26d-9e147f8389dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.193927 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8583599c-1a02-47be-a26d-9e147f8389dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.199323 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8583599c-1a02-47be-a26d-9e147f8389dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc301426-ffaf-44c4-91b7-47988573be51 HTTP/1.1" status: 204 len: 168 time: 0.4271019 Nov 25 17:37:47.215892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583599c-1a02-47be-a26d-9e147f8389dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc301426-ffaf-44c4-91b7-47988573be51,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:47.597623 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.658289 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.675169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f06bfe95-4189-421f-a33a-0b76c5471d7e', 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:47.838254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46800) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:47.841821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:47.862156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1e032-eb69-40fe-b687-15aa9b5f1ca1 None None] Sync routers for ids ['451055c0-64cf-4bb6-a58e-4606078f5981'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:47.872704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event updated for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:47.879009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f1b04fa-5eb7-4f6a-8b95-3c7d05a55d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.882706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-27680f09-9016-4da7-b8b9-137adad85a45 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/451055c0-64cf-4bb6-a58e-4606078f5981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9289186 Nov 25 17:37:47.887705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:47.900909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1e032-eb69-40fe-b687-15aa9b5f1ca1 None None] Routers {'451055c0-64cf-4bb6-a58e-4606078f5981'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:47.902611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e032-eb69-40fe-b687-15aa9b5f1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['451055c0-64cf-4bb6-a58e-4606078f5981'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:47.938032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:47.959471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2c390469-7d2f-4d8b-81c7-407cd98ae28e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=451055c0-64cf-4bb6-a58e-4606078f5981 HTTP/1.1" status: 200 len: 205 time: 0.0692835 Nov 25 17:37:47.968641 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:47.969882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:47.987340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:48.015882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e032-eb69-40fe-b687-15aa9b5f1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:48.052102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1e032-eb69-40fe-b687-15aa9b5f1ca1 None None] Routers {'451055c0-64cf-4bb6-a58e-4606078f5981'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:48.053112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e032-eb69-40fe-b687-15aa9b5f1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['451055c0-64cf-4bb6-a58e-4606078f5981'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:48.071132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ef30a-b412-4dcc-b619-b23a67edb6b5 req-ba90fda0-ddc2-49d4-80aa-729240d72ed1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:48.087221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-291ef30a-b412-4dcc-b619-b23a67edb6b5 req-ba90fda0-ddc2-49d4-80aa-729240d72ed1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 931 time: 0.2333570 Nov 25 17:37:48.097798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7276c23-9d62-4718-a4b4-f4f02cf69142 req-5f0f826f-e35f-4d75-9d19-519307620352 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:48.115442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7276c23-9d62-4718-a4b4-f4f02cf69142 req-5f0f826f-e35f-4d75-9d19-519307620352 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.4661112 Nov 25 17:37:48.162765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e032-eb69-40fe-b687-15aa9b5f1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:48.163449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1e032-eb69-40fe-b687-15aa9b5f1ca1 None None] The sync data for ids ['451055c0-64cf-4bb6-a58e-4606078f5981'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:48.222514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:48.229382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.388982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-971cd423-ab72-4e71-b665-498d23c67f35 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5702243 Nov 25 17:37:48.471666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-ee96a614-30ab-42cb-8347-c998f3e4081d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:37:48.473542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-ee96a614-30ab-42cb-8347-c998f3e4081d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198493 Nov 25 17:37:48.492188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Request body: {'port': {'device_id': 'f2d565c8-d339-4932-8f66-6ad797566673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:48.521617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-291ef30a-b412-4dcc-b619-b23a67edb6b5 req-3f2d6f52-bd6c-4261-9609-7ca6b58b7f16 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328630 Nov 25 17:37:48.567303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a7293955-2d99-4be0-8e6f-16c663efa920 None None] Provisioning complete for port dc64aa61-9565-4f16-9278-b837421b489c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:48.569967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7276c23-9d62-4718-a4b4-f4f02cf69142 req-64e0edcf-ae6e-483c-acae-ef2536f063da tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537084 Nov 25 17:37:48.570701 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7293955-2d99-4be0-8e6f-16c663efa920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.660740 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a7293955-2d99-4be0-8e6f-16c663efa920 None None] Port dc64aa61-9565-4f16-9278-b837421b489c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:48.724641 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.730371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-2e8e18d0-3481-46ae-a83b-b2a2d3695215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:48.732787 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-2e8e18d0-3481-46ae-a83b-b2a2d3695215 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe&tenant_id=ed4b3d7b85e94c088b2542edf42fff7d HTTP/1.1" status: 200 len: 1094 time: 0.1098592 Nov 25 17:37:48.755988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:48.795961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8bf6a3-f22b-49b5-b8db-0b785c2ce230 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.943457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.207928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8bf6a3-f22b-49b5-b8db-0b785c2ce230 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.212838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8bf6a3-f22b-49b5-b8db-0b785c2ce230 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.315266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f1b04fa-5eb7-4f6a-8b95-3c7d05a55d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.317815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8bf6a3-f22b-49b5-b8db-0b785c2ce230 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.318577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8bf6a3-f22b-49b5-b8db-0b785c2ce230 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Fanout notify agent at l3_agent the message router_deleted on router 451055c0-64cf-4bb6-a58e-4606078f5981 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:49.328845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8bf6a3-f22b-49b5-b8db-0b785c2ce230 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.331389 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-da8bf6a3-f22b-49b5-b8db-0b785c2ce230 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/451055c0-64cf-4bb6-a58e-4606078f5981 HTTP/1.1" status: 204 len: 168 time: 1.3530867 Nov 25 17:37:49.332590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f1b04fa-5eb7-4f6a-8b95-3c7d05a55d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.360890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:49.369574 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2f1b04fa-5eb7-4f6a-8b95-3c7d05a55d66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b633e7b54434f229a2a7c9eefde6797&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5279582 Nov 25 17:37:49.375588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:49.402772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b04fa-5eb7-4f6a-8b95-3c7d05a55d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecffede-0a53-48f3-9f70-04fc4d03bef9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:49.513751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-000a5b30-c91c-4881-8fac-36c3ff8b77b7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet c86e4800-dab9-492f-b066-bd03396d3a76 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:49.540883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-000a5b30-c91c-4881-8fac-36c3ff8b77b7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.568499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:49.658604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc64aa61-9565-4f16-9278-b837421b489c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:49.684858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-000a5b30-c91c-4881-8fac-36c3ff8b77b7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.687690 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86b198e9-fc98-4e36-bb08-af1a63e3b959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.699910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.760074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:49.831347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Transition to ACTIVE for port object dc64aa61-9565-4f16-9278-b837421b489c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:49.849765 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.859637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86b198e9-fc98-4e36-bb08-af1a63e3b959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.961832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c10a98-5b58-4b93-ad06-4beb69dea6e6 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:50.022160 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.114457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05298419-f288-432a-9138-bf51264bfcd1 req-1fdbbd15-2efb-4fb0-a67d-ee5b3301897f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:50.122415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05298419-f288-432a-9138-bf51264bfcd1 req-1fdbbd15-2efb-4fb0-a67d-ee5b3301897f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 931 time: 0.4475482 Nov 25 17:37:50.131825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823ba77-7e8c-4dd9-a465-acbd4f8f4736 req-00e34991-8fec-4618-80ce-bf5e78dc77f2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:50.133646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8823ba77-7e8c-4dd9-a465-acbd4f8f4736 req-00e34991-8fec-4618-80ce-bf5e78dc77f2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.4312034 Nov 25 17:37:50.142683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:50.195905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Transition to ACTIVE for port object 75c10a98-5b58-4b93-ad06-4beb69dea6e6 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:50.240347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-000a5b30-c91c-4881-8fac-36c3ff8b77b7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.275844 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.516915 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86b198e9-fc98-4e36-bb08-af1a63e3b959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.524603 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-86b198e9-fc98-4e36-bb08-af1a63e3b959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.529571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-86b198e9-fc98-4e36-bb08-af1a63e3b959 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ecffede-0a53-48f3-9f70-04fc4d03bef9 HTTP/1.1" status: 204 len: 168 time: 1.1117201 Nov 25 17:37:50.593713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05298419-f288-432a-9138-bf51264bfcd1 req-3928dcc4-2e06-426d-9cfa-6d3368270782 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701691 Nov 25 17:37:50.722472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=9']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:50.747561 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-000a5b30-c91c-4881-8fac-36c3ff8b77b7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.797590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be388ce-461b-4252-8b73-06763fd5a660 None None] Network c414b731-2159-4a96-b952-3344eb3f10f8 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:50.800101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8823ba77-7e8c-4dd9-a465-acbd4f8f4736 req-f2a0ae49-af8c-44fa-97b5-1aef3b7bfc61 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6396880 Nov 25 17:37:50.805243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b198e9-fc98-4e36-bb08-af1a63e3b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecffede-0a53-48f3-9f70-04fc4d03bef9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:50.810724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-000a5b30-c91c-4881-8fac-36c3ff8b77b7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.821809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:50.826902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-000a5b30-c91c-4881-8fac-36c3ff8b77b7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/c86e4800-dab9-492f-b066-bd03396d3a76 HTTP/1.1" status: 204 len: 168 time: 1.4634771 Nov 25 17:37:50.856392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Attempting to bind port dc64aa61-9565-4f16-9278-b837421b489c on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:50.857236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Attempting to bind port dc64aa61-9565-4f16-9278-b837421b489c by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:50.857879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Attempting to bind port dc64aa61-9565-4f16-9278-b837421b489c on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:50.865848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a5b30-c91c-4881-8fac-36c3ff8b77b7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=c86e4800-dab9-492f-b066-bd03396d3a76,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:50.874577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Port dc64aa61-9565-4f16-9278-b837421b489c on network 2983c91f-258f-4b5e-9cdb-2a076206d134 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:50.875274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Attempting to bind port dc64aa61-9565-4f16-9278-b837421b489c on network 2983c91f-258f-4b5e-9cdb-2a076206d134 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:50.884098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:50.884725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Checking segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:50.885333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Bound using segment: {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:50.885972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Bound port: dc64aa61-9565-4f16-9278-b837421b489c, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd162525d-02a0-4143-8e22-c361888d605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:50.886630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.932213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] No DVR routers for this DVR port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:51.038101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.119588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:51.121053 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.166397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:51.173740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:51.237261 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.328601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] DHCP port deletion for c414b731-2159-4a96-b952-3344eb3f10f8 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:51.354302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,segment=NetworkSegment(9ec9436e-6170-4084-819b-02f20ac98f87),segment_id=9ec9436e-6170-4084-819b-02f20ac98f87)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:51.355365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.374657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:51.424774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Deleting port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:51.424774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.436711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:51.455794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:51.456433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.459949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-5a5f5176-86b9-47c4-ae5d-4431d958d4a2 service neutron] 10.222.0.95 "PUT /v2.0/ports/dc64aa61-9565-4f16-9278-b837421b489c HTTP/1.1" status: 200 len: 1091 time: 2.9723415 Nov 25 17:37:51.460447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:51.476354 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba15230e-d8ec-48a3-a583-d4af0652f2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "tag": "dc64aa61-9565-4f16-9278-b837421b489c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:51.497345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Attempting to bind port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:51.497717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Attempting to bind port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:51.498069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Attempting to bind port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:51.518321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:51.518725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Attempting to bind port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on network 0eee1f13-1866-4846-ad2f-35c14cb97e07 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:51.534721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:51.534983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Checking segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:51.535357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Bound using segment: {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:51.537624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Bound port: 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d07447-cea2-4650-9445-d8f89ae6a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:51.538377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.647834 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30e8c75-eb0a-4c5b-96d8-1b293898f07f x-openstack-request-id: req-a30e8c75-eb0a-4c5b-96d8-1b293898f07f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:51.648125 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "tag": "dc64aa61-9565-4f16-9278-b837421b489c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:51.648393 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a30e8c75-eb0a-4c5b-96d8-1b293898f07f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:51.649380 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c', 'status': 'completed', 'code': 200} Nov 25 17:37:51.663318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.675440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:51.678706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] For port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,segment=NetworkSegment(9ec9436e-6170-4084-819b-02f20ac98f87),segment_id=9ec9436e-6170-4084-819b-02f20ac98f87)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:51.695372 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.729308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Calling delete_port for 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:51.780081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:51.827847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No DVR routers for this DVR port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:51.905764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:51.906972 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:51.926737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656910b2-6960-4560-b4b4-57f86790f585 req-f927fba6-782b-4024-8d75-3545af0294a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:51.928273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-f927fba6-782b-4024-8d75-3545af0294a3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 1094 time: 0.3949652 Nov 25 17:37:51.991733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.029184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Pushing event deleted for resources: {'Port': ['ID=81cfe0f0-af53-4b4c-a4d1-7405a5ead860,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:52.044789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.045435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.046953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.047605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.048292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.048962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.049629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.050333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.051562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.052146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.052758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.053198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.056604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668e7c4-6e88-43b7-9026-0e27d4cb605b None None] No DVR routers for this DVR port 81cfe0f0-af53-4b4c-a4d1-7405a5ead860 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:52.075880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.107437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-0fbe383d-36fc-4e67-bd38-748fcd2b3549 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc64aa61-9565-4f16-9278-b837421b489c HTTP/1.1" status: 200 len: 217 time: 0.1607933 Nov 25 17:37:52.118313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c414b731-2159-4a96-b952-3344eb3f10f8']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.133114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec9436e-6170-4084-819b-02f20ac98f87') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.133400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec9436e-6170-4084-819b-02f20ac98f87') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.149355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.162503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21154-7e46-496f-8a39-62b63254d3cc req-7cf3bfa4-4b3d-4882-b9f6-a724ddd38db1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:52.164123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30f21154-7e46-496f-8a39-62b63254d3cc req-7cf3bfa4-4b3d-4882-b9f6-a724ddd38db1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 943 time: 0.3689578 Nov 25 17:37:52.169576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.185893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:52.187858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:52.188730 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:52.201238 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:52.258263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:52.263926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656910b2-6960-4560-b4b4-57f86790f585 req-764338c9-d7fe-4f1e-b6f6-ee02f7217b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:52.266403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-764338c9-d7fe-4f1e-b6f6-ee02f7217b6b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1263504 Nov 25 17:37:52.312144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.339997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.359387 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/c414b731-2159-4a96-b952-3344eb3f10f8 HTTP/1.1" status: 204 len: 168 time: 1.5339892 Nov 25 17:37:52.368261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46880) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:52.385886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1721011781', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:52.407013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc33d43-c42d-4283-b499-8b942033eaa1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=c414b731-2159-4a96-b952-3344eb3f10f8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:52.427582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:52.434213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-927559020'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:52.444077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.479219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.480825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.529175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30f21154-7e46-496f-8a39-62b63254d3cc req-284daa48-5c5d-4ec0-9c8e-c16eae697510 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526380 Nov 25 17:37:52.531316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Made reservation on behalf of ce549cadf1344e75949eee0c42b04273 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:52.539902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.561695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:52.562675 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.565302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] 10.222.0.60 "PUT /v2.0/ports/75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 200 len: 1091 time: 3.8136299 Nov 25 17:37:52.570161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.571557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656910b2-6960-4560-b4b4-57f86790f585 req-cdb87a44-8be5-488b-82f7-6b630a10a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:52.574682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-cdb87a44-8be5-488b-82f7-6b630a10a8d5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221179 Nov 25 17:37:52.585497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b55637-2532-4974-96ce-c358f2dc32ef req-de1a7715-1e29-470b-9c9b-d238ff7c6041 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:52.587191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3b55637-2532-4974-96ce-c358f2dc32ef req-de1a7715-1e29-470b-9c9b-d238ff7c6041 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 943 time: 0.5149453 Nov 25 17:37:52.712850 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.766021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.801970 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.804054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06558e-61e2-4d08-985f-0e0202c7201b service neutron] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:52.849112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-2fc737c8-549c-443a-8268-50ec7141f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:52.850739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-2fc737c8-549c-443a-8268-50ec7141f0f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 1095 time: 0.1761930 Nov 25 17:37:52.864684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3b55637-2532-4974-96ce-c358f2dc32ef req-01ec8e3d-21d5-42e1-9845-5b1d561aa5fd tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553360 Nov 25 17:37:52.951010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:52.958845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c3f2b2-f9f1-4333-b51f-dd19690df9ca,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:53.062728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.071871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.072229 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Added segment cd83a0d6-8681-4eb2-84d2-2579041d1650 of type vlan for network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 Nov 25 17:37:53.178769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.237064 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.244867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:53.244867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.333190 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1361284 Nov 25 17:37:53.334527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46884) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:53.347436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Request body: {'subnet': {'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:53.407944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936855f9-4bf4-4777-b31a-312528ec77df tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event updated for resources: {'Network': ['ID=0ec6c414-f072-495e-9e80-bd8fea9a48e3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:53.421546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:53.610840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-62c4ef2d-70e9-4d92-99e6-c116dd5c41b7 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0225821 Nov 25 17:37:53.615364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.646371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.649971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Made reservation on behalf of ce549cadf1344e75949eee0c42b04273 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:53.654225 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.764649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:53.770005 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0d8813-14fb-4dec-82bf-97df900c73db" -d '{"events": [{"name": "network-changed", "server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:53.892202 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b35fef-6f47-46a0-8924-0f3cf1d8adf1 x-openstack-request-id: req-70b35fef-6f47-46a0-8924-0f3cf1d8adf1 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:53.892594 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:53.892875 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70b35fef-6f47-46a0-8924-0f3cf1d8adf1 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:53.893473 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'status': 'completed', 'code': 200} Nov 25 17:37:54.034164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-656910b2-6960-4560-b4b4-57f86790f585 req-289a22f2-3a1a-4116-b275-03955787e116 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526252 Nov 25 17:37:54.035203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-351ed35c-01cf-4bd6-92eb-83e92b450156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.037141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-351ed35c-01cf-4bd6-92eb-83e92b450156 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 1.1690145 Nov 25 17:37:54.048884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.25.1.207 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/e22256e2-b616-4ad2-821b-00e1af84c0a5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:54.250609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.295407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0405f-83a5-46f3-b605-aae972362837 req-cdbe4122-43f3-4b2e-b970-7fea3e3d4dcd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.297613 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bec0405f-83a5-46f3-b605-aae972362837 req-cdbe4122-43f3-4b2e-b970-7fea3e3d4dcd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 943 time: 0.5181980 Nov 25 17:37:54.338859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.355386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-d60e2ed6-97e8-4ff6-b61f-3803cf03b73f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 200 len: 998 time: 0.2938092 Nov 25 17:37:54.355643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event updated for resources: {'Subnet': ['ID=0a4f004b-d9d6-436a-bf9e-07e87ad9a6d1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:54.364857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a8592-2b62-42d2-bb78-672627aa1450 req-f95fcb78-f692-44c3-8b2a-2023ffe28f41 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.366471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df1a8592-2b62-42d2-bb78-672627aa1450 req-f95fcb78-f692-44c3-8b2a-2023ffe28f41 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.3283887 Nov 25 17:37:54.375007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Checking segment: {'id': 'cd83a0d6-8681-4eb2-84d2-2579041d1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:54.375389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Network hostable DHCP agents. Network: 0ec6c414-f072-495e-9e80-bd8fea9a48e3, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:54.415391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-8ba511ac-00f3-443f-b08d-bc0e934bc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.416326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:54.418056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-8ba511ac-00f3-443f-b08d-bc0e934bc99e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 1094 time: 0.3068926 Nov 25 17:37:54.420587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.455299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 0ec6c414-f072-495e-9e80-bd8fea9a48e3) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:54.468308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.468883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.483592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:54.489084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:54.500163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9000b-403d-46ad-a47e-9e46fb0c2045 None None] Network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:54.500975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:54.518184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bec0405f-83a5-46f3-b605-aae972362837 req-565b1c97-bf5b-4fc4-b846-dda229383be1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087762 Nov 25 17:37:54.574791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-6084440e-e2f6-4d69-983e-0e14ebb63de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.576998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-6084440e-e2f6-4d69-983e-0e14ebb63de7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.2082310 Nov 25 17:37:54.595812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=e22256e2-b616-4ad2-821b-00e1af84c0a5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:54.611873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4d94b-059e-4a22-82a2-234a4c933234 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:54.655194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-598cf9c1-2fbb-403d-b973-424373153cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3091130 Nov 25 17:37:54.656428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46904) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:54.663178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Request body: {'port': {'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-294273054'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:54.693785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c486566c-fcc3-44d8-97be-a7a53d46ece0 None None] Provisioning complete for port e22256e2-b616-4ad2-821b-00e1af84c0a5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:54.694499 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c486566c-fcc3-44d8-97be-a7a53d46ece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.724863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df1a8592-2b62-42d2-bb78-672627aa1450 req-1a6b4a74-dc70-4705-93cc-5f71df3c9242 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803726 Nov 25 17:37:54.808579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-6e6b52f8-7f8b-44a9-88e6-f2a91744523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.808579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-6e6b52f8-7f8b-44a9-88e6-f2a91744523a service neutron] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.3566246 Nov 25 17:37:54.834820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c486566c-fcc3-44d8-97be-a7a53d46ece0 None None] Port e22256e2-b616-4ad2-821b-00e1af84c0a5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:54.838350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-46655bfc-7367-4ec3-ae9c-69ff913801ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.849546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-0ec6c414-f072-495e-9e80-bd8fea9a48e3', 'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3', 'tenant_id': 'ce549cadf1344e75949eee0c42b04273', 'fixed_ips': [{'subnet_id': '0a4f004b-d9d6-436a-bf9e-07e87ad9a6d1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:54.851185 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-46655bfc-7367-4ec3-ae9c-69ff913801ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592416 Nov 25 17:37:54.852460 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.955942 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-bab347ab-2462-4510-bfc1-f8c914244f18 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc64aa61-9565-4f16-9278-b837421b489c HTTP/1.1" status: 200 len: 217 time: 0.1366889 Nov 25 17:37:55.048052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Made reservation on behalf of ce549cadf1344e75949eee0c42b04273 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:55.055344 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.077509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Allocated IP 2001:db8::2 (0ec6c414-f072-495e-9e80-bd8fea9a48e3/0a4f004b-d9d6-436a-bf9e-07e87ad9a6d1/7aa32208-d44d-484f-b245-005f1fafc643) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:55.101962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] device_id is not set on port b1a4e4a4-98f6-4809-9089-393ae9aa242a yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:37:55.133532 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.214970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-676c374f-4110-4409-b1f2-9b7ab87f3279 service neutron] 10.222.0.60 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722569 Nov 25 17:37:55.250363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-934b701d-a3a4-411d-a7a4-3f0b94482b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:55.252273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-934b701d-a3a4-411d-a7a4-3f0b94482b37 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.2801788 Nov 25 17:37:55.275024 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.282693 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.351993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:55.353551 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Pushing event updated for resources: {'Port': ['ID=7aa32208-d44d-484f-b245-005f1fafc643,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:55.357363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:55.359966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:55.461127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-00c6c215-401f-4a04-ace7-72953b954c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:55.462848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-00c6c215-401f-4a04-ace7-72953b954c65 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009828 Nov 25 17:37:55.476278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Allocated IP 2001:db8::39b (0ec6c414-f072-495e-9e80-bd8fea9a48e3/0a4f004b-d9d6-436a-bf9e-07e87ad9a6d1/b1a4e4a4-98f6-4809-9089-393ae9aa242a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:55.500265 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f681ae1-36fa-404f-a41c-a6166d3b77ea req-d96b0d59-1a05-4bd1-8ecf-c5b956da81f6 service neutron] 10.222.0.60 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727923 Nov 25 17:37:55.723798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.800138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Attempting to bind port 7aa32208-d44d-484f-b245-005f1fafc643 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:55.800736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Attempting to bind port 7aa32208-d44d-484f-b245-005f1fafc643 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'cd83a0d6-8681-4eb2-84d2-2579041d1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:55.801028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Attempting to bind port 7aa32208-d44d-484f-b245-005f1fafc643 on network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:55.807438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:55.807865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Checking segment: {'id': 'cd83a0d6-8681-4eb2-84d2-2579041d1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:55.808298 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.808754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Bound using segment: {'id': 'cd83a0d6-8681-4eb2-84d2-2579041d1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:55.809353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Bound port: 7aa32208-d44d-484f-b245-005f1fafc643, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd83a0d6-8681-4eb2-84d2-2579041d1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:55.810047 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.878250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-978f7b1c-6d4a-4a7c-ace7-0a8a4eda5aff service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024518 Nov 25 17:37:55.901354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-b77c0d1f-7d03-46df-97c7-4ad555c1ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:55.903694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-b77c0d1f-7d03-46df-97c7-4ad555c1ef6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 1095 time: 0.3341639 Nov 25 17:37:55.971673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] For port 7aa32208-d44d-484f-b245-005f1fafc643, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:55.979229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] For port 7aa32208-d44d-484f-b245-005f1fafc643, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7aa32208-d44d-484f-b245-005f1fafc643,segment=NetworkSegment(cd83a0d6-8681-4eb2-84d2-2579041d1650),segment_id=cd83a0d6-8681-4eb2-84d2-2579041d1650)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:55.991356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.016139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba15230e-d8ec-48a3-a583-d4af0652f2e3 req-c7f46414-f62d-43f6-a4ff-b4ad72716d62 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113906 Nov 25 17:37:56.083034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95f6c1-e0cd-40d0-a728-40094f00a77e None None] Pushing event updated for resources: {'Port': ['ID=7aa32208-d44d-484f-b245-005f1fafc643,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:56.094786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd2b11-ea34-4741-bad2-800d11b63f63 req-5dba51ca-9592-4fdd-a748-e27081e9a310 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:56.103465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55fd2b11-ea34-4741-bad2-800d11b63f63 req-5dba51ca-9592-4fdd-a748-e27081e9a310 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 943 time: 0.4026232 Nov 25 17:37:56.184102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3533d81-43de-453d-8211-5399b97b6f62 req-5280d8e9-7b88-42b5-8e86-4ebbbfaabb61 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:56.187662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3533d81-43de-453d-8211-5399b97b6f62 req-5280d8e9-7b88-42b5-8e86-4ebbbfaabb61 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.3084714 Nov 25 17:37:56.541623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55fd2b11-ea34-4741-bad2-800d11b63f63 req-7aa8fd4a-7dee-43d3-ac64-de8226280e5e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372220 Nov 25 17:37:56.543243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-13c17090-1df6-400f-a39f-1f01b3130a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:56.544740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-13c17090-1df6-400f-a39f-1f01b3130a46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 200 len: 917 time: 0.5267863 Nov 25 17:37:56.578081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3533d81-43de-453d-8211-5399b97b6f62 req-d221a0cf-5a75-4216-8c83-ec3359e47217 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743548 Nov 25 17:37:56.835092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.957407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.031699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event updated for resources: {'Port': ['ID=b1a4e4a4-98f6-4809-9089-393ae9aa242a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:57.039723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router ef77e600-b683-45c8-b3d6-8a2494dc5dde is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:57.061596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.062104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.062566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.063066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.063462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.063924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.064338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.064818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.065636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.066313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.066763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.067352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:57.079167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:57.082693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:57.203324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:57.246007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:57.249788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.371051 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3c25bd9f-75a3-46b5-a4b4-6aca2f5dd515 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7130158 Nov 25 17:37:57.375301 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.381889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Request body: {'port': {'network_id': '0ec6c414-f072-495e-9e80-bd8fea9a48e3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-433183457', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:57.382703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] bootfile-name is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:37:57.383242 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] tftp-server is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:37:57.383622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:57.383963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] server-ip-address is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:37:57.404300 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9374d-ad68-47fa-b420-60e816b109cb None None] Sync routers for ids ['ef77e600-b683-45c8-b3d6-8a2494dc5dde'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:57.414202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.416318 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ac8b95d2-63ee-4126-8f15-04835456b0f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.0402272 Nov 25 17:37:57.421187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.448071 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9374d-ad68-47fa-b420-60e816b109cb None None] Routers {'ef77e600-b683-45c8-b3d6-8a2494dc5dde'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:57.449522 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9fb9374d-ad68-47fa-b420-60e816b109cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ef77e600-b683-45c8-b3d6-8a2494dc5dde'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.515333 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9fb9374d-ad68-47fa-b420-60e816b109cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.531710 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9374d-ad68-47fa-b420-60e816b109cb None None] Routers {'ef77e600-b683-45c8-b3d6-8a2494dc5dde'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:57.536399 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9fb9374d-ad68-47fa-b420-60e816b109cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ef77e600-b683-45c8-b3d6-8a2494dc5dde'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.687493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7aa32208-d44d-484f-b245-005f1fafc643 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:57.730521 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9fb9374d-ad68-47fa-b420-60e816b109cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.731679 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9374d-ad68-47fa-b420-60e816b109cb None None] The sync data for ids ['ef77e600-b683-45c8-b3d6-8a2494dc5dde'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:57.855720 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-680c56c6-27cd-43df-b8ed-3abebd4e53b6 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/routers/ef77e600-b683-45c8-b3d6-8a2494dc5dde HTTP/1.1" status: 200 len: 881 time: 0.4331951 Nov 25 17:37:57.859533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46948) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.918970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device dc64aa61-9565-4f16-9278-b837421b489c details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:58.274204 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7aa32208-d44d-484f-b245-005f1fafc643 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:58.278030 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.332035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e77223-df16-4cc7-9f8a-3c6711a5b0fa req-0c02cd91-f94d-4807-9269-ba94f50bb20f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:58.333172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d233e-6242-4222-9b59-bc856b2e6de5 None None] Network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:58.336920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35e77223-df16-4cc7-9f8a-3c6711a5b0fa req-0c02cd91-f94d-4807-9269-ba94f50bb20f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.4358726 Nov 25 17:37:58.369744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb722-0e64-418a-bc34-153269b36c43 req-78ca29d9-46e3-4433-b895-441bb8d1dc09 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:58.376984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-345fb722-0e64-418a-bc34-153269b36c43 req-78ca29d9-46e3-4433-b895-441bb8d1dc09 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 943 time: 0.5086963 Nov 25 17:37:58.377900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Made reservation on behalf of ce549cadf1344e75949eee0c42b04273 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:58.385585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.489142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] device_id is not set on port d5ade84c-72c0-4bf2-bd70-4e984a18a2d9 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:37:58.599460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c1d71f58-7fc8-4b91-bca1-6ce945b28cd9 None None] Provisioning complete for port 7aa32208-d44d-484f-b245-005f1fafc643 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:58.600240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1d71f58-7fc8-4b91-bca1-6ce945b28cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.615899 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7a20dd50-15f3-40ce-bca0-bb00421a4019 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7543757 Nov 25 17:37:58.618450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:58.632079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-19d6b731-fb14-4bc4-a01b-f9488e095f40 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1721011781'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:58.746127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:58.812067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'dc64aa61-9565-4f16-9278-b837421b489c', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': 'dc64aa61-9565-4f16-9278-b837421b489c', 'mac_address': 'fa:16:3e:a1:72:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:58.901055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Allocated IP 2001:db8::345 (0ec6c414-f072-495e-9e80-bd8fea9a48e3/0a4f004b-d9d6-436a-bf9e-07e87ad9a6d1/d5ade84c-72c0-4bf2-bd70-4e984a18a2d9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:59.005160 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.168606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-345fb722-0e64-418a-bc34-153269b36c43 req-bb9f5ba7-6bba-4eda-a026-e1e841f9c0e9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405784 Nov 25 17:37:59.224789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35e77223-df16-4cc7-9f8a-3c6711a5b0fa req-994d283c-07f7-4466-a0d7-ccac7e1e83e4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7805448 Nov 25 17:37:59.350299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.507466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 7aa32208-d44d-484f-b245-005f1fafc643, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7aa32208-d44d-484f-b245-005f1fafc643,segment=NetworkSegment(cd83a0d6-8681-4eb2-84d2-2579041d1650),segment_id=cd83a0d6-8681-4eb2-84d2-2579041d1650)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:59.523201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc64aa61-9565-4f16-9278-b837421b489c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:59.557255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1d71f58-7fc8-4b91-bca1-6ce945b28cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.562627 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.774279 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.826292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=7aa32208-d44d-484f-b245-005f1fafc643,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:59.869680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:59.902401 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.910872 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.974393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19d6b731-fb14-4bc4-a01b-f9488e095f40 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.004492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19d6b731-fb14-4bc4-a01b-f9488e095f40 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.058585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:00.105748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:00.116402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:00.143408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:00.158615 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-c1d71f58-7fc8-4b91-bca1-6ce945b28cd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:38:00.166448 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-c1d71f58-7fc8-4b91-bca1-6ce945b28cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:38:00.167143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:00.167880 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.178953 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['dc64aa61-9565-4f16-9278-b837421b489c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:00.222631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event updated for resources: {'Port': ['ID=d5ade84c-72c0-4bf2-bd70-4e984a18a2d9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:00.249766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46966) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:00.250174 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d68e08bb-8b1e-4f8f-a4e1-6d4d57b9a816 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8729579 Nov 25 17:38:00.586397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616db66e-c4c0-4275-9eab-f948f0a145ea req-edb77645-b0fe-4863-b992-e945e1d33c21 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:00.588430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-616db66e-c4c0-4275-9eab-f948f0a145ea req-edb77645-b0fe-4863-b992-e945e1d33c21 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 944 time: 0.1737480 Nov 25 17:38:00.632316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735ca8-2a3e-4211-a9a7-4f696df42857 req-7bdd16bc-02d9-4e7b-9162-157cd5a3c89d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:00.652663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16735ca8-2a3e-4211-a9a7-4f696df42857 req-7bdd16bc-02d9-4e7b-9162-157cd5a3c89d tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.1807115 Nov 25 17:38:00.700468 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae16a5-16c9-4b7b-8486-7036c2d1f395 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:00.731505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae16a5-16c9-4b7b-8486-7036c2d1f395 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:00.749762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae16a5-16c9-4b7b-8486-7036c2d1f395 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:00.754423 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-40ae16a5-16c9-4b7b-8486-7036c2d1f395 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5004647 Nov 25 17:38:00.754423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d6b731-fb14-4bc4-a01b-f9488e095f40 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router ef77e600-b683-45c8-b3d6-8a2494dc5dde has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:00.755448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46974) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:00.818476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-616db66e-c4c0-4275-9eab-f948f0a145ea req-68d8f84d-993d-4918-9922-ceaca25291ba tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212789 Nov 25 17:38:00.921025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16735ca8-2a3e-4211-a9a7-4f696df42857 req-e96c68a3-ee9c-401e-a46c-c5a40efe2688 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668827 Nov 25 17:38:00.939514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dda19409-b119-4559-b71e-578f7f2caa64 None None] Provisioning complete for port 7aa32208-d44d-484f-b245-005f1fafc643 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:00.940277 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dda19409-b119-4559-b71e-578f7f2caa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.126804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dda19409-b119-4559-b71e-578f7f2caa64 None None] Provisioning complete for port d5ade84c-72c0-4bf2-bd70-4e984a18a2d9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:01.130513 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dda19409-b119-4559-b71e-578f7f2caa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.210339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dda19409-b119-4559-b71e-578f7f2caa64 None None] Port d5ade84c-72c0-4bf2-bd70-4e984a18a2d9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:01.214270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1a40c28c-1e2f-4b65-b320-2d256daa5d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Deleting port d5ade84c-72c0-4bf2-bd70-4e984a18a2d9 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:01.215666 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a40c28c-1e2f-4b65-b320-2d256daa5d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.252298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dda19409-b119-4559-b71e-578f7f2caa64 None None] Provisioning complete for port b1a4e4a4-98f6-4809-9089-393ae9aa242a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:01.256121 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dda19409-b119-4559-b71e-578f7f2caa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.367281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dda19409-b119-4559-b71e-578f7f2caa64 None None] Port b1a4e4a4-98f6-4809-9089-393ae9aa242a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:01.409949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d6b731-fb14-4bc4-a01b-f9488e095f40 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:01.431312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19d6b731-fb14-4bc4-a01b-f9488e095f40 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.444502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:01.444664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-19d6b731-fb14-4bc4-a01b-f9488e095f40 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/ef77e600-b683-45c8-b3d6-8a2494dc5dde HTTP/1.1" status: 200 len: 888 time: 2.8168344 Nov 25 17:38:01.508823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad867e07-4753-4332-a9fa-b6826f6aa2c4 None None] Sync routers for ids ['ef77e600-b683-45c8-b3d6-8a2494dc5dde'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:01.566035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad867e07-4753-4332-a9fa-b6826f6aa2c4 None None] Routers {'ef77e600-b683-45c8-b3d6-8a2494dc5dde'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:01.575064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ad867e07-4753-4332-a9fa-b6826f6aa2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ef77e600-b683-45c8-b3d6-8a2494dc5dde'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:01.719400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a40c28c-1e2f-4b65-b320-2d256daa5d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.742535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7aa32208-d44d-484f-b245-005f1fafc643 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:01.828119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ad867e07-4753-4332-a9fa-b6826f6aa2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:01.840456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1a40c28c-1e2f-4b65-b320-2d256daa5d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Calling delete_port for d5ade84c-72c0-4bf2-bd70-4e984a18a2d9 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:01.896715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad867e07-4753-4332-a9fa-b6826f6aa2c4 None None] Routers {'ef77e600-b683-45c8-b3d6-8a2494dc5dde'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:01.897587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ad867e07-4753-4332-a9fa-b6826f6aa2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:37:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ef77e600-b683-45c8-b3d6-8a2494dc5dde'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:01.970652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-51583794-8419-410e-958e-9a7bee85c726 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/routers/ef77e600-b683-45c8-b3d6-8a2494dc5dde HTTP/1.1" status: 200 len: 888 time: 0.5325046 Nov 25 17:38:01.974876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:02.124074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c1123f1f-e547-4374-b0bb-1d1109c07165 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef77e600-b683-45c8-b3d6-8a2494dc5dde HTTP/1.1" status: 200 len: 205 time: 0.1481237 Nov 25 17:38:02.124845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 46990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:02.219188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device dc64aa61-9565-4f16-9278-b837421b489c up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:02.223020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ad867e07-4753-4332-a9fa-b6826f6aa2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.223020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad867e07-4753-4332-a9fa-b6826f6aa2c4 None None] The sync data for ids ['ef77e600-b683-45c8-b3d6-8a2494dc5dde'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:02.335733 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7aa32208-d44d-484f-b245-005f1fafc643 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:02.336122 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.472917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-2827267c-235a-4c85-a1c9-5c6bc3661116 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 200 len: 998 time: 0.3382926 Nov 25 17:38:02.483609 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.498792 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2e06-f3e1-48ca-8901-6df0c2ff721b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.775691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port dc64aa61-9565-4f16-9278-b837421b489c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:38:02.778081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a40c28c-1e2f-4b65-b320-2d256daa5d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.844803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port dc64aa61-9565-4f16-9278-b837421b489c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:02.849575 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.904903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40c28c-1e2f-4b65-b320-2d256daa5d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event deleted for resources: {'Port': ['ID=d5ade84c-72c0-4bf2-bd70-4e984a18a2d9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:03.012237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a40c28c-1e2f-4b65-b320-2d256daa5d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.037543 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1a40c28c-1e2f-4b65-b320-2d256daa5d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "DELETE /v2.0/ports/d5ade84c-72c0-4bf2-bd70-4e984a18a2d9 HTTP/1.1" status: 204 len: 168 time: 2.2636673 Nov 25 17:38:03.037995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 46998) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:03.045958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Request body: {'port': {'name': 'tempest-new-port-name-2123900732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:03.047321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] bootfile-name is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:38:03.050340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] tftp-server is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:38:03.050340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] server-ip-address is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:38:03.062470 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.364723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.371478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df702ffe-fe33-4718-95e5-9d19ff15bedb req-bf04b10b-fd74-46fe-b0c5-5eda3b6e2f78 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:03.391539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df702ffe-fe33-4718-95e5-9d19ff15bedb req-bf04b10b-fd74-46fe-b0c5-5eda3b6e2f78 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 944 time: 1.0882449 Nov 25 17:38:03.465638 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.697908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:03.699347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:03.702413 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90951a2-6a17-4196-955e-b71bb7a06043" -d '{"events": [{"server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "name": "network-vif-plugged", "status": "completed", "tag": "dc64aa61-9565-4f16-9278-b837421b489c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:03.714110 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.731312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e8812-739a-44be-86aa-56ac4c1f5eb4 req-0437c8d1-eb3e-4962-9290-1761923e9ee1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:03.759571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f2e8812-739a-44be-86aa-56ac4c1f5eb4 req-0437c8d1-eb3e-4962-9290-1761923e9ee1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 1.2833848 Nov 25 17:38:03.838432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:04.008432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-5704dad2-06b8-4f35-9ef1-6376c9b6e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:04.010504 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-5704dad2-06b8-4f35-9ef1-6376c9b6e101 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 200 len: 855 time: 0.5405302 Nov 25 17:38:04.028155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df702ffe-fe33-4718-95e5-9d19ff15bedb req-0566a32a-dd93-4efc-9912-068cd32fc496 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279609 Nov 25 17:38:04.064775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port e22256e2-b616-4ad2-821b-00e1af84c0a5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:04.071042 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.102222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f2e8812-739a-44be-86aa-56ac4c1f5eb4 req-04b6d448-f919-4e10-bcf6-654b9f42064b tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370607 Nov 25 17:38:04.168975 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cedd6f-38ea-4aec-800f-46a7aa8644be x-openstack-request-id: req-b2cedd6f-38ea-4aec-800f-46a7aa8644be {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:04.168975 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "name": "network-vif-plugged", "status": "completed", "tag": "dc64aa61-9565-4f16-9278-b837421b489c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:04.168975 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2cedd6f-38ea-4aec-800f-46a7aa8644be {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:04.168975 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c', 'code': 200} Nov 25 17:38:04.302353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.311660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.358702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] In _notify_port_updated(), no bound segment for port b1a4e4a4-98f6-4809-9089-393ae9aa242a on network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:38:04.369209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:04.373085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.376897 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13fa2435-123a-4ade-ba6e-8c43b2e4a353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.378745 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "PUT /v2.0/ports/b1a4e4a4-98f6-4809-9089-393ae9aa242a HTTP/1.1" status: 200 len: 1130 time: 1.3358080 Nov 25 17:38:04.383902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47006) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:04.509412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.531360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for e22256e2-b616-4ad2-821b-00e1af84c0a5 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:04.581993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94cbe2-1f28-4e03-af38-2b551a0fc61e req-defe56f8-5b69-4a59-b848-eef4b6df2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:04.582486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa5ebce-5c34-49fc-b9f9-05050ea44e66 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:04.583660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f94cbe2-1f28-4e03-af38-2b551a0fc61e req-defe56f8-5b69-4a59-b848-eef4b6df2b46 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 1096 time: 0.1998794 Nov 25 17:38:04.585648 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aaa5ebce-5c34-49fc-b9f9-05050ea44e66 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "GET /v2.0/ports/b1a4e4a4-98f6-4809-9089-393ae9aa242a HTTP/1.1" status: 200 len: 1130 time: 0.1548216 Nov 25 17:38:04.591802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:04.604359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db992313-e928-4e12-bae2-9957484505c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event updated for resources: {'Port': ['ID=b1a4e4a4-98f6-4809-9089-393ae9aa242a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:04.753201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f94cbe2-1f28-4e03-af38-2b551a0fc61e req-9f29993c-cefd-4758-88a8-bbf08714f6d3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154356 Nov 25 17:38:04.819027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9404c9ca-0bbf-4e43-9d08-71b3e3b7df02 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Deleting port b1a4e4a4-98f6-4809-9089-393ae9aa242a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:04.821401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9404c9ca-0bbf-4e43-9d08-71b3e3b7df02 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.889983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76c735b5-5d93-4a23-b3db-93cc0bfb7b3f None None] Provisioning complete for port b1a4e4a4-98f6-4809-9089-393ae9aa242a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:04.895072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76c735b5-5d93-4a23-b3db-93cc0bfb7b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.022044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76c735b5-5d93-4a23-b3db-93cc0bfb7b3f None None] Port b1a4e4a4-98f6-4809-9089-393ae9aa242a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:05.039586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9404c9ca-0bbf-4e43-9d08-71b3e3b7df02 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.066245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9404c9ca-0bbf-4e43-9d08-71b3e3b7df02 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Calling delete_port for b1a4e4a4-98f6-4809-9089-393ae9aa242a owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:05.108628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.160090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c87ab1-1b8d-4236-857c-b43dee8192bc None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:05.284584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=e22256e2-b616-4ad2-821b-00e1af84c0a5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:05.367777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.393591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.395584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.396173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.396780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.397339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.399164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.403441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.403643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.404113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.404596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.405088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:05.608274 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9404c9ca-0bbf-4e43-9d08-71b3e3b7df02 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.665258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404c9ca-0bbf-4e43-9d08-71b3e3b7df02 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event deleted for resources: {'Port': ['ID=b1a4e4a4-98f6-4809-9089-393ae9aa242a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:05.675136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.686602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b66d5-45ba-471e-a5af-e01476de51fe req-80d80bda-9777-4e2a-9e08-2849403cebe3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:05.688662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c58b66d5-45ba-471e-a5af-e01476de51fe req-80d80bda-9777-4e2a-9e08-2849403cebe3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.3241956 Nov 25 17:38:05.781561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9404c9ca-0bbf-4e43-9d08-71b3e3b7df02 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.781561 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9404c9ca-0bbf-4e43-9d08-71b3e3b7df02 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "DELETE /v2.0/ports/b1a4e4a4-98f6-4809-9089-393ae9aa242a HTTP/1.1" status: 204 len: 168 time: 1.1872997 Nov 25 17:38:05.785485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47026) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:05.873982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.936173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f54465-e06e-4c34-8de0-adec71292390 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Deleting subnet 0a4f004b-d9d6-436a-bf9e-07e87ad9a6d1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:05.950345 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f54465-e06e-4c34-8de0-adec71292390 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.149934 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.162487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f54465-e06e-4c34-8de0-adec71292390 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.193917 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.210338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89185f-231c-47af-a968-6ea0e87f544b req-4cf995c3-34f7-425e-800d-fccb53da26fc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:06.214306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa89185f-231c-47af-a968-6ea0e87f544b req-4cf995c3-34f7-425e-800d-fccb53da26fc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.6095335 Nov 25 17:38:06.357205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.358123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Fanout notify agent at l3_agent the message router_deleted on router ef77e600-b683-45c8-b3d6-8a2494dc5dde {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:38:06.400410 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.407055 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-084d1a50-46af-40ba-9726-17a521964edd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/ef77e600-b683-45c8-b3d6-8a2494dc5dde HTTP/1.1" status: 204 len: 168 time: 4.0898683 Nov 25 17:38:06.409407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47032) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:06.422901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-217914616'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:06.455115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c58b66d5-45ba-471e-a5af-e01476de51fe req-074b7020-d41a-4854-92f0-96927f9df10d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284733 Nov 25 17:38:06.474835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa89185f-231c-47af-a968-6ea0e87f544b req-7d34321a-a5a6-4a47-b1d6-80c1f52e908a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706998 Nov 25 17:38:06.595004 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.608852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:06.615671 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.677663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:06.692549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.693621 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment 37b9b23b-2794-4f75-b132-8668d8e36d0b of type vlan for network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd Nov 25 17:38:06.756772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.813176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.819013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:06.820145 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.890692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47036) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:06.891332 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4794173 Nov 25 17:38:06.896035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': '87ecf9e3-9fec-4f18-8009-dcc22a72f8dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:06.949418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f54465-e06e-4c34-8de0-adec71292390 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.134475 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.178515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:07.188088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e386e8c-2238-4655-ba88-e6cc96a447a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=87ecf9e3-9fec-4f18-8009-dcc22a72f8dd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:07.188366 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.191172 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.220041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:07.283054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f54465-e06e-4c34-8de0-adec71292390 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.444386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f54465-e06e-4c34-8de0-adec71292390 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4f004b-d9d6-436a-bf9e-07e87ad9a6d1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:07.454151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de869fd-11da-4734-8fba-c5f543e3b49d None None] Network 0ec6c414-f072-495e-9e80-bd8fea9a48e3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:07.469964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f54465-e06e-4c34-8de0-adec71292390 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.475804 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-85f54465-e06e-4c34-8de0-adec71292390 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "DELETE /v2.0/subnets/0a4f004b-d9d6-436a-bf9e-07e87ad9a6d1 HTTP/1.1" status: 204 len: 168 time: 1.6884661 Nov 25 17:38:07.496103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:07.971591 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.078636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] DHCP port deletion for 0ec6c414-f072-495e-9e80-bd8fea9a48e3 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:08.282462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] Deleting port 7aa32208-d44d-484f-b245-005f1fafc643 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:08.282881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.511864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] For port 7aa32208-d44d-484f-b245-005f1fafc643, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7aa32208-d44d-484f-b245-005f1fafc643,segment=NetworkSegment(cd83a0d6-8681-4eb2-84d2-2579041d1650),segment_id=cd83a0d6-8681-4eb2-84d2-2579041d1650)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:08.512280 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.566566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] Calling delete_port for 7aa32208-d44d-484f-b245-005f1fafc643 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:08.580448 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.715381 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.731763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4941d-58f9-4b6f-ae86-8b886dbefba5 req-10bf2acf-a27f-4ac8-88d3-a3f808da9243 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:08.740983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59d4941d-58f9-4b6f-ae86-8b886dbefba5 req-10bf2acf-a27f-4ac8-88d3-a3f808da9243 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.8862851 Nov 25 17:38:08.767866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341638-21be-4851-9228-324b4e985823 req-f0fa9e47-adf7-48d8-8f3a-a00646591332 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:08.771074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81341638-21be-4851-9228-324b4e985823 req-f0fa9e47-adf7-48d8-8f3a-a00646591332 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.8811731 Nov 25 17:38:08.821408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] The port '7aa32208-d44d-484f-b245-005f1fafc643' was deleted {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 17:38:08.845470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] Pushing event deleted for resources: {'Port': ['ID=7aa32208-d44d-484f-b245-005f1fafc643,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:08.856221 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.858903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53579414-944f-425a-896e-38c83f2f4ab8 None None] No DVR routers for this DVR port 7aa32208-d44d-484f-b245-005f1fafc643 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:09.028367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59d4941d-58f9-4b6f-ae86-8b886dbefba5 req-60c4d909-5461-4e3c-bce8-067b4bffc86a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553141 Nov 25 17:38:09.203802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.228486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=03bcdd01-2a5a-435a-a550-f547f08199a6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:09.313292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81341638-21be-4851-9228-324b4e985823 req-bceab7ba-d5c1-4a8b-8907-2d7bbb5e48b1 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5157051 Nov 25 17:38:09.321601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec6c414-f072-495e-9e80-bd8fea9a48e3']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:09.345332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': '37b9b23b-2794-4f75-b132-8668d8e36d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '87ecf9e3-9fec-4f18-8009-dcc22a72f8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:09.345635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:09.362871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd83a0d6-8681-4eb2-84d2-2579041d1650') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:09.363193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd83a0d6-8681-4eb2-84d2-2579041d1650') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:09.388323 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.407215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:09.411467 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.424717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:09.425541 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:09.431612 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:09.469819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:09.477862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.479597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.484693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aee8cc-be28-464a-abda-88fdbb1af7cf None None] Network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:09.717636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e80c80e0-4ac3-462a-a397-e9f0d44548cb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8249183 Nov 25 17:38:09.718147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47070) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.719774 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.732987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e74a7129-9c75-45e4-ba9a-e07eead0af9c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1460497557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:09.735992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.746582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] 10.222.0.81 "DELETE /v2.0/networks/0ec6c414-f072-495e-9e80-bd8fea9a48e3 HTTP/1.1" status: 204 len: 168 time: 2.2475038 Nov 25 17:38:09.772291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26198b49-3b7f-44b7-8e65-977460d7931e tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201 tempest-ExtraDHCPOptionsIpV6TestJSON-1213228201-project] Pushing event deleted for resources: {'Network': ['ID=0ec6c414-f072-495e-9e80-bd8fea9a48e3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:09.832200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74a7129-9c75-45e4-ba9a-e07eead0af9c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.834818 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74a7129-9c75-45e4-ba9a-e07eead0af9c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.958246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7aa32208-d44d-484f-b245-005f1fafc643 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:10.094622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 7aa32208-d44d-484f-b245-005f1fafc643 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:10.095005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7aa32208-d44d-484f-b245-005f1fafc643 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:10.188964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74a7129-9c75-45e4-ba9a-e07eead0af9c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.199802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74a7129-9c75-45e4-ba9a-e07eead0af9c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.217240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd09341-88be-4d7e-aeb6-432c4fe3ea71 req-17aedf9e-aa65-4824-81b7-6df398e38840 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.256744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bd09341-88be-4d7e-aeb6-432c4fe3ea71 req-17aedf9e-aa65-4824-81b7-6df398e38840 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.3913500 Nov 25 17:38:10.287554 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74a7129-9c75-45e4-ba9a-e07eead0af9c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.295573 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e74a7129-9c75-45e4-ba9a-e07eead0af9c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5773401 Nov 25 17:38:10.300889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47080) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.418614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-87ecf9e3-9fec-4f18-8009-dcc22a72f8dd', 'network_id': '87ecf9e3-9fec-4f18-8009-dcc22a72f8dd', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': '03bcdd01-2a5a-435a-a550-f547f08199a6'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:10.420459 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.461075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47084) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.587583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080fb3f-86f6-4bb1-9564-475bbe412aa7 req-a462f35a-ca4b-4d1e-bef0-12c0330b13d5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.591211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c080fb3f-86f6-4bb1-9564-475bbe412aa7 req-a462f35a-ca4b-4d1e-bef0-12c0330b13d5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.4935517 Nov 25 17:38:10.597307 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bd09341-88be-4d7e-aeb6-432c4fe3ea71 req-61878588-01ba-48ed-9650-dd71c0630341 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365319 Nov 25 17:38:10.710619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Allocated IP 172.20.0.2 (87ecf9e3-9fec-4f18-8009-dcc22a72f8dd/03bcdd01-2a5a-435a-a550-f547f08199a6/5295bf81-4dc9-4059-984b-15fa6721f603) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:10.952539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c080fb3f-86f6-4bb1-9564-475bbe412aa7 req-98184dea-ed51-4002-a890-ed135698bbf2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490310 Nov 25 17:38:11.005078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c21cf-5288-46d3-8f95-dad9b4cd5181 req-b51a992b-0030-49b2-b577-3443e41e90ba tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:11.016769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-002c21cf-5288-46d3-8f95-dad9b4cd5181 req-b51a992b-0030-49b2-b577-3443e41e90ba tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.2550950 Nov 25 17:38:11.106346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-893c91dd-6ee1-4485-948c-eaa1eac66924 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce549cadf1344e75949eee0c42b04273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6162126 Nov 25 17:38:11.108293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47088) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:11.126382 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.138372 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.180042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-002c21cf-5288-46d3-8f95-dad9b4cd5181 req-d7e973d9-051a-4813-ba67-d01238e3c879 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607835 Nov 25 17:38:11.302362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:11.303068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.308447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Pushing event updated for resources: {'Port': ['ID=5295bf81-4dc9-4059-984b-15fa6721f603,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:11.312178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:11.315794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:11.380694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77d8365d-ca48-43bd-b5df-8a8ef638104e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.476298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Attempting to bind port 5295bf81-4dc9-4059-984b-15fa6721f603 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:11.476701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Attempting to bind port 5295bf81-4dc9-4059-984b-15fa6721f603 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '37b9b23b-2794-4f75-b132-8668d8e36d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '87ecf9e3-9fec-4f18-8009-dcc22a72f8dd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:11.477104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Attempting to bind port 5295bf81-4dc9-4059-984b-15fa6721f603 on network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:11.494544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:11.495070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Checking segment: {'id': '37b9b23b-2794-4f75-b132-8668d8e36d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '87ecf9e3-9fec-4f18-8009-dcc22a72f8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:11.497611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.498038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Bound using segment: {'id': '37b9b23b-2794-4f75-b132-8668d8e36d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '87ecf9e3-9fec-4f18-8009-dcc22a72f8dd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:11.499398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Bound port: 5295bf81-4dc9-4059-984b-15fa6721f603, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b9b23b-2794-4f75-b132-8668d8e36d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '87ecf9e3-9fec-4f18-8009-dcc22a72f8dd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:11.499806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.912989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed06e1-e81e-489c-afd4-182c5ebf663b req-a5925d38-7b60-480a-9029-1dfb8be216f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:11.915190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6eed06e1-e81e-489c-afd4-182c5ebf663b req-a5925d38-7b60-480a-9029-1dfb8be216f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.1562662 Nov 25 17:38:12.019247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6eed06e1-e81e-489c-afd4-182c5ebf663b req-ea7e4c39-221a-460b-9d03-4275eb00d0bb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906830 Nov 25 17:38:12.020308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] For port 5295bf81-4dc9-4059-984b-15fa6721f603, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:12.026866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] For port 5295bf81-4dc9-4059-984b-15fa6721f603, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5295bf81-4dc9-4059-984b-15fa6721f603,segment=NetworkSegment(37b9b23b-2794-4f75-b132-8668d8e36d0b),segment_id=37b9b23b-2794-4f75-b132-8668d8e36d0b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:12.045067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.205696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b907c72-49b9-4ef6-b310-86add51f34e5 None None] Pushing event updated for resources: {'Port': ['ID=5295bf81-4dc9-4059-984b-15fa6721f603,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:12.206509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f0b9-8a1b-4133-8f10-a00c8dd0874e req-81ae0f53-e7c4-4b9c-a8d1-67d4b862d19b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:12.208459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4132f0b9-8a1b-4133-8f10-a00c8dd0874e req-81ae0f53-e7c4-4b9c-a8d1-67d4b862d19b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.1550264 Nov 25 17:38:12.338151 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4132f0b9-8a1b-4133-8f10-a00c8dd0874e req-9386af75-cc1e-4037-9eca-82a33c74169b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046495 Nov 25 17:38:12.578429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77d8365d-ca48-43bd-b5df-8a8ef638104e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.629664 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959f973-db8a-44bf-a075-f4aa9355616d req-fb8f99b6-f529-4c1e-94ff-2c1a00c8c3fa tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:12.631368 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7959f973-db8a-44bf-a075-f4aa9355616d req-fb8f99b6-f529-4c1e-94ff-2c1a00c8c3fa tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.1726325 Nov 25 17:38:12.776873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7959f973-db8a-44bf-a075-f4aa9355616d req-fec68b10-c6c1-4816-b55f-11740ee77be3 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382668 Nov 25 17:38:12.854980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.20.0.1 (87ecf9e3-9fec-4f18-8009-dcc22a72f8dd/03bcdd01-2a5a-435a-a550-f547f08199a6/a5ce4efb-724a-4b83-8d71-3913fd96e589) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:12.873592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-2629842f-3e6d-4ede-b617-a94ffd3f3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:12.875868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77d8365d-ca48-43bd-b5df-8a8ef638104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.876533 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-2629842f-3e6d-4ede-b617-a94ffd3f3a41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eee1f13-1866-4846-ad2f-35c14cb97e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187940 Nov 25 17:38:12.881105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77d8365d-ca48-43bd-b5df-8a8ef638104e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.888957 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-77d8365d-ca48-43bd-b5df-8a8ef638104e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9c3f2b2-f9f1-4333-b51f-dd19690df9ca HTTP/1.1" status: 204 len: 168 time: 1.7798984 Nov 25 17:38:12.924871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8365d-ca48-43bd-b5df-8a8ef638104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c3f2b2-f9f1-4333-b51f-dd19690df9ca,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:13.156048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.206507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.248691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-52fbe57f-4a90-4bfc-928f-06b3faf2f20d service neutron] 10.222.0.60 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394697 Nov 25 17:38:13.361990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590de2-32be-40bf-a16f-2a4387a28521 req-961a1082-60fe-47ca-b5de-3e8a994102a5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.363611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6590de2-32be-40bf-a16f-2a4387a28521 req-961a1082-60fe-47ca-b5de-3e8a994102a5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.2793767 Nov 25 17:38:13.394102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=a5ce4efb-724a-4b83-8d71-3913fd96e589,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:13.525593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:13.536170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:13.539951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:13.672972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6590de2-32be-40bf-a16f-2a4387a28521 req-f74fd859-a9cf-4b16-875f-1423ce0abc74 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002176 Nov 25 17:38:13.693034 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.704737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d0d8813-14fb-4dec-82bf-97df900c73db req-bfbfe23f-8c22-4caa-94bc-a8e99ff94949 service neutron] 10.222.0.60 "GET /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447267 Nov 25 17:38:13.747977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3202-2118-4dbe-afc4-1b8983b5bfb5 req-067be257-5c48-462d-abd3-e1d921d4cac6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.759817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-768b3202-2118-4dbe-afc4-1b8983b5bfb5 req-067be257-5c48-462d-abd3-e1d921d4cac6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.1341488 Nov 25 17:38:13.854595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-768b3202-2118-4dbe-afc4-1b8983b5bfb5 req-8a85256e-4407-47ad-9376-41469e0016aa tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879977 Nov 25 17:38:13.879711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5295bf81-4dc9-4059-984b-15fa6721f603 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:13.967756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5295bf81-4dc9-4059-984b-15fa6721f603 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:13.968507 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.007600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.079805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c46b-9c6e-4b38-beb4-9f2dca4430ba req-a1855f4e-7085-4595-976d-b25f0546034f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:14.097888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c643c46b-9c6e-4b38-beb4-9f2dca4430ba req-a1855f4e-7085-4595-976d-b25f0546034f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.1236119 Nov 25 17:38:14.149518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df476138-705f-454d-9a7d-7a3363502c69 None None] Network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:14.196925 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c643c46b-9c6e-4b38-beb4-9f2dca4430ba req-5e57dd8b-54b7-4fe3-a792-bd4734b5e834 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979576 Nov 25 17:38:14.355681 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.381208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:14.422472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6ba6f504-c4e3-4ce9-b3fd-9391fa388cf5 None None] Provisioning complete for port 5295bf81-4dc9-4059-984b-15fa6721f603 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:14.422887 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f504-c4e3-4ce9-b3fd-9391fa388cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.427975 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 5295bf81-4dc9-4059-984b-15fa6721f603, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5295bf81-4dc9-4059-984b-15fa6721f603,segment=NetworkSegment(37b9b23b-2794-4f75-b132-8668d8e36d0b),segment_id=37b9b23b-2794-4f75-b132-8668d8e36d0b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:14.429647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.439089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.460622 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.506826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5a788d35-fe05-4d9a-8cad-3416972c5c39 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-817257074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:14.547652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=5295bf81-4dc9-4059-984b-15fa6721f603,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.563631 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a788d35-fe05-4d9a-8cad-3416972c5c39 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.564216 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.564871 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a788d35-fe05-4d9a-8cad-3416972c5c39 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.641827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=a5ce4efb-724a-4b83-8d71-3913fd96e589,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.691226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a788d35-fe05-4d9a-8cad-3416972c5c39 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.698876 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a788d35-fe05-4d9a-8cad-3416972c5c39 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.733836 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a788d35-fe05-4d9a-8cad-3416972c5c39 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.738786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47164) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:14.741540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a788d35-fe05-4d9a-8cad-3416972c5c39 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3530281 Nov 25 17:38:14.752093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-987010226'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:14.821895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Made reservation on behalf of 70be1134e5de49179c5da4605e5b77a1 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:14.826808 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.861788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3a87917e-41ea-4b5b-94e2-0200030c4916 None None] Provisioning complete for port 5295bf81-4dc9-4059-984b-15fa6721f603 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:14.866892 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a87917e-41ea-4b5b-94e2-0200030c4916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.872523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.925522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:14.930573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:14.936530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170bd27-094c-45b5-8200-6755438648d5 req-e72d475d-2d98-40c8-b1f6-96558c60555d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:14.939685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0170bd27-094c-45b5-8200-6755438648d5 req-e72d475d-2d98-40c8-b1f6-96558c60555d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.1323910 Nov 25 17:38:15.121748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3a87917e-41ea-4b5b-94e2-0200030c4916 None None] Provisioning complete for port a5ce4efb-724a-4b83-8d71-3913fd96e589 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:15.129315 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a87917e-41ea-4b5b-94e2-0200030c4916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.185603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0170bd27-094c-45b5-8200-6755438648d5 req-42c13f1b-1f8f-4a34-a13c-0668391786d7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370520 Nov 25 17:38:15.215912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e6536-6b6c-4d3d-a00a-d04dcddba164 req-e47bcfa6-6e5e-49f1-83bb-8d280dc3c453 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.230578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f63e6536-6b6c-4d3d-a00a-d04dcddba164 req-e47bcfa6-6e5e-49f1-83bb-8d280dc3c453 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.2112517 Nov 25 17:38:15.232684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3a87917e-41ea-4b5b-94e2-0200030c4916 None None] Port a5ce4efb-724a-4b83-8d71-3913fd96e589 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:15.331886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.350403 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.389050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-646d7a07-3458-43ff-a7fe-aac1be2e4ea3 None None] Provisioning complete for port a5ce4efb-724a-4b83-8d71-3913fd96e589 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:15.389925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-646d7a07-3458-43ff-a7fe-aac1be2e4ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.431988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f63e6536-6b6c-4d3d-a00a-d04dcddba164 req-2520a5c0-6c57-426f-a0f0-6840e06f088e tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934927 Nov 25 17:38:15.445296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ccefa-8ac7-4648-b8ed-a4580797b840,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:15.455959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:15.485537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-646d7a07-3458-43ff-a7fe-aac1be2e4ea3 None None] Port a5ce4efb-724a-4b83-8d71-3913fd96e589 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:15.489838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccabfac-f379-487f-8c0c-af61fc4bad1d req-fa72336b-61f2-472d-8baf-3c9d0afacbbf tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.491567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router e4a18eb4-785c-49d7-ba90-f040f020c775 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:15.497957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.498315 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Added segment 9e3b813e-8b36-4661-a7e7-ebed77b06b92 of type vlan for network 02ccb51c-9473-4b74-8423-ca5b03739840 Nov 25 17:38:15.509582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eccabfac-f379-487f-8c0c-af61fc4bad1d req-fa72336b-61f2-472d-8baf-3c9d0afacbbf tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.1769259 Nov 25 17:38:15.570768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.632187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eccabfac-f379-487f-8c0c-af61fc4bad1d req-daf87cc3-414a-4c87-a56a-3c9ec6020526 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213126 Nov 25 17:38:15.768437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.775654 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.776622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.790857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5295bf81-4dc9-4059-984b-15fa6721f603 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:15.864835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:15.873583 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1311760 Nov 25 17:38:15.876502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:15.882579 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a34030-26ed-4e6b-abe7-613ef2e45cc1 None None] Sync routers for ids ['e4a18eb4-785c-49d7-ba90-f040f020c775'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:15.889237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'subnet': {'network_id': '02ccb51c-9473-4b74-8423-ca5b03739840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:15.904787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-deb1032a-3b11-4dac-80a9-6fd33fe8d2c4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/e4a18eb4-785c-49d7-ba90-f040f020c775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6027238 Nov 25 17:38:15.909403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:15.917714 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a34030-26ed-4e6b-abe7-613ef2e45cc1 None None] Routers {'e4a18eb4-785c-49d7-ba90-f040f020c775'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:15.918433 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27a34030-26ed-4e6b-abe7-613ef2e45cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e4a18eb4-785c-49d7-ba90-f040f020c775'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:15.923750 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5295bf81-4dc9-4059-984b-15fa6721f603 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:15.924135 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.993017 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-24dd9427-d3d9-4aa3-8fb3-0be1148f8c31 None None] Provisioning complete for port a5ce4efb-724a-4b83-8d71-3913fd96e589 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:15.993646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24dd9427-d3d9-4aa3-8fb3-0be1148f8c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.000425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device dc64aa61-9565-4f16-9278-b837421b489c details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:16.050588 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27a34030-26ed-4e6b-abe7-613ef2e45cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:16.071790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff2b6c-6273-4f3c-83a3-11fc098c6b0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Network': ['ID=02ccb51c-9473-4b74-8423-ca5b03739840,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:16.083975 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a34030-26ed-4e6b-abe7-613ef2e45cc1 None None] Routers {'e4a18eb4-785c-49d7-ba90-f040f020c775'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:16.087530 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27a34030-26ed-4e6b-abe7-613ef2e45cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e4a18eb4-785c-49d7-ba90-f040f020c775'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:16.120399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-24dd9427-d3d9-4aa3-8fb3-0be1148f8c31 None None] Port a5ce4efb-724a-4b83-8d71-3913fd96e589 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:16.125530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e582fba5-f1ce-4055-aa10-2b1d83cb4b8b tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:16.132117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e582fba5-f1ce-4055-aa10-2b1d83cb4b8b tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports/a5ce4efb-724a-4b83-8d71-3913fd96e589 HTTP/1.1" status: 200 len: 910 time: 0.2108295 Nov 25 17:38:16.133880 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27a34030-26ed-4e6b-abe7-613ef2e45cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:16.134796 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a34030-26ed-4e6b-abe7-613ef2e45cc1 None None] The sync data for ids ['e4a18eb4-785c-49d7-ba90-f040f020c775'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:16.136891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:16.146660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8031f61a-b654-4ef7-9213-ab9b6931d62e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03bcdd01-2a5a-435a-a550-f547f08199a6'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:16.201284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Made reservation on behalf of 70be1134e5de49179c5da4605e5b77a1 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:16.206679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.323319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:16.346544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 02ccb51c-9473-4b74-8423-ca5b03739840 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:16.348918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'dc64aa61-9565-4f16-9278-b837421b489c', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'port_id': 'dc64aa61-9565-4f16-9278-b837421b489c', 'mac_address': 'fa:16:3e:a1:72:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:16.503211 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.534984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc64aa61-9565-4f16-9278-b837421b489c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:16.578931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:16.586570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8031f61a-b654-4ef7-9213-ab9b6931d62e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.587187 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.587421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4fa6a-0430-4419-b239-6e55bb366e4f req-f17b45a3-cb1b-432b-90e3-46e3a599279b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:16.597973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11d4fa6a-0430-4419-b239-6e55bb366e4f req-f17b45a3-cb1b-432b-90e3-46e3a599279b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.2131865 Nov 25 17:38:16.732091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['dc64aa61-9565-4f16-9278-b837421b489c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:16.734698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:16.743689 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:38:16.868639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11d4fa6a-0430-4419-b239-6e55bb366e4f req-3ad2751b-d5c0-49fe-8608-f94c6c88fd30 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684631 Nov 25 17:38:16.966480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5efa-f935-49b5-802f-daa8a04ee751 req-f7192d8b-79ac-420d-b49c-611be587f6bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:16.968130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d71c5efa-f935-49b5-802f-daa8a04ee751 req-f7192d8b-79ac-420d-b49c-611be587f6bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.3661191 Nov 25 17:38:17.065629 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.222769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d71c5efa-f935-49b5-802f-daa8a04ee751 req-494a77ac-e00c-44bb-8bbd-bf4c3e3da0bd tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953497 Nov 25 17:38:17.269910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Subnet': ['ID=712d26e6-1c52-42d1-9c44-4244c6ea82e6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:17.298278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Checking segment: {'id': '9e3b813e-8b36-4661-a7e7-ebed77b06b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '02ccb51c-9473-4b74-8423-ca5b03739840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:17.298963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network hostable DHCP agents. Network: 02ccb51c-9473-4b74-8423-ca5b03739840, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:17.325939 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da62c-b369-4fb8-bef0-3711c120d5a3 req-ee7b58a9-4afb-4c86-965d-45d36f9f7a20 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:17.327753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-455da62c-b369-4fb8-bef0-3711c120d5a3 req-ee7b58a9-4afb-4c86-965d-45d36f9f7a20 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.3389928 Nov 25 17:38:17.335381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8031f61a-b654-4ef7-9213-ab9b6931d62e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.363196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8031f61a-b654-4ef7-9213-ab9b6931d62e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.372011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network 02ccb51c-9473-4b74-8423-ca5b03739840 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:17.426289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-455da62c-b369-4fb8-bef0-3711c120d5a3 req-40d29055-5383-4937-ab1b-fe9ec7df1605 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895383 Nov 25 17:38:17.427544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 02ccb51c-9473-4b74-8423-ca5b03739840) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:17.438736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:17.439358 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.441865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52446213-7694-4bec-8b9d-cd1847ca635f None None] Network 02ccb51c-9473-4b74-8423-ca5b03739840 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:17.494477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-085d8e25-1053-41b2-a06e-21639896a476 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6133170 Nov 25 17:38:17.496891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:17.501820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031f61a-b654-4ef7-9213-ab9b6931d62e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=a5ce4efb-724a-4b83-8d71-3913fd96e589,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:17.506256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'network': {'name': 'tempest-router-network01--981886641'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:17.518532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8031f61a-b654-4ef7-9213-ab9b6931d62e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:17.519284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8031f61a-b654-4ef7-9213-ab9b6931d62e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.523664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8031f61a-b654-4ef7-9213-ab9b6931d62e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/ports/a5ce4efb-724a-4b83-8d71-3913fd96e589 HTTP/1.1" status: 200 len: 910 time: 1.3831224 Nov 25 17:38:17.524347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:17.622935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Made reservation on behalf of 70be1134e5de49179c5da4605e5b77a1 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:17.629548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.724083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:17.755694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-02ccb51c-9473-4b74-8423-ca5b03739840', 'network_id': '02ccb51c-9473-4b74-8423-ca5b03739840', 'tenant_id': '70be1134e5de49179c5da4605e5b77a1', 'fixed_ips': [{'subnet_id': '712d26e6-1c52-42d1-9c44-4244c6ea82e6'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:17.756598 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.824805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:17.851610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.852176 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Added segment ba1befec-4efb-41fc-bd7d-205bb6366932 of type vlan for network 941849e0-8699-4b80-80c2-ebe834efdc0f Nov 25 17:38:17.890987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a4ac8-f761-45f8-83e7-ca60c997fec8 req-e8dd4aa1-d19b-483e-a18e-2575afe6aaeb tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:17.893139 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f04a4ac8-f761-45f8-83e7-ca60c997fec8 req-e8dd4aa1-d19b-483e-a18e-2575afe6aaeb tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 945 time: 0.1472888 Nov 25 17:38:17.984037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device dc64aa61-9565-4f16-9278-b837421b489c up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:18.026049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.080047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f04a4ac8-f761-45f8-83e7-ca60c997fec8 req-89feaf45-aed5-45b5-aca3-9e012c0782ec tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666288 Nov 25 17:38:18.163895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.173049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:18.178099 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.196878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:18.200191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port dc64aa61-9565-4f16-9278-b837421b489c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:18.200901 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.212055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Allocated IP 172.20.0.2 (02ccb51c-9473-4b74-8423-ca5b03739840/712d26e6-1c52-42d1-9c44-4244c6ea82e6/d6b62a77-0b2a-4f48-877e-e2735f576361) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:18.212274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9513d-4356-4908-a76c-9b15075fa971 req-86b8abf1-383c-49ed-b7d2-d530a9467d39 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:18.216896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cb9513d-4356-4908-a76c-9b15075fa971 req-86b8abf1-383c-49ed-b7d2-d530a9467d39 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 944 time: 0.1636662 Nov 25 17:38:18.300245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'port_id': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'mac_address': 'fa:16:3e:c8:3e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:18.356340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47246) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:18.363105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'network': {'name': 'tempest-router-network02--2112028380'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:18.367638 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8695350 Nov 25 17:38:18.374999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e806978-1fbd-4875-9571-141957987c6a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Network': ['ID=941849e0-8699-4b80-80c2-ebe834efdc0f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:18.481826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Made reservation on behalf of 70be1134e5de49179c5da4605e5b77a1 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:18.486650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.567463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 941849e0-8699-4b80-80c2-ebe834efdc0f details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:18.572130 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:18.608632 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.609358 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Added segment eec59fda-7e59-4fee-b898-7e4ae27f53c3 of type vlan for network d9a207ec-18d7-4671-88f7-974ce47b9fd3 Nov 25 17:38:18.631913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e4d9d-66a6-4d1b-9363-128b6532379c req-a26a9b54-413b-4064-b805-b431c70281d4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:18.640528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e2e4d9d-66a6-4d1b-9363-128b6532379c req-a26a9b54-413b-4064-b805-b431c70281d4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.2664278 Nov 25 17:38:18.665036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.708541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cb9513d-4356-4908-a76c-9b15075fa971 req-823717e4-4a9b-4391-9267-5a428591f550 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396776 Nov 25 17:38:18.740345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.762693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:18.765842 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f70f133-01f7-4060-b6c7-b4965b8ab90c" -d '{"events": [{"server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "name": "network-vif-plugged", "status": "completed", "tag": "dc64aa61-9565-4f16-9278-b837421b489c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:18.768835 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.783768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.875514 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.915067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:18.915733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.060749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e2e4d9d-66a6-4d1b-9363-128b6532379c req-324a6f63-a188-4d66-bae9-bfad64adf9da tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4191210 Nov 25 17:38:19.114434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7566984 Nov 25 17:38:19.117297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47254) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:19.123999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'subnet': {'network_id': '941849e0-8699-4b80-80c2-ebe834efdc0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:19.134461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f179fa3-6dd0-47e4-9c06-3e512d6f66c8 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Network': ['ID=d9a207ec-18d7-4671-88f7-974ce47b9fd3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.227642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c10a98-5b58-4b93-ad06-4beb69dea6e6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:19.261801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:19.271047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Made reservation on behalf of 70be1134e5de49179c5da4605e5b77a1 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:19.278401 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c751b49-6c18-41fe-91a4-2152a8c1fb30 x-openstack-request-id: req-7c751b49-6c18-41fe-91a4-2152a8c1fb30 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:19.278934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.282335 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "name": "network-vif-plugged", "status": "completed", "tag": "dc64aa61-9565-4f16-9278-b837421b489c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:19.282728 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c751b49-6c18-41fe-91a4-2152a8c1fb30 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:19.283265 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c', 'code': 200} Nov 25 17:38:19.288615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d9a207ec-18d7-4671-88f7-974ce47b9fd3 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:19.336125 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.380102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37909b8-75e8-4cc8-87be-73fe854b93fe req-d350b0e3-6d30-4055-90fe-a0d915dd1254 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:19.382610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c37909b8-75e8-4cc8-87be-73fe854b93fe req-d350b0e3-6d30-4055-90fe-a0d915dd1254 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 944 time: 0.4252155 Nov 25 17:38:19.544419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.559297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-872ea85a-8eda-4bf7-bd94-ebe15ee8d01a tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:19.561179 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-872ea85a-8eda-4bf7-bd94-ebe15ee8d01a tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.95 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 945 time: 0.2368405 Nov 25 17:38:19.582885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c37909b8-75e8-4cc8-87be-73fe854b93fe req-6561f9c8-5f32-44df-9eab-0a3f8419fc16 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866128 Nov 25 17:38:19.585025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:19.655876 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.690595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.714703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4f43-760a-47c5-b0cb-a19ed913891a req-5ad0117c-dc16-4ca0-a5cc-d1c22b8bdafb tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:19.717482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e9d4f43-760a-47c5-b0cb-a19ed913891a req-5ad0117c-dc16-4ca0-a5cc-d1c22b8bdafb tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 945 time: 0.3335891 Nov 25 17:38:19.799537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Subnet': ['ID=4f71ea7e-18a4-4680-834e-e6c64f12312b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.810983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Checking segment: {'id': 'ba1befec-4efb-41fc-bd7d-205bb6366932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '941849e0-8699-4b80-80c2-ebe834efdc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:19.811551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network hostable DHCP agents. Network: 941849e0-8699-4b80-80c2-ebe834efdc0f, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:19.858848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network 941849e0-8699-4b80-80c2-ebe834efdc0f is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:19.874900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 941849e0-8699-4b80-80c2-ebe834efdc0f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:19.880747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:19.881436 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.886239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.911206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd70f0-a6d7-40db-b35d-27f9bce40edd None None] Network 941849e0-8699-4b80-80c2-ebe834efdc0f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:19.923272 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.934157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a6e9f126-dedc-4d97-a566-078e445c3f24 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8136148 Nov 25 17:38:19.935577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47260) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:19.944519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'subnet': {'network_id': 'd9a207ec-18d7-4671-88f7-974ce47b9fd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:20.002749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e9d4f43-760a-47c5-b0cb-a19ed913891a req-97d548d3-779c-482b-823a-6cd3f9fecb82 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792711 Nov 25 17:38:20.048547 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.051017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281d113-485e-4d6b-a616-a63bff782790 req-6f59e823-42bc-40c2-88cb-a1593d2066dc tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:20.059171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1281d113-485e-4d6b-a616-a63bff782790 req-6f59e823-42bc-40c2-88cb-a1593d2066dc tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.1629636 Nov 25 17:38:20.079909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Deleting port 90a471e8-ed0e-4c6b-ba6c-56da13071257 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:20.080255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.142229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port a5ce4efb-724a-4b83-8d71-3913fd96e589 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:20.142497 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.152123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['75c10a98-5b58-4b93-ad06-4beb69dea6e6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:20.173727 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Made reservation on behalf of 70be1134e5de49179c5da4605e5b77a1 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:20.179838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.201381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Network 02ccb51c-9473-4b74-8423-ca5b03739840 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:20.266526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:20.287889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:20.301206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Pushing event updated for resources: {'Port': ['ID=d6b62a77-0b2a-4f48-877e-e2735f576361,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.342563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1281d113-485e-4d6b-a616-a63bff782790 req-031e961c-2435-4539-85f0-d50382082c7c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796147 Nov 25 17:38:20.437341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] For port 90a471e8-ed0e-4c6b-ba6c-56da13071257, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=90a471e8-ed0e-4c6b-ba6c-56da13071257,segment=NetworkSegment(5c4c08b2-9c6d-413e-ac3d-a69d866222ee),segment_id=5c4c08b2-9c6d-413e-ac3d-a69d866222ee)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:20.438245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.442141 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.483247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01543cfe-ecc9-4bfd-aa4e-6d400f1cd381 req-a183f4fc-6fb0-4184-8bff-48242e2833f2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:20.486024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01543cfe-ecc9-4bfd-aa4e-6d400f1cd381 req-a183f4fc-6fb0-4184-8bff-48242e2833f2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.2436056 Nov 25 17:38:20.486351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Attempting to bind port d6b62a77-0b2a-4f48-877e-e2735f576361 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:20.486737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Attempting to bind port d6b62a77-0b2a-4f48-877e-e2735f576361 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '9e3b813e-8b36-4661-a7e7-ebed77b06b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '02ccb51c-9473-4b74-8423-ca5b03739840'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:20.487098 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Attempting to bind port d6b62a77-0b2a-4f48-877e-e2735f576361 on network 02ccb51c-9473-4b74-8423-ca5b03739840 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:20.502091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for a5ce4efb-724a-4b83-8d71-3913fd96e589 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:20.504813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Calling delete_port for 90a471e8-ed0e-4c6b-ba6c-56da13071257 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:20.526381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:20.526779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Checking segment: {'id': '9e3b813e-8b36-4661-a7e7-ebed77b06b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '02ccb51c-9473-4b74-8423-ca5b03739840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:20.527175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.527586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Bound using segment: {'id': '9e3b813e-8b36-4661-a7e7-ebed77b06b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '02ccb51c-9473-4b74-8423-ca5b03739840'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:20.528662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Bound port: d6b62a77-0b2a-4f48-877e-e2735f576361, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3b813e-8b36-4661-a7e7-ebed77b06b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '02ccb51c-9473-4b74-8423-ca5b03739840'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:20.528662 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.571633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.689287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-941849e0-8699-4b80-80c2-ebe834efdc0f', 'network_id': '941849e0-8699-4b80-80c2-ebe834efdc0f', 'tenant_id': '70be1134e5de49179c5da4605e5b77a1', 'fixed_ips': [{'subnet_id': '4f71ea7e-18a4-4680-834e-e6c64f12312b'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:20.690218 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.690736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Subnet': ['ID=826fc619-489a-489c-83b8-d77a6113db6f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.720021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Checking segment: {'id': 'eec59fda-7e59-4fee-b898-7e4ae27f53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9a207ec-18d7-4671-88f7-974ce47b9fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:20.720555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network hostable DHCP agents. Network: d9a207ec-18d7-4671-88f7-974ce47b9fd3, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:20.751099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network d9a207ec-18d7-4671-88f7-974ce47b9fd3 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:20.774741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d9a207ec-18d7-4671-88f7-974ce47b9fd3) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:20.780119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:20.780889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.792510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476226e-8c96-4821-99ae-d6d5254e0010 None None] Network d9a207ec-18d7-4671-88f7-974ce47b9fd3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:20.812897 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a5b650f7-15d8-4923-99eb-1d4cd39309c5 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8749068 Nov 25 17:38:20.813211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01543cfe-ecc9-4bfd-aa4e-6d400f1cd381 req-a6d475f1-6e9b-43c2-8a66-f4b16b4c7acb tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169296 Nov 25 17:38:20.815481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:21.050127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] For port d6b62a77-0b2a-4f48-877e-e2735f576361, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:21.112203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] For port d6b62a77-0b2a-4f48-877e-e2735f576361, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d6b62a77-0b2a-4f48-877e-e2735f576361,segment=NetworkSegment(9e3b813e-8b36-4661-a7e7-ebed77b06b92),segment_id=9e3b813e-8b36-4661-a7e7-ebed77b06b92)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:21.143306 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.298007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Allocated IP 172.20.0.2 (941849e0-8699-4b80-80c2-ebe834efdc0f/4f71ea7e-18a4-4680-834e-e6c64f12312b/4c3d7eb4-d0fe-453c-8c01-c64b8448533b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:21.311182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.597190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6468-c522-4b16-9b6a-c46c774eb55c req-a1801344-66ec-4867-bf1c-5fac34ed0737 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:21.600842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccbea3-4349-4b6f-bbb1-ae1e79b1322f None None] Pushing event updated for resources: {'Port': ['ID=d6b62a77-0b2a-4f48-877e-e2735f576361,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:21.601166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b46a6468-c522-4b16-9b6a-c46c774eb55c req-a1801344-66ec-4867-bf1c-5fac34ed0737 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.8000097 Nov 25 17:38:21.681610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852c0c9-71a7-4fcd-bf91-54b9e7f39a90 req-b6e64691-78d0-48a9-bd00-515f4aa88be6 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:21.684553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f852c0c9-71a7-4fcd-bf91-54b9e7f39a90 req-b6e64691-78d0-48a9-bd00-515f4aa88be6 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 945 time: 0.2573557 Nov 25 17:38:21.706567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-d9a207ec-18d7-4671-88f7-974ce47b9fd3', 'network_id': 'd9a207ec-18d7-4671-88f7-974ce47b9fd3', 'tenant_id': '70be1134e5de49179c5da4605e5b77a1', 'fixed_ips': [{'subnet_id': '826fc619-489a-489c-83b8-d77a6113db6f'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:21.707277 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.708416 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.737948 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:21.802803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=a5ce4efb-724a-4b83-8d71-3913fd96e589,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:21.835060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b46a6468-c522-4b16-9b6a-c46c774eb55c req-0d29fe7b-4393-484d-af71-256feb2f0185 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181604 Nov 25 17:38:21.896037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f852c0c9-71a7-4fcd-bf91-54b9e7f39a90 req-8386f356-8ac2-48a4-8e6b-c518fc27dd19 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839666 Nov 25 17:38:21.979597 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.091820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Allocated IP 172.20.0.2 (d9a207ec-18d7-4671-88f7-974ce47b9fd3/826fc619-489a-489c-83b8-d77a6113db6f/665ceddf-13e8-4b51-9cf3-72aedba10fe4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:22.117664 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Pushing event deleted for resources: {'Port': ['ID=90a471e8-ed0e-4c6b-ba6c-56da13071257,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:22.187912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] No DVR routers for this DVR port 90a471e8-ed0e-4c6b-ba6c-56da13071257 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:22.201181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.206092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-516ed8c6-631b-42ca-9f66-34ac6f18073f req-1aced717-aaf0-4456-8a68-787a9a0aa131 tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.95 "DELETE /v2.0/ports/90a471e8-ed0e-4c6b-ba6c-56da13071257 HTTP/1.1" status: 204 len: 173 time: 2.6376884 Nov 25 17:38:22.228958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697e7f2b-e521-4e3f-a766-3563006cb5eb', 'name': 'network-vif-deleted', 'tag': '90a471e8-ed0e-4c6b-ba6c-56da13071257'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:22.233958 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c23f18-37ee-4d9e-9f1c-183bbf821fec" -d '{"events": [{"server_uuid": "697e7f2b-e521-4e3f-a766-3563006cb5eb", "name": "network-vif-deleted", "tag": "90a471e8-ed0e-4c6b-ba6c-56da13071257"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:22.426068 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.434457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90a471e8-ed0e-4c6b-ba6c-56da13071257 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:22.437301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82172db8-e651-4dc5-96ac-dd8e9c7f4dcd None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:22.473894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff03af4-6b75-4b98-8ec9-0975f118cd30 req-f34dceea-5b32-466f-a657-426b555ccf3f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:22.484076 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dff03af4-6b75-4b98-8ec9-0975f118cd30 req-f34dceea-5b32-466f-a657-426b555ccf3f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.3222537 Nov 25 17:38:22.526385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5f56-46d7-46b5-92bb-de6d586ca6f2 req-b121dacd-46a1-41cb-add6-2134751e83ee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:22.528093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-527d5f56-46d7-46b5-92bb-de6d586ca6f2 req-b121dacd-46a1-41cb-add6-2134751e83ee tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.3970444 Nov 25 17:38:22.528819 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.595365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 90a471e8-ed0e-4c6b-ba6c-56da13071257 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:22.596555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 90a471e8-ed0e-4c6b-ba6c-56da13071257 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:22.605586 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.719895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dff03af4-6b75-4b98-8ec9-0975f118cd30 req-832e7643-781b-4874-ac65-382c41ce1bb6 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327769 Nov 25 17:38:22.793507 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.824983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Network d9a207ec-18d7-4671-88f7-974ce47b9fd3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:22.841110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-527d5f56-46d7-46b5-92bb-de6d586ca6f2 req-dae0ca48-1a8e-43e8-aecc-612791426ee5 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951400 Nov 25 17:38:22.858230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:22.867756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.889750 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:22.903983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Pushing event updated for resources: {'Port': ['ID=665ceddf-13e8-4b51-9cf3-72aedba10fe4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:22.973883 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8d03c4-d053-4736-bd34-b7139c90768d x-openstack-request-id: req-bd8d03c4-d053-4736-bd34-b7139c90768d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:22.974207 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697e7f2b-e521-4e3f-a766-3563006cb5eb", "name": "network-vif-deleted", "tag": "90a471e8-ed0e-4c6b-ba6c-56da13071257", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:22.974488 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd8d03c4-d053-4736-bd34-b7139c90768d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:22.984372 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697e7f2b-e521-4e3f-a766-3563006cb5eb', 'name': 'network-vif-deleted', 'tag': '90a471e8-ed0e-4c6b-ba6c-56da13071257', 'status': 'completed', 'code': 200} Nov 25 17:38:23.071345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:38:23.082433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Network 941849e0-8699-4b80-80c2-ebe834efdc0f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:23.108475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Allocated IP 172.20.0.1 (941849e0-8699-4b80-80c2-ebe834efdc0f/4f71ea7e-18a4-4680-834e-e6c64f12312b/58c18d65-db6a-411e-be9a-6bb78b0dfccc) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:23.168580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:23.189583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:23.214216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:23.215100 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.234890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Pushing event updated for resources: {'Port': ['ID=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:23.258682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router e4a18eb4-785c-49d7-ba90-f040f020c775 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:23.339839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b30ee4a-46ae-4420-a53a-636bc7500cb5 req-5457c841-5d8f-44db-9456-38135c2e05fc tempest-VolumesSnapshotTestJSON-1245204583 tempest-VolumesSnapshotTestJSON-1245204583-project] 10.222.0.81 "GET /v2.0/ports?device_id=697e7f2b-e521-4e3f-a766-3563006cb5eb HTTP/1.1" status: 200 len: 210 time: 0.1464775 Nov 25 17:38:23.359720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Attempting to bind port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:23.366664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Attempting to bind port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'eec59fda-7e59-4fee-b898-7e4ae27f53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9a207ec-18d7-4671-88f7-974ce47b9fd3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:23.370400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Attempting to bind port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 on network d9a207ec-18d7-4671-88f7-974ce47b9fd3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:23.407606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.407841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103855d-50a6-4447-b8d9-4e20bf095d4c req-f49ae29e-95f3-44c9-b9cc-fba05def697f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:23.419075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8103855d-50a6-4447-b8d9-4e20bf095d4c req-f49ae29e-95f3-44c9-b9cc-fba05def697f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.2287369 Nov 25 17:38:23.452256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:23.452662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Checking segment: {'id': 'eec59fda-7e59-4fee-b898-7e4ae27f53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9a207ec-18d7-4671-88f7-974ce47b9fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:23.456529 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.456981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Bound using segment: {'id': 'eec59fda-7e59-4fee-b898-7e4ae27f53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9a207ec-18d7-4671-88f7-974ce47b9fd3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:23.457510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Bound port: 665ceddf-13e8-4b51-9cf3-72aedba10fe4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec59fda-7e59-4fee-b898-7e4ae27f53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd9a207ec-18d7-4671-88f7-974ce47b9fd3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:23.457910 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.487034 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.504511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541b7fe-faab-4468-87e9-31ccb38b9b6a None None] Network 02ccb51c-9473-4b74-8423-ca5b03739840 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:23.538580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Attempting to bind port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:23.545283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Attempting to bind port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'ba1befec-4efb-41fc-bd7d-205bb6366932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '941849e0-8699-4b80-80c2-ebe834efdc0f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:23.546040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Attempting to bind port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b on network 941849e0-8699-4b80-80c2-ebe834efdc0f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:23.554575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network 941849e0-8699-4b80-80c2-ebe834efdc0f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:23.558861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:23.564808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:23.566722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:23.567412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Checking segment: {'id': 'ba1befec-4efb-41fc-bd7d-205bb6366932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '941849e0-8699-4b80-80c2-ebe834efdc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:23.568640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.570730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Bound using segment: {'id': 'ba1befec-4efb-41fc-bd7d-205bb6366932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '941849e0-8699-4b80-80c2-ebe834efdc0f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:23.571496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Bound port: 4c3d7eb4-d0fe-453c-8c01-c64b8448533b, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1befec-4efb-41fc-bd7d-205bb6366932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '941849e0-8699-4b80-80c2-ebe834efdc0f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:23.572142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.602654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:23.609905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0766af8e-d99e-463c-aa45-c9800a714b41 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/e4a18eb4-785c-49d7-ba90-f040f020c775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0816393 Nov 25 17:38:23.621843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.626677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:23.670429 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Port': ['ID=58c18d65-db6a-411e-be9a-6bb78b0dfccc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:23.703740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cbca5ebd-1efd-4b1f-a7a2-2252c11e8bda tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a18eb4-785c-49d7-ba90-f040f020c775 HTTP/1.1" status: 200 len: 205 time: 0.0735686 Nov 25 17:38:23.704747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47292) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:23.753588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8103855d-50a6-4447-b8d9-4e20bf095d4c req-f43643dd-bee9-466d-b40b-5aeaa8d61774 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333740 Nov 25 17:38:23.770276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a26ddb-f3b8-42dc-a299-0ac6a71d210e None None] Sync routers for ids ['e4a18eb4-785c-49d7-ba90-f040f020c775'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:23.983690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] For port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:23.999745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] For port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,segment=NetworkSegment(ba1befec-4efb-41fc-bd7d-205bb6366932),segment_id=ba1befec-4efb-41fc-bd7d-205bb6366932)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:24.038440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7dcb4-7964-49fa-8b1b-17cf91de4ca5 req-e57c8403-82c1-419a-893a-a51ff7a30c5f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:24.044919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2a7dcb4-7964-49fa-8b1b-17cf91de4ca5 req-e57c8403-82c1-419a-893a-a51ff7a30c5f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.1350083 Nov 25 17:38:24.080102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] For port 665ceddf-13e8-4b51-9cf3-72aedba10fe4, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:24.087476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] For port 665ceddf-13e8-4b51-9cf3-72aedba10fe4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=665ceddf-13e8-4b51-9cf3-72aedba10fe4,segment=NetworkSegment(eec59fda-7e59-4fee-b898-7e4ae27f53c3),segment_id=eec59fda-7e59-4fee-b898-7e4ae27f53c3)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:24.108731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d6b62a77-0b2a-4f48-877e-e2735f576361 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:24.164439 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.180237 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.250946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a8152-9c76-405e-b80e-e3b7d6d9d645 req-c1ca741d-9a44-42d2-996a-e85a423285c6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:24.269457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4a8152-9c76-405e-b80e-e3b7d6d9d645 req-c1ca741d-9a44-42d2-996a-e85a423285c6 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.2196059 Nov 25 17:38:24.281715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2a7dcb4-7964-49fa-8b1b-17cf91de4ca5 req-12fad6ce-9d8b-4f51-90b4-ff440620648a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126055 Nov 25 17:38:24.290123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-57453dbd-aca5-4276-949a-d83e5643b69e None None] Provisioning complete for port d6b62a77-0b2a-4f48-877e-e2735f576361 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:24.290512 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57453dbd-aca5-4276-949a-d83e5643b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.292918 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.368801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa181bb-ca52-477e-8466-dcc298a78210 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.484150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c4a8152-9c76-405e-b80e-e3b7d6d9d645 req-0cb823de-99c2-40e3-84e9-121ee1e088f3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988311 Nov 25 17:38:24.690270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a0f11-544e-41b8-ac92-11ce324a868a None None] Pushing event updated for resources: {'Port': ['ID=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:24.858094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:24.867133 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.869168 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c01b71f-3039-4d1e-9cd6-eda91518ad92" -d '{"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:25.025224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a26ddb-f3b8-42dc-a299-0ac6a71d210e None None] Routers {'e4a18eb4-785c-49d7-ba90-f040f020c775'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:25.027565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e4a26ddb-f3b8-42dc-a299-0ac6a71d210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['e4a18eb4-785c-49d7-ba90-f040f020c775'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:25.124633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa181bb-ca52-477e-8466-dcc298a78210 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.129712 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa181bb-ca52-477e-8466-dcc298a78210 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.180896 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:25.185807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4138fb-3d1d-48f4-bd22-c1d21df4fc11 req-ea25257a-3b78-411a-b4b4-b8a3226c6346 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:25.196676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f4138fb-3d1d-48f4-bd22-c1d21df4fc11 req-ea25257a-3b78-411a-b4b4-b8a3226c6346 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 945 time: 0.1245933 Nov 25 17:38:25.232834 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53a4ae0-cb84-4fe5-905e-46cf6fcf9af3 x-openstack-request-id: req-b53a4ae0-cb84-4fe5-905e-46cf6fcf9af3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:25.233403 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:25.233877 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b53a4ae0-cb84-4fe5-905e-46cf6fcf9af3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:25.235559 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'code': 200} Nov 25 17:38:25.315377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa181bb-ca52-477e-8466-dcc298a78210 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.315954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa181bb-ca52-477e-8466-dcc298a78210 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Fanout notify agent at l3_agent the message router_deleted on router e4a18eb4-785c-49d7-ba90-f040f020c775 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:38:25.469059 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e4a26ddb-f3b8-42dc-a299-0ac6a71d210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:25.473432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa181bb-ca52-477e-8466-dcc298a78210 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.474559 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cfa181bb-ca52-477e-8466-dcc298a78210 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/e4a18eb4-785c-49d7-ba90-f040f020c775 HTTP/1.1" status: 204 len: 168 time: 1.7695544 Nov 25 17:38:25.485734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47320) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:25.571101 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.577714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f4138fb-3d1d-48f4-bd22-c1d21df4fc11 req-2e4678cc-f943-4ca5-a59a-19fb9bedf6d0 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796284 Nov 25 17:38:25.632085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15837ba-6732-4960-aaaa-19c03640ff45 None None] Pushing event updated for resources: {'Port': ['ID=665ceddf-13e8-4b51-9cf3-72aedba10fe4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.644189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d6b62a77-0b2a-4f48-877e-e2735f576361 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:25.644571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.658745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a26ddb-f3b8-42dc-a299-0ac6a71d210e None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:25.659126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a26ddb-f3b8-42dc-a299-0ac6a71d210e None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:38:25.659741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4a26ddb-f3b8-42dc-a299-0ac6a71d210e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4a18eb4-785c-49d7-ba90-f040f020c775'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:38:25.660125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a26ddb-f3b8-42dc-a299-0ac6a71d210e None None] The sync data for ids ['e4a18eb4-785c-49d7-ba90-f040f020c775'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:25.766909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac21452-efa7-4c29-94f5-d56a36dddf4c req-d5ef5b65-eb13-41e2-8aec-d91db5aea09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:25.772608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eac21452-efa7-4c29-94f5-d56a36dddf4c req-d5ef5b65-eb13-41e2-8aec-d91db5aea09a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 1097 time: 0.3423936 Nov 25 17:38:25.832813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5deb37a-d516-4099-bc44-1f00a5ca3cec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet 03bcdd01-2a5a-435a-a550-f547f08199a6 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:25.835191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=12']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.887212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5deb37a-d516-4099-bc44-1f00a5ca3cec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.954509 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5deb37a-d516-4099-bc44-1f00a5ca3cec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.980258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc72c3-5f03-4367-916c-30178e81c9ff req-845fa511-2f62-43a2-b205-aa3472590179 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:26.008267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98fc72c3-5f03-4367-916c-30178e81c9ff req-845fa511-2f62-43a2-b205-aa3472590179 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.4919207 Nov 25 17:38:26.129181 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57453dbd-aca5-4276-949a-d83e5643b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.151967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98fc72c3-5f03-4367-916c-30178e81c9ff req-c77fdd5b-3633-4f21-9ee6-b9b7996fef24 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402206 Nov 25 17:38:26.195705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed159d-e1a8-43c6-961a-c43c13df05d8 req-253c4af8-9dbb-4b52-8277-1c2ca1d94ba1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:26.211266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bfed159d-e1a8-43c6-961a-c43c13df05d8 req-253c4af8-9dbb-4b52-8277-1c2ca1d94ba1 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.3860130 Nov 25 17:38:26.248900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eac21452-efa7-4c29-94f5-d56a36dddf4c req-7e20ccaf-9609-4454-a338-0ac88806a943 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4530487 Nov 25 17:38:26.286475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-57453dbd-aca5-4276-949a-d83e5643b69e None None] For port d6b62a77-0b2a-4f48-877e-e2735f576361, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d6b62a77-0b2a-4f48-877e-e2735f576361,segment=NetworkSegment(9e3b813e-8b36-4661-a7e7-ebed77b06b92),segment_id=9e3b813e-8b36-4661-a7e7-ebed77b06b92)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:26.305272 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57453dbd-aca5-4276-949a-d83e5643b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.377417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bfed159d-e1a8-43c6-961a-c43c13df05d8 req-f4135b41-11fc-48e1-aaa5-e54a5a07eb8b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552587 Nov 25 17:38:26.419099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.451475 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.453782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5deb37a-d516-4099-bc44-1f00a5ca3cec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.529481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.539728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5deb37a-d516-4099-bc44-1f00a5ca3cec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.611374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5deb37a-d516-4099-bc44-1f00a5ca3cec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.617725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:26.618745 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b5deb37a-d516-4099-bc44-1f00a5ca3cec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/03bcdd01-2a5a-435a-a550-f547f08199a6 HTTP/1.1" status: 204 len: 168 time: 1.1307988 Nov 25 17:38:26.643839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deb37a-d516-4099-bc44-1f00a5ca3cec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=03bcdd01-2a5a-435a-a550-f547f08199a6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:26.709333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.727092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Port': ['ID=58c18d65-db6a-411e-be9a-6bb78b0dfccc,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:26.746276 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:38:26.746677 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:38:26.747297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a08448-06df-47fa-9fd9-01003bb22c7b None None] Network 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:26.897629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network 941849e0-8699-4b80-80c2-ebe834efdc0f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:26.899830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:26.943594 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.071585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57453dbd-aca5-4276-949a-d83e5643b69e None None] Pushing event updated for resources: {'Port': ['ID=d6b62a77-0b2a-4f48-877e-e2735f576361,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:27.141411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f11f6e7-7e85-4de5-be8c-2aa9c2f51249 None None] Provisioning complete for port d6b62a77-0b2a-4f48-877e-e2735f576361 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:27.142072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f11f6e7-7e85-4de5-be8c-2aa9c2f51249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.217169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59b08d-6209-4719-8a83-ed57bcb620c5 req-2b470737-7d6b-4c33-b3a2-e44cc666a090 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:27.227887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad59b08d-6209-4719-8a83-ed57bcb620c5 req-2b470737-7d6b-4c33-b3a2-e44cc666a090 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 946 time: 0.2772679 Nov 25 17:38:27.250554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Router 16d3a048-4bf9-4d9c-b6f0-1fd790455909 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:27.424509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] DHCP port deletion for 87ecf9e3-9fec-4f18-8009-dcc22a72f8dd request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:27.454117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad59b08d-6209-4719-8a83-ed57bcb620c5 req-a4d10c39-39d0-4658-9789-499894a4b7fc tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247436 Nov 25 17:38:27.496982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a39ed-2655-44c0-ad4d-7769f62d5d9c None None] Network 941849e0-8699-4b80-80c2-ebe834efdc0f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:27.546331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:27.556440 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c1b7b-6315-4b22-9191-ddcc6a019722 None None] Sync routers for ids ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:27.566020 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aa5a62bc-3ec5-435e-9f7a-2d04df9d4210 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "PUT /v2.0/routers/16d3a048-4bf9-4d9c-b6f0-1fd790455909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7468090 Nov 25 17:38:27.573233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47346) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:27.596752 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c1b7b-6315-4b22-9191-ddcc6a019722 None None] Routers {'16d3a048-4bf9-4d9c-b6f0-1fd790455909'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:27.614060 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-187c1b7b-6315-4b22-9191-ddcc6a019722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:27.680006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 5295bf81-4dc9-4059-984b-15fa6721f603 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:27.683347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.809372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312205ae-6fff-4a83-8039-b2c81fd51fb1 None None] Network d9a207ec-18d7-4671-88f7-974ce47b9fd3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:27.866726 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-187c1b7b-6315-4b22-9191-ddcc6a019722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:27.910571 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c1b7b-6315-4b22-9191-ddcc6a019722 None None] Routers {'16d3a048-4bf9-4d9c-b6f0-1fd790455909'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:27.911221 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-187c1b7b-6315-4b22-9191-ddcc6a019722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:27.991547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac3f78-e381-4d21-a161-f31edd7caedc req-d9382c55-42a0-4838-904f-00ccb640ad1f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:27.993220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19ac3f78-e381-4d21-a161-f31edd7caedc req-d9382c55-42a0-4838-904f-00ccb640ad1f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.6039851 Nov 25 17:38:28.044497 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-187c1b7b-6315-4b22-9191-ddcc6a019722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:28.049590 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c1b7b-6315-4b22-9191-ddcc6a019722 None None] The sync data for ids ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:28.278713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4c3d7eb4-d0fe-453c-8c01-c64b8448533b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:28.416916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 5295bf81-4dc9-4059-984b-15fa6721f603, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5295bf81-4dc9-4059-984b-15fa6721f603,segment=NetworkSegment(37b9b23b-2794-4f75-b132-8668d8e36d0b),segment_id=37b9b23b-2794-4f75-b132-8668d8e36d0b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:28.419293 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.421931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] Deleting port 5295bf81-4dc9-4059-984b-15fa6721f603 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:28.424109 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.462538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 5295bf81-4dc9-4059-984b-15fa6721f603 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:28.645961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19ac3f78-e381-4d21-a161-f31edd7caedc req-92dcb9f0-f8a5-48fa-b0a4-a90b5f4bf923 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494034 Nov 25 17:38:28.654110 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] For port 5295bf81-4dc9-4059-984b-15fa6721f603, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5295bf81-4dc9-4059-984b-15fa6721f603,segment=NetworkSegment(37b9b23b-2794-4f75-b132-8668d8e36d0b),segment_id=37b9b23b-2794-4f75-b132-8668d8e36d0b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:28.654997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.672425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] Calling delete_port for 5295bf81-4dc9-4059-984b-15fa6721f603 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:28.676445 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.733365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4958a-c86a-42af-afaf-024671fc1946 req-d26a44be-4661-4c17-8f4c-421a41ee73f2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:28.751733 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42a4958a-c86a-42af-afaf-024671fc1946 req-d26a44be-4661-4c17-8f4c-421a41ee73f2 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 1.0781045 Nov 25 17:38:28.768361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.793001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9077072e-d829-4b07-a4ee-ffb2b50db8d9 None None] Provisioning complete for port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:28.793447 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077072e-d829-4b07-a4ee-ffb2b50db8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.828317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No DVR routers for this DVR port 5295bf81-4dc9-4059-984b-15fa6721f603 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:28.865802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] Pushing event deleted for resources: {'Port': ['ID=5295bf81-4dc9-4059-984b-15fa6721f603,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:28.871405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee13a2e-8cb5-4f99-9d02-0fabc08eacb2 None None] No DVR routers for this DVR port 5295bf81-4dc9-4059-984b-15fa6721f603 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:28.889902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=5295bf81-4dc9-4059-984b-15fa6721f603,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:28.935763 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-2bbaf508-bba1-4a20-b7eb-8c85df1f13f4 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:38:28.940214 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2bbaf508-bba1-4a20-b7eb-8c85df1f13f4 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "PUT /v2.0/routers/16d3a048-4bf9-4d9c-b6f0-1fd790455909/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3657007 Nov 25 17:38:28.940790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47386) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:29.028887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:29.030037 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.076779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42a4958a-c86a-42af-afaf-024671fc1946 req-1a4b339c-2173-49c4-8889-c5482d25c5b3 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210039 Nov 25 17:38:29.246287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.257030 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077072e-d829-4b07-a4ee-ffb2b50db8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.268024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf63c7d-ad6f-4005-8767-7692a37a7793 req-b00bc585-fcf6-4203-8422-be5c5f402cee tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:29.276498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bf63c7d-ad6f-4005-8767-7692a37a7793 req-b00bc585-fcf6-4203-8422-be5c5f402cee tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 946 time: 0.4381254 Nov 25 17:38:29.330596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ecf9e3-9fec-4f18-8009-dcc22a72f8dd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:29.380532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b9b23b-2794-4f75-b132-8668d8e36d0b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:29.381148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b9b23b-2794-4f75-b132-8668d8e36d0b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:29.385880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9077072e-d829-4b07-a4ee-ffb2b50db8d9 None None] For port 665ceddf-13e8-4b51-9cf3-72aedba10fe4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=665ceddf-13e8-4b51-9cf3-72aedba10fe4,segment=NetworkSegment(eec59fda-7e59-4fee-b898-7e4ae27f53c3),segment_id=eec59fda-7e59-4fee-b898-7e4ae27f53c3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:29.413360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.512777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bf63c7d-ad6f-4005-8767-7692a37a7793 req-93c5ca16-a58b-444a-ae34-889134f3821f tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138386 Nov 25 17:38:29.527142 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.552559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077072e-d829-4b07-a4ee-ffb2b50db8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.573077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:29.573644 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:29.580355 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:29.735872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077072e-d829-4b07-a4ee-ffb2b50db8d9 None None] Pushing event updated for resources: {'Port': ['ID=665ceddf-13e8-4b51-9cf3-72aedba10fe4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:29.756023 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.789267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.821596 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.826564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,segment=NetworkSegment(ba1befec-4efb-41fc-bd7d-205bb6366932),segment_id=ba1befec-4efb-41fc-bd7d-205bb6366932)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:29.829556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/87ecf9e3-9fec-4f18-8009-dcc22a72f8dd HTTP/1.1" status: 204 len: 168 time: 3.2104695 Nov 25 17:38:29.839886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:29.842192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78302182-7e1e-4f19-9643-19dededef250 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=87ecf9e3-9fec-4f18-8009-dcc22a72f8dd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:29.850245 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.851790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 665ceddf-13e8-4b51-9cf3-72aedba10fe4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:29.867620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-71cbf8e3-964b-4223-b4fd-d334c72249fc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1487645349', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:29.879629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9077072e-d829-4b07-a4ee-ffb2b50db8d9 None None] Provisioning complete for port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:29.880255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9077072e-d829-4b07-a4ee-ffb2b50db8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.982077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbf8e3-964b-4223-b4fd-d334c72249fc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.999865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbf8e3-964b-4223-b4fd-d334c72249fc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.090327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f85b7-5a5e-4dac-a99a-1f47560f7382 req-07382b86-c8f9-46cc-9f3b-a8588fbe8ae1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:30.101940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c37f85b7-5a5e-4dac-a99a-1f47560f7382 req-07382b86-c8f9-46cc-9f3b-a8588fbe8ae1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.2392552 Nov 25 17:38:30.114107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:30.222897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:30.223264 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.246141 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbf8e3-964b-4223-b4fd-d334c72249fc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.281580 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbf8e3-964b-4223-b4fd-d334c72249fc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.285881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c37f85b7-5a5e-4dac-a99a-1f47560f7382 req-477ec402-f6b1-4b00-bc14-b02d98f33022 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773536 Nov 25 17:38:30.399562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71cbf8e3-964b-4223-b4fd-d334c72249fc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.402914 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-71cbf8e3-964b-4223-b4fd-d334c72249fc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5553813 Nov 25 17:38:30.408566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47440) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:30.418373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-245932a7-7442-4ff8-ae09-7aa782cb3d26 None None] Provisioning complete for port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:30.418841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-245932a7-7442-4ff8-ae09-7aa782cb3d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.434309 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-2008364848'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:30.441308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d6b62a77-0b2a-4f48-877e-e2735f576361 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:30.471446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddd314-4966-45e5-b208-ee2b69ee7f67 req-21c4009d-ebed-4f8f-8b0e-12b465f7d9a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:30.474748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5ddd314-4966-45e5-b208-ee2b69ee7f67 req-21c4009d-ebed-4f8f-8b0e-12b465f7d9a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.1731908 Nov 25 17:38:30.538908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:30.546349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.598968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.640453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5ddd314-4966-45e5-b208-ee2b69ee7f67 req-c401da12-4785-4ecf-a4a7-cebf566c888a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590886 Nov 25 17:38:30.711240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d6b62a77-0b2a-4f48-877e-e2735f576361 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:30.715680 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.798389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:30.842582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.842933 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment 3553664a-9b77-48c9-8653-2d6e804c9e4b of type vlan for network 57dbd491-ca56-48ad-a7f9-04bf8b904927 Nov 25 17:38:30.902498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50888ae8-1da7-4a36-af30-cf78eec4f523 req-7cb30671-c65b-4614-9978-5ccf4cb1df64 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:30.916976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50888ae8-1da7-4a36-af30-cf78eec4f523 req-7cb30671-c65b-4614-9978-5ccf4cb1df64 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 946 time: 0.1683824 Nov 25 17:38:31.052007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.058211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50888ae8-1da7-4a36-af30-cf78eec4f523 req-4bab76b2-9324-4f1e-aab8-84bc1652e4f8 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385989 Nov 25 17:38:31.092237 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-245932a7-7442-4ff8-ae09-7aa782cb3d26 None None] Provisioning complete for port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:31.092841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-245932a7-7442-4ff8-ae09-7aa782cb3d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.200395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.225893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:31.226565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.388717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:31.394540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:31.396866 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9744766 Nov 25 17:38:31.474305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c2938-c94a-495b-b273-1d270cd013f4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=57dbd491-ca56-48ad-a7f9-04bf8b904927,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:31.692149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5295bf81-4dc9-4059-984b-15fa6721f603 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:31.701630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 57dbd491-ca56-48ad-a7f9-04bf8b904927 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:31.706552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Deleting port 58c18d65-db6a-411e-be9a-6bb78b0dfccc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:31.707246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:31.708733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.710937 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.964121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 5295bf81-4dc9-4059-984b-15fa6721f603 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:31.965180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5295bf81-4dc9-4059-984b-15fa6721f603 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:31.987358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1004241-f616-40ba-a441-fa08d6b1031f req-c0420c9b-8805-47cb-9516-15cc22dcdf3a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:31.989071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1004241-f616-40ba-a441-fa08d6b1031f req-c0420c9b-8805-47cb-9516-15cc22dcdf3a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.3863614 Nov 25 17:38:32.040784 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.044544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-245932a7-7442-4ff8-ae09-7aa782cb3d26 None None] Provisioning complete for port 58c18d65-db6a-411e-be9a-6bb78b0dfccc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:32.044544 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-245932a7-7442-4ff8-ae09-7aa782cb3d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.076593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Calling delete_port for 58c18d65-db6a-411e-be9a-6bb78b0dfccc owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:32.106294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc7e3d-4802-446f-a61f-1e25d3886b08 req-fc23e908-d0f7-4cff-8b8b-860b0b38d8ca tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:32.109806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10fc7e3d-4802-446f-a61f-1e25d3886b08 req-fc23e908-d0f7-4cff-8b8b-860b0b38d8ca tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.2213459 Nov 25 17:38:32.225865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-245932a7-7442-4ff8-ae09-7aa782cb3d26 None None] Port 58c18d65-db6a-411e-be9a-6bb78b0dfccc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:32.240688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1004241-f616-40ba-a441-fa08d6b1031f req-3bb9b455-409e-4e7b-993a-5fd5e7f92a29 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247589 Nov 25 17:38:32.247930 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.250756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-070e72f2-408b-4935-a737-bd7bd796d3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.380330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-36f60d7e-618a-426a-b750-6de0b1126e5c None None] Provisioning complete for port 58c18d65-db6a-411e-be9a-6bb78b0dfccc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:32.381814 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36f60d7e-618a-426a-b750-6de0b1126e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.448825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.499336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10fc7e3d-4802-446f-a61f-1e25d3886b08 req-a64499f2-b9b8-4cf0-aa95-0b8970beb9ec tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756368 Nov 25 17:38:32.500478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=f51a6eed-1e43-4973-a1f2-56ac816139c0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:32.511925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-36f60d7e-618a-426a-b750-6de0b1126e5c None None] Port 58c18d65-db6a-411e-be9a-6bb78b0dfccc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:32.532119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:32.532496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: 57dbd491-ca56-48ad-a7f9-04bf8b904927, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:32.538359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4c3d7eb4-d0fe-453c-8c01-c64b8448533b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:32.570015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Port': ['ID=58c18d65-db6a-411e-be9a-6bb78b0dfccc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:32.574263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 57dbd491-ca56-48ad-a7f9-04bf8b904927 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:32.588677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 57dbd491-ca56-48ad-a7f9-04bf8b904927) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:32.602307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:32.602916 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.662458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f799912a-65e4-480a-8800-5a4369428933 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2722442 Nov 25 17:38:32.669716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:32.685890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96a7fc6-939a-4971-a2c0-2475033d7413 None None] Network 57dbd491-ca56-48ad-a7f9-04bf8b904927 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:32.960674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:32.961908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.029332 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.341769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-57dbd491-ca56-48ad-a7f9-04bf8b904927', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:33.342742 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.533361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.561535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 665ceddf-13e8-4b51-9cf3-72aedba10fe4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:33.833843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Router 16d3a048-4bf9-4d9c-b6f0-1fd790455909 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:34.082752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:34.084029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:34.084510 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.102251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0b86efa8-a565-45db-b031-7c1c950a7295 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "PUT /v2.0/routers/16d3a048-4bf9-4d9c-b6f0-1fd790455909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1601434 Nov 25 17:38:34.108818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:34.144099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6c807-cab5-49d7-8419-b62ce1d88bef None None] Sync routers for ids ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:34.172600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Allocated IP 172.20.0.2 (57dbd491-ca56-48ad-a7f9-04bf8b904927/f51a6eed-1e43-4973-a1f2-56ac816139c0/f237a486-813e-4ee3-b69d-0fbd94c185a4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:34.182667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6c807-cab5-49d7-8419-b62ce1d88bef None None] Routers {'16d3a048-4bf9-4d9c-b6f0-1fd790455909'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:34.183572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f0e6c807-cab5-49d7-8419-b62ce1d88bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.195694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79990a4a-e4a8-4ac1-9ca1-09bfd02c028d req-aa3ddb40-13da-4f45-9742-83272cd63cba tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.197357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79990a4a-e4a8-4ac1-9ca1-09bfd02c028d req-aa3ddb40-13da-4f45-9742-83272cd63cba tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.6758149 Nov 25 17:38:34.261750 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-85d5ba42-f44b-4c4a-9901-8610dd196bd2 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] delete failed (client error): The resource could not be found. Nov 25 17:38:34.267295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:34.276008 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-85d5ba42-f44b-4c4a-9901-8610dd196bd2 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1630479590 HTTP/1.1" status: 404 len: 335 time: 0.1500926 Nov 25 17:38:34.281160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-28c2e127-b1b6-4864-b162-d74a63ab667a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'router': {'external_gateway_info': {'network_id': '16d3a048-4bf9-4d9c-b6f0-1fd790455909'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:34.298067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f0e6c807-cab5-49d7-8419-b62ce1d88bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.304197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ee2fb-10ac-4219-a056-43dccfc8bc9d req-b73a79fc-a334-425c-8615-a8f38368d991 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.316726 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d09ee2fb-10ac-4219-a056-43dccfc8bc9d req-b73a79fc-a334-425c-8615-a8f38368d991 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.3249536 Nov 25 17:38:34.442352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6c807-cab5-49d7-8419-b62ce1d88bef None None] Routers {'16d3a048-4bf9-4d9c-b6f0-1fd790455909'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:34.443199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f0e6c807-cab5-49d7-8419-b62ce1d88bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.486654 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc7cefbb-e06b-4bec-acd4-98046b3aff91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.493651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f0e6c807-cab5-49d7-8419-b62ce1d88bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.495088 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6c807-cab5-49d7-8419-b62ce1d88bef None None] The sync data for ids ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:34.647237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79990a4a-e4a8-4ac1-9ca1-09bfd02c028d req-0b1ebb87-b936-48ac-892c-111d0ca87ae3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919871 Nov 25 17:38:34.684382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d09ee2fb-10ac-4219-a056-43dccfc8bc9d req-7473c06e-2236-42c1-aa60-39381e4753ea tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666410 Nov 25 17:38:34.696523 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.707931 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.813211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Network 57dbd491-ca56-48ad-a7f9-04bf8b904927 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:34.815439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:34.818083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Pushing event updated for resources: {'Port': ['ID=f237a486-813e-4ee3-b69d-0fbd94c185a4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:34.820119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:34.824462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.20.0.1 (57dbd491-ca56-48ad-a7f9-04bf8b904927/f51a6eed-1e43-4973-a1f2-56ac816139c0/b476ae84-8143-4156-947a-c9ea63967d0d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:34.985226 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Attempting to bind port f237a486-813e-4ee3-b69d-0fbd94c185a4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:34.986429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Attempting to bind port f237a486-813e-4ee3-b69d-0fbd94c185a4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:34.989466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Attempting to bind port f237a486-813e-4ee3-b69d-0fbd94c185a4 on network 57dbd491-ca56-48ad-a7f9-04bf8b904927 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:35.012534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:35.013891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Checking segment: {'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:35.015528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.017036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Bound using segment: {'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:35.018491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Bound port: f237a486-813e-4ee3-b69d-0fbd94c185a4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:35.020617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.064860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-28c2e127-b1b6-4864-b162-d74a63ab667a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.109385 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-28c2e127-b1b6-4864-b162-d74a63ab667a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] update failed (client error): The resource could not be found. Nov 25 17:38:35.110820 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-28c2e127-b1b6-4864-b162-d74a63ab667a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "PUT /v2.0/routers/16d3a048-4bf9-4d9c-b6f0-1fd790455909 HTTP/1.1" status: 404 len: 339 time: 0.8418565 Nov 25 17:38:35.114375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.189377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.215855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] For port f237a486-813e-4ee3-b69d-0fbd94c185a4, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:35.219982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] For port f237a486-813e-4ee3-b69d-0fbd94c185a4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f237a486-813e-4ee3-b69d-0fbd94c185a4,segment=NetworkSegment(3553664a-9b77-48c9-8653-2d6e804c9e4b),segment_id=3553664a-9b77-48c9-8653-2d6e804c9e4b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:35.224805 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.277067 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.335263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa870bf-2308-45bd-90f3-d8a4914d9a4e None None] Pushing event updated for resources: {'Port': ['ID=f237a486-813e-4ee3-b69d-0fbd94c185a4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:35.375797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 57dbd491-ca56-48ad-a7f9-04bf8b904927 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:35.381272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:35.390254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:35.470441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=b476ae84-8143-4156-947a-c9ea63967d0d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:35.520849 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.580988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.837351 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.000892 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.358056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Allocated IP 172.20.0.1 (02ccb51c-9473-4b74-8423-ca5b03739840/712d26e6-1c52-42d1-9c44-4244c6ea82e6/7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:36.550648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.670468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.702841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfaf72-de4b-4679-ac8e-0e1e589fe3d4 req-6192a5f3-eb6d-48da-b46e-ee7d0c04cbe8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:36.705723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eadfaf72-de4b-4679-ac8e-0e1e589fe3d4 req-6192a5f3-eb6d-48da-b46e-ee7d0c04cbe8 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.1386368 Nov 25 17:38:36.770740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.873612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f237a486-813e-4ee3-b69d-0fbd94c185a4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:36.946911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Port': ['ID=7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.955134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd3a9d-106d-4e33-a473-1493c7ddb25d req-d7cc3df2-dc48-4f3c-84af-0a6b7b11bac1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:36.969457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4bd3a9d-106d-4e33-a473-1493c7ddb25d req-d7cc3df2-dc48-4f3c-84af-0a6b7b11bac1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 1.0851514 Nov 25 17:38:37.016346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network 02ccb51c-9473-4b74-8423-ca5b03739840 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:37.017888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:37.036463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:37.181220 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.242735 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.252578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f237a486-813e-4ee3-b69d-0fbd94c185a4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:37.255428 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.424792 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.517580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bda420-b5e7-4bf5-96a6-d019308f5b4e None None] Network 57dbd491-ca56-48ad-a7f9-04bf8b904927 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:37.589451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.600488 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.616105 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d9b26848-0790-4d82-b6f0-249a5a8a3fff None None] Provisioning complete for port f237a486-813e-4ee3-b69d-0fbd94c185a4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:37.616723 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9b26848-0790-4d82-b6f0-249a5a8a3fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.695333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.708738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port f237a486-813e-4ee3-b69d-0fbd94c185a4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f237a486-813e-4ee3-b69d-0fbd94c185a4,segment=NetworkSegment(3553664a-9b77-48c9-8653-2d6e804c9e4b),segment_id=3553664a-9b77-48c9-8653-2d6e804c9e4b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:37.720385 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.792660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.839948 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4bd3a9d-106d-4e33-a473-1493c7ddb25d req-dd8e0273-ab7d-4076-b864-e5c0d46dae56 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8695774 Nov 25 17:38:37.896852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=f237a486-813e-4ee3-b69d-0fbd94c185a4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:37.969211 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.987797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eadfaf72-de4b-4679-ac8e-0e1e589fe3d4 req-1a4e1934-7529-419c-91e3-acd32c577846 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0578001 Nov 25 17:38:38.069244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-43ade0f5-4467-4b82-9d3c-82899296d37b None None] Provisioning complete for port 7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:38.069889 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43ade0f5-4467-4b82-9d3c-82899296d37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.116416 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.144921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=b476ae84-8143-4156-947a-c9ea63967d0d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:38.158287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80d3f4-36f3-407c-93f6-b0413344c149 req-9a452aea-d8d1-475c-878e-00d5b43ead43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:38.159872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca80d3f4-36f3-407c-93f6-b0413344c149 req-9a452aea-d8d1-475c-878e-00d5b43ead43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 1096 time: 1.0638292 Nov 25 17:38:38.173762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-43ade0f5-4467-4b82-9d3c-82899296d37b None None] Port 7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:38.255209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.262177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.412802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 57dbd491-ca56-48ad-a7f9-04bf8b904927 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:38.418678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event updated for resources: {'Port': ['ID=7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:38.424763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.433994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:38.454434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-196404eb-31de-49b3-8521-6fc0ec2a432b None None] Provisioning complete for port b476ae84-8143-4156-947a-c9ea63967d0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:38.455287 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-196404eb-31de-49b3-8521-6fc0ec2a432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.609982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca80d3f4-36f3-407c-93f6-b0413344c149 req-14844e55-ab60-4bb3-82ae-94e59e46e1a3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097497 Nov 25 17:38:38.644886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-196404eb-31de-49b3-8521-6fc0ec2a432b None None] Port b476ae84-8143-4156-947a-c9ea63967d0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:38.690933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-196404eb-31de-49b3-8521-6fc0ec2a432b None None] Provisioning complete for port f237a486-813e-4ee3-b69d-0fbd94c185a4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:38.694959 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-196404eb-31de-49b3-8521-6fc0ec2a432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.776292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f237a486-813e-4ee3-b69d-0fbd94c185a4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:38.782266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432529b-0255-45ae-ad53-77cd44115497 req-b8f5e366-4c3e-4848-8b51-939bd83949cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:38.791384 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8432529b-0255-45ae-ad53-77cd44115497 req-b8f5e366-4c3e-4848-8b51-939bd83949cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 1096 time: 0.2161772 Nov 25 17:38:38.905351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Network 02ccb51c-9473-4b74-8423-ca5b03739840 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:38.940793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:38.990179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:39.272508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f237a486-813e-4ee3-b69d-0fbd94c185a4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:39.273415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.466309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e5c6cc57-82b6-4b8d-8637-4d672953f801 None None] Provisioning complete for port b476ae84-8143-4156-947a-c9ea63967d0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:39.466576 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cc57-82b6-4b8d-8637-4d672953f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.483678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432529b-0255-45ae-ad53-77cd44115497 req-91c878e5-f343-41f2-a12f-0ebe3d896f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:39.485244 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8432529b-0255-45ae-ad53-77cd44115497 req-91c878e5-f343-41f2-a12f-0ebe3d896f1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c2e4f77-4902-4904-8658-0678d736b83c HTTP/1.1" status: 200 len: 898 time: 0.6247034 Nov 25 17:38:39.515553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Router 16d3a048-4bf9-4d9c-b6f0-1fd790455909 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:39.544824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6cc57-82b6-4b8d-8637-4d672953f801 None None] Port b476ae84-8143-4156-947a-c9ea63967d0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:39.631946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a44803-d01c-456a-837d-fef94e8188dd req-dddc5326-f3e0-465f-bba8-b9b8af37458c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:39.633571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2a44803-d01c-456a-837d-fef94e8188dd req-dddc5326-f3e0-465f-bba8-b9b8af37458c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.4708982 Nov 25 17:38:39.656065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9faaa-d403-4e8e-9874-82a8775b9372 req-5c96f8ec-55ae-4c5a-8bab-130ee7b25867 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:39.656065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ff9faaa-d403-4e8e-9874-82a8775b9372 req-5c96f8ec-55ae-4c5a-8bab-130ee7b25867 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.4966023 Nov 25 17:38:39.725261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5c10af5a-5540-4169-a782-8d63b8afce26 None None] Provisioning complete for port 7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:39.726040 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c10af5a-5540-4169-a782-8d63b8afce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.751611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2a44803-d01c-456a-837d-fef94e8188dd req-a66f82d4-c961-4477-8ce7-aa3163e0aae9 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966671 Nov 25 17:38:39.752625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:39.766294 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:39.798956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-70c0cd3b-79ee-494b-acba-b387025f604d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1280582 Nov 25 17:38:39.800289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47552) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:39.820996 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:39.826940 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:39.852128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5c10af5a-5540-4169-a782-8d63b8afce26 None None] Port 7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:39.892906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5c10af5a-5540-4169-a782-8d63b8afce26 None None] Provisioning complete for port b476ae84-8143-4156-947a-c9ea63967d0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:39.893327 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c10af5a-5540-4169-a782-8d63b8afce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.943831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d5c23e52-d46c-4953-876f-b0d19beb0995 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:39.946436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d5c23e52-d46c-4953-876f-b0d19beb0995 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:39.947482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-1810786850'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:39.949640 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8432529b-0255-45ae-ad53-77cd44115497 req-b3183663-6dc7-4cac-a030-2d95fd2bc1d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5c23e52-d46c-4953-876f-b0d19beb0995 HTTP/1.1" status: 200 len: 1001 time: 0.4504216 Nov 25 17:38:39.972923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ff9faaa-d403-4e8e-9874-82a8775b9372 req-15a5da6f-5a0b-4ee2-9eb3-e31833ab0554 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249000 Nov 25 17:38:40.038753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:40.046385 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.118938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:40.141003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20dce8dc-0251-48c5-b36b-dc0eac03701e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "PUT /v2.0/routers/16d3a048-4bf9-4d9c-b6f0-1fd790455909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0249884 Nov 25 17:38:40.151563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:40.154180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:40.192959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.195406 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment ef779b5d-8580-47fa-9149-812dc6cfbea0 of type vlan for network ce425cda-012f-4161-bac4-2bb9d9497ca0 Nov 25 17:38:40.348757 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.390007 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.398229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:40.398928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.441276 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afc6152-603f-4ca5-b471-3e4ca5039979 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.465084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432529b-0255-45ae-ad53-77cd44115497 req-c2c41abf-29e7-481a-9dd5-b34d09418778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:40.470654 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8432529b-0255-45ae-ad53-77cd44115497 req-c2c41abf-29e7-481a-9dd5-b34d09418778 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd9609f3-a8b2-4db2-bb84-48a56cdc4083 HTTP/1.1" status: 200 len: 834 time: 0.4980912 Nov 25 17:38:40.548610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7249599 Nov 25 17:38:40.557071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47556) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:40.566875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:40.581003 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:40.652595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b5ab7-86c8-4b2f-b5f5-cf38aeda3222 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=ce425cda-012f-4161-bac4-2bb9d9497ca0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:40.677822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b1d05-d8a8-43e7-8d7f-d14c59eec04f None None] Sync routers for ids ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:40.699006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ce425cda-012f-4161-bac4-2bb9d9497ca0 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:40.744926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432529b-0255-45ae-ad53-77cd44115497 req-7a907c86-f746-4124-98e5-99881704721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:40.746880 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8432529b-0255-45ae-ad53-77cd44115497 req-7a907c86-f746-4124-98e5-99881704721a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c2e4f77-4902-4904-8658-0678d736b83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336898 Nov 25 17:38:40.807920 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:38:40.858993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:40.876290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.925945 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-1afc6152-603f-4ca5-b471-3e4ca5039979 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:38:40.933497 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1afc6152-603f-4ca5-b471-3e4ca5039979 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/routers/16d3a048-4bf9-4d9c-b6f0-1fd790455909 HTTP/1.1" status: 409 len: 329 time: 0.7754307 Nov 25 17:38:40.936543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:41.186107 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:35Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:36Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:41.252867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b06ac1-1e2e-4b18-8efc-558b532f3375 req-02063492-539c-43f1-835a-4a6d04708048 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:41.254841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5b06ac1-1e2e-4b18-8efc-558b532f3375 req-02063492-539c-43f1-835a-4a6d04708048 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.1530902 Nov 25 17:38:41.268496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5c10af5a-5540-4169-a782-8d63b8afce26 None None] Port b476ae84-8143-4156-947a-c9ea63967d0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:41.272368 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:41.278663 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Updating router 170241c1-9b24-4995-acd4-521df30a9941 port b476ae84-8143-4156-947a-c9ea63967d0d binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:41.293013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b1d05-d8a8-43e7-8d7f-d14c59eec04f None None] Routers {'16d3a048-4bf9-4d9c-b6f0-1fd790455909'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:41.293910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d15b1d05-d8a8-43e7-8d7f-d14c59eec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:41.308377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a604c-f919-4ce7-8852-0eb3475b6522 req-71b0bb23-440c-434e-b382-a371e91abd0c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:41.310741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-436a604c-f919-4ce7-8852-0eb3475b6522 req-71b0bb23-440c-434e-b382-a371e91abd0c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.3272953 Nov 25 17:38:41.344396 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.355704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d15b1d05-d8a8-43e7-8d7f-d14c59eec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:41.491438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:41.582614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b1d05-d8a8-43e7-8d7f-d14c59eec04f None None] Routers {'16d3a048-4bf9-4d9c-b6f0-1fd790455909'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:41.583944 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d15b1d05-d8a8-43e7-8d7f-d14c59eec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:41.708951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d15b1d05-d8a8-43e7-8d7f-d14c59eec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:41.709925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b1d05-d8a8-43e7-8d7f-d14c59eec04f None None] The sync data for ids ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:41.714114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'port_id': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'mac_address': 'fa:16:3e:e9:11:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:41.740995 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.924367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:41.932980 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d58c8e8-98e5-403f-9ea8-ca8e21104de4" -d '{"events": [{"server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:41.975296 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.012379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:42.039855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.069395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.120034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5c23e52-d46c-4953-876f-b0d19beb0995 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:42.130574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5b06ac1-1e2e-4b18-8efc-558b532f3375 req-1d4bdab9-fb53-48b1-adf1-627299c59ee4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8616567 Nov 25 17:38:42.200044 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.211933 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.234135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47574) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:42.265610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:42.294422 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d66c6f-939a-4a99-a3d2-0668fc606d3c x-openstack-request-id: req-63d66c6f-939a-4a99-a3d2-0668fc606d3c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:42.294989 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:42.302313 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63d66c6f-939a-4a99-a3d2-0668fc606d3c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:42.303389 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'code': 200} Nov 25 17:38:42.319998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-436a604c-f919-4ce7-8852-0eb3475b6522 req-128b573a-5893-4865-9d2f-196926570a07 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9736965 Nov 25 17:38:42.356833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8432529b-0255-45ae-ad53-77cd44115497 req-018858c2-e2bd-4075-a467-c93b3974b854 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6007531 Nov 25 17:38:42.424364 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:38:42.426674 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:38:42.500265 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Pushing event updated for resources: {'Port': ['ID=b476ae84-8143-4156-947a-c9ea63967d0d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:42.540198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=2ef5cb6e-5278-461a-93ca-fc5df3a0d806,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:42.598451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cfce60fd-8a30-4363-be40-c24a62e88a48 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/floatingips/10115403-332c-4988-a467-4174ebdf89a4 HTTP/1.1" status: 200 len: 991 time: 0.3433135 Nov 25 17:38:42.610927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:42.611308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: ce425cda-012f-4161-bac4-2bb9d9497ca0, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:42.633351 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.633707 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.634059 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.640706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network ce425cda-012f-4161-bac4-2bb9d9497ca0 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:42.644018 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.644423 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.644784 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.645162 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.645518 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.645857 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.646496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.646680 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.646854 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:42.674587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ce425cda-012f-4161-bac4-2bb9d9497ca0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:42.687670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5878ddf-72ee-4cbf-9b01-3c6836220eb3 None None] Network ce425cda-012f-4161-bac4-2bb9d9497ca0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:42.699362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:42.708656 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.721761 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Attempting to bind port b476ae84-8143-4156-947a-c9ea63967d0d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:42.723382 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Attempting to bind port b476ae84-8143-4156-947a-c9ea63967d0d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:42.723764 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Attempting to bind port b476ae84-8143-4156-947a-c9ea63967d0d on network 57dbd491-ca56-48ad-a7f9-04bf8b904927 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:42.744578 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:42.749251 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Checking segment: {'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:42.749772 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.750184 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Bound using segment: {'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:42.754101 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Bound port: b476ae84-8143-4156-947a-c9ea63967d0d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3553664a-9b77-48c9-8653-2d6e804c9e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:42.754880 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.773089 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8432529b-0255-45ae-ad53-77cd44115497 req-861a0d23-1b54-472e-8a9c-1b6534957f77 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754709 Nov 25 17:38:42.794540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4030667a-83e5-4ca7-be70-5f79ad23216a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2295794 Nov 25 17:38:42.797009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:42.955183 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] For port b476ae84-8143-4156-947a-c9ea63967d0d, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:42.963073 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] For port b476ae84-8143-4156-947a-c9ea63967d0d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b476ae84-8143-4156-947a-c9ea63967d0d,segment=NetworkSegment(3553664a-9b77-48c9-8653-2d6e804c9e4b),segment_id=3553664a-9b77-48c9-8653-2d6e804c9e4b)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:42.971806 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.059486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.130228 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:43.133558 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:43.211620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85aa6198-823d-4611-898a-225734f3c169 None None] Provisioning complete for port b476ae84-8143-4156-947a-c9ea63967d0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:43.211620 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85aa6198-823d-4611-898a-225734f3c169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.264020 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814eda7-e8b8-47be-b152-8a5bc58140fe None None] Pushing event updated for resources: {'Port': ['ID=b476ae84-8143-4156-947a-c9ea63967d0d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:43.272816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.491341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c23e52-d46c-4953-876f-b0d19beb0995 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:43.597874 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:43.646161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:43.679282 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.767994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e979d-7321-42e2-aa78-d42a28315fda req-4429a2b4-665a-4a4a-8cb6-79a51545cc84 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:43.770155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b6e979d-7321-42e2-aa78-d42a28315fda req-4429a2b4-665a-4a4a-8cb6-79a51545cc84 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.2168913 Nov 25 17:38:43.959739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Deleting port 7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:43.962789 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.062813 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85aa6198-823d-4611-898a-225734f3c169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.073347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:44.100038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ce425cda-012f-4161-bac4-2bb9d9497ca0', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:44.100915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.199884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.249732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b6e979d-7321-42e2-aa78-d42a28315fda req-d2959096-1a9d-4592-b8ee-0de0386799e4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433597 Nov 25 17:38:44.278489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Calling delete_port for 7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:44.302772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['d5c23e52-d46c-4953-876f-b0d19beb0995'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:44.391708 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:35Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:42Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:44.408022 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.535183 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa89a6-1579-468e-989d-00108b272e41 None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:35Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:42Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:44.577930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-85aa6198-823d-4611-898a-225734f3c169 None None] For port b476ae84-8143-4156-947a-c9ea63967d0d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b476ae84-8143-4156-947a-c9ea63967d0d,segment=NetworkSegment(3553664a-9b77-48c9-8653-2d6e804c9e4b),segment_id=3553664a-9b77-48c9-8653-2d6e804c9e4b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:44.630356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85aa6198-823d-4611-898a-225734f3c169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.716848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.841386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Port': ['ID=7bf7f0b4-dc9b-4f91-acc4-d0bb986c750d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:45.392646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5903214f-226c-4563-a0cc-1ea6ef813eb2 None None] Provisioning complete for port b476ae84-8143-4156-947a-c9ea63967d0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:45.395714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5903214f-226c-4563-a0cc-1ea6ef813eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:45.509099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:45.649028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Allocated IP 172.21.0.2 (ce425cda-012f-4161-bac4-2bb9d9497ca0/2ef5cb6e-5278-461a-93ca-fc5df3a0d806/34faa9f8-160a-448b-8bab-2dac7550aa3a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:45.669099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa6198-823d-4611-898a-225734f3c169 None None] Pushing event updated for resources: {'Port': ['ID=b476ae84-8143-4156-947a-c9ea63967d0d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:45.710816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2d739-2852-4dc2-a833-96f6408e8810 req-1b86f097-40ef-448a-b43a-8f52d2c66002 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:45.715525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ec2d739-2852-4dc2-a833-96f6408e8810 req-1b86f097-40ef-448a-b43a-8f52d2c66002 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.2389848 Nov 25 17:38:45.827742 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ec2d739-2852-4dc2-a833-96f6408e8810 req-8c667bd0-712c-4507-a287-1200e7f7fff4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942354 Nov 25 17:38:46.125869 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.143347 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.249781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Network ce425cda-012f-4161-bac4-2bb9d9497ca0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:46.252979 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:46.256906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:46.276708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Router 16d3a048-4bf9-4d9c-b6f0-1fd790455909 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:46.296715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Pushing event updated for resources: {'Port': ['ID=34faa9f8-160a-448b-8bab-2dac7550aa3a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:46.355029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.21.0.1 (ce425cda-012f-4161-bac4-2bb9d9497ca0/2ef5cb6e-5278-461a-93ca-fc5df3a0d806/4f4440a6-5394-47a8-9009-296d197b35e5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:46.568005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Attempting to bind port 34faa9f8-160a-448b-8bab-2dac7550aa3a on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:46.568005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Attempting to bind port 34faa9f8-160a-448b-8bab-2dac7550aa3a by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:46.568005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Attempting to bind port 34faa9f8-160a-448b-8bab-2dac7550aa3a on network ce425cda-012f-4161-bac4-2bb9d9497ca0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:46.589848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:46.590236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Checking segment: {'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:46.590652 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.591062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Bound using segment: {'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:46.591563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Bound port: 34faa9f8-160a-448b-8bab-2dac7550aa3a, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:46.591952 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.674478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:46.698284 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ae810-2fe0-4256-aa05-745dff28cc83 None None] Sync routers for ids ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:46.719416 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7a99a590-4f9f-46f9-8e82-d9302a7c4864 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "PUT /v2.0/routers/16d3a048-4bf9-4d9c-b6f0-1fd790455909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7766314 Nov 25 17:38:46.720361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:46.723731 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ae810-2fe0-4256-aa05-745dff28cc83 None None] Routers {'16d3a048-4bf9-4d9c-b6f0-1fd790455909'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:46.731383 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d57ae810-2fe0-4256-aa05-745dff28cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:46.744468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.818193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.926246 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-c9bf9f22-987f-495a-8989-cca44652394d tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] show failed (client error): The resource could not be found. Nov 25 17:38:46.931361 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c9bf9f22-987f-495a-8989-cca44652394d tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1397899772 HTTP/1.1" status: 404 len: 335 time: 0.2100024 Nov 25 17:38:46.942021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:46.944767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] For port 34faa9f8-160a-448b-8bab-2dac7550aa3a, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:46.954135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] For port 34faa9f8-160a-448b-8bab-2dac7550aa3a, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=34faa9f8-160a-448b-8bab-2dac7550aa3a,segment=NetworkSegment(ef779b5d-8580-47fa-9149-812dc6cfbea0),segment_id=ef779b5d-8580-47fa-9149-812dc6cfbea0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:46.966950 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d57ae810-2fe0-4256-aa05-745dff28cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:46.967487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f31f2507-1f8f-4abd-b27a-9a86a9e4e74d tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:46.970288 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.044739 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ae810-2fe0-4256-aa05-745dff28cc83 None None] Routers {'16d3a048-4bf9-4d9c-b6f0-1fd790455909'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:47.046007 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d57ae810-2fe0-4256-aa05-745dff28cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:47.054104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network ce425cda-012f-4161-bac4-2bb9d9497ca0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:47.060346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:47.083190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:47.090086 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b476ae84-8143-4156-947a-c9ea63967d0d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:47.150545 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-f31f2507-1f8f-4abd-b27a-9a86a9e4e74d tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] update failed (client error): The resource could not be found. Nov 25 17:38:47.159232 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f31f2507-1f8f-4abd-b27a-9a86a9e4e74d tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1353958685 HTTP/1.1" status: 404 len: 335 time: 0.2050676 Nov 25 17:38:47.159538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47604) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:47.208711 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d57ae810-2fe0-4256-aa05-745dff28cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:47.209388 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ae810-2fe0-4256-aa05-745dff28cc83 None None] The sync data for ids ['16d3a048-4bf9-4d9c-b6f0-1fd790455909'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:47.234129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=4f4440a6-5394-47a8-9009-296d197b35e5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:47.314889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.328034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ab5d87-a8b7-41ff-9b0b-50b0b8f31724 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Deleting subnet 826fc619-489a-489c-83b8-d77a6113db6f {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:47.356831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5d87-a8b7-41ff-9b0b-50b0b8f31724 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.387290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980a37d-d2d8-4c21-b941-6a21d2d9678a None None] Pushing event updated for resources: {'Port': ['ID=34faa9f8-160a-448b-8bab-2dac7550aa3a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:47.464765 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5d87-a8b7-41ff-9b0b-50b0b8f31724 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.465799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b476ae84-8143-4156-947a-c9ea63967d0d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:47.466189 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.587067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96929693-0941-4d62-bd0f-7915d9447927 req-4dc53e87-2dce-48ca-b302-782797fab264 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:47.614571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96929693-0941-4d62-bd0f-7915d9447927 req-4dc53e87-2dce-48ca-b302-782797fab264 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.4761128 Nov 25 17:38:47.732748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d5c23e52-d46c-4953-876f-b0d19beb0995 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:47.870908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port d5c23e52-d46c-4953-876f-b0d19beb0995 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:47.871846 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.983786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5d87-a8b7-41ff-9b0b-50b0b8f31724 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.029342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.069096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96929693-0941-4d62-bd0f-7915d9447927 req-0d0b6571-4b6a-4bc7-ab8f-08c01c89869a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528570 Nov 25 17:38:48.114593 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.222472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:48.224569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:48.226549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5d87-a8b7-41ff-9b0b-50b0b8f31724 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.229056 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3030bdf-fa56-467e-b760-99b7a2b24c01" -d '{"events": [{"server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "name": "network-vif-plugged", "status": "completed", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:48.240992 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.303304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5d87-a8b7-41ff-9b0b-50b0b8f31724 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.322364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95fd9e-ed98-4b31-a5ca-50225037ca70 None None] Network d9a207ec-18d7-4671-88f7-974ce47b9fd3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:48.324182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b2ab5d87-a8b7-41ff-9b0b-50b0b8f31724 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/subnets/826fc619-489a-489c-83b8-d77a6113db6f HTTP/1.1" status: 204 len: 168 time: 1.1590390 Nov 25 17:38:48.327179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:48.347802 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa6f563-7077-4c35-be4c-52a352794ee5 x-openstack-request-id: req-baa6f563-7077-4c35-be4c-52a352794ee5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:48.351535 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "name": "network-vif-plugged", "status": "completed", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:48.351957 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-baa6f563-7077-4c35-be4c-52a352794ee5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:48.356337 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'code': 200} Nov 25 17:38:48.460081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab5d87-a8b7-41ff-9b0b-50b0b8f31724 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Subnet': ['ID=826fc619-489a-489c-83b8-d77a6113db6f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:48.743318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-2370670a-debd-460d-994a-7aa0ebaf929a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Deleting subnet 4f71ea7e-18a4-4680-834e-e6c64f12312b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:48.761712 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2370670a-debd-460d-994a-7aa0ebaf929a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.769339 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.777006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.850491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:48.937354 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2370670a-debd-460d-994a-7aa0ebaf929a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.947326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 34faa9f8-160a-448b-8bab-2dac7550aa3a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:49.189400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2370670a-debd-460d-994a-7aa0ebaf929a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.314734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 34faa9f8-160a-448b-8bab-2dac7550aa3a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:49.318204 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.419251 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2370670a-debd-460d-994a-7aa0ebaf929a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.477672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2370670a-debd-460d-994a-7aa0ebaf929a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.495876 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2370670a-debd-460d-994a-7aa0ebaf929a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/subnets/4f71ea7e-18a4-4680-834e-e6c64f12312b HTTP/1.1" status: 204 len: 168 time: 1.1486073 Nov 25 17:38:49.497473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47624) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:49.668454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370670a-debd-460d-994a-7aa0ebaf929a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Subnet': ['ID=4f71ea7e-18a4-4680-834e-e6c64f12312b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:49.711013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] DHCP port deletion for d9a207ec-18d7-4671-88f7-974ce47b9fd3 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:49.713631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed1c7cf-b169-44bd-b354-1aeae35e794b None None] Network 941849e0-8699-4b80-80c2-ebe834efdc0f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:49.785375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264af73-0739-44d7-b2c4-e167050b505a None None] Network ce425cda-012f-4161-bac4-2bb9d9497ca0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:49.887266 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.916256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.096257 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.127474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network ce425cda-012f-4161-bac4-2bb9d9497ca0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:50.137883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=4f4440a6-5394-47a8-9009-296d197b35e5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:50.151409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:50.188782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb060d-c4a9-42df-9e28-db9065b1cc22 req-286fdb2b-58ac-4347-9121-5883682de7cc tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:50.199138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cefb948a-ecb0-41c4-b96c-93d8e1eeac41 None None] Provisioning complete for port 34faa9f8-160a-448b-8bab-2dac7550aa3a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:50.199901 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cefb948a-ecb0-41c4-b96c-93d8e1eeac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.220875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24bb060d-c4a9-42df-9e28-db9065b1cc22 req-286fdb2b-58ac-4347-9121-5883682de7cc tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.3492436 Nov 25 17:38:50.240580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Deleting port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:50.241167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.367591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 34faa9f8-160a-448b-8bab-2dac7550aa3a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=34faa9f8-160a-448b-8bab-2dac7550aa3a,segment=NetworkSegment(ef779b5d-8580-47fa-9149-812dc6cfbea0),segment_id=ef779b5d-8580-47fa-9149-812dc6cfbea0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:50.410146 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.450478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] For port 665ceddf-13e8-4b51-9cf3-72aedba10fe4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=665ceddf-13e8-4b51-9cf3-72aedba10fe4,segment=NetworkSegment(eec59fda-7e59-4fee-b898-7e4ae27f53c3),segment_id=eec59fda-7e59-4fee-b898-7e4ae27f53c3)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:50.452716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.474031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Calling delete_port for 665ceddf-13e8-4b51-9cf3-72aedba10fe4 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:50.506453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Deleting port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:50.507030 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.566213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:50.623651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.699257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Port': ['ID=665ceddf-13e8-4b51-9cf3-72aedba10fe4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:50.731722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] No DVR routers for this DVR port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:50.822141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 665ceddf-13e8-4b51-9cf3-72aedba10fe4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:50.827393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] DHCP port deletion for 941849e0-8699-4b80-80c2-ebe834efdc0f request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:50.874749 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24bb060d-c4a9-42df-9e28-db9065b1cc22 req-b8073bb7-da49-43a2-8d50-15c771ec92ee tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162277 Nov 25 17:38:50.921825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:50.943037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-21b29be8-0904-4888-ad02-702328073c39 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1446252 Nov 25 17:38:50.945507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:50.961271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.962265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-679424586'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:51.008260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:51.017496 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.033136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a207ec-18d7-4671-88f7-974ce47b9fd3']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:51.054087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:51.069666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec59fda-7e59-4fee-b898-7e4ae27f53c3') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:51.069851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec59fda-7e59-4fee-b898-7e4ae27f53c3') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:51.085009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.103852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 665ceddf-13e8-4b51-9cf3-72aedba10fe4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:51.104480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 665ceddf-13e8-4b51-9cf3-72aedba10fe4 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:51.110502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.125482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:51.129920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:51.130555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.139688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=34faa9f8-160a-448b-8bab-2dac7550aa3a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:51.147251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] For port 665ceddf-13e8-4b51-9cf3-72aedba10fe4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=665ceddf-13e8-4b51-9cf3-72aedba10fe4,segment=NetworkSegment(eec59fda-7e59-4fee-b898-7e4ae27f53c3),segment_id=eec59fda-7e59-4fee-b898-7e4ae27f53c3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:51.147864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.170855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.171253 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment 8e7e2e90-f563-456c-a41b-53e5af5c65ff of type vlan for network 93c85805-e837-4bf1-9479-c42e84993a8e Nov 25 17:38:51.171797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:51.172599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:51.174763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Calling delete_port for 665ceddf-13e8-4b51-9cf3-72aedba10fe4 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:51.341447 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:51.380318 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:51.386427 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.393021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.396768 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/networks/d9a207ec-18d7-4671-88f7-974ce47b9fd3 HTTP/1.1" status: 204 len: 168 time: 1.8302066 Nov 25 17:38:51.401445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47646) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:51.454509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5256086-532b-4285-a0d9-d092da0e2b81 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Network': ['ID=d9a207ec-18d7-4671-88f7-974ce47b9fd3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:51.455209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.463351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.465741 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.529245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5794771 Nov 25 17:38:51.532843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:51.628462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:51.660629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] Deleting port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:51.661095 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.663048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7fc6cb5d-fe2b-4402-a2b6-b0cf1f890777 None None] Provisioning complete for port 4f4440a6-5394-47a8-9009-296d197b35e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:51.663480 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7fc6cb5d-fe2b-4402-a2b6-b0cf1f890777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.709026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:51.767928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.793873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a570388-61ca-4c49-872e-3b23fe591e20 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=93c85805-e837-4bf1-9479-c42e84993a8e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:51.884669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 93c85805-e837-4bf1-9479-c42e84993a8e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:51.887533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-65a213fe-3063-48e6-8146-f4412d3939f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.889606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-65a213fe-3063-48e6-8146-f4412d3939f3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 1096 time: 0.2516899 Nov 25 17:38:52.004682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Deleting port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:52.005290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.033960 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6cb5d-fe2b-4402-a2b6-b0cf1f890777 None None] Port 4f4440a6-5394-47a8-9009-296d197b35e5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:52.065598 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.084606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] For port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,segment=NetworkSegment(ba1befec-4efb-41fc-bd7d-205bb6366932),segment_id=ba1befec-4efb-41fc-bd7d-205bb6366932)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:52.085731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.140794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Network d9a207ec-18d7-4671-88f7-974ce47b9fd3 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:38:52.141545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] No DVR routers for this DVR port 665ceddf-13e8-4b51-9cf3-72aedba10fe4 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:52.187512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:52.192708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] Calling delete_port for 4c3d7eb4-d0fe-453c-8c01-c64b8448533b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:52.192708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Pushing event deleted for resources: {'Port': ['ID=665ceddf-13e8-4b51-9cf3-72aedba10fe4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:52.194032 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.252476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.252987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.253211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.253545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.253893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.254232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.254405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] For port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,segment=NetworkSegment(ba1befec-4efb-41fc-bd7d-205bb6366932),segment_id=ba1befec-4efb-41fc-bd7d-205bb6366932)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:52.254576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.254891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.255278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.255607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.256195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.256540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.256881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b4e9-7190-43ca-a662-051197c00f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:52.279804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Calling delete_port for 4c3d7eb4-d0fe-453c-8c01-c64b8448533b owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:52.309837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7fc6cb5d-fe2b-4402-a2b6-b0cf1f890777 None None] Provisioning complete for port 34faa9f8-160a-448b-8bab-2dac7550aa3a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:52.310211 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7fc6cb5d-fe2b-4402-a2b6-b0cf1f890777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.356659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dba76c-18b1-4886-b159-238d05f18291 req-64700bc1-1d2b-49e0-bde9-d0df5232c5ac tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.371120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4dba76c-18b1-4886-b159-238d05f18291 req-64700bc1-1d2b-49e0-bde9-d0df5232c5ac tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.2740276 Nov 25 17:38:52.447850 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.472349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] No DVR routers for this DVR port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:52.499883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Port': ['ID=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:52.523878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-4f7b392a-2988-4149-bc34-6e8981661c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.526529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-4f7b392a-2988-4149-bc34-6e8981661c5c service neutron] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.6224165 Nov 25 17:38:52.530117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.601468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-72b620e4-2427-4b6f-b214-a747e36eef0e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc64aa61-9565-4f16-9278-b837421b489c HTTP/1.1" status: 200 len: 217 time: 0.0618033 Nov 25 17:38:52.609554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4dba76c-18b1-4886-b159-238d05f18291 req-4c22aca1-7045-4140-aeeb-3f5ed6bf8528 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161851 Nov 25 17:38:52.700852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.711064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-3bc251ae-2f83-491d-9845-3f2e4b642bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.712860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-3bc251ae-2f83-491d-9845-3f2e4b642bf4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1020117 Nov 25 17:38:52.735723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941849e0-8699-4b80-80c2-ebe834efdc0f']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:52.740216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 34faa9f8-160a-448b-8bab-2dac7550aa3a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:52.748266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] No DVR routers for this DVR port 4c3d7eb4-d0fe-453c-8c01-c64b8448533b on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:52.748855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1befec-4efb-41fc-bd7d-205bb6366932') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:52.749355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1befec-4efb-41fc-bd7d-205bb6366932') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:52.762452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.780674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.789964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:52.791825 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.845287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-e19ce34d-e5e8-42da-9aac-f5ca7f59c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.847175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-e19ce34d-e5e8-42da-9aac-f5ca7f59c6b1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266689 Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:52.943909 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:52.950708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.967763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.980663 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/networks/941849e0-8699-4b80-80c2-ebe834efdc0f HTTP/1.1" status: 204 len: 168 time: 1.5763245 Nov 25 17:38:52.982627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47658) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.001450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace5dcd-122a-4318-8a5e-590c0b7abf0a tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Network': ['ID=941849e0-8699-4b80-80c2-ebe834efdc0f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:53.044109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2e85a-6660-4c38-abd8-9bd18a4b456e None None] Pushing event deleted for resources: {'Port': ['ID=4c3d7eb4-d0fe-453c-8c01-c64b8448533b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:53.065796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:47Z', 'revision_number': 3, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:48Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:53.106002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:53.106002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Updating router 170241c1-9b24-4995-acd4-521df30a9941 port 4f4440a6-5394-47a8-9009-296d197b35e5 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:53.137223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.138963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.182325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 34faa9f8-160a-448b-8bab-2dac7550aa3a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:53.182934 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.184761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed95fa4e-188b-45f3-926b-96ca3fac015b tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Deleting subnet 712d26e6-1c52-42d1-9c44-4244c6ea82e6 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:53.213231 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed95fa4e-188b-45f3-926b-96ca3fac015b tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.283355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-ae3677a8-a55c-4200-a179-9e12f3ef0cf0 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271333 Nov 25 17:38:53.288423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=370e49cf-a10a-43c5-91d6-8c6e71605644,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:53.312395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:53.312691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d705acd0-bc9f-4150-9127-0851d679d5fc None None] Provisioning complete for port 4f4440a6-5394-47a8-9009-296d197b35e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:53.312929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: 93c85805-e837-4bf1-9479-c42e84993a8e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:53.313085 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d705acd0-bc9f-4150-9127-0851d679d5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.335992 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed95fa4e-188b-45f3-926b-96ca3fac015b tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.388524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d705acd0-bc9f-4150-9127-0851d679d5fc None None] Port 4f4440a6-5394-47a8-9009-296d197b35e5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:53.450466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 93c85805-e837-4bf1-9479-c42e84993a8e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:53.468243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 93c85805-e837-4bf1-9479-c42e84993a8e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:53.472655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.473557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.491710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed77c0-4b7a-4ba8-9fe9-b889a92ee247 None None] Network 93c85805-e837-4bf1-9479-c42e84993a8e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:53.545746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47664) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.546603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-93d43b15-7e35-49fc-a7e2-1d5e23cb703f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9256182 Nov 25 17:38:53.550175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4014c12b-3160-447d-ae7a-21035f6a8fa8 req-a03c4e89-9643-4787-8e7c-c00030460a54 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544336 Nov 25 17:38:53.574793 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed95fa4e-188b-45f3-926b-96ca3fac015b tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.618018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4c3d7eb4-d0fe-453c-8c01-c64b8448533b no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:53.689137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4c3d7eb4-d0fe-453c-8c01-c64b8448533b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:53.689137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4c3d7eb4-d0fe-453c-8c01-c64b8448533b not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:53.725320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed95fa4e-188b-45f3-926b-96ca3fac015b tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.754190 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:38:53.814893 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed95fa4e-188b-45f3-926b-96ca3fac015b tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.821728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ed95fa4e-188b-45f3-926b-96ca3fac015b tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/subnets/712d26e6-1c52-42d1-9c44-4244c6ea82e6 HTTP/1.1" status: 204 len: 168 time: 0.8307321 Nov 25 17:38:53.828835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95fa4e-188b-45f3-926b-96ca3fac015b tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Subnet': ['ID=712d26e6-1c52-42d1-9c44-4244c6ea82e6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:53.829191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47672) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:53.860693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380b146-e3f0-4be8-afa9-0d08ff94798a None None] Network 02ccb51c-9473-4b74-8423-ca5b03739840 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:53.948239 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:53.976413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f7797-ec82-482e-841f-ccc31ae24836 req-f193bf6d-6019-451d-a662-3f524daa88b5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.980380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-567f7797-ec82-482e-841f-ccc31ae24836 req-f193bf6d-6019-451d-a662-3f524daa88b5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.1778252 Nov 25 17:38:53.980670 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.103708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-567f7797-ec82-482e-841f-ccc31ae24836 req-233db2c5-1c22-4b8f-991b-0c0bedf7e160 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117878 Nov 25 17:38:54.115503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-93c85805-e837-4bf1-9479-c42e84993a8e', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:54.116588 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.152892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b13f7-42ac-4bdf-b186-3755e59a286d None None] Pushing event updated for resources: {'Port': ['ID=4f4440a6-5394-47a8-9009-296d197b35e5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:54.225812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device dc64aa61-9565-4f16-9278-b837421b489c no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:54.311689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.381578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] DHCP port deletion for 02ccb51c-9473-4b74-8423-ca5b03739840 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:54.429306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Attempting to bind port 4f4440a6-5394-47a8-9009-296d197b35e5 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:54.430054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Attempting to bind port 4f4440a6-5394-47a8-9009-296d197b35e5 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:54.430680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Attempting to bind port 4f4440a6-5394-47a8-9009-296d197b35e5 on network ce425cda-012f-4161-bac4-2bb9d9497ca0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:54.463626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:54.466844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Checking segment: {'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:54.467804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.468511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Bound using segment: {'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:54.469436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Bound port: 4f4440a6-5394-47a8-9009-296d197b35e5, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef779b5d-8580-47fa-9149-812dc6cfbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:54.470158 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.523318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.679034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Deleting port d6b62a77-0b2a-4f48-877e-e2735f576361 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:54.679724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.700099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d6b62a77-0b2a-4f48-877e-e2735f576361 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:54.792279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c0ea8a12-d8ba-4f6f-8764-cd9693abdbbf None None] Provisioning complete for port 4f4440a6-5394-47a8-9009-296d197b35e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:54.792821 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8a12-d8ba-4f6f-8764-cd9693abdbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.805426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] For port 4f4440a6-5394-47a8-9009-296d197b35e5, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:54.900382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Allocated IP 172.22.0.2 (93c85805-e837-4bf1-9479-c42e84993a8e/370e49cf-a10a-43c5-91d6-8c6e71605644/544ed485-80cc-4ed0-b6e3-06a26b83caef) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:54.925067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] For port 4f4440a6-5394-47a8-9009-296d197b35e5, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4f4440a6-5394-47a8-9009-296d197b35e5,segment=NetworkSegment(ef779b5d-8580-47fa-9149-812dc6cfbea0),segment_id=ef779b5d-8580-47fa-9149-812dc6cfbea0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:54.929331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] For port d6b62a77-0b2a-4f48-877e-e2735f576361, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d6b62a77-0b2a-4f48-877e-e2735f576361,segment=NetworkSegment(9e3b813e-8b36-4661-a7e7-ebed77b06b92),segment_id=9e3b813e-8b36-4661-a7e7-ebed77b06b92)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:54.929815 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.951535 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.951878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Calling delete_port for d6b62a77-0b2a-4f48-877e-e2735f576361 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:54.981488 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.064729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] Deleting port d6b62a77-0b2a-4f48-877e-e2735f576361 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:55.065345 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.066602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea8a12-d8ba-4f6f-8764-cd9693abdbbf None None] Port 4f4440a6-5394-47a8-9009-296d197b35e5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:55.111613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.194113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] No DVR routers for this DVR port d6b62a77-0b2a-4f48-877e-e2735f576361 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:55.195959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Port': ['ID=d6b62a77-0b2a-4f48-877e-e2735f576361,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:55.294265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Port d6b62a77-0b2a-4f48-877e-e2735f576361 update to DOWN by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:38:55.295686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:55.298313 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9625f9-0f48-4517-909b-2d7ba009a436" -d '{"events": [{"server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "name": "network-vif-unplugged", "status": "completed", "tag": "dc64aa61-9565-4f16-9278-b837421b489c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:55.327920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ee2c1-233d-4d26-8a00-9477ae6e42da req-f15471ce-210b-4d99-afcc-a64c620bd39e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:55.329572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-795ee2c1-233d-4d26-8a00-9477ae6e42da req-f15471ce-210b-4d99-afcc-a64c620bd39e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 945 time: 0.1029716 Nov 25 17:38:55.400786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b13f7-42ac-4bdf-b186-3755e59a286d None None] Pushing event updated for resources: {'Port': ['ID=4f4440a6-5394-47a8-9009-296d197b35e5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:55.424737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:55.434117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-795ee2c1-233d-4d26-8a00-9477ae6e42da req-7eb13183-da22-4ad3-bdd0-d8939d27b3d8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923147 Nov 25 17:38:55.446926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.449557 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee25fa-511a-4d0d-a238-8608a16eb24f x-openstack-request-id: req-c1ee25fa-511a-4d0d-a238-8608a16eb24f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:55.449868 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "name": "network-vif-unplugged", "status": "completed", "tag": "dc64aa61-9565-4f16-9278-b837421b489c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:55.450134 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1ee25fa-511a-4d0d-a238-8608a16eb24f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:55.450553 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c', 'code': 200} Nov 25 17:38:55.451668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:55.452318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:55.471630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] For port d6b62a77-0b2a-4f48-877e-e2735f576361, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d6b62a77-0b2a-4f48-877e-e2735f576361,segment=NetworkSegment(9e3b813e-8b36-4661-a7e7-ebed77b06b92),segment_id=9e3b813e-8b36-4661-a7e7-ebed77b06b92)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:55.477078 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.481400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.519307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ccb51c-9473-4b74-8423-ca5b03739840']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:55.548875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3b813e-8b36-4661-a7e7-ebed77b06b92') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:55.549522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3b813e-8b36-4661-a7e7-ebed77b06b92') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:55.577215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.597586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.624038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:55.625777 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:55.633484 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:55.740609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.750511 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.754065 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/networks/02ccb51c-9473-4b74-8423-ca5b03739840 HTTP/1.1" status: 204 len: 168 time: 1.9231958 Nov 25 17:38:55.757235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.767939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87606d4a-f372-41bf-99e2-ca55c1644c9c tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Pushing event deleted for resources: {'Network': ['ID=02ccb51c-9473-4b74-8423-ca5b03739840,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:55.827430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-42d7404a-61b6-4508-a64e-c4a6102cdea0 tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "GET /v2.0/ports?device_id=16d3a048-4bf9-4d9c-b6f0-1fd790455909 HTTP/1.1" status: 200 len: 205 time: 0.0680020 Nov 25 17:38:55.829897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.841970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] Calling delete_port for d6b62a77-0b2a-4f48-877e-e2735f576361 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:56.025989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a021eb5-ced8-44c9-b646-9bd1d42fcd2e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.039386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:56.079528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-83aa9026-37ed-40f1-84f8-9e787c0eba55 None None] Provisioning complete for port 4f4440a6-5394-47a8-9009-296d197b35e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:56.079880 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83aa9026-37ed-40f1-84f8-9e787c0eba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.090224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:56.185023 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.245902 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.349143 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.374556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Network 93c85805-e837-4bf1-9479-c42e84993a8e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:56.388492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:56.390523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] Network 02ccb51c-9473-4b74-8423-ca5b03739840 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:38:56.390958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] No DVR routers for this DVR port d6b62a77-0b2a-4f48-877e-e2735f576361 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:56.392919 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Pushing event updated for resources: {'Port': ['ID=544ed485-80cc-4ed0-b6e3-06a26b83caef,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:56.401253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:56.485571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d761a0-ee5d-485a-9a0b-b548290f6836 None None] Pushing event deleted for resources: {'Port': ['ID=d6b62a77-0b2a-4f48-877e-e2735f576361,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:56.584750 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83aa9026-37ed-40f1-84f8-9e787c0eba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.617040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Attempting to bind port 544ed485-80cc-4ed0-b6e3-06a26b83caef on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:56.617560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Attempting to bind port 544ed485-80cc-4ed0-b6e3-06a26b83caef by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:56.617933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Attempting to bind port 544ed485-80cc-4ed0-b6e3-06a26b83caef on network 93c85805-e837-4bf1-9479-c42e84993a8e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:56.634438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:56.634812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Checking segment: {'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:56.635227 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.635622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Bound using segment: {'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:56.636123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Bound port: 544ed485-80cc-4ed0-b6e3-06a26b83caef, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:56.636516 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.718543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6206a36-f543-494b-875e-5bf704a05efc req-688c084e-0385-4785-9910-eb16867481fe tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:56.721562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6206a36-f543-494b-875e-5bf704a05efc req-688c084e-0385-4785-9910-eb16867481fe tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 943 time: 0.1260071 Nov 25 17:38:56.722586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-83aa9026-37ed-40f1-84f8-9e787c0eba55 None None] For port 4f4440a6-5394-47a8-9009-296d197b35e5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4f4440a6-5394-47a8-9009-296d197b35e5,segment=NetworkSegment(ef779b5d-8580-47fa-9149-812dc6cfbea0),segment_id=ef779b5d-8580-47fa-9149-812dc6cfbea0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:56.741429 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83aa9026-37ed-40f1-84f8-9e787c0eba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.756142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.22.0.1 (93c85805-e837-4bf1-9479-c42e84993a8e/370e49cf-a10a-43c5-91d6-8c6e71605644/7004d710-9843-492f-9282-e87d7392e011) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:56.885672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6206a36-f543-494b-875e-5bf704a05efc req-27e7ace9-2bfa-4be3-a4ba-cf63374f7baf tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549759 Nov 25 17:38:56.956618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:47Z', 'revision_number': 3, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:54Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:56.995903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] For port 544ed485-80cc-4ed0-b6e3-06a26b83caef, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:56.998329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb354a-db4c-4c83-8ebd-6c42763fb065 None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:47Z', 'revision_number': 3, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:54Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:57.030668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] For port 544ed485-80cc-4ed0-b6e3-06a26b83caef, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=544ed485-80cc-4ed0-b6e3-06a26b83caef,segment=NetworkSegment(8e7e2e90-f563-456c-a41b-53e5af5c65ff),segment_id=8e7e2e90-f563-456c-a41b-53e5af5c65ff)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:57.040470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa9026-37ed-40f1-84f8-9e787c0eba55 None None] Pushing event updated for resources: {'Port': ['ID=4f4440a6-5394-47a8-9009-296d197b35e5,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:57.056719 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.110395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a021eb5-ced8-44c9-b646-9bd1d42fcd2e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.113683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a021eb5-ced8-44c9-b646-9bd1d42fcd2e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.169323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed561b8a-145c-4c0d-bf11-12a59638e84a req-605f1c91-2311-4185-950c-09c3c437559d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:57.172252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed561b8a-145c-4c0d-bf11-12a59638e84a req-605f1c91-2311-4185-950c-09c3c437559d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1435721 Nov 25 17:38:57.230921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.234377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a021eb5-ced8-44c9-b646-9bd1d42fcd2e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.234891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a021eb5-ced8-44c9-b646-9bd1d42fcd2e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Fanout notify agent at l3_agent the message router_deleted on router 16d3a048-4bf9-4d9c-b6f0-1fd790455909 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:38:57.242356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeb829-a377-44cf-a482-a6513373fb03 None None] Pushing event updated for resources: {'Port': ['ID=544ed485-80cc-4ed0-b6e3-06a26b83caef,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:57.244608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a021eb5-ced8-44c9-b646-9bd1d42fcd2e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.248470 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6a021eb5-ced8-44c9-b646-9bd1d42fcd2e tempest-RoutersNegativeTest-186234978 tempest-RoutersNegativeTest-186234978-project] 10.222.0.81 "DELETE /v2.0/routers/16d3a048-4bf9-4d9c-b6f0-1fd790455909 HTTP/1.1" status: 204 len: 168 time: 1.4146454 Nov 25 17:38:57.350234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed561b8a-145c-4c0d-bf11-12a59638e84a req-b28a2385-75d7-466e-adb3-29abfc003717 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651187 Nov 25 17:38:57.370333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.489652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 93c85805-e837-4bf1-9479-c42e84993a8e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:57.508514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:57.526905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:57.557025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=7004d710-9843-492f-9282-e87d7392e011,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:57.619690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.620040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.620390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.620788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.621177 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.621512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.621847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.622238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.622572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.622899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.623226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.623552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:57.658104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32296deb-7942-48e0-888e-71295dd8a30c req-140faf7c-f9d8-4c7b-b26b-f7e48cab2d70 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:57.659710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32296deb-7942-48e0-888e-71295dd8a30c req-140faf7c-f9d8-4c7b-b26b-f7e48cab2d70 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1621244 Nov 25 17:38:57.673259 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:57.851183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32296deb-7942-48e0-888e-71295dd8a30c req-f70d9ef5-b0a0-4347-9b1b-16d91d87d4c5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619713 Nov 25 17:38:57.969056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:57.998767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.211447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device dc64aa61-9565-4f16-9278-b837421b489c no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:58.232499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-16898f8c-4667-4c58-8f7c-26a3dde0ecb6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70be1134e5de49179c5da4605e5b77a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582743 Nov 25 17:38:58.234878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:58.450941 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2aec0b01-c98d-4398-9483-87b6bd4a3064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.495800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2aec0b01-c98d-4398-9483-87b6bd4a3064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.622313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afd08a-7a8e-460e-8105-2418a6856173 req-2ebb4d8f-341b-4fee-9d69-efd3fb49d249 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.640768 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8afd08a-7a8e-460e-8105-2418a6856173 req-2ebb4d8f-341b-4fee-9d69-efd3fb49d249 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.3282723 Nov 25 17:38:58.842225 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8afd08a-7a8e-460e-8105-2418a6856173 req-30721e2d-a4be-4d8d-8881-50e9d2e5cba0 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946986 Nov 25 17:38:58.873020 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2aec0b01-c98d-4398-9483-87b6bd4a3064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.885716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2aec0b01-c98d-4398-9483-87b6bd4a3064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.890154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2aec0b01-c98d-4398-9483-87b6bd4a3064 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e92ccefa-8ac7-4648-b8ed-a4580797b840 HTTP/1.1" status: 204 len: 168 time: 0.6514325 Nov 25 17:38:58.905362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 544ed485-80cc-4ed0-b6e3-06a26b83caef up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:58.966706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec0b01-c98d-4398-9483-87b6bd4a3064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ccefa-8ac7-4648-b8ed-a4580797b840,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:59.051089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.059689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.179926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0869d02d-7863-47d1-ac49-7239708ca850 None None] Network 93c85805-e837-4bf1-9479-c42e84993a8e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:59.233585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=7004d710-9843-492f-9282-e87d7392e011,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:59.235756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 544ed485-80cc-4ed0-b6e3-06a26b83caef triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:59.236257 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.239937 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.449656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-257e0656-7743-41c3-8d4e-f9c466f5f776 None None] Provisioning complete for port 544ed485-80cc-4ed0-b6e3-06a26b83caef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:59.450050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-257e0656-7743-41c3-8d4e-f9c466f5f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:59.490911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 93c85805-e837-4bf1-9479-c42e84993a8e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:59.492459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:59.824692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:00.009432 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.097290 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-257e0656-7743-41c3-8d4e-f9c466f5f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.159584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:00.172408 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:00.214187 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:00.215287 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:00.217707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:00.230599 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5f863296-9c50-422c-b7e4-f5a4e70808df tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6760311 Nov 25 17:39:00.259396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 544ed485-80cc-4ed0-b6e3-06a26b83caef, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=544ed485-80cc-4ed0-b6e3-06a26b83caef,segment=NetworkSegment(8e7e2e90-f563-456c-a41b-53e5af5c65ff),segment_id=8e7e2e90-f563-456c-a41b-53e5af5c65ff)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:00.261065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb51dc-ba9a-4044-9710-7f7b6e5d07fc req-1d2ce254-ee73-45eb-9a4f-8165184e6d41 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:00.269366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9eb51dc-ba9a-4044-9710-7f7b6e5d07fc req-1d2ce254-ee73-45eb-9a4f-8165184e6d41 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1907678 Nov 25 17:39:00.276348 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.277217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4f4440a6-5394-47a8-9009-296d197b35e5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:00.283572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'network': {'name': 'tempest-RoutersTest-387791483'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:00.443484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:00.453887 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.561017 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:00.576654 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9eb51dc-ba9a-4044-9710-7f7b6e5d07fc req-3910e3a6-b77a-4b39-9a15-b7d1604c1535 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049529 Nov 25 17:39:00.601650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47768) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:00.605185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:00.643138 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.643497 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added segment 7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c of type vlan for network 137aabd8-0555-458c-b9e5-7c5e8671f532 Nov 25 17:39:00.736469 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.793932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4f4440a6-5394-47a8-9009-296d197b35e5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:00.794399 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.798918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=544ed485-80cc-4ed0-b6e3-06a26b83caef,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:00.805087 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.820534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:00.822785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:00.884471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-257e0656-7743-41c3-8d4e-f9c466f5f776 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:39:00.884824 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-257e0656-7743-41c3-8d4e-f9c466f5f776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:39:00.954432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1091172857'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:01.020612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Made reservation on behalf of 4e9b4b56c2554385a2a5f1e5513374c5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:01.038729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.070858 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.111344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Network': ['ID=137aabd8-0555-458c-b9e5-7c5e8671f532,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:01.145332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-73ea4f5b-5436-4efe-8e8a-73a4e1a70e0f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9201133 Nov 25 17:39:01.161927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:01.167933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:01.202374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'subnet': {'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:01.424180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 544ed485-80cc-4ed0-b6e3-06a26b83caef up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:01.545288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.556080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.578235 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:57Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:38:58Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:01.636115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:01.636795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Made reservation on behalf of e3295eee53e14644897ea2c4d975376f for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:01.642668 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.680022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4872a286-8b41-44e2-a0da-000c09fda4f0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:01.689971 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:01.690667 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Updating router 170241c1-9b24-4995-acd4-521df30a9941 port 7004d710-9843-492f-9282-e87d7392e011 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:39:01.702529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.703114 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Added segment 5fe16a5e-3473-4477-a3d4-a34d4f50431b of type vlan for network e1417228-a18b-4a75-b2b3-5dc2151f54a7 Nov 25 17:39:01.766794 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.814559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 544ed485-80cc-4ed0-b6e3-06a26b83caef triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:01.815088 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.851631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.903184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4612c633-11f0-4278-98db-7b1afa7ff40c None None] Provisioning complete for port 7004d710-9843-492f-9282-e87d7392e011 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:01.903184 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4612c633-11f0-4278-98db-7b1afa7ff40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.958853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:01.967541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.986546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.020223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4612c633-11f0-4278-98db-7b1afa7ff40c None None] Port 7004d710-9843-492f-9282-e87d7392e011 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:02.045578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4612c633-11f0-4278-98db-7b1afa7ff40c None None] Provisioning complete for port 544ed485-80cc-4ed0-b6e3-06a26b83caef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:02.045982 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4612c633-11f0-4278-98db-7b1afa7ff40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.173660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.180061 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5730231 Nov 25 17:39:02.185441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47790) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:02.201234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Request body: {'subnet': {'network_id': 'e1417228-a18b-4a75-b2b3-5dc2151f54a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:02.222528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34c26098-b1bf-4ff1-92a9-4315f06e04b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.265982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fccc09-5b2c-4110-9f82-a574fa033c80 req-c86ef206-7e93-4b10-90f5-1a945d4e10cb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.278757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-69fccc09-5b2c-4110-9f82-a574fa033c80 req-c86ef206-7e93-4b10-90f5-1a945d4e10cb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.4787722 Nov 25 17:39:02.345923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-69fccc09-5b2c-4110-9f82-a574fa033c80 req-9be2f1d2-2ba6-45cb-8a68-e4542ad21af2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654709 Nov 25 17:39:02.347821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2ae81-7cab-4704-ac3e-f906554135cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Pushing event updated for resources: {'Network': ['ID=e1417228-a18b-4a75-b2b3-5dc2151f54a7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:02.369731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network e1417228-a18b-4a75-b2b3-5dc2151f54a7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:02.378212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Subnet': ['ID=03d0aaac-74ba-4492-b25a-f4e1b619c42d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:02.390871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Made reservation on behalf of 4e9b4b56c2554385a2a5f1e5513374c5 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:02.395769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.426752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Checking segment: {'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:02.427124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network hostable DHCP agents. Network: 137aabd8-0555-458c-b9e5-7c5e8671f532, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:02.434372 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.443123 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.465253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:02.480047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 137aabd8-0555-458c-b9e5-7c5e8671f532) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:02.496881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.497862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.499341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d488d5a3-f7a0-4b32-af27-9402a86498a8 None None] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:02.542642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2f0f4184-a4a1-4c29-9e64-a48b06710c2f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3791454 Nov 25 17:39:02.545946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:02.587406 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59865b-bbbe-4a6d-ac0c-ac632239f896 None None] Pushing event updated for resources: {'Port': ['ID=7004d710-9843-492f-9282-e87d7392e011,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:02.719175 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Attempting to bind port 7004d710-9843-492f-9282-e87d7392e011 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:02.719830 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Attempting to bind port 7004d710-9843-492f-9282-e87d7392e011 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:02.720397 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Attempting to bind port 7004d710-9843-492f-9282-e87d7392e011 on network 93c85805-e837-4bf1-9479-c42e84993a8e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:02.745870 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:02.747206 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Checking segment: {'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:02.747995 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.749202 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Bound using segment: {'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:02.751075 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Bound port: 7004d710-9843-492f-9282-e87d7392e011, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7e2e90-f563-456c-a41b-53e5af5c65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:02.752154 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.807654 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-137aabd8-0555-458c-b9e5-7c5e8671f532', 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'fixed_ips': [{'subnet_id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:02.808542 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.952716 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] For port 7004d710-9843-492f-9282-e87d7392e011, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:02.958153 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] For port 7004d710-9843-492f-9282-e87d7392e011, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7004d710-9843-492f-9282-e87d7392e011,segment=NetworkSegment(8e7e2e90-f563-456c-a41b-53e5af5c65ff),segment_id=8e7e2e90-f563-456c-a41b-53e5af5c65ff)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:02.965145 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.020154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.072834 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:03.073801 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:38:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:03.223885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Checking segment: {'id': '5fe16a5e-3473-4477-a3d4-a34d4f50431b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e1417228-a18b-4a75-b2b3-5dc2151f54a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:03.224564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Network hostable DHCP agents. Network: e1417228-a18b-4a75-b2b3-5dc2151f54a7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:03.280432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Pushing event updated for resources: {'Subnet': ['ID=6dd0ade1-2b44-420d-893d-5ff7691da796,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:03.287558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Network e1417228-a18b-4a75-b2b3-5dc2151f54a7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:03.308111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, e1417228-a18b-4a75-b2b3-5dc2151f54a7) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:03.314933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.317154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.317487 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:03.343984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff09ee22-9e2f-4769-a2dc-7126a6390592 None None] Network e1417228-a18b-4a75-b2b3-5dc2151f54a7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:03.354253 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-771fc638-556d-47e6-86d1-357e04527ae0 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1677697 Nov 25 17:39:03.355229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:03.368507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Request body: {'port': {'network_id': 'e1417228-a18b-4a75-b2b3-5dc2151f54a7', 'name': 'tempest-TagsExtTest-817568071'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:03.426856 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59865b-bbbe-4a6d-ac0c-ac632239f896 None None] Pushing event updated for resources: {'Port': ['ID=7004d710-9843-492f-9282-e87d7392e011,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:03.700910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Made reservation on behalf of 4e9b4b56c2554385a2a5f1e5513374c5 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:03.709582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.731405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e984d13a-2502-44f7-8e45-4a194fc1b0ae None None] Provisioning complete for port 7004d710-9843-492f-9282-e87d7392e011 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:03.732778 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e984d13a-2502-44f7-8e45-4a194fc1b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.752589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] device_id is not set on port 1896afce-4b2b-4b00-be6c-7f9319885a3b yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:03.914694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Allocated IP 172.23.0.2 (137aabd8-0555-458c-b9e5-7c5e8671f532/03d0aaac-74ba-4492-b25a-f4e1b619c42d/4ea249dd-2f28-4fc6-b920-e7c2921a3a56) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:03.966761 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:57Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:02Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:03.980130 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Allocated IP 172.20.0.4 (e1417228-a18b-4a75-b2b3-5dc2151f54a7/6dd0ade1-2b44-420d-893d-5ff7691da796/1896afce-4b2b-4b00-be6c-7f9319885a3b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:03.990450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e984d13a-2502-44f7-8e45-4a194fc1b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.061163 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee78eda-7c3c-407b-95e6-92821c31f908 None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:38:57Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:02Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:04.212258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e984d13a-2502-44f7-8e45-4a194fc1b0ae None None] For port 7004d710-9843-492f-9282-e87d7392e011, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7004d710-9843-492f-9282-e87d7392e011,segment=NetworkSegment(8e7e2e90-f563-456c-a41b-53e5af5c65ff),segment_id=8e7e2e90-f563-456c-a41b-53e5af5c65ff)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:04.217746 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.230101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-e1417228-a18b-4a75-b2b3-5dc2151f54a7', 'network_id': 'e1417228-a18b-4a75-b2b3-5dc2151f54a7', 'tenant_id': '4e9b4b56c2554385a2a5f1e5513374c5', 'fixed_ips': [{'subnet_id': '6dd0ade1-2b44-420d-893d-5ff7691da796'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:04.232360 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.240726 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e984d13a-2502-44f7-8e45-4a194fc1b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.274031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8636ff4-1ce0-4cae-8c58-1b2f4e98ae99 req-b5ceb260-e069-498c-bcfa-af67c4ad5140 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.283977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.287901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8636ff4-1ce0-4cae-8c58-1b2f4e98ae99 req-b5ceb260-e069-498c-bcfa-af67c4ad5140 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2841222 Nov 25 17:39:04.324398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984d13a-2502-44f7-8e45-4a194fc1b0ae None None] Pushing event updated for resources: {'Port': ['ID=7004d710-9843-492f-9282-e87d7392e011,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:04.326090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.380024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Network e1417228-a18b-4a75-b2b3-5dc2151f54a7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:04.382968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:04.388892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:04.488785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.489505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.551024 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1918747 Nov 25 17:39:04.552992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47810) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:04.557906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dce8e59c-cac6-4e92-b850-999bf4d3c646 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-8711575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:04.564314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44afa34-2a2f-4617-bb30-443412a09a95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Pushing event updated for resources: {'Port': ['ID=1896afce-4b2b-4b00-be6c-7f9319885a3b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:04.587829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.592431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4fd78e82-8506-49d3-801f-3889060565b5 None None] Provisioning complete for port 7004d710-9843-492f-9282-e87d7392e011 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:04.593408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dce8e59c-cac6-4e92-b850-999bf4d3c646 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.595360 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dce8e59c-cac6-4e92-b850-999bf4d3c646 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.595569 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fd78e82-8506-49d3-801f-3889060565b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.605914 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.608618 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4e11270-8ba3-432a-9246-bfb608ffb2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.668696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dce8e59c-cac6-4e92-b850-999bf4d3c646 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.674113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dce8e59c-cac6-4e92-b850-999bf4d3c646 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.702132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dce8e59c-cac6-4e92-b850-999bf4d3c646 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.711612 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dce8e59c-cac6-4e92-b850-999bf4d3c646 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1534460 Nov 25 17:39:04.712845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47814) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:04.719193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-514167d5-728a-4a96-8153-1d4293f2c4eb tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1933373560', 'prefixes': ['172.20.0.0/16']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:04.758712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8636ff4-1ce0-4cae-8c58-1b2f4e98ae99 req-d5d8a3a9-0cdb-4e38-94bf-b70d742bce11 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4688303 Nov 25 17:39:04.845149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Pushing event updated for resources: {'Port': ['ID=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:04.858741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:04.873484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:04.880543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:04.926760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-514167d5-728a-4a96-8153-1d4293f2c4eb tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for subnetpool, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.931501 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-514167d5-728a-4a96-8153-1d4293f2c4eb tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2140777 Nov 25 17:39:04.932917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:04.948500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-62ebb05d-e919-4b22-bb15-41a74092a4d7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796', 'tempest-TagsExtTest-Tag-1095908415') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:05.143913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Allocated IP 172.20.0.2 (e1417228-a18b-4a75-b2b3-5dc2151f54a7/6dd0ade1-2b44-420d-893d-5ff7691da796/f2829889-a928-402f-9091-e02c681d0778) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:05.196441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Allocated IP 172.23.0.1 (137aabd8-0555-458c-b9e5-7c5e8671f532/03d0aaac-74ba-4492-b25a-f4e1b619c42d/65aadf26-877c-45ea-8af9-3354b6d58cb7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:05.305194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7004d710-9843-492f-9282-e87d7392e011 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:05.345316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Attempting to bind port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:05.345676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Attempting to bind port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:05.346252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Attempting to bind port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 on network 137aabd8-0555-458c-b9e5-7c5e8671f532 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:05.378750 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:05.379144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Checking segment: {'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:05.380107 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.380520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Bound using segment: {'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:05.381039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Bound port: 4ea249dd-2f28-4fc6-b920-e7c2921a3a56, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:05.381616 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.485506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] For port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:05.489108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] For port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,segment=NetworkSegment(7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c),segment_id=7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:05.499229 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.508171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-62ebb05d-e919-4b22-bb15-41a74092a4d7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags/tempest-TagsExtTest-Tag-1095908415 HTTP/1.1" status: 201 len: 201 time: 0.5619886 Nov 25 17:39:05.508171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.509787 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47828) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:05.514909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-9aa94c48-5c4d-4482-a44a-d5a6b74c150a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b', 'tempest-TagsExtTest-Tag-1917194456') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:05.577000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.677916 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9aa94c48-5c4d-4482-a44a-d5a6b74c150a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags/tempest-TagsExtTest-Tag-1917194456 HTTP/1.1" status: 201 len: 201 time: 0.1676285 Nov 25 17:39:05.679576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47830) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:05.686394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-1d1ae633-7f73-4e61-8274-61407d0916a1 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee', 'tempest-TagsExtTest-Tag-1036924043') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:05.690440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7004d710-9843-492f-9282-e87d7392e011 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:05.690945 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.702370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13960e6-b918-470e-9f89-144b767ab305 None None] Pushing event updated for resources: {'Port': ['ID=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:05.705283 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.728417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=65aadf26-877c-45ea-8af9-3354b6d58cb7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:05.767745 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.823890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:05.830013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:05.860320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.872440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.875889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.876606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.877905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.879137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.887053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.888848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.891971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.892397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.895440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.895979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:05.911175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:06.061763 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d1ae633-7f73-4e61-8274-61407d0916a1 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags/tempest-TagsExtTest-Tag-1036924043 HTTP/1.1" status: 201 len: 201 time: 0.3804147 Nov 25 17:39:06.062676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:06.066015 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.073324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Network e1417228-a18b-4a75-b2b3-5dc2151f54a7 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:06.086536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-84830fde-8a4b-4623-968b-06cd913fef93 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e', 'tempest-TagsExtTest-Tag-1906818647') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:06.098331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Pushing event updated for resources: {'Port': ['ID=f2829889-a928-402f-9091-e02c681d0778,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:06.106194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:06.109646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:06.221188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.268221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c96528-4a2b-4b5a-ac34-81d303c60772 req-3e8f6c93-9e8b-4068-905c-b2a824341bac tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:06.271496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8c96528-4a2b-4b5a-ac34-81d303c60772 req-3e8f6c93-9e8b-4068-905c-b2a824341bac tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2699459 Nov 25 17:39:06.292506 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-84830fde-8a4b-4623-968b-06cd913fef93 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags/tempest-TagsExtTest-Tag-1906818647 HTTP/1.1" status: 201 len: 201 time: 0.2274859 Nov 25 17:39:06.299307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:06.306650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-a3d83366-4669-40b1-b8c4-d727995ab682 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:06.363894 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Attempting to bind port f2829889-a928-402f-9091-e02c681d0778 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:06.370040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Attempting to bind port f2829889-a928-402f-9091-e02c681d0778 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5fe16a5e-3473-4477-a3d4-a34d4f50431b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e1417228-a18b-4a75-b2b3-5dc2151f54a7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:06.370582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Attempting to bind port f2829889-a928-402f-9091-e02c681d0778 on network e1417228-a18b-4a75-b2b3-5dc2151f54a7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:06.384802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:06.385348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Checking segment: {'id': '5fe16a5e-3473-4477-a3d4-a34d4f50431b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e1417228-a18b-4a75-b2b3-5dc2151f54a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:06.387501 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.390227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Bound using segment: {'id': '5fe16a5e-3473-4477-a3d4-a34d4f50431b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e1417228-a18b-4a75-b2b3-5dc2151f54a7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:06.390901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Bound port: f2829889-a928-402f-9091-e02c681d0778, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe16a5e-3473-4477-a3d4-a34d4f50431b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e1417228-a18b-4a75-b2b3-5dc2151f54a7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:06.391407 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.464913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8c96528-4a2b-4b5a-ac34-81d303c60772 req-8ed4adae-677b-403e-9394-2bb404b46c31 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197252 Nov 25 17:39:06.504393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] For port f2829889-a928-402f-9091-e02c681d0778, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:06.509386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] For port f2829889-a928-402f-9091-e02c681d0778, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2829889-a928-402f-9091-e02c681d0778,segment=NetworkSegment(5fe16a5e-3473-4477-a3d4-a34d4f50431b),segment_id=5fe16a5e-3473-4477-a3d4-a34d4f50431b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:06.515469 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.530691 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a3d83366-4669-40b1-b8c4-d727995ab682 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags HTTP/1.1" status: 200 len: 241 time: 0.2298398 Nov 25 17:39:06.532002 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.544587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:06.552899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-30473a64-59ec-4b94-926c-467593398754 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796', 'tempest-TagsExtTest-Tag-1095908415') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:06.587327 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.603619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9fdec-520e-460a-97f4-ccb1d4a50779 None None] Pushing event updated for resources: {'Port': ['ID=f2829889-a928-402f-9091-e02c681d0778,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:06.647589 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30473a64-59ec-4b94-926c-467593398754 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags/tempest-TagsExtTest-Tag-1095908415 HTTP/1.1" status: 204 len: 168 time: 0.1010885 Nov 25 17:39:06.651435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:06.656345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-689ec611-91cf-4b51-ab9e-a5ce85212185 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796', 'tempest-TagsExtTest-Tag-1095908415') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:06.768783 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-689ec611-91cf-4b51-ab9e-a5ce85212185 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags/tempest-TagsExtTest-Tag-1095908415 HTTP/1.1" status: 204 len: 168 time: 0.1158378 Nov 25 17:39:06.769651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:06.774937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-6b67ef10-29b5-4601-81f7-f43b234fd8a7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:06.908756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:06.913890 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6b67ef10-29b5-4601-81f7-f43b234fd8a7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags HTTP/1.1" status: 200 len: 205 time: 0.1428299 Nov 25 17:39:06.914523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-4a9285eb-b6f9-47e9-86d7-fe2b6f88d724 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:07.064072 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.071982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.148386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.172608 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.210602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event updated for resources: {'Port': ['ID=65aadf26-877c-45ea-8af9-3354b6d58cb7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:07.303110 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.320884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.321818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4a9285eb-b6f9-47e9-86d7-fe2b6f88d724 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags HTTP/1.1" status: 200 len: 241 time: 0.4110980 Nov 25 17:39:07.328786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-4431ceec-67cb-4d02-983d-493b8bcbcd4b tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b', 'tempest-TagsExtTest-Tag-1917194456') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:07.467555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2829889-a928-402f-9091-e02c681d0778 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:07.468346 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4431ceec-67cb-4d02-983d-493b8bcbcd4b tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags/tempest-TagsExtTest-Tag-1917194456 HTTP/1.1" status: 204 len: 168 time: 0.1444755 Nov 25 17:39:07.470886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47860) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.478741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-c84560ed-ef21-40ae-bb71-4a44287cd611 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b', 'tempest-TagsExtTest-Tag-1917194456') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:07.577098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:07.582614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:07.641574 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c84560ed-ef21-40ae-bb71-4a44287cd611 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags/tempest-TagsExtTest-Tag-1917194456 HTTP/1.1" status: 204 len: 168 time: 0.1692173 Nov 25 17:39:07.646271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47864) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.662220 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-74e35c88-20e5-4f2f-9d43-cbaf774529cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:07.663850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f2829889-a928-402f-9091-e02c681d0778 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:07.664460 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:07.794416 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-74e35c88-20e5-4f2f-9d43-cbaf774529cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags HTTP/1.1" status: 200 len: 205 time: 0.1395123 Nov 25 17:39:07.799192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47866) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:07.816677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-99b2fb13-9042-410e-ac57-c436a4969640 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:07.824966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de9db1-edec-42fd-a8ba-e3b64caab27c None None] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:08.021450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-95ec78b9-4f5f-415e-b163-3daf90913746 None None] Provisioning complete for port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:08.022210 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95ec78b9-4f5f-415e-b163-3daf90913746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.038819 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:08.114223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9e809-8941-4c2d-b8f4-3f2aa54c714a req-929611b8-416c-43f8-ac90-bdfce709021e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:08.129849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62e9e809-8941-4c2d-b8f4-3f2aa54c714a req-929611b8-416c-43f8-ac90-bdfce709021e tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.4778883 Nov 25 17:39:08.133163 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.186231 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.188079 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-99b2fb13-9042-410e-ac57-c436a4969640 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags HTTP/1.1" status: 200 len: 241 time: 0.3867035 Nov 25 17:39:08.191324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:08.201483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-67408f6c-a58d-448a-8c18-9f6339b3020b tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee', 'tempest-TagsExtTest-Tag-1036924043') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:08.316673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port f2829889-a928-402f-9091-e02c681d0778, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2829889-a928-402f-9091-e02c681d0778,segment=NetworkSegment(5fe16a5e-3473-4477-a3d4-a34d4f50431b),segment_id=5fe16a5e-3473-4477-a3d4-a34d4f50431b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:08.344493 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.345478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:08.431344 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-67408f6c-a58d-448a-8c18-9f6339b3020b tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags/tempest-TagsExtTest-Tag-1036924043 HTTP/1.1" status: 204 len: 168 time: 0.2389107 Nov 25 17:39:08.437899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47878) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:08.450527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-b0e2eb5a-f243-4f49-a03d-e7df8ac5cf95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee', 'tempest-TagsExtTest-Tag-1036924043') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:08.499593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:08.543006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6c11329c-b068-4508-ac12-3773ea2c2471 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9922609 Nov 25 17:39:08.553638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47880) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:08.568028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:08.632611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=f2829889-a928-402f-9091-e02c681d0778,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:08.673413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993aaa94-872e-4da8-ad13-0f828484729e None None] Network e1417228-a18b-4a75-b2b3-5dc2151f54a7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:08.676265 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b0e2eb5a-f243-4f49-a03d-e7df8ac5cf95 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags/tempest-TagsExtTest-Tag-1036924043 HTTP/1.1" status: 204 len: 168 time: 0.2364743 Nov 25 17:39:08.677022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:08.680184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:08.687561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-cefc5dd5-9582-4429-914e-7e178af34be3 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:08.783622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62e9e809-8941-4c2d-b8f4-3f2aa54c714a req-0949f180-f4c4-4206-90ea-7e32b96cedc4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6524894 Nov 25 17:39:08.822242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cefc5dd5-9582-4429-914e-7e178af34be3 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags HTTP/1.1" status: 200 len: 205 time: 0.1385741 Nov 25 17:39:08.824470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47884) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:08.832529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-80d48fea-9090-42bc-9739-40f740fce330 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:08.875564 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-80d48fea-9090-42bc-9739-40f740fce330 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags HTTP/1.1" status: 200 len: 241 time: 0.0491722 Nov 25 17:39:08.879080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:08.898798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-8f01bc59-c561-4ece-a593-f0f9644393c3 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e', 'tempest-TagsExtTest-Tag-1906818647') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:08.938635 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8f01bc59-c561-4ece-a593-f0f9644393c3 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags/tempest-TagsExtTest-Tag-1906818647 HTTP/1.1" status: 204 len: 168 time: 0.0499699 Nov 25 17:39:08.940525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47888) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:08.946465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-0b07a459-15be-48bd-88ad-9368c093b306 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e', 'tempest-TagsExtTest-Tag-1906818647') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:09.009986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0b07a459-15be-48bd-88ad-9368c093b306 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags/tempest-TagsExtTest-Tag-1906818647 HTTP/1.1" status: 204 len: 168 time: 0.0655720 Nov 25 17:39:09.010785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47890) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.015974 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95ec78b9-4f5f-415e-b163-3daf90913746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.017247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-f622d0bb-81c9-42fa-871e-0279e20d3d1c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:09.069238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f622d0bb-81c9-42fa-871e-0279e20d3d1c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags HTTP/1.1" status: 200 len: 205 time: 0.0575783 Nov 25 17:39:09.072747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.077403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-ab2b2986-9e88-4f44-8240-c0e69363de44 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:09.117470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:09.119333 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.142053 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ab2b2986-9e88-4f44-8240-c0e69363de44 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags HTTP/1.1" status: 204 len: 168 time: 0.0679348 Nov 25 17:39:09.142780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47896) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.147578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-914c4d9e-af12-42b2-9ce1-7955174cddd1 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:09.162999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:09.163937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:09.216715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-95ec78b9-4f5f-415e-b163-3daf90913746 None None] For port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,segment=NetworkSegment(7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c),segment_id=7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:09.293525 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-914c4d9e-af12-42b2-9ce1-7955174cddd1 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1496165 Nov 25 17:39:09.296460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.306698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-cf1e0668-17a0-4840-bd8a-9bb520727a97 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:09.409481 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95ec78b9-4f5f-415e-b163-3daf90913746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.512681 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cf1e0668-17a0-4840-bd8a-9bb520727a97 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags HTTP/1.1" status: 204 len: 168 time: 0.2146883 Nov 25 17:39:09.521284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47902) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.528056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-0a438d81-e964-4afe-ad10-caec373d5521 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:09.585285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:39:09.632680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Removed routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:39:09.634279 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.724992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:09.728154 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a438d81-e964-4afe-ad10-caec373d5521 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags HTTP/1.1" status: 204 len: 168 time: 0.2055228 Nov 25 17:39:09.729668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47904) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.736710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-e49ff524-bb8e-4378-9a4c-9f88835a5223 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796', 'tempest-TagsExtTest-Tag-770437935') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:09.780651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dace3c41-3ab8-410d-8211-e8420b26b833 None None] Provisioning complete for port f2829889-a928-402f-9091-e02c681d0778 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:09.781418 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dace3c41-3ab8-410d-8211-e8420b26b833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.802963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec78b9-4f5f-415e-b163-3daf90913746 None None] Pushing event updated for resources: {'Port': ['ID=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:09.924522 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e49ff524-bb8e-4378-9a4c-9f88835a5223 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags/tempest-TagsExtTest-Tag-770437935 HTTP/1.1" status: 201 len: 201 time: 0.1938491 Nov 25 17:39:09.930397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47908) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:09.946096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-0648df4d-aa32-4625-bfc7-cba4c44528ad tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b', 'tempest-TagsExtTest-Tag-964501092') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:10.231919 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0648df4d-aa32-4625-bfc7-cba4c44528ad tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags/tempest-TagsExtTest-Tag-964501092 HTTP/1.1" status: 201 len: 201 time: 0.2987885 Nov 25 17:39:10.234547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47912) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:10.249391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-0dcb9627-1e36-4514-9bd4-aae270efa8b6 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee', 'tempest-TagsExtTest-Tag-1966257439') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:10.250412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2829889-a928-402f-9091-e02c681d0778 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:10.288089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22573697-b95b-4350-8aeb-f53084849ad6 req-0bd02cca-732c-4566-aff7-ed21647d1e46 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:10.300168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22573697-b95b-4350-8aeb-f53084849ad6 req-0bd02cca-732c-4566-aff7-ed21647d1e46 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.3275135 Nov 25 17:39:10.482544 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0dcb9627-1e36-4514-9bd4-aae270efa8b6 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags/tempest-TagsExtTest-Tag-1966257439 HTTP/1.1" status: 201 len: 201 time: 0.2409284 Nov 25 17:39:10.489774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47914) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:10.500171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-cefc93f9-2581-4e24-8317-507641e3d095 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e', 'tempest-TagsExtTest-Tag-1988790974') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:10.519327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f2829889-a928-402f-9091-e02c681d0778 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:10.520136 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.594807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cc275786-8a19-4e3f-b101-e6acd4d34cc7 None None] Provisioning complete for port 65aadf26-877c-45ea-8af9-3354b6d58cb7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:10.595189 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc275786-8a19-4e3f-b101-e6acd4d34cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.601271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:06Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65aadf26-877c-45ea-8af9-3354b6d58cb7', 'name': '', 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:35:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:04Z', 'updated_at': '2021-11-25T17:39:06Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:10.622792 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cefc93f9-2581-4e24-8317-507641e3d095 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags/tempest-TagsExtTest-Tag-1988790974 HTTP/1.1" status: 201 len: 201 time: 0.1317210 Nov 25 17:39:10.625294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47918) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:10.630452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-f7769bac-64b0-4610-ba1e-4b902987df3f tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796', {'tags': ['tempest-TagsExtTest-Tag-66336591', 'tempest-TagsExtTest-Tag-470095692', 'tempest-TagsExtTest-Tag-1231468970']}) {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:10.680922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:10.682385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Updating router 170241c1-9b24-4995-acd4-521df30a9941 port 65aadf26-877c-45ea-8af9-3354b6d58cb7 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:39:10.690060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22573697-b95b-4350-8aeb-f53084849ad6 req-5f763b6f-32b6-4335-8986-57e33ac8fd6c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889771 Nov 25 17:39:10.742304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.753437 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.784720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cc275786-8a19-4e3f-b101-e6acd4d34cc7 None None] Port 65aadf26-877c-45ea-8af9-3354b6d58cb7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:10.802655 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:10.842387 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f7769bac-64b0-4610-ba1e-4b902987df3f tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags HTTP/1.1" status: 200 len: 315 time: 0.2136769 Nov 25 17:39:10.843020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:10.847638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-6a3871fe-e521-46dd-bc41-4a8c3bf2ed15 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:10.934151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cc275786-8a19-4e3f-b101-e6acd4d34cc7 None None] Provisioning complete for port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:10.934526 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc275786-8a19-4e3f-b101-e6acd4d34cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.029820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:11.113525 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6a3871fe-e521-46dd-bc41-4a8c3bf2ed15 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags HTTP/1.1" status: 204 len: 168 time: 0.2670455 Nov 25 17:39:11.114678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47926) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:11.122087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-ddd8e8b5-6967-4f1c-9403-42e390b1a949 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796', 'tempest-TagsExtTest-Tag-66336591') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:11.165477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:11.205944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ff350-291b-4171-ae97-73352fa5b16b req-79921271-e885-4df0-8b34-b07101e3c6f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:11.217212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-115ff350-291b-4171-ae97-73352fa5b16b req-79921271-e885-4df0-8b34-b07101e3c6f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1672440 Nov 25 17:39:11.289542 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-ddd8e8b5-6967-4f1c-9403-42e390b1a949 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:11.291613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ddd8e8b5-6967-4f1c-9403-42e390b1a949 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags/tempest-TagsExtTest-Tag-66336591 HTTP/1.1" status: 404 len: 327 time: 0.1757765 Nov 25 17:39:11.294076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-87fa1648-936e-4def-a13e-14b5548d78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:11.295961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-87fa1648-936e-4def-a13e-14b5548d78e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1096 time: 0.1077840 Nov 25 17:39:11.296694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:11.301703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-47de1b3f-9ddf-41b1-bfaa-340809529f57 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796', 'tempest-TagsExtTest-Tag-470095692') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:11.324075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:11.327214 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.433267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-115ff350-291b-4171-ae97-73352fa5b16b req-7de58109-9571-41a4-b807-c10f4df52656 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144976 Nov 25 17:39:11.484836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:11.503557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.507412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fc6282fe-9852-403f-9460-818acd654a9e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 200 len: 934 time: 2.9504631 Nov 25 17:39:11.507687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47932) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:11.557600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5d116d80-8db1-4412-ba79-fa114c19787e None None] Provisioning complete for port 65aadf26-877c-45ea-8af9-3354b6d58cb7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:11.558843 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d116d80-8db1-4412-ba79-fa114c19787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.645081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5d116d80-8db1-4412-ba79-fa114c19787e None None] Port 65aadf26-877c-45ea-8af9-3354b6d58cb7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:11.689183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.701688 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.715634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-62c11fa8-e704-4d65-8a72-1b068e640f1b tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 200 len: 934 time: 0.2067266 Nov 25 17:39:11.723753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:11.729508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'routes': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:11.765442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038ac7b-312f-4b66-9324-0c4c0eb50b5c None None] Pushing event updated for resources: {'Port': ['ID=65aadf26-877c-45ea-8af9-3354b6d58cb7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:11.780579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5d116d80-8db1-4412-ba79-fa114c19787e None None] Provisioning complete for port 1896afce-4b2b-4b00-be6c-7f9319885a3b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:11.781569 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d116d80-8db1-4412-ba79-fa114c19787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.891624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5d116d80-8db1-4412-ba79-fa114c19787e None None] Port 1896afce-4b2b-4b00-be6c-7f9319885a3b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:12.026594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5d116d80-8db1-4412-ba79-fa114c19787e None None] Provisioning complete for port f2829889-a928-402f-9091-e02c681d0778 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:12.037682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d116d80-8db1-4412-ba79-fa114c19787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.115146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Attempting to bind port 65aadf26-877c-45ea-8af9-3354b6d58cb7 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:12.115686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Attempting to bind port 65aadf26-877c-45ea-8af9-3354b6d58cb7 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:12.116183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Attempting to bind port 65aadf26-877c-45ea-8af9-3354b6d58cb7 on network 137aabd8-0555-458c-b9e5-7c5e8671f532 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:12.136631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:12.137375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Checking segment: {'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:12.137907 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.138418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Bound using segment: {'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:12.139470 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Bound port: 65aadf26-877c-45ea-8af9-3354b6d58cb7, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:12.139470 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.226048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-b59226da-5ae1-4513-90a1-b8150a7d9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:12.228896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-b59226da-5ae1-4513-90a1-b8150a7d9e55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.9223557 Nov 25 17:39:12.234025 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-47de1b3f-9ddf-41b1-bfaa-340809529f57 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:12.238192 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-47de1b3f-9ddf-41b1-bfaa-340809529f57 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags/tempest-TagsExtTest-Tag-470095692 HTTP/1.1" status: 404 len: 328 time: 0.9373281 Nov 25 17:39:12.245194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:12.269827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-f01d33c6-434a-4cda-ab47-08c155ee7edf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796', 'tempest-TagsExtTest-Tag-1231468970') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:12.428741 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-72d4a214-1823-46da-99da-b8a43ccb25a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1000 time: 0.1911352 Nov 25 17:39:12.445918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] For port 65aadf26-877c-45ea-8af9-3354b6d58cb7, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:12.451595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] For port 65aadf26-877c-45ea-8af9-3354b6d58cb7, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=65aadf26-877c-45ea-8af9-3354b6d58cb7,segment=NetworkSegment(7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c),segment_id=7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:12.458726 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.511101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:39:12.511700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:39:12.567746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-78619904-4b50-4b6d-af40-3c2a157877b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:12.570385 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-78619904-4b50-4b6d-af40-3c2a157877b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1145921 Nov 25 17:39:12.577062 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-f01d33c6-434a-4cda-ab47-08c155ee7edf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:12.583142 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f01d33c6-434a-4cda-ab47-08c155ee7edf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags/tempest-TagsExtTest-Tag-1231468970 HTTP/1.1" status: 404 len: 329 time: 0.3404000 Nov 25 17:39:12.584387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47948) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:12.590656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-630780d1-6bfc-4f15-8fde-daa8c690c225 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b', {'tags': ['tempest-TagsExtTest-Tag-848634696', 'tempest-TagsExtTest-Tag-1649065512', 'tempest-TagsExtTest-Tag-1398161333']}) {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:12.597140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038ac7b-312f-4b66-9324-0c4c0eb50b5c None None] Pushing event updated for resources: {'Port': ['ID=65aadf26-877c-45ea-8af9-3354b6d58cb7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:12.603449 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.606047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:12.607264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:12.619722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-608e2f45-61ac-41d4-9144-0fe5d169378d None None] Provisioning complete for port 65aadf26-877c-45ea-8af9-3354b6d58cb7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:12.620552 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-608e2f45-61ac-41d4-9144-0fe5d169378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:12.718280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-fb72cd21-212c-4bea-adc0-e29c98b12f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:12.737375 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-fb72cd21-212c-4bea-adc0-e29c98b12f4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516237 Nov 25 17:39:12.760773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180409-7eaf-4ec5-a2cc-f35082a54715 req-ed1c4073-bc5e-445f-8690-b9629f0040e1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:12.762665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22180409-7eaf-4ec5-a2cc-f35082a54715 req-ed1c4073-bc5e-445f-8690-b9629f0040e1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2417929 Nov 25 17:39:12.772631 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-630780d1-6bfc-4f15-8fde-daa8c690c225 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags HTTP/1.1" status: 200 len: 317 time: 0.1855733 Nov 25 17:39:12.779697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:12.795127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-067737e1-b8d0-41b0-83a8-1225502a79cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:12.892809 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:12.948449 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-723a0624-2b9b-43f5-a078-dd4beabf7345 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937704 Nov 25 17:39:13.105077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.112981 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.138666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22180409-7eaf-4ec5-a2cc-f35082a54715 req-c85d0f51-f4f4-47d1-a0fd-d371730751ce tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365655 Nov 25 17:39:13.158044 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-608e2f45-61ac-41d4-9144-0fe5d169378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.189384 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-78457d4c-4ecb-43c5-8e98-34d0e5c3b521 req-739f2096-43bd-4cc4-94fb-d3c8db219645 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206023 Nov 25 17:39:13.223941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-608e2f45-61ac-41d4-9144-0fe5d169378d None None] For port 65aadf26-877c-45ea-8af9-3354b6d58cb7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=65aadf26-877c-45ea-8af9-3354b6d58cb7,segment=NetworkSegment(7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c),segment_id=7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:13.232145 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-608e2f45-61ac-41d4-9144-0fe5d169378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.351722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-067737e1-b8d0-41b0-83a8-1225502a79cf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags HTTP/1.1" status: 204 len: 168 time: 0.5676489 Nov 25 17:39:13.351722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:13.353459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:13.358501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-1f43e98a-becb-40a4-b268-209e2280623a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b', 'tempest-TagsExtTest-Tag-848634696') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:13.382040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e2f45-61ac-41d4-9144-0fe5d169378d None None] Pushing event updated for resources: {'Port': ['ID=65aadf26-877c-45ea-8af9-3354b6d58cb7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:13.393576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e5e3de66-c029-4297-b95c-20aea61b54b6 None None] Provisioning complete for port 65aadf26-877c-45ea-8af9-3354b6d58cb7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:13.393968 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5e3de66-c029-4297-b95c-20aea61b54b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.440680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:12Z', 'revision_number': 7, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65aadf26-877c-45ea-8af9-3354b6d58cb7', 'name': '', 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:35:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:04Z', 'updated_at': '2021-11-25T17:39:12Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:13.485976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa9d01-a30d-43de-9c65-5e3b5ea06376 None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:12Z', 'revision_number': 7, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65aadf26-877c-45ea-8af9-3354b6d58cb7', 'name': '', 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:35:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:04Z', 'updated_at': '2021-11-25T17:39:12Z', 'revision_number': 4, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:13.702747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:13.725993 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:13.732774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7511458d-d067-47ec-86aa-b2c82f8a02fe tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 200 len: 700 time: 2.0022237 Nov 25 17:39:13.732774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47970) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:13.746374 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-1f43e98a-becb-40a4-b268-209e2280623a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:13.750537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1f43e98a-becb-40a4-b268-209e2280623a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags/tempest-TagsExtTest-Tag-848634696 HTTP/1.1" status: 404 len: 328 time: 0.3957970 Nov 25 17:39:13.751239 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47972) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:13.770153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-49225c39-54b6-4c05-8ea7-f7472d66e140 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b', 'tempest-TagsExtTest-Tag-1649065512') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:13.933160 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-49225c39-54b6-4c05-8ea7-f7472d66e140 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:13.935863 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-49225c39-54b6-4c05-8ea7-f7472d66e140 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags/tempest-TagsExtTest-Tag-1649065512 HTTP/1.1" status: 404 len: 329 time: 0.1818347 Nov 25 17:39:13.939328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47976) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:13.989385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-497bedb5-2ea3-4d36-aede-57d24e7e2035 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b', 'tempest-TagsExtTest-Tag-1398161333') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:14.056603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-879bb4ae-679e-403c-bfae-e49d9e66a05f tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 200 len: 700 time: 0.3201683 Nov 25 17:39:14.057127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 47980) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:14.150428 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-497bedb5-2ea3-4d36-aede-57d24e7e2035 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:14.151750 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-497bedb5-2ea3-4d36-aede-57d24e7e2035 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags/tempest-TagsExtTest-Tag-1398161333 HTTP/1.1" status: 404 len: 329 time: 0.1991100 Nov 25 17:39:14.157292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:14.162881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-e4fbf295-2284-4bc2-8f03-30f099818c42 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee', {'tags': ['tempest-TagsExtTest-Tag-876200283', 'tempest-TagsExtTest-Tag-1136601314', 'tempest-TagsExtTest-Tag-334563665']}) {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:14.206561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 65aadf26-877c-45ea-8af9-3354b6d58cb7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:14.365208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e4fbf295-2284-4bc2-8f03-30f099818c42 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags HTTP/1.1" status: 200 len: 316 time: 0.2064233 Nov 25 17:39:14.369590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47986) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:14.375395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-8d509ce6-9ed2-475e-80a2-682b716655ca tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:14.417954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 65aadf26-877c-45ea-8af9-3354b6d58cb7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:14.418599 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:14.663743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f9fbd-820a-475f-beb8-c95bdd1da3f2 req-5beba0a7-40f0-4264-9e89-210af287f2c3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:14.665697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-511f9fbd-820a-475f-beb8-c95bdd1da3f2 req-5beba0a7-40f0-4264-9e89-210af287f2c3 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2796876 Nov 25 17:39:14.673500 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8d509ce6-9ed2-475e-80a2-682b716655ca tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags HTTP/1.1" status: 204 len: 168 time: 0.2986078 Nov 25 17:39:14.673500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47990) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:14.683820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-6feee309-81b0-4a16-914d-59c18ddf213d tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee', 'tempest-TagsExtTest-Tag-876200283') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:14.859578 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-6feee309-81b0-4a16-914d-59c18ddf213d tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:14.862474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6feee309-81b0-4a16-914d-59c18ddf213d tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags/tempest-TagsExtTest-Tag-876200283 HTTP/1.1" status: 404 len: 328 time: 0.1883104 Nov 25 17:39:14.871655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 47998) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:14.886026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-ea9a610e-6323-450d-bac3-a188fb455739 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee', 'tempest-TagsExtTest-Tag-1136601314') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:14.886640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-511f9fbd-820a-475f-beb8-c95bdd1da3f2 req-568580a2-6900-4068-befc-e6e4bd3621eb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185048 Nov 25 17:39:15.155548 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-ea9a610e-6323-450d-bac3-a188fb455739 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:15.170777 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ea9a610e-6323-450d-bac3-a188fb455739 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags/tempest-TagsExtTest-Tag-1136601314 HTTP/1.1" status: 404 len: 329 time: 0.2961433 Nov 25 17:39:15.175388 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48002) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.191437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-abd5ac90-41a6-45c4-8fdd-605cdc8348f6 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee', 'tempest-TagsExtTest-Tag-334563665') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.219695 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de522146-9bad-433d-a371-3d89ee21125d None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:15.221689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.243942 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de522146-9bad-433d-a371-3d89ee21125d None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:15.247046 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-de522146-9bad-433d-a371-3d89ee21125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.395344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdcfbe-ef8b-4ede-ace0-a0cd1999a50b req-0f961222-39b7-4a57-a058-779edf10fc70 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:15.410024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78fdcfbe-ef8b-4ede-ace0-a0cd1999a50b req-0f961222-39b7-4a57-a058-779edf10fc70 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.3859153 Nov 25 17:39:15.482163 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-abd5ac90-41a6-45c4-8fdd-605cdc8348f6 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:15.483054 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-abd5ac90-41a6-45c4-8fdd-605cdc8348f6 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags/tempest-TagsExtTest-Tag-334563665 HTTP/1.1" status: 404 len: 328 time: 0.3050961 Nov 25 17:39:15.487624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48004) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.493095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-1da88524-ae31-4fc5-ba27-2b70eb7ca962 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e', {'tags': ['tempest-TagsExtTest-Tag-208116315', 'tempest-TagsExtTest-Tag-1508078191', 'tempest-TagsExtTest-Tag-463782577']}) {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.579935 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1da88524-ae31-4fc5-ba27-2b70eb7ca962 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "PUT /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags HTTP/1.1" status: 200 len: 316 time: 0.0887034 Nov 25 17:39:15.581595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.589465 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-de522146-9bad-433d-a371-3d89ee21125d None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:15.598384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-2b772708-08e9-4058-9fb9-5988692a3465 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.601488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-78fdcfbe-ef8b-4ede-ace0-a0cd1999a50b req-1e6398d9-6bb6-469f-a413-97a611d7a65b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852839 Nov 25 17:39:15.708539 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2b772708-08e9-4058-9fb9-5988692a3465 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags HTTP/1.1" status: 204 len: 168 time: 0.1170223 Nov 25 17:39:15.714092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.719852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-f82351ef-dba0-4146-95db-0045b8a726bd tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e', 'tempest-TagsExtTest-Tag-208116315') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.766973 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-f82351ef-dba0-4146-95db-0045b8a726bd tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:15.768035 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f82351ef-dba0-4146-95db-0045b8a726bd tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags/tempest-TagsExtTest-Tag-208116315 HTTP/1.1" status: 404 len: 328 time: 0.0527158 Nov 25 17:39:15.773087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.778551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-b6d1fc67-fc5e-47ed-9a21-4ec170cad45e tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e', 'tempest-TagsExtTest-Tag-1508078191') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.845874 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-b6d1fc67-fc5e-47ed-9a21-4ec170cad45e tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:15.849999 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b6d1fc67-fc5e-47ed-9a21-4ec170cad45e tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags/tempest-TagsExtTest-Tag-1508078191 HTTP/1.1" status: 404 len: 329 time: 0.0730577 Nov 25 17:39:15.850409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.856998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-3cb8ab02-8ec0-4ed2-b1b3-06ad159c2eb3 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e', 'tempest-TagsExtTest-Tag-463782577') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.950791 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-3cb8ab02-8ec0-4ed2-b1b3-06ad159c2eb3 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] show failed (client error): The resource could not be found. Nov 25 17:39:15.962541 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3cb8ab02-8ec0-4ed2-b1b3-06ad159c2eb3 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags/tempest-TagsExtTest-Tag-463782577 HTTP/1.1" status: 404 len: 328 time: 0.1106434 Nov 25 17:39:15.966361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.972101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-c1b03819-f74a-4031-b47e-1cd7a32f58d9 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '116ec1a3-c97c-43b5-b408-07f4d61ad23e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.979205 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-de522146-9bad-433d-a371-3d89ee21125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:12Z', 'revision_number': 7, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65aadf26-877c-45ea-8af9-3354b6d58cb7', 'name': '', 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:35:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:04Z', 'updated_at': '2021-11-25T17:39:13Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:16.011276 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de522146-9bad-433d-a371-3d89ee21125d None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:16.023168 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de522146-9bad-433d-a371-3d89ee21125d None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:16.024578 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-de522146-9bad-433d-a371-3d89ee21125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:16.052422 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c1b03819-f74a-4031-b47e-1cd7a32f58d9 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e/tags HTTP/1.1" status: 204 len: 168 time: 0.0845668 Nov 25 17:39:16.056506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48024) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:16.087086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-1ecde39e-1a6c-4407-9a6d-83605728760b tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af47f0a1-bea4-49c1-9459-6e26bbf789ee') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:16.146569 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-de522146-9bad-433d-a371-3d89ee21125d None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:16.439920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1ecde39e-1a6c-4407-9a6d-83605728760b tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee/tags HTTP/1.1" status: 204 len: 168 time: 0.3754995 Nov 25 17:39:16.444027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48032) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:16.449952 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-de522146-9bad-433d-a371-3d89ee21125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:12Z', 'revision_number': 7, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65aadf26-877c-45ea-8af9-3354b6d58cb7', 'name': '', 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:35:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:04Z', 'updated_at': '2021-11-25T17:39:13Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:16.456649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-9474c073-7bf6-41be-935a-a2099e9d3aea tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1896afce-4b2b-4b00-be6c-7f9319885a3b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:16.491990 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de522146-9bad-433d-a371-3d89ee21125d None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:12Z', 'revision_number': 7, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65aadf26-877c-45ea-8af9-3354b6d58cb7', 'name': '', 'network_id': '137aabd8-0555-458c-b9e5-7c5e8671f532', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:35:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:04Z', 'updated_at': '2021-11-25T17:39:13Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '03d0aaac-74ba-4492-b25a-f4e1b619c42d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:16.538415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeedfb0-fb25-4193-a19e-a4e4fda8e6b8 req-ff003af8-ba09-4ed2-afc5-a60e1b9ec40b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:16.544358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbeedfb0-fb25-4193-a19e-a4e4fda8e6b8 req-ff003af8-ba09-4ed2-afc5-a60e1b9ec40b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2279556 Nov 25 17:39:16.629327 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9474c073-7bf6-41be-935a-a2099e9d3aea tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1778586 Nov 25 17:39:16.630624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:16.642040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-deb27ccc-f1d2-4396-ab1d-d3078b6df329 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dd0ade1-2b44-420d-893d-5ff7691da796') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:16.672060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbeedfb0-fb25-4193-a19e-a4e4fda8e6b8 req-bc9fee6b-88a9-4bd1-92ac-f16dfea7cfb8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168952 Nov 25 17:39:16.832597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:16.833468 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-deb27ccc-f1d2-4396-ab1d-d3078b6df329 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796/tags HTTP/1.1" status: 204 len: 168 time: 0.2013893 Nov 25 17:39:16.966090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 65aadf26-877c-45ea-8af9-3354b6d58cb7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:16.967081 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.157264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 65aadf26-877c-45ea-8af9-3354b6d58cb7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=65aadf26-877c-45ea-8af9-3354b6d58cb7,segment=NetworkSegment(7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c),segment_id=7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:17.157687 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.179406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 65aadf26-877c-45ea-8af9-3354b6d58cb7 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:17.215439 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-357e6053-a5a4-4ea6-a23e-c1baa99d8edf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.216767 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-357e6053-a5a4-4ea6-a23e-c1baa99d8edf tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnetpools/116ec1a3-c97c-43b5-b408-07f4d61ad23e HTTP/1.1" status: 204 len: 168 time: 0.3782680 Nov 25 17:39:17.221138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:17.308689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-436956fb-76ab-4f9b-bb5f-11427634bce7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "GET /v2.0/ports?device_id=af47f0a1-bea4-49c1-9459-6e26bbf789ee HTTP/1.1" status: 200 len: 205 time: 0.0861106 Nov 25 17:39:17.311161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48046) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:17.357344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc3afd-4643-48c1-b89f-287c182ccd43 req-80132035-43f0-4253-af4b-3f3d9f0031a7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:17.358880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12fc3afd-4643-48c1-b89f-287c182ccd43 req-80132035-43f0-4253-af4b-3f3d9f0031a7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1599452 Nov 25 17:39:17.428051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e873ae31-733f-4a3f-823d-d5759793fc91 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.575480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12fc3afd-4643-48c1-b89f-287c182ccd43 req-013d3830-c1d8-42ff-b43a-fe11c05cb6da tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612895 Nov 25 17:39:17.695265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.728495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=65aadf26-877c-45ea-8af9-3354b6d58cb7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:17.863789 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e873ae31-733f-4a3f-823d-d5759793fc91 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.868288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e873ae31-733f-4a3f-823d-d5759793fc91 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.927682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e873ae31-733f-4a3f-823d-d5759793fc91 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.928758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e873ae31-733f-4a3f-823d-d5759793fc91 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Fanout notify agent at l3_agent the message router_deleted on router af47f0a1-bea4-49c1-9459-6e26bbf789ee {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:39:17.952921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e873ae31-733f-4a3f-823d-d5759793fc91 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.957298 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e873ae31-733f-4a3f-823d-d5759793fc91 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/routers/af47f0a1-bea4-49c1-9459-6e26bbf789ee HTTP/1.1" status: 204 len: 168 time: 0.6434681 Nov 25 17:39:17.958282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48050) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:18.257943 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.263188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-98c88003-5a8d-4a59-a088-cfd75216f13c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Deleting port 1896afce-4b2b-4b00-be6c-7f9319885a3b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:18.263772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98c88003-5a8d-4a59-a088-cfd75216f13c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.465144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98c88003-5a8d-4a59-a088-cfd75216f13c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.487708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-98c88003-5a8d-4a59-a088-cfd75216f13c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Calling delete_port for 1896afce-4b2b-4b00-be6c-7f9319885a3b owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:18.539271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:18.656979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98c88003-5a8d-4a59-a088-cfd75216f13c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.772493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c88003-5a8d-4a59-a088-cfd75216f13c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Pushing event deleted for resources: {'Port': ['ID=1896afce-4b2b-4b00-be6c-7f9319885a3b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:18.812429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:18.823409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2235ac60-c1e5-42d8-aafe-f3b728931e95 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7646379 Nov 25 17:39:18.824137 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:18.831285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:18.873110 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:18.873929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:18.941374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbbe926-f532-46a1-95a9-8306dbca1aa5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet 03d0aaac-74ba-4492-b25a-f4e1b619c42d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:18.952462 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe926-f532-46a1-95a9-8306dbca1aa5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.962440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98c88003-5a8d-4a59-a088-cfd75216f13c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.966140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-98c88003-5a8d-4a59-a088-cfd75216f13c tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/ports/1896afce-4b2b-4b00-be6c-7f9319885a3b HTTP/1.1" status: 204 len: 168 time: 1.0066235 Nov 25 17:39:18.971330 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58d77-bd25-44db-8077-77f93e0c22c4 req-395f3de0-0226-4eb1-bc20-2758ea6aa9e8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:18.975019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48064) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:18.989326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58e58d77-bd25-44db-8077-77f93e0c22c4 req-395f3de0-0226-4eb1-bc20-2758ea6aa9e8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2503228 Nov 25 17:39:19.124710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:19.144118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58e58d77-bd25-44db-8077-77f93e0c22c4 req-c44bb4b8-d984-43b4-8788-53e2dffe83f7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538873 Nov 25 17:39:19.151738 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe926-f532-46a1-95a9-8306dbca1aa5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.185944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba15a55-ed51-4e36-99f3-99ca359e043a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Deleting subnet 6dd0ade1-2b44-420d-893d-5ff7691da796 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:19.232672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fba15a55-ed51-4e36-99f3-99ca359e043a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.521759 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe926-f532-46a1-95a9-8306dbca1aa5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.574249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fba15a55-ed51-4e36-99f3-99ca359e043a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.743987 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe926-f532-46a1-95a9-8306dbca1aa5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.795921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe926-f532-46a1-95a9-8306dbca1aa5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:19.807931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ebbbe926-f532-46a1-95a9-8306dbca1aa5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/03d0aaac-74ba-4492-b25a-f4e1b619c42d HTTP/1.1" status: 204 len: 168 time: 0.9737096 Nov 25 17:39:19.809533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbe926-f532-46a1-95a9-8306dbca1aa5 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=03d0aaac-74ba-4492-b25a-f4e1b619c42d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:19.813316 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:19.819691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade8d69-b5b7-451c-8ad8-7aba1978ce24 None None] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:19.982582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:17Z', 'revision_number': 8, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:20.016288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fba15a55-ed51-4e36-99f3-99ca359e043a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.071622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:20.119122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade300c-88e6-4b23-8a21-830ee935c610 req-b050c233-5503-4397-ba5f-80d81c1936d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:20.125308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:20.126187 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aade300c-88e6-4b23-8a21-830ee935c610 req-b050c233-5503-4397-ba5f-80d81c1936d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 1096 time: 0.3115778 Nov 25 17:39:20.126774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:20.193565 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.238204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c0bee-7c45-4cfc-8a52-1489e13be99d req-67863f1b-41de-4aed-912f-7eafd7b7cdb8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:20.245665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d4c0bee-7c45-4cfc-8a52-1489e13be99d req-67863f1b-41de-4aed-912f-7eafd7b7cdb8 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.4255049 Nov 25 17:39:20.294542 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fba15a55-ed51-4e36-99f3-99ca359e043a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.305265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:20.326527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e93b8f-3862-4b83-90c3-9460d3d26606 req-382b04d5-5e38-4aa5-9103-f35a19a92321 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:20.338503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0e93b8f-3862-4b83-90c3-9460d3d26606 req-382b04d5-5e38-4aa5-9103-f35a19a92321 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 946 time: 0.1810591 Nov 25 17:39:20.348348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] DHCP port deletion for 137aabd8-0555-458c-b9e5-7c5e8671f532 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:20.465815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d4c0bee-7c45-4cfc-8a52-1489e13be99d req-3c493c7a-ec24-4491-a2bb-0c33bec71630 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032938 Nov 25 17:39:20.511844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba15a55-ed51-4e36-99f3-99ca359e043a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd0ade1-2b44-420d-893d-5ff7691da796,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:20.520253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fba15a55-ed51-4e36-99f3-99ca359e043a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.534123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf9368-4fe1-4195-97ae-7916b9fae840 None None] Network e1417228-a18b-4a75-b2b3-5dc2151f54a7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:20.537202 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fba15a55-ed51-4e36-99f3-99ca359e043a tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/subnets/6dd0ade1-2b44-420d-893d-5ff7691da796 HTTP/1.1" status: 204 len: 168 time: 1.5608563 Nov 25 17:39:20.542548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48090) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:20.581122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0e93b8f-3862-4b83-90c3-9460d3d26606 req-0763a198-3424-4334-a31b-732bb31ac9e2 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415001 Nov 25 17:39:20.621147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:20.621648 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.656463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade300c-88e6-4b23-8a21-830ee935c610 req-f7eb2fd1-d6a0-408c-8a28-fb325e47cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:20.658777 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aade300c-88e6-4b23-8a21-830ee935c610 req-f7eb2fd1-d6a0-408c-8a28-fb325e47cbfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.5170598 Nov 25 17:39:20.784498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] Deleting port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:20.788239 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.854572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.859879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,segment=NetworkSegment(7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c),segment_id=7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:20.860571 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:20.895206 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aade300c-88e6-4b23-8a21-830ee935c610 req-ea176cc8-9f25-4090-8bbd-7d70e3d08a84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 200 len: 1000 time: 0.2221541 Nov 25 17:39:20.912733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:21.025948 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] For port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,segment=NetworkSegment(7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c),segment_id=7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:21.026530 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.066954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:17Z', 'revision_number': 8, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:21.070684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] Calling delete_port for 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:21.184638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64647f46-679a-4ee8-b03f-ad79016a542c None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:17Z', 'revision_number': 8, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7004d710-9843-492f-9282-e87d7392e011', 'name': '', 'network_id': '93c85805-e837-4bf1-9479-c42e84993a8e', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:a3:63:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:54Z', 'updated_at': '2021-11-25T17:39:04Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '370e49cf-a10a-43c5-91d6-8c6e71605644', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:21.206324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade300c-88e6-4b23-8a21-830ee935c610 req-ae4fe1e5-8fcd-4a5a-b12b-7de8865717e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:21.208242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aade300c-88e6-4b23-8a21-830ee935c610 req-ae4fe1e5-8fcd-4a5a-b12b-7de8865717e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.2535763 Nov 25 17:39:21.225864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] DHCP port deletion for e1417228-a18b-4a75-b2b3-5dc2151f54a7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:21.259852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.298788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Deleting port f2829889-a928-402f-9091-e02c681d0778 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:21.307974 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.315642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:21.321582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No DVR routers for this DVR port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:21.425846 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.461758 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.487978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137aabd8-0555-458c-b9e5-7c5e8671f532']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:21.499769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:21.500055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ace6e5a-b95f-4bc1-8271-a2ce4d33e15c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:21.513315 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.529997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.538346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:21.539885 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.573439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade300c-88e6-4b23-8a21-830ee935c610 req-9834f956-0d2f-4c73-b44b-be5900b02c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:21.585522 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aade300c-88e6-4b23-8a21-830ee935c610 req-9834f956-0d2f-4c73-b44b-be5900b02c96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3563075 Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:21.753370 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:21.763709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.784667 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.788418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/137aabd8-0555-458c-b9e5-7c5e8671f532 HTTP/1.1" status: 204 len: 168 time: 1.9527249 Nov 25 17:39:21.792670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48106) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:21.832885 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332e922-8976-4176-9751-d45d4a7320ed tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=137aabd8-0555-458c-b9e5-7c5e8671f532,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:21.926543 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aade300c-88e6-4b23-8a21-830ee935c610 req-95a90062-da4d-4ef3-a932-010519341929 service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186278 Nov 25 17:39:22.026618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] For port f2829889-a928-402f-9091-e02c681d0778, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2829889-a928-402f-9091-e02c681d0778,segment=NetworkSegment(5fe16a5e-3473-4477-a3d4-a34d4f50431b),segment_id=5fe16a5e-3473-4477-a3d4-a34d4f50431b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:22.026993 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.047874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Calling delete_port for f2829889-a928-402f-9091-e02c681d0778 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:22.180403 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aade300c-88e6-4b23-8a21-830ee935c610 req-4684ff3e-84df-406a-9991-4a0479a8787f service neutron] 10.222.0.60 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398453 Nov 25 17:39:22.181897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:22.198470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d0ac5-a75f-45e3-bd39-e986f323d899 req-ed09fda0-4148-437c-aa8e-3942d2bb4294 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.208510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] Network 137aabd8-0555-458c-b9e5-7c5e8671f532 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:39:22.209072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] No DVR routers for this DVR port 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:22.209985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f26d0ac5-a75f-45e3-bd39-e986f323d899 req-ed09fda0-4148-437c-aa8e-3942d2bb4294 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2867301 Nov 25 17:39:22.213664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080065f-feed-4a3a-984c-e5b588079cfd None None] Pushing event deleted for resources: {'Port': ['ID=4ea249dd-2f28-4fc6-b920-e7c2921a3a56,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:22.220222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.244511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:22.244917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4ea249dd-2f28-4fc6-b920-e7c2921a3a56 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:22.245797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2829889-a928-402f-9091-e02c681d0778 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:22.284560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f2829889-a928-402f-9091-e02c681d0778 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:22.284820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8507e2-d66f-43aa-bb80-c0c11ec67e50 req-e8ee077b-6c8b-4ec8-83cb-3a449bd61de4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.284989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Pushing event deleted for resources: {'Port': ['ID=f2829889-a928-402f-9091-e02c681d0778,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:22.285117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2829889-a928-402f-9091-e02c681d0778 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:22.285436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 65aadf26-877c-45ea-8af9-3354b6d58cb7 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:22.288002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f8507e2-d66f-43aa-bb80-c0c11ec67e50 req-e8ee077b-6c8b-4ec8-83cb-3a449bd61de4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 946 time: 0.3744564 Nov 25 17:39:22.302373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] No DVR routers for this DVR port f2829889-a928-402f-9091-e02c681d0778 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:22.332776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 65aadf26-877c-45ea-8af9-3354b6d58cb7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:22.333299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 65aadf26-877c-45ea-8af9-3354b6d58cb7 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:22.346411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] Deleting port f2829889-a928-402f-9091-e02c681d0778 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:22.346652 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.397681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-e9d2124d-8f52-4d59-8e4a-62e48781e615 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.408376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-e9d2124d-8f52-4d59-8e4a-62e48781e615 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 946 time: 0.3577387 Nov 25 17:39:22.526747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] For port f2829889-a928-402f-9091-e02c681d0778, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:22.527212 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.545933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] Calling delete_port for f2829889-a928-402f-9091-e02c681d0778 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:22.550150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] Port f2829889-a928-402f-9091-e02c681d0778 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:39:22.553880 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.586168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] Pushing event deleted for resources: {'Port': ['ID=f2829889-a928-402f-9091-e02c681d0778,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:22.623100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec103d1-4436-4b13-b822-16b78dbed3fe None None] No DVR routers for this DVR port f2829889-a928-402f-9091-e02c681d0778 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:22.653990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.703338 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f8507e2-d66f-43aa-bb80-c0c11ec67e50 req-f5b3be43-1b70-4dac-94f4-210482b3caa5 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934224 Nov 25 17:39:22.756009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1417228-a18b-4a75-b2b3-5dc2151f54a7']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:22.769467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe16a5e-3473-4477-a3d4-a34d4f50431b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:22.769782 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe16a5e-3473-4477-a3d4-a34d4f50431b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:22.788390 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.809337 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.814346 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f26d0ac5-a75f-45e3-bd39-e986f323d899 req-752715a7-457f-4995-8fa0-47fe9b408a8b tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6032400 Nov 25 17:39:22.835462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:22.836800 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:22.843022 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:23.003528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Deleting port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:23.004574 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.040655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.074448 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.087651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] 10.222.0.81 "DELETE /v2.0/networks/e1417228-a18b-4a75-b2b3-5dc2151f54a7 HTTP/1.1" status: 204 len: 168 time: 2.5380828 Nov 25 17:39:23.134043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af789d-ced4-4169-a61a-7f97646033b7 tempest-TagsExtTest-66656227 tempest-TagsExtTest-66656227-project] Pushing event deleted for resources: {'Network': ['ID=e1417228-a18b-4a75-b2b3-5dc2151f54a7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:23.197981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] For port 75c10a98-5b58-4b93-ad06-4beb69dea6e6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=75c10a98-5b58-4b93-ad06-4beb69dea6e6,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:23.198463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.334482 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.572417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48124) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:23.677402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.677830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.678222 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Floating IP 39deb4be-9e6b-423f-abf6-fbe7bc4fd220 disassociated. External IP: 172.25.1.98, port: 75c10a98-5b58-4b93-ad06-4beb69dea6e6. Nov 25 17:39:23.678644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Calling delete_port for 75c10a98-5b58-4b93-ad06-4beb69dea6e6 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:23.794849 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8d284a81-c977-454d-a167-eff0bd9cdc17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e9b4b56c2554385a2a5f1e5513374c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2152934 Nov 25 17:39:23.796316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48130) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:23.880930 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab888-1d04-4242-94e6-16053bb45919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:23.924385 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab888-1d04-4242-94e6-16053bb45919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.030997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab888-1d04-4242-94e6-16053bb45919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.034209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab888-1d04-4242-94e6-16053bb45919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.038328 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bb7ab888-1d04-4242-94e6-16053bb45919 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4872a286-8b41-44e2-a0da-000c09fda4f0 HTTP/1.1" status: 204 len: 168 time: 0.2385340 Nov 25 17:39:24.055326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ab888-1d04-4242-94e6-16053bb45919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4872a286-8b41-44e2-a0da-000c09fda4f0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:24.505559 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84110cf5-4fc1-4426-9f3a-51401aad2e11 req-327030d3-3ef9-4356-9b96-8aa869a79976 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:24.506940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84110cf5-4fc1-4426-9f3a-51401aad2e11 req-327030d3-3ef9-4356-9b96-8aa869a79976 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1514392 Nov 25 17:39:24.521109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab048ec-bf50-4d87-9afa-f693e4ce1492 req-cd6c3d1a-bd2f-46a3-8c9e-f25b156fde4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:24.522624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ab048ec-bf50-4d87-9afa-f693e4ce1492 req-cd6c3d1a-bd2f-46a3-8c9e-f25b156fde4e tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 946 time: 0.1685107 Nov 25 17:39:24.660224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ab048ec-bf50-4d87-9afa-f693e4ce1492 req-b8477162-a5e7-4116-ba4c-f4782633dbe4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups?id=b273cc4b-fc58-4cf0-966a-2edcfa0b9869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207135 Nov 25 17:39:24.733663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 7004d710-9843-492f-9282-e87d7392e011 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:24.734002 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.754489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84110cf5-4fc1-4426-9f3a-51401aad2e11 req-7b39fb43-f06b-426c-84a0-b1cafa03c89d tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234392 Nov 25 17:39:24.849526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.942573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event deleted for resources: {'Port': ['ID=75c10a98-5b58-4b93-ad06-4beb69dea6e6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:25.034309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 7004d710-9843-492f-9282-e87d7392e011, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7004d710-9843-492f-9282-e87d7392e011,segment=NetworkSegment(8e7e2e90-f563-456c-a41b-53e5af5c65ff),segment_id=8e7e2e90-f563-456c-a41b-53e5af5c65ff)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:25.034718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.063914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 7004d710-9843-492f-9282-e87d7392e011 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:25.134042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99add-0da1-4559-9baf-33213f4ec3b6 req-19e3b1df-c597-4ecb-8a54-00601a69fb97 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:25.136625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3a99add-0da1-4559-9baf-33213f4ec3b6 req-19e3b1df-c597-4ecb-8a54-00601a69fb97 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.2096570 Nov 25 17:39:25.186396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48162) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:25.190173 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028307 Nov 25 17:39:25.193607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48164) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:25.276599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3a99add-0da1-4559-9baf-33213f4ec3b6 req-8f3fe184-2eba-4a64-88f3-15f501c6e1d7 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293905 Nov 25 17:39:25.292361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Router 09485ab1-a19e-4470-ab8f-b229890f49ae has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:25.417150 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef7dde64-2627-476e-bf1e-c4b052d01196 tempest-NetworksApiDiscovery-1599494303 tempest-NetworksApiDiscovery-1599494303-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2223711 Nov 25 17:39:25.626860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:25.641158 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] Sync routers for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:25.675051 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:25.682677 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:25.694081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] No DVR routers for this DVR port 75c10a98-5b58-4b93-ad06-4beb69dea6e6 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:25.698871 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.707202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e0966fe5-7e2d-43c2-8040-bbc422e1f472 req-350b9884-203b-4428-9752-949d2b7cce87 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.60 "DELETE /v2.0/ports/75c10a98-5b58-4b93-ad06-4beb69dea6e6 HTTP/1.1" status: 204 len: 173 time: 3.2063851 Nov 25 17:39:25.732630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-deleted', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:25.738133 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc1a299-5fcd-40b0-b4f2-797e084a9744" -d '{"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-deleted", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:25.744010 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:25.865226 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:25.905382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=7004d710-9843-492f-9282-e87d7392e011,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:25.980878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 75c10a98-5b58-4b93-ad06-4beb69dea6e6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:25.991917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 75c10a98-5b58-4b93-ad06-4beb69dea6e6 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:26.194190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.301466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-218967da-27ae-421f-9299-90dd97ffe0b8 req-6a600371-9a1a-4b11-87f3-4e07cfd94852 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b034acb-6056-440b-b3e0-3a77b137b8fe HTTP/1.1" status: 200 len: 210 time: 0.3914967 Nov 25 17:39:26.408496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:26.499909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48210) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.648696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-232b1267-3d10-4db6-9519-2e966e5e7640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.771322 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.968490 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-232b1267-3d10-4db6-9519-2e966e5e7640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.986710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-232b1267-3d10-4db6-9519-2e966e5e7640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.987974 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b21ca48-f444-4593-9fda-b3cf99f18010 x-openstack-request-id: req-7b21ca48-f444-4593-9fda-b3cf99f18010 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:26.989979 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b034acb-6056-440b-b3e0-3a77b137b8fe", "name": "network-vif-deleted", "tag": "75c10a98-5b58-4b93-ad06-4beb69dea6e6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:26.991418 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b21ca48-f444-4593-9fda-b3cf99f18010 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:26.994498 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b034acb-6056-440b-b3e0-3a77b137b8fe', 'name': 'network-vif-deleted', 'tag': '75c10a98-5b58-4b93-ad06-4beb69dea6e6', 'status': 'completed', 'code': 200} Nov 25 17:39:27.057981 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-232b1267-3d10-4db6-9519-2e966e5e7640 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb18bf91d563498fa16c171f40856e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8615284 Nov 25 17:39:27.058976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48238) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:27.071062 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port c5418050-52a6-4593-b111-9387ace2a056 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:27.071771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.077445 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:27.079772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b1267-3d10-4db6-9519-2e966e5e7640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6984734-7767-474e-a0ad-93a7222492e2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:27.181957 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] Checking router: 09485ab1-a19e-4470-ab8f-b229890f49ae for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:27.218282 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:27.219231 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:27.269361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-241f0e0d-eaa5-4d29-86d7-617df8d16f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.314531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.315266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.336478 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-241f0e0d-eaa5-4d29-86d7-617df8d16f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.347714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for c5418050-52a6-4593-b111-9387ace2a056 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:27.424626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:27.453361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-5027294b-a96c-4266-b649-b082a21364b1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:27.455292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-5027294b-a96c-4266-b649-b082a21364b1 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d565c8-d339-4932-8f66-6ad797566673 HTTP/1.1" status: 200 len: 943 time: 0.1642382 Nov 25 17:39:27.525414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48246) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:27.526778 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:27.689068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-241f0e0d-eaa5-4d29-86d7-617df8d16f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.701665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:27.704122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-241f0e0d-eaa5-4d29-86d7-617df8d16f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.705664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-241f0e0d-eaa5-4d29-86d7-617df8d16f6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6984734-7767-474e-a0ad-93a7222492e2 HTTP/1.1" status: 204 len: 168 time: 0.6432743 Nov 25 17:39:27.720526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:27.722316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-357bb2fc-bd09-485e-83df-a2c359f279d4 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9028909 Nov 25 17:39:27.737655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:27.762234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f0e0d-eaa5-4d29-86d7-617df8d16f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6984734-7767-474e-a0ad-93a7222492e2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:27.766536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:27.768352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:27.840329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74676019-49cd-4222-aab4-e382e7f364f4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:27.918994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74676019-49cd-4222-aab4-e382e7f364f4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.020622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74676019-49cd-4222-aab4-e382e7f364f4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.027895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74676019-49cd-4222-aab4-e382e7f364f4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.032876 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-74676019-49cd-4222-aab4-e382e7f364f4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "DELETE /v2.0/security-groups/b273cc4b-fc58-4cf0-966a-2edcfa0b9869 HTTP/1.1" status: 204 len: 168 time: 0.4982667 Nov 25 17:39:28.069670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:28.071099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74676019-49cd-4222-aab4-e382e7f364f4 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273cc4b-fc58-4cf0-966a-2edcfa0b9869,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:28.116129 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-ec396407-6eb4-46c4-9f60-2309a37dae0a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] show failed (client error): The resource could not be found. Nov 25 17:39:28.123710 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec396407-6eb4-46c4-9f60-2309a37dae0a tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "GET /v2.0/security-groups/b273cc4b-fc58-4cf0-966a-2edcfa0b9869 HTTP/1.1" status: 404 len: 347 time: 0.0441816 Nov 25 17:39:28.124362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48264) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:28.155496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-237fd061-0cc3-4696-adc2-ae762414ca50 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet 370e49cf-a10a-43c5-91d6-8c6e71605644 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:28.164739 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-237fd061-0cc3-4696-adc2-ae762414ca50 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.175964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:28.338494 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:28.355155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Deleting port dc64aa61-9565-4f16-9278-b837421b489c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:28.355965 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.421769 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-237fd061-0cc3-4696-adc2-ae762414ca50 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.470839 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e9cc9-0bd5-426b-a746-0b48388721cb None None] The sync data for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 is: [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:43Z', 'revision_number': 4, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '61cf00b1-2a55-425e-945b-a16f9ebdfbb7', 'name': '', 'network_id': '0eee1f13-1866-4846-ad2f-35c14cb97e07', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'mac_address': 'fa:16:3e:0d:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:41Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'subnets': [{'id': '313bdac5-e215-44a3-9277-574f96cfd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:28.788916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:25Z', 'revision_number': 9, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:28.900985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:28.935403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:28.936348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:28.974249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] For port dc64aa61-9565-4f16-9278-b837421b489c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=dc64aa61-9565-4f16-9278-b837421b489c,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:28.974630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.026795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Calling delete_port for dc64aa61-9565-4f16-9278-b837421b489c owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:29.040034 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-237fd061-0cc3-4696-adc2-ae762414ca50 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.116175 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89aa4b2-689c-4125-8202-5913d2f3c255 None None] New status for floating IP 39deb4be-9e6b-423f-abf6-fbe7bc4fd220: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:39:29.180575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:29.349070 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-237fd061-0cc3-4696-adc2-ae762414ca50 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.388359 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-237fd061-0cc3-4696-adc2-ae762414ca50 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.403133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-237fd061-0cc3-4696-adc2-ae762414ca50 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/370e49cf-a10a-43c5-91d6-8c6e71605644 HTTP/1.1" status: 204 len: 168 time: 1.5806065 Nov 25 17:39:29.406090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:29.413560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1ce04-162a-4af0-9cdc-38bd1d6b9a47 None None] Network 93c85805-e837-4bf1-9479-c42e84993a8e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:29.465182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fd061-0cc3-4696-adc2-ae762414ca50 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=370e49cf-a10a-43c5-91d6-8c6e71605644,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:29.534649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.618897 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.626760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.673255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=c5418050-52a6-4593-b111-9387ace2a056,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:29.760352 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.760873 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Floating IP 10115403-332c-4988-a467-4174ebdf89a4 disassociated (deleted). External IP: 172.25.1.249, port: d5c23e52-d46c-4953-876f-b0d19beb0995. Nov 25 17:39:29.786578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f06bfe95-4189-421f-a33a-0b76c5471d7e', 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:29.817495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event deleted for resources: {'Port': ['ID=dc64aa61-9565-4f16-9278-b837421b489c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:30.020210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] No DVR routers for this DVR port dc64aa61-9565-4f16-9278-b837421b489c on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:30.032359 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.056415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d7718e1-e1fb-4e7c-8305-a167a8697cc3 req-d9518222-8f7c-47d5-887c-7d2dbcd6546a tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "DELETE /v2.0/ports/dc64aa61-9565-4f16-9278-b837421b489c HTTP/1.1" status: 204 len: 173 time: 2.5774524 Nov 25 17:39:30.070225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'name': 'network-vif-deleted', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:30.075379 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff45ed-45fa-4a8d-ae99-fe0b33390f15" -d '{"events": [{"server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "name": "network-vif-deleted", "tag": "dc64aa61-9565-4f16-9278-b837421b489c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:30.103829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 544ed485-80cc-4ed0-b6e3-06a26b83caef {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:30.104469 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.174555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Deleting port 8a461352-03de-4554-8321-1e6553dd55c1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:30.174973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.247505 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e6c908-f79f-4b2a-a8e6-128675ff86c3 x-openstack-request-id: req-93e6c908-f79f-4b2a-a8e6-128675ff86c3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:30.247922 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d565c8-d339-4932-8f66-6ad797566673", "name": "network-vif-deleted", "tag": "dc64aa61-9565-4f16-9278-b837421b489c", "status": "failed", "code": 422}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:30.248105 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93e6c908-f79f-4b2a-a8e6-128675ff86c3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:30.248518 n-d-819349-3 neutron-server[103599]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2d565c8-d339-4932-8f66-6ad797566673', 'name': 'network-vif-deleted', 'tag': 'dc64aa61-9565-4f16-9278-b837421b489c', 'status': 'failed', 'code': 422} returned with failed status Nov 25 17:39:30.318898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 544ed485-80cc-4ed0-b6e3-06a26b83caef, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=544ed485-80cc-4ed0-b6e3-06a26b83caef,segment=NetworkSegment(8e7e2e90-f563-456c-a41b-53e5af5c65ff),segment_id=8e7e2e90-f563-456c-a41b-53e5af5c65ff)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:30.319689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.347850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 544ed485-80cc-4ed0-b6e3-06a26b83caef owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:30.480454 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.484994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.537184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Calling delete_port for 8a461352-03de-4554-8321-1e6553dd55c1 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:30.607704 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.637534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No DVR routers for this DVR port 544ed485-80cc-4ed0-b6e3-06a26b83caef on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:30.731613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:25Z', 'revision_number': 9, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:30.757710 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:39:30.759839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=544ed485-80cc-4ed0-b6e3-06a26b83caef,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:30.819514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a1411-a8da-48a5-8b0c-42703dc33a55 None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:25Z', 'revision_number': 9, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': '4f4440a6-5394-47a8-9009-296d197b35e5', 'name': '', 'network_id': 'ce425cda-012f-4161-bac4-2bb9d9497ca0', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:f0:5f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:44Z', 'updated_at': '2021-11-25T17:38:56Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': '2ef5cb6e-5278-461a-93ca-fc5df3a0d806', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:30.822095 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc0132-3d4c-48fa-ba17-30759c26bd75 None None] DHCP port deletion for 93c85805-e837-4bf1-9479-c42e84993a8e request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:30.994619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ffc23544-532d-4f13-a6bd-6e6c02187649 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:31.028700 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.122229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:31.132206 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.135644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c85805-e837-4bf1-9479-c42e84993a8e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:31.153507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] Sync routers for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:31.157617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7e2e90-f563-456c-a41b-53e5af5c65ff') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:31.157925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7e2e90-f563-456c-a41b-53e5af5c65ff') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:31.185932 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.219162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:31.221496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:31.260058 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.280562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:31.282254 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:31.293828 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:31.355781 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2b9ef041-4b66-4972-8478-969ef262840d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/floatingips/10115403-332c-4988-a467-4174ebdf89a4 HTTP/1.1" status: 204 len: 168 time: 4.8542531 Nov 25 17:39:31.387950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:31.387950 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51aa65b0-d761-4bb0-a347-a763f5228f55" -d '{"events": [{"name": "network-changed", "server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:31.505202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.629494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Pushing event deleted for resources: {'Port': ['ID=8a461352-03de-4554-8321-1e6553dd55c1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:31.647388 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.661683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.680310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/93c85805-e837-4bf1-9479-c42e84993a8e HTTP/1.1" status: 204 len: 168 time: 2.2693315 Nov 25 17:39:31.687622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:31.805199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a21c-595d-487b-bb5d-8df244e045bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=93c85805-e837-4bf1-9479-c42e84993a8e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:31.814229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.819295 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.833472 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-13aa82d6-b5fd-46df-be1f-767f99350513 tempest-AttachVolumeShelveTestJSON-117722778 tempest-AttachVolumeShelveTestJSON-117722778-project] 10.222.0.81 "DELETE /v2.0/floatingips/39deb4be-9e6b-423f-abf6-fbe7bc4fd220 HTTP/1.1" status: 204 len: 168 time: 3.6883652 Nov 25 17:39:31.987753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:32.158296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 544ed485-80cc-4ed0-b6e3-06a26b83caef no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:32.176587 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8537d6b-82bf-461e-a7af-70a6bd1d7879 x-openstack-request-id: req-a8537d6b-82bf-461e-a7af-70a6bd1d7879 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:32.177091 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:32.177517 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8537d6b-82bf-461e-a7af-70a6bd1d7879 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:32.178224 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'status': 'completed', 'code': 200} Nov 25 17:39:32.188145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 544ed485-80cc-4ed0-b6e3-06a26b83caef {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:32.188503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 544ed485-80cc-4ed0-b6e3-06a26b83caef not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:32.188925 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7004d710-9843-492f-9282-e87d7392e011 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:32.549544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 7004d710-9843-492f-9282-e87d7392e011 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:32.550383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7004d710-9843-492f-9282-e87d7392e011 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:32.561302 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3217fac-f307-419f-9a7d-9d7f3a66614b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:32.685088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-64c86147-89b6-42e2-a969-bbe322ed4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:32.687821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-64c86147-89b6-42e2-a969-bbe322ed4bad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c935ec18232485f9e1c651993bafb40&device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 1096 time: 0.2904494 Nov 25 17:39:32.728137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:37:03Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:32.731788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec2c70-3b32-4782-b2d5-3b5bdc508ea3 req-c979df08-19d7-494b-83ca-34b69433e9ae tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:32.739886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4ec2c70-3b32-4782-b2d5-3b5bdc508ea3 req-c979df08-19d7-494b-83ca-34b69433e9ae tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 908 time: 0.3546162 Nov 25 17:39:32.749770 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f833f01-1de1-4581-8578-4d9362fee33d req-6abcb2c1-aa57-4dfd-aaf0-2b3b011bc5e9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:32.761387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f833f01-1de1-4581-8578-4d9362fee33d req-6abcb2c1-aa57-4dfd-aaf0-2b3b011bc5e9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.3625660 Nov 25 17:39:32.795004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] Checking router: ffc23544-532d-4f13-a6bd-6e6c02187649 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:32.821201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:32.822063 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:32.998793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:33.431695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-1941c783-2e25-40f4-9c87-aee5883926bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:33.437010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-1941c783-2e25-40f4-9c87-aee5883926bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c2e4f77-4902-4904-8658-0678d736b83c HTTP/1.1" status: 200 len: 898 time: 0.7148283 Nov 25 17:39:33.584491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-fe0ad187-b53b-48d7-8e9f-2d195087a9d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5c23e52-d46c-4953-876f-b0d19beb0995 HTTP/1.1" status: 200 len: 217 time: 0.1301415 Nov 25 17:39:33.724124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48376) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:33.800272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-588d9ee3-d1a0-47bf-9c0a-6d9f0976a199 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:33.803996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-588d9ee3-d1a0-47bf-9c0a-6d9f0976a199 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 908 time: 0.1645293 Nov 25 17:39:33.818028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f833f01-1de1-4581-8578-4d9362fee33d req-8e7b743a-bafc-43c5-bccc-21a46af3a062 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0396659 Nov 25 17:39:33.860790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-6e3799b2-b8a0-45fb-9ef8-5fce8d31dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:33.871986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-6e3799b2-b8a0-45fb-9ef8-5fce8d31dbc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd9609f3-a8b2-4db2-bb84-48a56cdc4083 HTTP/1.1" status: 200 len: 834 time: 0.2644954 Nov 25 17:39:33.878228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:37:03Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:34.013460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3926771b-8ca7-4748-a531-c8b9e27fbe99 None None] The sync data for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 is: [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:36:58Z', 'revision_number': 4, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'f2e35656-c685-4580-9604-0fd38efcfcc1', 'name': '', 'network_id': '3c2e4f77-4902-4904-8658-0678d736b83c', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'mac_address': 'fa:16:3e:c9:d7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:56Z', 'updated_at': '2021-11-25T17:37:03Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'subnets': [{'id': 'bd9609f3-a8b2-4db2-bb84-48a56cdc4083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:34.103850 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e3d3-36b9-4462-aea2-12f978a3f57f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.157087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-2ff49a83-8877-48fc-a25d-120d94c67125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:34.158847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-2ff49a83-8877-48fc-a25d-120d94c67125 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c2e4f77-4902-4904-8658-0678d736b83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607725 Nov 25 17:39:34.341167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-ca8da044-7491-4d59-b359-5c69f3cc6869 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:34.344618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-ca8da044-7491-4d59-b359-5c69f3cc6869 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.2592478 Nov 25 17:39:34.425885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Deleting port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:34.426562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.429370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-eb3c5a15-4633-4923-8294-c8042234a6c6 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541385 Nov 25 17:39:34.432514 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8af9048-292c-4a34-a336-b6eef1f02702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.451467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a74c3-86cf-45cc-8699-98108387b3f0 req-7d581a17-ba83-485d-9f5c-c90e284354f5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:34.453586 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df0a74c3-86cf-45cc-8699-98108387b3f0 req-7d581a17-ba83-485d-9f5c-c90e284354f5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 908 time: 0.4700732 Nov 25 17:39:34.675044 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda50d3-78a8-47d7-8e8f-14dd1ce4b206 None None] New status for floating IP 10115403-332c-4988-a467-4174ebdf89a4: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:39:34.737142 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.765718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e3d3-36b9-4462-aea2-12f978a3f57f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.782494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e3d3-36b9-4462-aea2-12f978a3f57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.851507 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0cd4e3d3-36b9-4462-aea2-12f978a3f57f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9fcd535061634a1383068575ec6a4959&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1232281 Nov 25 17:39:34.853038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-3edff027-d7be-47ad-a119-bf12dc2175b0 service neutron] 10.222.0.60 "GET /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122157 Nov 25 17:39:34.853644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:35.000474 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4e3d3-36b9-4462-aea2-12f978a3f57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ff93d1-3c8c-46a2-8f19-8c4967c6f156,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:35.018554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] For port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:35.019300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.037746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Calling delete_port for 83a7e159-4755-4e2b-8f83-fcbb68ddda4b owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:35.042779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port d5c23e52-d46c-4953-876f-b0d19beb0995 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:35.043368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.167178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port d5c23e52-d46c-4953-876f-b0d19beb0995, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=d5c23e52-d46c-4953-876f-b0d19beb0995,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:35.167898 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.187989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for d5c23e52-d46c-4953-876f-b0d19beb0995 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:35.275278 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a486a9f2-7908-49d3-afee-3f3c6952134d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.395645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.433135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985810f-117f-4029-94f2-6b350af22005 req-e90d055d-78a3-4d5f-a30f-b4000863f4ca tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:35.441390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5985810f-117f-4029-94f2-6b350af22005 req-e90d055d-78a3-4d5f-a30f-b4000863f4ca tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 945 time: 0.4199929 Nov 25 17:39:35.467302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a486a9f2-7908-49d3-afee-3f3c6952134d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.573245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=d5c23e52-d46c-4953-876f-b0d19beb0995,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:35.620450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-ea2aeff7-ed3d-4a24-a022-0a0ffefb158c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3414783 Nov 25 17:39:35.672374 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5985810f-117f-4029-94f2-6b350af22005 req-96ed35b5-b951-40c1-a96e-6f5b3903488b tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/security-groups?id=75ce25e9-9a60-4ae0-b7b4-86193bc601d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273891 Nov 25 17:39:35.781530 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a486a9f2-7908-49d3-afee-3f3c6952134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.786917 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a486a9f2-7908-49d3-afee-3f3c6952134d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.789599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a486a9f2-7908-49d3-afee-3f3c6952134d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00ff93d1-3c8c-46a2-8f19-8c4967c6f156 HTTP/1.1" status: 204 len: 168 time: 0.8386521 Nov 25 17:39:35.846811 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.896329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] No DVR routers for this DVR port d5c23e52-d46c-4953-876f-b0d19beb0995 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:35.900179 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.904443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f67ba1da-ba7c-4caa-867e-0021bd034e81 req-bb8befe6-c76a-49c3-a6c8-a34a162779f4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.60 "DELETE /v2.0/ports/d5c23e52-d46c-4953-876f-b0d19beb0995 HTTP/1.1" status: 204 len: 173 time: 1.5247462 Nov 25 17:39:35.911272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'name': 'network-vif-deleted', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:35.914370 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb337bc-e689-43ac-a930-5956a11f744c" -d '{"events": [{"server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "name": "network-vif-deleted", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:35.950801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486a9f2-7908-49d3-afee-3f3c6952134d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ff93d1-3c8c-46a2-8f19-8c4967c6f156,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:36.008523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a22f-6d78-4483-ae96-9859bb5be8c5 req-315aab5c-1737-4fd5-8ed9-eafcfaa1b770 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:36.019685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.021659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5a7a22f-6d78-4483-ae96-9859bb5be8c5 req-315aab5c-1737-4fd5-8ed9-eafcfaa1b770 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 908 time: 0.3421111 Nov 25 17:39:36.036789 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8cc28e-9303-4f53-b96b-1487ea1720a8 x-openstack-request-id: req-fc8cc28e-9303-4f53-b96b-1487ea1720a8 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:36.037350 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eda2970-33ab-4a5d-ba9c-fe09fe16d591", "name": "network-vif-deleted", "tag": "d5c23e52-d46c-4953-876f-b0d19beb0995", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:36.037802 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc8cc28e-9303-4f53-b96b-1487ea1720a8 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:36.038383 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eda2970-33ab-4a5d-ba9c-fe09fe16d591', 'name': 'network-vif-deleted', 'tag': 'd5c23e52-d46c-4953-876f-b0d19beb0995', 'status': 'completed', 'code': 200} Nov 25 17:39:36.060974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-2bb59ce2-a3de-4141-a57c-266b2c398c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:36.060974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-2bb59ce2-a3de-4141-a57c-266b2c398c5c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 1097 time: 0.3767631 Nov 25 17:39:36.089032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event deleted for resources: {'Port': ['ID=83a7e159-4755-4e2b-8f83-fcbb68ddda4b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:36.219959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] No DVR routers for this DVR port 83a7e159-4755-4e2b-8f83-fcbb68ddda4b on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:36.224094 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.236058 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a218c83a-fd0d-45d1-8b28-3546c836d191 req-f2541c57-ad2a-47f0-b732-712b15c77462 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "DELETE /v2.0/ports/83a7e159-4755-4e2b-8f83-fcbb68ddda4b HTTP/1.1" status: 204 len: 173 time: 2.4176855 Nov 25 17:39:36.487373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-e6f4de41-d18f-4d3c-bb4c-0a188c438c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:36.489512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-e6f4de41-d18f-4d3c-bb4c-0a188c438c19 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 200 len: 913 time: 0.3677149 Nov 25 17:39:36.583438 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.590003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-d3168006-5653-4bac-a580-9bb7efd2b523 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e HTTP/1.1" status: 200 len: 217 time: 0.0862808 Nov 25 17:39:36.672281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 4f4440a6-5394-47a8-9009-296d197b35e5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:36.672644 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.696903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-96a56596-27ab-46f9-85ad-9674300e6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:36.699842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-96a56596-27ab-46f9-85ad-9674300e6866 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 200 len: 851 time: 0.1020167 Nov 25 17:39:36.834377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-7be23a36-c95c-4cfd-b05a-3ac42f2da83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:36.838126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-7be23a36-c95c-4cfd-b05a-3ac42f2da83c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2983c91f-258f-4b5e-9cdb-2a076206d134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960903 Nov 25 17:39:37.033231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-39a415e5-f2dc-4dbd-a918-f608c477f0b5 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799607 Nov 25 17:39:37.087411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48446) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:37.197084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-054a9577-0a19-46e9-9a51-9f15c70886d8 req-e5e551b5-7895-415a-8ecb-abc9339c52a4 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "GET /v2.0/ports?device_id=0eda2970-33ab-4a5d-ba9c-fe09fe16d591 HTTP/1.1" status: 200 len: 210 time: 0.1627111 Nov 25 17:39:37.293450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.299255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.396546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2080109909-network', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:37.415643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 4f4440a6-5394-47a8-9009-296d197b35e5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4f4440a6-5394-47a8-9009-296d197b35e5,segment=NetworkSegment(ef779b5d-8580-47fa-9149-812dc6cfbea0),segment_id=ef779b5d-8580-47fa-9149-812dc6cfbea0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:37.421500 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.436185 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Made reservation on behalf of b8af781a227f4fe1a5b2aaa7a99d5e78 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:37.439848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 4f4440a6-5394-47a8-9009-296d197b35e5 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:37.448253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.492651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.499285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65ad9e03-9350-499b-9c8a-d6bf0ad71eee req-2b9fa241-510e-4a68-94df-4a67d5cad0f3 service neutron] 10.222.0.95 "GET /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493334 Nov 25 17:39:37.578227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-648d2fae-188c-4c98-bb63-a173298fc673 req-33dc0325-5087-4837-8e67-df078a911749 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=b10f5b6b-f6dd-4223-8ffa-fc182d7886d0 HTTP/1.1" status: 200 len: 210 time: 0.0770838 Nov 25 17:39:37.714762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.724881 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.776699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0da11b-3a52-4984-975f-e42f96eae153,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.798739 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.802718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:37.825842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.826204 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Added segment 333dcb73-882f-44b0-b598-1f81fd02ce3a of type vlan for network 46361030-8931-4cf4-ac72-fda316ea44c7 Nov 25 17:39:37.893504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d5c23e52-d46c-4953-876f-b0d19beb0995 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:37.910596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.942950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=4f4440a6-5394-47a8-9009-296d197b35e5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.960482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: d5c23e52-d46c-4953-876f-b0d19beb0995 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:37.961543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device d5c23e52-d46c-4953-876f-b0d19beb0995 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:37.962319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 83a7e159-4755-4e2b-8f83-fcbb68ddda4b no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:37.990742 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.991770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:37.992461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.043165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'name': 'network-vif-deleted', 'tag': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:38.049481 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d0d481-cd6f-4435-964a-4ebf37c8c1a6" -d '{"events": [{"server_uuid": "b10f5b6b-f6dd-4223-8ffa-fc182d7886d0", "name": "network-vif-deleted", "tag": "83a7e159-4755-4e2b-8f83-fcbb68ddda4b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:38.059778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9711885 Nov 25 17:39:38.064862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 83a7e159-4755-4e2b-8f83-fcbb68ddda4b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:38.072848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 83a7e159-4755-4e2b-8f83-fcbb68ddda4b not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:38.113363 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.123761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:38.238559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Request body: {'subnet': {'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2080109909-subnet', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:38.255969 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a8c70b-99a6-4232-98bd-d86e7d5964a8 x-openstack-request-id: req-32a8c70b-99a6-4232-98bd-d86e7d5964a8 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:38.256483 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10f5b6b-f6dd-4223-8ffa-fc182d7886d0", "name": "network-vif-deleted", "tag": "83a7e159-4755-4e2b-8f83-fcbb68ddda4b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:38.256929 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32a8c70b-99a6-4232-98bd-d86e7d5964a8 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:38.257794 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10f5b6b-f6dd-4223-8ffa-fc182d7886d0', 'name': 'network-vif-deleted', 'tag': '83a7e159-4755-4e2b-8f83-fcbb68ddda4b', 'status': 'completed', 'code': 200} Nov 25 17:39:38.316864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:38.380022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5911f9d-b66c-49ef-92b1-e55a9116d787 admin admin] Pushing event updated for resources: {'Network': ['ID=46361030-8931-4cf4-ac72-fda316ea44c7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:38.404635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 46361030-8931-4cf4-ac72-fda316ea44c7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:38.414785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Made reservation on behalf of b8af781a227f4fe1a5b2aaa7a99d5e78 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:38.421733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.446997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.880448 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.961601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cc4c32-28dc-4ef0-8c13-4c81c9011778,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:38.984086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:39.007641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Checking segment: {'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:39.009014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Network hostable DHCP agents. Network: 46361030-8931-4cf4-ac72-fda316ea44c7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:39.039275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Network 46361030-8931-4cf4-ac72-fda316ea44c7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:39.052131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 46361030-8931-4cf4-ac72-fda316ea44c7) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:39.072385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7a5a7d-4f61-42f2-81ef-c074609329f5 None None] Network 46361030-8931-4cf4-ac72-fda316ea44c7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:39.083070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:39.089116 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.131586 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a1eb51b3-804c-49ab-a759-434c9595f137 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9764528 Nov 25 17:39:39.134960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:39.141354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:39.177690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.180425 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.330748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.405579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-46361030-8931-4cf4-ac72-fda316ea44c7', 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'fixed_ips': [{'subnet_id': 'b6cc4c32-28dc-4ef0-8c13-4c81c9011778'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:39.406761 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.668732 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:39.715098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-24bff560-3f80-4777-a925-019e5fcd6e81 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0253744 Nov 25 17:39:39.729215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48504) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:39.786109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Allocated IP 172.20.0.2 (46361030-8931-4cf4-ac72-fda316ea44c7/b6cc4c32-28dc-4ef0-8c13-4c81c9011778/29828fd8-662f-479a-ab28-dfe52d310832) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:39.801839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb5f0-0dcb-47b3-873d-f2fe13a074a8 req-d16b9ecb-48ff-4bf3-8fc4-fa532f9e72a4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:39.816122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-531eb5f0-0dcb-47b3-873d-f2fe13a074a8 req-d16b9ecb-48ff-4bf3-8fc4-fa532f9e72a4 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 945 time: 0.7989535 Nov 25 17:39:39.949301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-09239c90-5bbc-4d50-b92a-617566abd654 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet 2ef5cb6e-5278-461a-93ca-fc5df3a0d806 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:39.953821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-531eb5f0-0dcb-47b3-873d-f2fe13a074a8 req-988424d7-d541-461a-8728-ad858a77c0b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367111 Nov 25 17:39:39.968017 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09239c90-5bbc-4d50-b92a-617566abd654 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.977722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:40.052504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.082308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:40.085227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:40.141518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.144917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09239c90-5bbc-4d50-b92a-617566abd654 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.357708 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.360010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:40.390862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.549027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09239c90-5bbc-4d50-b92a-617566abd654 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.558424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-95028cee-3f4a-4591-a13b-90b78a3613fd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:40.560005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-95028cee-3f4a-4591-a13b-90b78a3613fd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 945 time: 0.2988737 Nov 25 17:39:40.801647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Network 46361030-8931-4cf4-ac72-fda316ea44c7 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:40.838373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:40.846625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:40.864187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Pushing event updated for resources: {'Port': ['ID=29828fd8-662f-479a-ab28-dfe52d310832,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.160497 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09239c90-5bbc-4d50-b92a-617566abd654 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.162159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Attempting to bind port 29828fd8-662f-479a-ab28-dfe52d310832 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:41.162545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Attempting to bind port 29828fd8-662f-479a-ab28-dfe52d310832 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:41.162916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Attempting to bind port 29828fd8-662f-479a-ab28-dfe52d310832 on network 46361030-8931-4cf4-ac72-fda316ea44c7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:41.178143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:41.178531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Checking segment: {'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:41.178945 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.180296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Bound using segment: {'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:41.181005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Bound port: 29828fd8-662f-479a-ab28-dfe52d310832, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:41.181724 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.247810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.306659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09239c90-5bbc-4d50-b92a-617566abd654 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef5cb6e-5278-461a-93ca-fc5df3a0d806,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.316906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.335087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09239c90-5bbc-4d50-b92a-617566abd654 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.339217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] For port 29828fd8-662f-479a-ab28-dfe52d310832, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:41.344745 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-09239c90-5bbc-4d50-b92a-617566abd654 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/2ef5cb6e-5278-461a-93ca-fc5df3a0d806 HTTP/1.1" status: 204 len: 168 time: 1.6144412 Nov 25 17:39:41.346791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:41.347706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7588b6-40b2-450c-b051-ba7d047a7b6d None None] Network ce425cda-012f-4161-bac4-2bb9d9497ca0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:41.446570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:37Z', 'revision_number': 10, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:41.488040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] For port 29828fd8-662f-479a-ab28-dfe52d310832, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=29828fd8-662f-479a-ab28-dfe52d310832,segment=NetworkSegment(333dcb73-882f-44b0-b598-1f81fd02ce3a),segment_id=333dcb73-882f-44b0-b598-1f81fd02ce3a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:41.564448 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.860232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:41.871973 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.912411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:41.913393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:41.942306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Allocated IP 172.25.1.195 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/d4b8163d-f930-49a5-810b-7bede40e8266) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:41.998861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa083ca8-334e-41e6-bef6-e3b25340c598 req-3a2ede01-10dc-4f8f-b504-b22a6ed3634c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:42.010182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa083ca8-334e-41e6-bef6-e3b25340c598 req-3a2ede01-10dc-4f8f-b504-b22a6ed3634c tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 945 time: 0.9185069 Nov 25 17:39:42.026802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Deleting port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:42.028166 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.108675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] DHCP port deletion for ce425cda-012f-4161-bac4-2bb9d9497ca0 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:42.160440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.182690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1854b3a-eaf0-4d2e-849c-d4e9f95dd975 None None] Pushing event updated for resources: {'Port': ['ID=29828fd8-662f-479a-ab28-dfe52d310832,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.186390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port 34faa9f8-160a-448b-8bab-2dac7550aa3a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:42.187872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.215596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:42.511156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port 34faa9f8-160a-448b-8bab-2dac7550aa3a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=34faa9f8-160a-448b-8bab-2dac7550aa3a,segment=NetworkSegment(ef779b5d-8580-47fa-9149-812dc6cfbea0),segment_id=ef779b5d-8580-47fa-9149-812dc6cfbea0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:42.512265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.544379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] Deleting port 34faa9f8-160a-448b-8bab-2dac7550aa3a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:42.544767 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.578223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for 34faa9f8-160a-448b-8bab-2dac7550aa3a owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:42.606056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] For port ce4c30ce-9e68-41e5-adee-05e0d77a8a20, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:42.606814 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.652162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa083ca8-334e-41e6-bef6-e3b25340c598 req-c0ca7c3e-adbc-41b9-a596-d23b863a5e44 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196465 Nov 25 17:39:42.676387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Calling delete_port for ce4c30ce-9e68-41e5-adee-05e0d77a8a20 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:42.679502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] For port 34faa9f8-160a-448b-8bab-2dac7550aa3a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=34faa9f8-160a-448b-8bab-2dac7550aa3a,segment=NetworkSegment(ef779b5d-8580-47fa-9149-812dc6cfbea0),segment_id=ef779b5d-8580-47fa-9149-812dc6cfbea0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:42.680138 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.683519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.697032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] Calling delete_port for 34faa9f8-160a-448b-8bab-2dac7550aa3a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:42.708922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port f2e35656-c685-4580-9604-0fd38efcfcc1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:42.709478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.924054 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.924622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:42.930980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:42.937039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:42.970180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b8163d-f930-49a5-810b-7bede40e8266,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.986978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] Pushing event deleted for resources: {'Port': ['ID=34faa9f8-160a-448b-8bab-2dac7550aa3a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.993687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7a9be-13db-43c6-b740-72f51cf0055f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:43.035780 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35184f-b739-46dc-bab4-e5e5911d0249 None None] No DVR routers for this DVR port 34faa9f8-160a-448b-8bab-2dac7550aa3a on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:43.075409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:37Z', 'revision_number': 10, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:43.105284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port f2e35656-c685-4580-9604-0fd38efcfcc1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f2e35656-c685-4580-9604-0fd38efcfcc1,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:43.105888 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.123425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ed3a3-5c21-4ad9-846f-fd1002a4f792 None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:37Z', 'revision_number': 10, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None, '_interfaces': [{'id': 'b476ae84-8143-4156-947a-c9ea63967d0d', 'name': '', 'network_id': '57dbd491-ca56-48ad-a7f9-04bf8b904927', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'mac_address': 'fa:16:3e:d4:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170241c1-9b24-4995-acd4-521df30a9941', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:34Z', 'updated_at': '2021-11-25T17:38:44Z', 'revision_number': 5, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'subnets': [{'id': 'f51a6eed-1e43-4973-a1f2-56ac816139c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:43.138233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for f2e35656-c685-4580-9604-0fd38efcfcc1 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:43.159775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-be88aad0-6f67-4c38-8af1-3ff68cb28360 None None] Provisioning complete for port d4b8163d-f930-49a5-810b-7bede40e8266 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:43.160401 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be88aad0-6f67-4c38-8af1-3ff68cb28360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.247586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-be88aad0-6f67-4c38-8af1-3ff68cb28360 None None] Port d4b8163d-f930-49a5-810b-7bede40e8266 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:43.252286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.297776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=34faa9f8-160a-448b-8bab-2dac7550aa3a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:43.337893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No DVR routers for this DVR port 34faa9f8-160a-448b-8bab-2dac7550aa3a on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:43.475116 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.491328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.507126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce425cda-012f-4161-bac4-2bb9d9497ca0']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:43.520736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef779b5d-8580-47fa-9149-812dc6cfbea0') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:43.521349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef779b5d-8580-47fa-9149-812dc6cfbea0') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:43.539056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.549486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.561781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f06bfe95-4189-421f-a33a-0b76c5471d7e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:43.562049 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.571804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:43.573487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:43.622757 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:43.947398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=f2e35656-c685-4580-9604-0fd38efcfcc1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:43.966533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.156303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5cfad4-1d3c-4b92-9ae0-99ad62e086d1 None None] Network 46361030-8931-4cf4-ac72-fda316ea44c7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:44.202655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event deleted for resources: {'Port': ['ID=ce4c30ce-9e68-41e5-adee-05e0d77a8a20,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:44.241669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f2586d4-6a0c-48c1-bbaf-8947ecd8ce1f req-b4851b40-8c14-4f87-b3a4-5d96464ebf07 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 210 time: 0.3433609 Nov 25 17:39:44.353673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4df3ecda-daa5-4693-b92a-02828e696837 None None] Provisioning complete for port 29828fd8-662f-479a-ab28-dfe52d310832 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:44.353951 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4df3ecda-daa5-4693-b92a-02828e696837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.363122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.365352 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.376704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.382493 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/ce425cda-012f-4161-bac4-2bb9d9497ca0 HTTP/1.1" status: 204 len: 168 time: 3.0184934 Nov 25 17:39:44.384585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:44.404403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 29828fd8-662f-479a-ab28-dfe52d310832 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:44.449414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ce4c30ce-9e68-41e5-adee-05e0d77a8a20 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:44.478868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: ce4c30ce-9e68-41e5-adee-05e0d77a8a20 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:44.479645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ce4c30ce-9e68-41e5-adee-05e0d77a8a20 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:44.533649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 29828fd8-662f-479a-ab28-dfe52d310832 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:44.534434 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.602596 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.682149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] No DVR routers for this DVR port ce4c30ce-9e68-41e5-adee-05e0d77a8a20 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:44.701677 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.705864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d202c19-34e1-4226-ab94-6ebbd5f87564 req-9ea23cbd-ada2-4b7a-9fd7-3cc92a457e8f tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "DELETE /v2.0/ports/ce4c30ce-9e68-41e5-adee-05e0d77a8a20 HTTP/1.1" status: 204 len: 173 time: 4.1322629 Nov 25 17:39:44.706756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb', 'name': 'network-vif-deleted', 'tag': 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:44.709465 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda50810-ada0-401f-a99b-9a2c454ae601" -d '{"events": [{"server_uuid": "24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb", "name": "network-vif-deleted", "tag": "ce4c30ce-9e68-41e5-adee-05e0d77a8a20"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:44.862046 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b164b-85e4-4977-91af-f26265738d93 x-openstack-request-id: req-016b164b-85e4-4977-91af-f26265738d93 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:44.863074 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb", "name": "network-vif-deleted", "tag": "ce4c30ce-9e68-41e5-adee-05e0d77a8a20", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:44.865357 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-016b164b-85e4-4977-91af-f26265738d93 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:44.865988 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb', 'name': 'network-vif-deleted', 'tag': 'ce4c30ce-9e68-41e5-adee-05e0d77a8a20', 'status': 'completed', 'code': 200} Nov 25 17:39:44.885420 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4df3ecda-daa5-4693-b92a-02828e696837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.066795 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.077783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4df3ecda-daa5-4693-b92a-02828e696837 None None] For port 29828fd8-662f-479a-ab28-dfe52d310832, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=29828fd8-662f-479a-ab28-dfe52d310832,segment=NetworkSegment(333dcb73-882f-44b0-b598-1f81fd02ce3a),segment_id=333dcb73-882f-44b0-b598-1f81fd02ce3a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:45.105650 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4df3ecda-daa5-4693-b92a-02828e696837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.263923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3ecda-daa5-4693-b92a-02828e696837 None None] Pushing event updated for resources: {'Port': ['ID=29828fd8-662f-479a-ab28-dfe52d310832,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.415001 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:39:45.415431 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:39:45.450074 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-65e48aca-63fc-4b20-b533-4e7f55ab3067 None None] Provisioning complete for port 29828fd8-662f-479a-ab28-dfe52d310832 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:45.450772 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65e48aca-63fc-4b20-b533-4e7f55ab3067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.487547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8568d8-0f05-4571-a08c-08c3d9c9391e tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=ce425cda-012f-4161-bac4-2bb9d9497ca0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.504520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48562) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:45.564915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Router ffc23544-532d-4f13-a6bd-6e6c02187649 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:45.623475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de8b2e65-110f-4aa7-a174-ba9b70bc8984 req-411db228-d4d9-495e-b0d0-9dfe5f9a7356 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2bb2e-4b74-43b9-a44a-56b1e2bc0dbb HTTP/1.1" status: 200 len: 210 time: 0.0861044 Nov 25 17:39:45.807270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:45.821304 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] Sync routers for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:45.827092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-07606588-0dea-4278-b385-36cd61ab27a9 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "PUT /v2.0/routers/ffc23544-532d-4f13-a6bd-6e6c02187649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5084836 Nov 25 17:39:45.828032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:45.843355 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:45.844021 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:45.905503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d04507-8189-4856-a048-d461481462df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting subnet bd9609f3-a8b2-4db2-bb84-48a56cdc4083 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:45.912136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8d04507-8189-4856-a048-d461481462df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.988568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8d04507-8189-4856-a048-d461481462df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.095527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4f4440a6-5394-47a8-9009-296d197b35e5 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:46.117265 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:46.126607 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8d04507-8189-4856-a048-d461481462df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.151111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4f4440a6-5394-47a8-9009-296d197b35e5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:46.151897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4f4440a6-5394-47a8-9009-296d197b35e5 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:46.152584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 34faa9f8-160a-448b-8bab-2dac7550aa3a no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:46.201694 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 34faa9f8-160a-448b-8bab-2dac7550aa3a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:46.204235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 34faa9f8-160a-448b-8bab-2dac7550aa3a not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:46.290134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8d04507-8189-4856-a048-d461481462df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.342745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58715393-c958-4eca-a65c-e3dbf91c95fc None None] Network 3c2e4f77-4902-4904-8658-0678d736b83c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:46.345094 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8d04507-8189-4856-a048-d461481462df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.374438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b8d04507-8189-4856-a048-d461481462df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/subnets/bd9609f3-a8b2-4db2-bb84-48a56cdc4083 HTTP/1.1" status: 204 len: 168 time: 0.5450790 Nov 25 17:39:46.375391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d04507-8189-4856-a048-d461481462df tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9609f3-a8b2-4db2-bb84-48a56cdc4083,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:46.379056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48574) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:46.602129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 29828fd8-662f-479a-ab28-dfe52d310832 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:46.637036 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:46.701953 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] Checking router: ffc23544-532d-4f13-a6bd-6e6c02187649 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:46.728863 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] Routers {'ffc23544-532d-4f13-a6bd-6e6c02187649'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:46.729637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['ffc23544-532d-4f13-a6bd-6e6c02187649'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:46.754923 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Router c5de1e42-ad9d-48b5-8c30-4b344811dfbe is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:39:46.792493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.012611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 29828fd8-662f-479a-ab28-dfe52d310832 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:47.016543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.021136 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] Set router ffc23544-532d-4f13-a6bd-6e6c02187649 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:47.095942 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.142540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] DHCP port deletion for 3c2e4f77-4902-4904-8658-0678d736b83c request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:47.236313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.315291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248dc79-ffb7-4c46-b215-c1e8c26d8d9a req-84c92f0a-7d6c-4c99-b804-5167318ff369 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:47.317274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5248dc79-ffb7-4c46-b215-c1e8c26d8d9a req-84c92f0a-7d6c-4c99-b804-5167318ff369 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1380129 Nov 25 17:39:47.357681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-6a504072-6482-4e52-9da7-d93d00c51ee5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:47.359530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-6a504072-6482-4e52-9da7-d93d00c51ee5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 946 time: 0.1120961 Nov 25 17:39:47.403081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] Deleting port a76b61b3-9d37-4ffc-a931-21aabf1f289a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:47.404045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.417495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Deleting port 2daeb3df-18da-4bd4-9382-0f1493201b54 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:47.418006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.547618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:47.552531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] For port a76b61b3-9d37-4ffc-a931-21aabf1f289a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a76b61b3-9d37-4ffc-a931-21aabf1f289a,segment=NetworkSegment(700cc941-3703-440c-9a65-b925fabadfe4),segment_id=700cc941-3703-440c-9a65-b925fabadfe4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:47.553933 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.573106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5248dc79-ffb7-4c46-b215-c1e8c26d8d9a req-10b7fe48-5122-4475-ac6e-52ca1c05e5ce tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fc96d92-f46c-4ad0-832a-4af61cf26b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476742 Nov 25 17:39:47.592391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Sync routers for ids ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:47.634158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] Calling delete_port for a76b61b3-9d37-4ffc-a931-21aabf1f289a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:47.656764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Deleting port f06bfe95-4189-421f-a33a-0b76c5471d7e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:47.657302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.687758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Routers {'c5de1e42-ad9d-48b5-8c30-4b344811dfbe'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:47.688863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:47.698234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.699683 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c7fbbd57-38f2-4b2b-8ffc-57c27db41a24 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.5626128 Nov 25 17:39:47.718106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48592) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:47.734935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] For port 2daeb3df-18da-4bd4-9382-0f1493201b54, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=2daeb3df-18da-4bd4-9382-0f1493201b54,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:47.735425 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.755710 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:47.756928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Calling delete_port for 2daeb3df-18da-4bd4-9382-0f1493201b54 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:47.836850 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c185b-840c-48b2-b426-76e81992daf5 None None] The sync data for ids ['ffc23544-532d-4f13-a6bd-6e6c02187649'] in n-d-819349-3 is: [{'id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588769014', 'tenant_id': '0c935ec18232485f9e1c651993bafb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:48Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 5, 'project_id': '0c935ec18232485f9e1c651993bafb40', 'gw_port': {'id': '2daeb3df-18da-4bd4-9382-0f1493201b54', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc23544-532d-4f13-a6bd-6e6c02187649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:50Z', 'updated_at': '2021-11-25T17:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:47.862194 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] For port f06bfe95-4189-421f-a33a-0b76c5471d7e, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f06bfe95-4189-421f-a33a-0b76c5471d7e,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:47.864677 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.925599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Calling delete_port for f06bfe95-4189-421f-a33a-0b76c5471d7e owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:48.166240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.181935 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Set router c5de1e42-ad9d-48b5-8c30-4b344811dfbe gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:48.182197 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.262696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Port': ['ID=2daeb3df-18da-4bd4-9382-0f1493201b54,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:48.322706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] No DVR routers for this DVR port a76b61b3-9d37-4ffc-a931-21aabf1f289a on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:48.333870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e775b8-cb77-4c07-96b8-a8da06ac452e None None] Pushing event deleted for resources: {'Port': ['ID=a76b61b3-9d37-4ffc-a931-21aabf1f289a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:48.343630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c46d5b-d7cd-41f0-802d-1da96515d3d9 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:48.430308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.568181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.737614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2e35656-c685-4580-9604-0fd38efcfcc1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:48.779616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.947471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f2e35656-c685-4580-9604-0fd38efcfcc1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:48.948194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f2e35656-c685-4580-9604-0fd38efcfcc1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:48.952789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a76b61b3-9d37-4ffc-a931-21aabf1f289a no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:48.962508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.978632 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.982466 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.019239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a76b61b3-9d37-4ffc-a931-21aabf1f289a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:49.019599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a76b61b3-9d37-4ffc-a931-21aabf1f289a not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:49.098714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 3, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:49.140257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Checking router: c5de1e42-ad9d-48b5-8c30-4b344811dfbe for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:49.141030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Updating router c5de1e42-ad9d-48b5-8c30-4b344811dfbe port d4b8163d-f930-49a5-810b-7bede40e8266 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:39:49.180974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43f41f80-29aa-4836-a3bb-3a83336a185d req-e1475e58-0c73-4b81-b211-13972fe89258 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 210 time: 0.3338983 Nov 25 17:39:49.208749 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.208993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Fanout notify agent at l3_agent the message router_deleted on router ffc23544-532d-4f13-a6bd-6e6c02187649 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:39:49.213234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event deleted for resources: {'Port': ['ID=f06bfe95-4189-421f-a33a-0b76c5471d7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:49.234013 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.235998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Allocated IP 172.20.0.1 (46361030-8931-4cf4-ac72-fda316ea44c7/b6cc4c32-28dc-4ef0-8c13-4c81c9011778/4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:49.239287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.241591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c82c6b6a-3551-4c29-bc5f-c86ef804373d tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/routers/ffc23544-532d-4f13-a6bd-6e6c02187649 HTTP/1.1" status: 204 len: 168 time: 2.8607824 Nov 25 17:39:49.245645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:49.450185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] No DVR routers for this DVR port f06bfe95-4189-421f-a33a-0b76c5471d7e on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:49.461627 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.466313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port b476ae84-8143-4156-947a-c9ea63967d0d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:49.466944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.467626 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a74fa8b-7b68-412d-a963-14c5209a8613 req-553a691b-cdc5-4b39-aaf9-56b166fb59bd tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.95 "DELETE /v2.0/ports/f06bfe95-4189-421f-a33a-0b76c5471d7e HTTP/1.1" status: 204 len: 173 time: 2.0963230 Nov 25 17:39:49.468213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ec0fcd-90d6-485d-a39e-349c6249e958', 'name': 'network-vif-deleted', 'tag': 'f06bfe95-4189-421f-a33a-0b76c5471d7e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:49.470849 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1dd787-2657-4b70-89c6-4ff981ef960c" -d '{"events": [{"server_uuid": "c8ec0fcd-90d6-485d-a39e-349c6249e958", "name": "network-vif-deleted", "tag": "f06bfe95-4189-421f-a33a-0b76c5471d7e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:49.593747 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.597108 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6149b95e-3e36-4448-aa00-fd4a8fcfec2f x-openstack-request-id: req-6149b95e-3e36-4448-aa00-fd4a8fcfec2f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:49.597870 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ec0fcd-90d6-485d-a39e-349c6249e958", "name": "network-vif-deleted", "tag": "f06bfe95-4189-421f-a33a-0b76c5471d7e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:49.599047 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6149b95e-3e36-4448-aa00-fd4a8fcfec2f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:49.599047 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ec0fcd-90d6-485d-a39e-349c6249e958', 'name': 'network-vif-deleted', 'tag': 'f06bfe95-4189-421f-a33a-0b76c5471d7e', 'status': 'completed', 'code': 200} Nov 25 17:39:49.760886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.765839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.786473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2e4f77-4902-4904-8658-0678d736b83c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:49.790650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port b476ae84-8143-4156-947a-c9ea63967d0d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b476ae84-8143-4156-947a-c9ea63967d0d,segment=NetworkSegment(3553664a-9b77-48c9-8653-2d6e804c9e4b),segment_id=3553664a-9b77-48c9-8653-2d6e804c9e4b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:49.792675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.799644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700cc941-3703-440c-9a65-b925fabadfe4') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:49.799951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700cc941-3703-440c-9a65-b925fabadfe4') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:49.811508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.841303 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.844431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for b476ae84-8143-4156-947a-c9ea63967d0d owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:49.856856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:49.858830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:49.866092 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:50.026562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.085685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Deleting port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:50.085900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.111119 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.138970 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.218391 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.243548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.258934 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/networks/3c2e4f77-4902-4904-8658-0678d736b83c HTTP/1.1" status: 204 len: 168 time: 1.0118315 Nov 25 17:39:50.260842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:50.369346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f705210-2b9d-460e-a324-756475366e7b None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:50.409782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Attempting to bind port d4b8163d-f930-49a5-810b-7bede40e8266 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:50.410170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Attempting to bind port d4b8163d-f930-49a5-810b-7bede40e8266 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:50.410542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Attempting to bind port d4b8163d-f930-49a5-810b-7bede40e8266 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:50.420552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:50.420961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:50.421736 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.422154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:50.422643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Bound port: d4b8163d-f930-49a5-810b-7bede40e8266, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:50.423174 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.426454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317abb73-623c-4c70-a89b-de1df6ad956a None None] Pushing event updated for resources: {'Port': ['ID=d4b8163d-f930-49a5-810b-7bede40e8266,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.439047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b0f8a-a7af-40a0-afd3-b3f9b1e4cb8a tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'Network': ['ID=3c2e4f77-4902-4904-8658-0678d736b83c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.482727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f06bfe95-4189-421f-a33a-0b76c5471d7e no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:50.529766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2daeb3df-18da-4bd4-9382-0f1493201b54 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:50.539739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: f06bfe95-4189-421f-a33a-0b76c5471d7e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:50.540356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f06bfe95-4189-421f-a33a-0b76c5471d7e not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:50.564672 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d26b3ae7-114c-4a02-b06d-3a21b8f3aa6a None None] Provisioning complete for port d4b8163d-f930-49a5-810b-7bede40e8266 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:50.565399 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d26b3ae7-114c-4a02-b06d-3a21b8f3aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.592188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 2daeb3df-18da-4bd4-9382-0f1493201b54 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:50.592811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 2daeb3df-18da-4bd4-9382-0f1493201b54 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:50.623763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] For port d4b8163d-f930-49a5-810b-7bede40e8266, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:50.629511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] For port d4b8163d-f930-49a5-810b-7bede40e8266, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d4b8163d-f930-49a5-810b-7bede40e8266,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:50.634177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3ae7-114c-4a02-b06d-3a21b8f3aa6a None None] Port d4b8163d-f930-49a5-810b-7bede40e8266 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:50.646241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.686192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1bf3c3-8713-4592-9864-36de489c66ec None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:50.709359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-025a83ad-91b1-45b5-bb57-8e73337bfc7b req-3abc6561-9e64-4acd-8ec7-3e72b6918971 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec0fcd-90d6-485d-a39e-349c6249e958 HTTP/1.1" status: 200 len: 210 time: 0.2377112 Nov 25 17:39:50.710320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78bb667b-989a-4d2d-8324-234faa0b8f69 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.755195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Network 46361030-8931-4cf4-ac72-fda316ea44c7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:50.763596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:50.789171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78bb667b-989a-4d2d-8324-234faa0b8f69 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.841745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Routers {'c5de1e42-ad9d-48b5-8c30-4b344811dfbe'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:50.845517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:50.865872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:50.934394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78bb667b-989a-4d2d-8324-234faa0b8f69 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.946428 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78bb667b-989a-4d2d-8324-234faa0b8f69 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.955296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-78bb667b-989a-4d2d-8324-234faa0b8f69 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] 10.222.0.81 "DELETE /v2.0/security-groups/75ce25e9-9a60-4ae0-b7b4-86193bc601d6 HTTP/1.1" status: 204 len: 168 time: 0.6852009 Nov 25 17:39:50.970950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:51.015931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb667b-989a-4d2d-8324-234faa0b8f69 tempest-TestNetworkAdvancedServerOps-749384482 tempest-TestNetworkAdvancedServerOps-749384482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ce25e9-9a60-4ae0-b7b4-86193bc601d6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:51.021637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.148923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] Set router c5de1e42-ad9d-48b5-8c30-4b344811dfbe gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:51.151464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] For port 61cf00b1-2a55-425e-945b-a16f9ebdfbb7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:51.152136 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.394710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Calling delete_port for 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:51.443461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317abb73-623c-4c70-a89b-de1df6ad956a None None] Pushing event updated for resources: {'Port': ['ID=d4b8163d-f930-49a5-810b-7bede40e8266,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:51.510445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.595667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.620237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:51.771942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Provisioning complete for port d4b8163d-f930-49a5-810b-7bede40e8266 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:51.773445 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.820745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=b476ae84-8143-4156-947a-c9ea63967d0d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:51.978488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5f39a341-94eb-4d3f-90e3-e5960573b860 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c935ec18232485f9e1c651993bafb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3569279 Nov 25 17:39:51.980438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:52.115743 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64359c72-352d-471a-a252-cdab0d07ea6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.197991 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64359c72-352d-471a-a252-cdab0d07ea6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.317570 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.392333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64359c72-352d-471a-a252-cdab0d07ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.395744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] For port d4b8163d-f930-49a5-810b-7bede40e8266, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d4b8163d-f930-49a5-810b-7bede40e8266,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:52.395947 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64359c72-352d-471a-a252-cdab0d07ea6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.404296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-64359c72-352d-471a-a252-cdab0d07ea6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/124e998e-e0af-48e0-a5a3-7f9ee14ad76d HTTP/1.1" status: 204 len: 168 time: 0.4219933 Nov 25 17:39:52.419104 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.432279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.451253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64359c72-352d-471a-a252-cdab0d07ea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124e998e-e0af-48e0-a5a3-7f9ee14ad76d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:52.587623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1f90a-cfbf-4691-bd69-319266930370 req-17cdfe76-d35a-42ed-ac88-56956ebc0e85 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:52.607305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30e1f90a-cfbf-4691-bd69-319266930370 req-17cdfe76-d35a-42ed-ac88-56956ebc0e85 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.1235757 Nov 25 17:39:52.697666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30e1f90a-cfbf-4691-bd69-319266930370 req-ffa04cbe-942b-4836-bcfc-87f199ede974 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890858 Nov 25 17:39:52.700748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-95abeb41-5b75-4ad0-b10d-9c0e9f8cc267 None None] Provisioning complete for port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:52.704205 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95abeb41-5b75-4ad0-b10d-9c0e9f8cc267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.750469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Pushing event updated for resources: {'Port': ['ID=d4b8163d-f930-49a5-810b-7bede40e8266,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:52.765650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.770848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.806678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-95abeb41-5b75-4ad0-b10d-9c0e9f8cc267 None None] Port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:52.819413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.820170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.820691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.821242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.821811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.822465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.822974 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.823487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.823702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.824218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.824738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.825276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.826193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d296c1-d3c3-4890-89e5-81bb1ab28e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:52.867233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 3, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:52.920646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75baefbf-d1f3-41c9-921e-0e6bc100e4fb None None] The sync data for ids ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'] in n-d-819349-3 is: [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 3, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:53.133551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Pushing event deleted for resources: {'Port': ['ID=61cf00b1-2a55-425e-945b-a16f9ebdfbb7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:53.338210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:53.363855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:53.426333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d7c1e455-71b7-4856-9afd-a68bda0f6fb5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71db8a2393354d78bcb440c38adc2f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0861561 Nov 25 17:39:53.428782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:53.439647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.589736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58c8425d-be6f-4dc2-b048-a5c4cb7a14d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.694311 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58c8425d-be6f-4dc2-b048-a5c4cb7a14d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.813329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58c8425d-be6f-4dc2-b048-a5c4cb7a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.821830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58c8425d-be6f-4dc2-b048-a5c4cb7a14d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.827090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-58c8425d-be6f-4dc2-b048-a5c4cb7a14d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6dada982-5880-46df-8aaa-bbb95cf5914c HTTP/1.1" status: 204 len: 168 time: 0.3944337 Nov 25 17:39:53.868256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8425d-be6f-4dc2-b048-a5c4cb7a14d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dada982-5880-46df-8aaa-bbb95cf5914c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.417652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:54.423839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.435141 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:54.453297 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:54.453933 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:54.487938 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f01fe8d5-3b04-4711-b224-d6f912b02b94 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0860498 Nov 25 17:39:54.500677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48684) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:54.698209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d4b8163d-f930-49a5-810b-7bede40e8266 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:54.704947 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:54.769585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.818979 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 11, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:54.860733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-6c3bc1f0-255f-4aa7-be8d-403560662a52 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.872237 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-6c3bc1f0-255f-4aa7-be8d-403560662a52 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.4818628 Nov 25 17:39:54.880171 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:54.903100 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:54.914579 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:54.954668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd8f7e7-0e21-4c09-be77-22c0f7003002 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting subnet f51a6eed-1e43-4973-a1f2-56ac816139c0 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:54.967379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Network 46361030-8931-4cf4-ac72-fda316ea44c7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:54.975046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:54.978135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f7e7-0e21-4c09-be77-22c0f7003002 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.991224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d4b8163d-f930-49a5-810b-7bede40e8266 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:54.996342 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.033252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e2f5a-a6b2-4c04-8c90-8eb81c4c4597 req-66566cf5-2337-4726-8984-ba6da1e78fbb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.036263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d15e2f5a-a6b2-4c04-8c90-8eb81c4c4597 req-66566cf5-2337-4726-8984-ba6da1e78fbb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 1.1809659 Nov 25 17:39:55.158226 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f7e7-0e21-4c09-be77-22c0f7003002 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.182872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d15e2f5a-a6b2-4c04-8c90-8eb81c4c4597 req-66b8d0d3-372b-40df-ac3e-791ad47bd164 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285067 Nov 25 17:39:55.195724 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:55.301695 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f7e7-0e21-4c09-be77-22c0f7003002 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.337272 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 11, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:55.393607 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b9350-18bd-4985-b31a-2984ff1bbe9e None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 11, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:55.448738 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f7e7-0e21-4c09-be77-22c0f7003002 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.466997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-52aa5391-1a5e-4403-9470-db1b3e48ee92 None None] Provisioning complete for port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:55.467684 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52aa5391-1a5e-4403-9470-db1b3e48ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.532032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b8940-6753-4f0e-bd38-42c4ccd99fce None None] Network 57dbd491-ca56-48ad-a7f9-04bf8b904927 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:55.561344 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f7e7-0e21-4c09-be77-22c0f7003002 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.567501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48706) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.567668 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5cd8f7e7-0e21-4c09-be77-22c0f7003002 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/f51a6eed-1e43-4973-a1f2-56ac816139c0 HTTP/1.1" status: 204 len: 168 time: 1.0506616 Nov 25 17:39:55.576445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8f7e7-0e21-4c09-be77-22c0f7003002 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Subnet': ['ID=f51a6eed-1e43-4973-a1f2-56ac816139c0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:55.686326 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.772109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.774645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-52aa5391-1a5e-4403-9470-db1b3e48ee92 None None] Port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:55.855276 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Deleting port f237a486-813e-4ee3-b69d-0fbd94c185a4 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:55.855823 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.952155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Deleting port e9101cc0-f66c-4b57-b228-557842217690 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:55.952499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.002599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] DHCP port deletion for 57dbd491-ca56-48ad-a7f9-04bf8b904927 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:56.011528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Router c5de1e42-ad9d-48b5-8c30-4b344811dfbe has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:56.030974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] For port f237a486-813e-4ee3-b69d-0fbd94c185a4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f237a486-813e-4ee3-b69d-0fbd94c185a4,segment=NetworkSegment(3553664a-9b77-48c9-8653-2d6e804c9e4b),segment_id=3553664a-9b77-48c9-8653-2d6e804c9e4b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:56.031563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.057599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Calling delete_port for f237a486-813e-4ee3-b69d-0fbd94c185a4 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:56.140677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] Deleting port f237a486-813e-4ee3-b69d-0fbd94c185a4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:56.141490 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.170032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] For port e9101cc0-f66c-4b57-b228-557842217690, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=e9101cc0-f66c-4b57-b228-557842217690,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:56.170654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.175202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1801677433-network', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:56.215415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.235282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] For port f237a486-813e-4ee3-b69d-0fbd94c185a4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f237a486-813e-4ee3-b69d-0fbd94c185a4,segment=NetworkSegment(3553664a-9b77-48c9-8653-2d6e804c9e4b),segment_id=3553664a-9b77-48c9-8653-2d6e804c9e4b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:56.235831 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.253383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] Calling delete_port for f237a486-813e-4ee3-b69d-0fbd94c185a4 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:56.335760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Made reservation on behalf of f508e19e9f204cdcb16b480bceca9566 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:56.335760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.347960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No DVR routers for this DVR port f237a486-813e-4ee3-b69d-0fbd94c185a4 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:56.367218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Port': ['ID=f237a486-813e-4ee3-b69d-0fbd94c185a4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.371497 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.401041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f237a486-813e-4ee3-b69d-0fbd94c185a4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:56.418827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.427241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f237a486-813e-4ee3-b69d-0fbd94c185a4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:56.427613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f237a486-813e-4ee3-b69d-0fbd94c185a4 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:56.428045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b476ae84-8143-4156-947a-c9ea63967d0d no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:56.430424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] Pushing event deleted for resources: {'Port': ['ID=f237a486-813e-4ee3-b69d-0fbd94c185a4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.462767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564f5e2-ec19-4ba6-8616-0f780a51eb26 None None] No DVR routers for this DVR port f237a486-813e-4ee3-b69d-0fbd94c185a4 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:56.465575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b476ae84-8143-4156-947a-c9ea63967d0d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:56.466207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b476ae84-8143-4156-947a-c9ea63967d0d not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:56.567663 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.582280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Router 09485ab1-a19e-4470-ab8f-b229890f49ae has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:56.604731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.639031 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.674923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:56.683370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dbd491-ca56-48ad-a7f9-04bf8b904927']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:56.710668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d3b13-cf4c-46c5-93c6-23d7b806effa req-1209623c-e3a7-43c2-b5a3-5dacb8912b75 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.710668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-028d3b13-cf4c-46c5-93c6-23d7b806effa req-1209623c-e3a7-43c2-b5a3-5dacb8912b75 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 945 time: 0.3388989 Nov 25 17:39:56.712011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216c82ce-8e4b-4407-b57d-b35739ae8348,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.716831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3553664a-9b77-48c9-8653-2d6e804c9e4b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:56.717275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3553664a-9b77-48c9-8653-2d6e804c9e4b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:56.723170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.723458 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Added segment f7e22db5-04c9-46f0-82bf-eb31296f157b of type vlan for network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd Nov 25 17:39:56.767834 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.846218 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.849227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.869586 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-028d3b13-cf4c-46c5-93c6-23d7b806effa req-1e1eef4e-1ac3-4abb-a9cd-ea6dd8559adb tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478062 Nov 25 17:39:56.873392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.873757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.874109 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Floating IP 7e05de8d-6e5d-4973-8a35-622bced073bd disassociated. External IP: 172.25.1.237, port: e9101cc0-f66c-4b57-b228-557842217690. Nov 25 17:39:56.874532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Calling delete_port for e9101cc0-f66c-4b57-b228-557842217690 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:56.886826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:56.888094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:56.888792 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:56.892639 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:56.902564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Sync routers for ids ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:56.906148 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b876cf7a-9959-4f6a-9686-d02ca78c3562 admin admin] 10.222.0.81 "PUT /v2.0/routers/c5de1e42-ad9d-48b5-8c30-4b344811dfbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1758175 Nov 25 17:39:56.932874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Routers {'c5de1e42-ad9d-48b5-8c30-4b344811dfbe'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:56.933459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:56.948882 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.950270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.951123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.951611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:56.961663 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dede0b78-8140-4033-b1eb-92ff87b88702 admin admin] 10.222.0.81 "PUT /v2.0/routers/09485ab1-a19e-4470-ab8f-b229890f49ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3976786 Nov 25 17:39:56.964057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48724) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:56.973500 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] Sync routers for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:57.022181 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:57.026500 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:57.073928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2875350 Nov 25 17:39:57.076918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:57.077672 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.085007 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.091649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/networks/57dbd491-ca56-48ad-a7f9-04bf8b904927 HTTP/1.1" status: 204 len: 168 time: 1.5229952 Nov 25 17:39:57.095481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Request body: {'subnet': {'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1801677433-subnet', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:57.099984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:57.105186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'routes': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:57.109642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7bac1-a1f0-4d33-b95c-7bc01e007140 admin admin] Pushing event updated for resources: {'Network': ['ID=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:57.125347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:57.154016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bec56-1d97-41f5-a633-fe4ca2ecb4db tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Pushing event deleted for resources: {'Network': ['ID=57dbd491-ca56-48ad-a7f9-04bf8b904927,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:57.321772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Made reservation on behalf of f508e19e9f204cdcb16b480bceca9566 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:57.324192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.356608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Set router c5de1e42-ad9d-48b5-8c30-4b344811dfbe gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:57.380577 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:57.588678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Added routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:39:57.589198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Removed routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:39:57.589678 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.771793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.833634 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:57.870038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 4, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb', 'name': '', 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'mac_address': 'fa:16:3e:b1:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b6cc4c32-28dc-4ef0-8c13-4c81c9011778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 2, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'subnets': [{'id': 'b6cc4c32-28dc-4ef0-8c13-4c81c9011778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:57.890301 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.934806 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] Checking router: 09485ab1-a19e-4470-ab8f-b229890f49ae for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:57.935442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Checking router: c5de1e42-ad9d-48b5-8c30-4b344811dfbe for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:57.935929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Updating router c5de1e42-ad9d-48b5-8c30-4b344811dfbe port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:39:57.942051 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.949518 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] Routers {'09485ab1-a19e-4470-ab8f-b229890f49ae'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:57.950957 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['09485ab1-a19e-4470-ab8f-b229890f49ae'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:57.987019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device e9101cc0-f66c-4b57-b228-557842217690 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:58.003525 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.177359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.231507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.297268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event deleted for resources: {'Port': ['ID=e9101cc0-f66c-4b57-b228-557842217690,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.337576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.338013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.338365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.338698 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.339037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.339371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.345054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.345522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.347875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.347875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.348202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.348573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:58.388672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 170241c1-9b24-4995-acd4-521df30a9941 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:58.394483 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] Set router 09485ab1-a19e-4470-ab8f-b229890f49ae gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:58.506839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Deleting port 40ee2499-10c8-40c0-847e-1533de9b2eb2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:58.507508 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.737566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3758370-7f06-4f97-a0bc-7690ef4d0033 req-93b97d6a-358e-479f-b898-f69c685f57af tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.742358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3758370-7f06-4f97-a0bc-7690ef4d0033 req-93b97d6a-358e-479f-b898-f69c685f57af tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 866 time: 0.5964732 Nov 25 17:39:58.743401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:58.760977 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.766186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a919b623-d29d-4c78-aee4-9a1bba6a64f0 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 200 len: 701 time: 1.6650577 Nov 25 17:39:58.774054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:58.777158 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.924897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] For port 40ee2499-10c8-40c0-847e-1533de9b2eb2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=40ee2499-10c8-40c0-847e-1533de9b2eb2,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:58.926138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.957695 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:58.961503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Calling delete_port for 40ee2499-10c8-40c0-847e-1533de9b2eb2 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:58.979697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ea9c563d-b382-47ef-9e63-90a8fa75b3bc tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 200 len: 205 time: 0.1887960 Nov 25 17:39:59.014983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:59.049792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dec79b9-e011-4f8e-a043-ff32abb121e0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:59.086850 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a5837-1d9c-4d4c-9da5-db8acf558a8a None None] The sync data for ids ['09485ab1-a19e-4470-ab8f-b229890f49ae'] in n-d-819349-3 is: [{'id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'name': 'tempest-AttachVolumeShelveTestJSON-866457298-router', 'tenant_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': 'ed4b3d7b85e94c088b2542edf42fff7d', 'gw_port': {'id': '40ee2499-10c8-40c0-847e-1533de9b2eb2', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:38:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485ab1-a19e-4470-ab8f-b229890f49ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:36Z', 'updated_at': '2021-11-25T17:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:59.287296 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a151f424-3a94-4843-9f0c-86cf89d241fb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.300433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Router 3cb6be43-c7ee-4af2-b433-52658c14d6bf has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:59.316683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] Sync routers for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:59.331220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Port e9101cc0-f66c-4b57-b228-557842217690 update to DOWN by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:39:59.474246 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.483515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] Routers {'170241c1-9b24-4995-acd4-521df30a9941'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:59.484622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['170241c1-9b24-4995-acd4-521df30a9941'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:59.518358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3758370-7f06-4f97-a0bc-7690ef4d0033 req-9d7c304a-e8d9-4c9e-afc5-87e51c622905 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups?id=05c74664-f8d8-4257-91a2-33cbd6a5ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7478237 Nov 25 17:39:59.539272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Checking segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:59.539640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Network hostable DHCP agents. Network: ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:59.624744 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.629877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.657716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:59.729377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726a996-6535-4ddf-865d-7fd693dfb6df None None] Pushing event updated for resources: {'Port': ['ID=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:59.764652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] Set router 170241c1-9b24-4995-acd4-521df30a9941 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:59.786316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a151f424-3a94-4843-9f0c-86cf89d241fb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.790269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:59.808696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a151f424-3a94-4843-9f0c-86cf89d241fb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.816265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:59.825602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:59.828477 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.894106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c3069-e79e-45e4-8804-23ed5641bfb2 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:59.911245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170241c1-9b24-4995-acd4-521df30a9941', 'name': 'tempest-RoutersTest-router-1487645349', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:30Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 11, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:59.920119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45f707a-e51b-4062-9173-5f4b57dcac8a None None] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:00.003266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a4c223e3-ee6a-4fcc-9c44-fe12b39517c5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9232810 Nov 25 17:40:00.007706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:00.013997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:00.040164 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a151f424-3a94-4843-9f0c-86cf89d241fb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.040662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a151f424-3a94-4843-9f0c-86cf89d241fb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Fanout notify agent at l3_agent the message router_deleted on router 170241c1-9b24-4995-acd4-521df30a9941 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:00.061593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a151f424-3a94-4843-9f0c-86cf89d241fb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.065381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a151f424-3a94-4843-9f0c-86cf89d241fb tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 204 len: 168 time: 1.0493782 Nov 25 17:40:00.071140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:00.080769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7d2fb1be-ec7c-4126-9b8a-f2084770ca6d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1710710030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:00.135262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.136795 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.151365 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb1be-ec7c-4126-9b8a-f2084770ca6d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.153902 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb1be-ec7c-4126-9b8a-f2084770ca6d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.158547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ee2499-10c8-40c0-847e-1533de9b2eb2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:00.246559 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.287240 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb1be-ec7c-4126-9b8a-f2084770ca6d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.296778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] Checking router: 170241c1-9b24-4995-acd4-521df30a9941 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:00.329090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'fixed_ips': [{'subnet_id': '9dec79b9-e011-4f8e-a043-ff32abb121e0'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:00.330275 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.362734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-96fedfbb-9384-4d89-9d59-1cd1fc0f351c None None] Provisioning complete for port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:00.378052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:00.379799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96fedfbb-9384-4d89-9d59-1cd1fc0f351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.390290 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] Sync routers for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:00.392273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb1be-ec7c-4126-9b8a-f2084770ca6d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.414623 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:00.415269 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:00.503333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.512032 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb1be-ec7c-4126-9b8a-f2084770ca6d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.515530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7d2fb1be-ec7c-4126-9b8a-f2084770ca6d tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4391890 Nov 25 17:40:00.520779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:00.532175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c9f42019-fbcd-4b9d-bab1-4548c2bfa2d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:00.564292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-96fedfbb-9384-4d89-9d59-1cd1fc0f351c None None] Port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:00.578232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:00.588772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:00.593261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:40:00.597387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'170241c1-9b24-4995-acd4-521df30a9941'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:40:00.599033 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9db65e-e231-4a3a-a55a-778f1c14499d None None] The sync data for ids ['170241c1-9b24-4995-acd4-521df30a9941'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:00.699445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.762228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Attempting to bind port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:00.762673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Attempting to bind port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:00.763045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Attempting to bind port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb on network 46361030-8931-4cf4-ac72-fda316ea44c7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:00.767396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:00.767753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 61cf00b1-2a55-425e-945b-a16f9ebdfbb7 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:00.819166 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:00.893155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:00.893529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Checking segment: {'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:00.893941 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.894339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Bound using segment: {'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:00.894825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Bound port: 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333dcb73-882f-44b0-b598-1f81fd02ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:00.895210 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.072853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] No DVR routers for this DVR port e9101cc0-f66c-4b57-b228-557842217690 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:01.092255 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.103357 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-51af3c96-ae3c-47ba-afe3-b2e87da75353 req-86cc90ea-ef00-42a5-9265-a52e83cf3aa5 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.60 "DELETE /v2.0/ports/e9101cc0-f66c-4b57-b228-557842217690 HTTP/1.1" status: 204 len: 173 time: 6.2099178 Nov 25 17:40:01.108804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-deleted', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:01.114654 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76e80d1-8f83-49d4-8f5d-b7e46eee215b" -d '{"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-deleted", "tag": "e9101cc0-f66c-4b57-b228-557842217690"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:01.178245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.197228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.211291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] For port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:01.221643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] For port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,segment=NetworkSegment(333dcb73-882f-44b0-b598-1f81fd02ce3a),segment_id=333dcb73-882f-44b0-b598-1f81fd02ce3a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:01.233941 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.292072 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65781381-3a56-4110-b84d-73a33bbecc77 x-openstack-request-id: req-65781381-3a56-4110-b84d-73a33bbecc77 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:01.292627 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cf469-3125-4007-8f4e-7648f4a80ace", "name": "network-vif-deleted", "tag": "e9101cc0-f66c-4b57-b228-557842217690", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:01.293166 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65781381-3a56-4110-b84d-73a33bbecc77 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:01.293721 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cf469-3125-4007-8f4e-7648f4a80ace', 'name': 'network-vif-deleted', 'tag': 'e9101cc0-f66c-4b57-b228-557842217690', 'status': 'completed', 'code': 200} Nov 25 17:40:01.352706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726a996-6535-4ddf-865d-7fd693dfb6df None None] Pushing event updated for resources: {'Port': ['ID=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:01.386969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Allocated IP 172.20.0.2 (ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd/9dec79b9-e011-4f8e-a043-ff32abb121e0/08978732-6b13-4ac7-8f7e-7bbf9ed19123) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:01.413964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Routers {'c5de1e42-ad9d-48b5-8c30-4b344811dfbe'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:01.415016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:01.510010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.511861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09485ab1-a19e-4470-ab8f-b229890f49ae {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:01.531902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.536060 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-878b1199-eee9-420c-a1df-341ed135e799 admin admin] 10.222.0.81 "DELETE /v2.0/routers/09485ab1-a19e-4470-ab8f-b229890f49ae HTTP/1.1" status: 204 len: 168 time: 4.5706511 Nov 25 17:40:01.540831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:01.646498 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:26Z', 'revision_number': 5, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:01.790850 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] Checking router: 3cb6be43-c7ee-4af2-b433-52658c14d6bf for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:01.824865 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:01.825757 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:01.911730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc029256-59a0-4d5d-a09a-e034cfe72c8a admin admin] Deleting subnet 313bdac5-e215-44a3-9277-574f96cfd8be {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:01.952334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc029256-59a0-4d5d-a09a-e034cfe72c8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.955003 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.963172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ca9724d-d199-4201-ae1d-daef28ae2ee3 req-0edf3fbd-a525-4a05-962f-cbcf230d58ea tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/ports?device_id=518cf469-3125-4007-8f4e-7648f4a80ace HTTP/1.1" status: 200 len: 210 time: 0.0745332 Nov 25 17:40:02.003967 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.027820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:02.044168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc029256-59a0-4d5d-a09a-e034cfe72c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.058945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:02.082297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:02.153335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6f98c73e-ad33-4119-8e98-5ccfff89ce2e None None] Provisioning complete for port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:02.154668 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f98c73e-ad33-4119-8e98-5ccfff89ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.194837 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:02.239525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Pushing event updated for resources: {'Port': ['ID=08978732-6b13-4ac7-8f7e-7bbf9ed19123,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:02.261118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] Set router c5de1e42-ad9d-48b5-8c30-4b344811dfbe gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:02.316502 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9f42019-fbcd-4b9d-bab1-4548c2bfa2d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.338030 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc029256-59a0-4d5d-a09a-e034cfe72c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.342004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9f42019-fbcd-4b9d-bab1-4548c2bfa2d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.421257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc029256-59a0-4d5d-a09a-e034cfe72c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.463609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 40ee2499-10c8-40c0-847e-1533de9b2eb2 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:02.468261 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8dda-d9ae-46d8-9747-ae07d87babe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.470220 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc029256-59a0-4d5d-a09a-e034cfe72c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313bdac5-e215-44a3-9277-574f96cfd8be,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:02.500298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc029256-59a0-4d5d-a09a-e034cfe72c8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.524003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fc029256-59a0-4d5d-a09a-e034cfe72c8a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/313bdac5-e215-44a3-9277-574f96cfd8be HTTP/1.1" status: 204 len: 168 time: 0.9814134 Nov 25 17:40:02.526024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Attempting to bind port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:02.526628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Attempting to bind port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:02.527099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Attempting to bind port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 on network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:02.530098 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc047f-beee-4053-8007-7e8b1e30ab54 None None] Network 0eee1f13-1866-4846-ad2f-35c14cb97e07 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:02.534094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48814) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:02.537997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 40ee2499-10c8-40c0-847e-1533de9b2eb2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:02.538709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 40ee2499-10c8-40c0-847e-1533de9b2eb2 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:02.551433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.598875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.600332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:02.602298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Checking segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:02.602837 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.603383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Bound using segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:02.603967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Bound port: 08978732-6b13-4ac7-8f7e-7bbf9ed19123, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:02.604765 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.622430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.670412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f42019-fbcd-4b9d-bab1-4548c2bfa2d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Router 32521bc6-c58c-4ed3-b337-978f4c05e108 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:02.705881 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:26Z', 'revision_number': 5, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:02.741538 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f98c73e-ad33-4119-8e98-5ccfff89ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.776237 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5d309-b6fe-4214-b813-4ed79f306e61 None None] The sync data for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 is: [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:29:19Z', 'revision_number': 4, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '79c2ada7-6e42-4db6-9970-068ad5465cb8', 'name': '', 'network_id': '2983c91f-258f-4b5e-9cdb-2a076206d134', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'mac_address': 'fa:16:3e:69:05:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:16Z', 'updated_at': '2021-11-25T17:29:26Z', 'revision_number': 5, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'subnets': [{'id': 'a735e756-d380-48a7-9b68-17b9df300d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:02.846612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6f98c73e-ad33-4119-8e98-5ccfff89ce2e None None] For port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,segment=NetworkSegment(333dcb73-882f-44b0-b598-1f81fd02ce3a),segment_id=333dcb73-882f-44b0-b598-1f81fd02ce3a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:02.872044 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f98c73e-ad33-4119-8e98-5ccfff89ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.904681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.963986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 4, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb', 'name': '', 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'mac_address': 'fa:16:3e:b1:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b6cc4c32-28dc-4ef0-8c13-4c81c9011778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:40:01Z', 'revision_number': 4, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'subnets': [{'id': 'b6cc4c32-28dc-4ef0-8c13-4c81c9011778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:03.030139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f42019-fbcd-4b9d-bab1-4548c2bfa2d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:03.059503 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9f42019-fbcd-4b9d-bab1-4548c2bfa2d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.059503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c9f42019-fbcd-4b9d-bab1-4548c2bfa2d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "PUT /v2.0/routers/32521bc6-c58c-4ed3-b337-978f4c05e108 HTTP/1.1" status: 200 len: 694 time: 2.5348074 Nov 25 17:40:03.067490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:03.091228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] Sync routers for ids ['32521bc6-c58c-4ed3-b337-978f4c05e108'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:03.094927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a50666-8637-478c-a710-27b3ff88d937 None None] The sync data for ids ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'] in n-d-819349-3 is: [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 4, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb', 'name': '', 'network_id': '46361030-8931-4cf4-ac72-fda316ea44c7', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'mac_address': 'fa:16:3e:b1:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'b6cc4c32-28dc-4ef0-8c13-4c81c9011778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:48Z', 'updated_at': '2021-11-25T17:40:01Z', 'revision_number': 4, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'subnets': [{'id': 'b6cc4c32-28dc-4ef0-8c13-4c81c9011778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:03.104466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] For port 08978732-6b13-4ac7-8f7e-7bbf9ed19123, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:03.126031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98c73e-ad33-4119-8e98-5ccfff89ce2e None None] Pushing event updated for resources: {'Port': ['ID=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:03.136534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] Routers {'32521bc6-c58c-4ed3-b337-978f4c05e108'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:03.137203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['32521bc6-c58c-4ed3-b337-978f4c05e108'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:03.179821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48828) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:03.327296 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e74422-dff7-4345-a925-aed576931dad None None] New status for floating IP 7e05de8d-6e5d-4973-8a35-622bced073bd: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:40:03.331221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Allocated IP 172.25.1.168 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:03.354435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0d37b313-e593-410a-b916-3d40ef4d84dd tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/routers/32521bc6-c58c-4ed3-b337-978f4c05e108 HTTP/1.1" status: 200 len: 700 time: 0.2856593 Nov 25 17:40:03.355154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48830) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:03.363696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Deleting port e38b4c83-198f-49a0-bef9-93eae4f2ae83 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:03.371288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.459298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1f92b23-2f57-44d2-bbe0-bbc4e3a6a860 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.481539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e0dd8b49-fe2f-4a62-9507-e1b82e4b3262 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=32521bc6-c58c-4ed3-b337-978f4c05e108 HTTP/1.1" status: 200 len: 205 time: 0.1185699 Nov 25 17:40:03.484493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:03.525625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] For port 08978732-6b13-4ac7-8f7e-7bbf9ed19123, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08978732-6b13-4ac7-8f7e-7bbf9ed19123,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:03.537036 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1f92b23-2f57-44d2-bbe0-bbc4e3a6a860 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.604158 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.692645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6543dceb-43c4-4688-a43b-6162275472f3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.693757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1f92b23-2f57-44d2-bbe0-bbc4e3a6a860 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.697828 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1f92b23-2f57-44d2-bbe0-bbc4e3a6a860 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.701747 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d1f92b23-2f57-44d2-bbe0-bbc4e3a6a860 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "DELETE /v2.0/security-groups/05c74664-f8d8-4257-91a2-33cbd6a5ef6a HTTP/1.1" status: 204 len: 168 time: 0.5207222 Nov 25 17:40:03.708446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:03.731976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcccd6-5793-4caf-becc-3d9e01b04f26 None None] Pushing event updated for resources: {'Port': ['ID=08978732-6b13-4ac7-8f7e-7bbf9ed19123,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:03.743763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] Set router 32521bc6-c58c-4ed3-b337-978f4c05e108 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:03.774165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f92b23-2f57-44d2-bbe0-bbc4e3a6a860 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c74664-f8d8-4257-91a2-33cbd6a5ef6a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:03.797321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] For port e38b4c83-198f-49a0-bef9-93eae4f2ae83, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e38b4c83-198f-49a0-bef9-93eae4f2ae83,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:03.797838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:03.871510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Calling delete_port for e38b4c83-198f-49a0-bef9-93eae4f2ae83 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:03.884421 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-26408dd8-089f-4f50-980e-cdc99e9713be tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] show failed (client error): The resource could not be found. Nov 25 17:40:03.885635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-26408dd8-089f-4f50-980e-cdc99e9713be tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "GET /v2.0/security-groups/05c74664-f8d8-4257-91a2-33cbd6a5ef6a HTTP/1.1" status: 404 len: 347 time: 0.1758609 Nov 25 17:40:03.910273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48840) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:03.925234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32521bc6-c58c-4ed3-b337-978f4c05e108', 'name': 'tempest-RoutersTest-router-1710710030', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:02Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:03.929319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] DHCP port deletion for 0eee1f13-1866-4846-ad2f-35c14cb97e07 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:03.974322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] Checking router: 32521bc6-c58c-4ed3-b337-978f4c05e108 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:04.002996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] Routers {'32521bc6-c58c-4ed3-b337-978f4c05e108'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:04.003899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:39:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['32521bc6-c58c-4ed3-b337-978f4c05e108'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:04.059403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.120378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] Set router 32521bc6-c58c-4ed3-b337-978f4c05e108 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:04.231062 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6543dceb-43c4-4688-a43b-6162275472f3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.245199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6543dceb-43c4-4688-a43b-6162275472f3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.342302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32521bc6-c58c-4ed3-b337-978f4c05e108', 'name': 'tempest-RoutersTest-router-1710710030', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:02Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:04.421768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6543dceb-43c4-4688-a43b-6162275472f3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.422336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6543dceb-43c4-4688-a43b-6162275472f3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Fanout notify agent at l3_agent the message router_deleted on router 32521bc6-c58c-4ed3-b337-978f4c05e108 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:04.424659 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.436109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6543dceb-43c4-4688-a43b-6162275472f3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.437554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b461a-1936-48ce-a2fd-e24bef6ac420 None None] The sync data for ids ['32521bc6-c58c-4ed3-b337-978f4c05e108'] in n-d-819349-3 is: [{'id': '32521bc6-c58c-4ed3-b337-978f4c05e108', 'name': 'tempest-RoutersTest-router-1710710030', 'tenant_id': 'e3295eee53e14644897ea2c4d975376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:02Z', 'revision_number': 2, 'project_id': 'e3295eee53e14644897ea2c4d975376f', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:04.448176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6543dceb-43c4-4688-a43b-6162275472f3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/32521bc6-c58c-4ed3-b337-978f4c05e108 HTTP/1.1" status: 204 len: 168 time: 0.9486306 Nov 25 17:40:04.451447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48844) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:04.494095 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7d389b1-1c2f-4bec-8e69-056e82bba2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.555319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:04.562797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] Deleting port e38b4c83-198f-49a0-bef9-93eae4f2ae83 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:04.563611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.567106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-376cd1f5-7ce6-4f8e-a407-dfeff48516a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=32521bc6-c58c-4ed3-b337-978f4c05e108 HTTP/1.1" status: 200 len: 205 time: 0.1144905 Nov 25 17:40:04.573919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:04.596020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:04.687174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:04.696107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] For port e38b4c83-198f-49a0-bef9-93eae4f2ae83, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e38b4c83-198f-49a0-bef9-93eae4f2ae83,segment=NetworkSegment(48d07447-cea2-4650-9445-d8f89ae6a4da),segment_id=48d07447-cea2-4650-9445-d8f89ae6a4da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:04.696525 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.704821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:04.712437 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-a2bbbc72-4c37-4194-acbe-a50dd70005c7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] delete failed (client error): The resource could not be found. Nov 25 17:40:04.712437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a2bbbc72-4c37-4194-acbe-a50dd70005c7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/32521bc6-c58c-4ed3-b337-978f4c05e108 HTTP/1.1" status: 404 len: 336 time: 0.1349554 Nov 25 17:40:04.712437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Pushing event updated for resources: {'Port': ['ID=e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:04.737161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eab92c-34fd-4b3c-baae-3f2652bb1822 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:04.753264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] Calling delete_port for e38b4c83-198f-49a0-bef9-93eae4f2ae83 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:04.777394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:04.781889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:04.782278 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.859366 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-31492336-dc83-4aa8-8d4f-027b5cea2f86 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:04.859835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31492336-dc83-4aa8-8d4f-027b5cea2f86 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:04.868895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-31492336-dc83-4aa8-8d4f-027b5cea2f86 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/03d0aaac-74ba-4492-b25a-f4e1b619c42d HTTP/1.1" status: 404 len: 337 time: 0.0903592 Nov 25 17:40:04.869968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:04.947296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Deleting port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:04.947834 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.980756 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c93932-382f-4ea2-a352-6bb6c57f13c3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:04.982038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c93932-382f-4ea2-a352-6bb6c57f13c3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:04.991521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e2c93932-382f-4ea2-a352-6bb6c57f13c3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/370e49cf-a10a-43c5-91d6-8c6e71605644 HTTP/1.1" status: 404 len: 337 time: 0.1180456 Nov 25 17:40:04.992577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.052636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-058dac6e-8130-40fe-986d-46e9f259d934 None None] Provisioning complete for port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:05.054212 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-058dac6e-8130-40fe-986d-46e9f259d934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.119139 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb6b464-6621-40b4-83d4-c82b00d3bf1b tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:05.119694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb6b464-6621-40b4-83d4-c82b00d3bf1b tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:05.140133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dbb6b464-6621-40b4-83d4-c82b00d3bf1b tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/2ef5cb6e-5278-461a-93ca-fc5df3a0d806 HTTP/1.1" status: 404 len: 337 time: 0.1408665 Nov 25 17:40:05.140971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48860) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.183951 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-30378906-0194-4c21-a552-ad6b348ca6e1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:05.184421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30378906-0194-4c21-a552-ad6b348ca6e1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:05.205073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30378906-0194-4c21-a552-ad6b348ca6e1 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/f51a6eed-1e43-4973-a1f2-56ac816139c0 HTTP/1.1" status: 404 len: 337 time: 0.0458803 Nov 25 17:40:05.206491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48862) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.212967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-058dac6e-8130-40fe-986d-46e9f259d934 None None] Port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:05.236340 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.300905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] For port 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,segment=NetworkSegment(333dcb73-882f-44b0-b598-1f81fd02ce3a),segment_id=333dcb73-882f-44b0-b598-1f81fd02ce3a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:05.301300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.347983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] No DVR routers for this DVR port e38b4c83-198f-49a0-bef9-93eae4f2ae83 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:05.359732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a046e9-fcad-40d7-afb2-6d573c4852f6 None None] Pushing event deleted for resources: {'Port': ['ID=e38b4c83-198f-49a0-bef9-93eae4f2ae83,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:05.383985 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3a99b777-e510-4292-a12f-49d98a6c27d2 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 200 len: 205 time: 0.1183031 Nov 25 17:40:05.387245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Calling delete_port for 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:05.395246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48864) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.474325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e38b4c83-198f-49a0-bef9-93eae4f2ae83 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:05.519318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e38b4c83-198f-49a0-bef9-93eae4f2ae83 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:05.519762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e38b4c83-198f-49a0-bef9-93eae4f2ae83 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:05.620782 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.662117 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-441c777c-e69a-4f11-8eb3-e0af44b2b098 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] delete failed (client error): The resource could not be found. Nov 25 17:40:05.665649 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-441c777c-e69a-4f11-8eb3-e0af44b2b098 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/170241c1-9b24-4995-acd4-521df30a9941 HTTP/1.1" status: 404 len: 336 time: 0.2661006 Nov 25 17:40:05.667629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.672161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48866) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.736107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb3cb99-32aa-4692-90a2-225abd439e44 None None] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:05.745186 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ade9dbf3-d0f4-4002-b645-d3eeafbf6369 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a18eb4-785c-49d7-ba90-f040f020c775 HTTP/1.1" status: 200 len: 205 time: 0.0672317 Nov 25 17:40:05.750517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.751710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38b4c83-198f-49a0-bef9-93eae4f2ae83,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:05.753634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] No DVR routers for this DVR port e38b4c83-198f-49a0-bef9-93eae4f2ae83 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:05.811862 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-aa0f1a0f-c12f-4a98-a797-0ffb7f2a0b86 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] delete failed (client error): The resource could not be found. Nov 25 17:40:05.816222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aa0f1a0f-c12f-4a98-a797-0ffb7f2a0b86 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/e4a18eb4-785c-49d7-ba90-f040f020c775 HTTP/1.1" status: 404 len: 336 time: 0.0645754 Nov 25 17:40:05.818584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.856405 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb48886-900d-4d2f-9299-57640ecacb22 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:05.858028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb48886-900d-4d2f-9299-57640ecacb22 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:05.861233 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Deleting port 377b558f-331d-42e1-919d-9dcecebd9c81 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:05.861320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.865559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-deb48886-900d-4d2f-9299-57640ecacb22 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/03bcdd01-2a5a-435a-a550-f547f08199a6 HTTP/1.1" status: 404 len: 337 time: 0.0447891 Nov 25 17:40:05.867247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.969849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ee6b9bc2-7bb1-4965-b987-ef7ea062dfec tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef77e600-b683-45c8-b3d6-8a2494dc5dde HTTP/1.1" status: 200 len: 205 time: 0.0505285 Nov 25 17:40:05.974635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.053420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.072501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.106815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-71302e75-d221-4aca-864c-2d29fc1643f9 None None] Provisioning complete for port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:06.107190 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71302e75-d221-4aca-864c-2d29fc1643f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.158907 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.173728 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-ce58775e-b72f-4047-882f-4872d010f804 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] delete failed (client error): The resource could not be found. Nov 25 17:40:06.174805 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce58775e-b72f-4047-882f-4872d010f804 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/ef77e600-b683-45c8-b3d6-8a2494dc5dde HTTP/1.1" status: 404 len: 336 time: 0.1280680 Nov 25 17:40:06.178642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48880) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.247599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1cf2a9fa-9fee-476d-9060-d25fc46ded6a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=451055c0-64cf-4bb6-a58e-4606078f5981 HTTP/1.1" status: 200 len: 205 time: 0.0642359 Nov 25 17:40:06.279109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.333488 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eee1f13-1866-4846-ad2f-35c14cb97e07']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:06.389027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71302e75-d221-4aca-864c-2d29fc1643f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.466536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08978732-6b13-4ac7-8f7e-7bbf9ed19123 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:06.517853 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-28c47219-e5f8-4507-9009-5fd5d06137a3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] delete failed (client error): The resource could not be found. Nov 25 17:40:06.519610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-28c47219-e5f8-4507-9009-5fd5d06137a3 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/451055c0-64cf-4bb6-a58e-4606078f5981 HTTP/1.1" status: 404 len: 336 time: 0.2393236 Nov 25 17:40:06.523332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.533271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d07447-cea2-4650-9445-d8f89ae6a4da') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:06.533783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d07447-cea2-4650-9445-d8f89ae6a4da') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:06.550541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Router f4bfb70a-662a-463f-892a-3ec33deaf732 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:06.580953 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.590852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.595171 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.596003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.611374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-71302e75-d221-4aca-864c-2d29fc1643f9 None None] For port 08978732-6b13-4ac7-8f7e-7bbf9ed19123, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08978732-6b13-4ac7-8f7e-7bbf9ed19123,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:06.631778 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-277340c3-2e17-40e2-a508-9d49219a4a4c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:06.632170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277340c3-2e17-40e2-a508-9d49219a4a4c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:06.638990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-277340c3-2e17-40e2-a508-9d49219a4a4c tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/c86e4800-dab9-492f-b066-bd03396d3a76 HTTP/1.1" status: 404 len: 337 time: 0.1108387 Nov 25 17:40:06.639156 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71302e75-d221-4aca-864c-2d29fc1643f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.651596 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.665758 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:06.683732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.697821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:06.697821 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.719631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Calling delete_port for 377b558f-331d-42e1-919d-9dcecebd9c81 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:06.732033 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e8e07439-5ca4-4411-8921-ed9ca78a441a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed3753f8-f923-4ea2-9a4e-963dcb642fc3 HTTP/1.1" status: 200 len: 205 time: 0.0463476 Nov 25 17:40:06.735220 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.736635 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.781758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302e75-d221-4aca-864c-2d29fc1643f9 None None] Pushing event updated for resources: {'Port': ['ID=08978732-6b13-4ac7-8f7e-7bbf9ed19123,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:06.814506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b9e258c6-a015-40a2-99dc-5f7c54284162 None None] Provisioning complete for port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:06.815104 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9e258c6-a015-40a2-99dc-5f7c54284162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.916356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:06.950663 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-0eda871e-a34e-47a1-aad7-a35f1525a7ae tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] delete failed (client error): The resource could not be found. Nov 25 17:40:06.957817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.958132 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0eda871e-a34e-47a1-aad7-a35f1525a7ae tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/ed3753f8-f923-4ea2-9a4e-963dcb642fc3 HTTP/1.1" status: 404 len: 336 time: 0.2174623 Nov 25 17:40:06.961776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:06.962315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:06.975436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Sync routers for ids ['f4bfb70a-662a-463f-892a-3ec33deaf732'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:06.978226 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:06.998620 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a826a47a-fcea-4939-8318-f40266690970 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:06.999431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a826a47a-fcea-4939-8318-f40266690970 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:07.002899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a826a47a-fcea-4939-8318-f40266690970 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/1ea75f9d-8c10-4225-ba97-c267d104befc HTTP/1.1" status: 404 len: 337 time: 0.0435503 Nov 25 17:40:07.006246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.008169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d9afd48a-07d6-44e1-b4f1-249efa891c39 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9989641 Nov 25 17:40:07.008882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.027821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.081101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c5a88bbf-c421-4420-8b93-882b739132ae tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "GET /v2.0/ports?device_id=720a31a2-9f0f-4c88-be81-e20a515ff70e HTTP/1.1" status: 200 len: 205 time: 0.0707262 Nov 25 17:40:07.086670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Routers {'f4bfb70a-662a-463f-892a-3ec33deaf732'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:07.087326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f4bfb70a-662a-463f-892a-3ec33deaf732'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:07.131040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48910) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.215880 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-dfd099b4-0cd3-4af9-a359-fc9b03c7c5a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] delete failed (client error): The resource could not be found. Nov 25 17:40:07.220109 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dfd099b4-0cd3-4af9-a359-fc9b03c7c5a7 tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/routers/720a31a2-9f0f-4c88-be81-e20a515ff70e HTTP/1.1" status: 404 len: 336 time: 0.0875349 Nov 25 17:40:07.228055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48912) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.328144 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Set router f4bfb70a-662a-463f-892a-3ec33deaf732 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:07.455494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.458109 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d88f40-e351-4eb9-bd05-7382f44acd3a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:07.458693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d88f40-e351-4eb9-bd05-7382f44acd3a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:07.466012 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-85d88f40-e351-4eb9-bd05-7382f44acd3a tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/43b5c410-af5e-45ba-bcde-5c7bb115c60e HTTP/1.1" status: 404 len: 337 time: 0.2155547 Nov 25 17:40:07.469962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48914) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.563787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.572876 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2368ccc-d23f-4047-9b93-fff636b0b8ad tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:07.573376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2368ccc-d23f-4047-9b93-fff636b0b8ad tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:07.577433 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e2368ccc-d23f-4047-9b93-fff636b0b8ad tempest-RoutersTest-1719016714 tempest-RoutersTest-1719016714-project] 10.222.0.81 "DELETE /v2.0/subnets/45374bc3-7244-44f7-b948-54fbfc624b4e HTTP/1.1" status: 404 len: 337 time: 0.1063197 Nov 25 17:40:07.618612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.628172 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0eee1f13-1866-4846-ad2f-35c14cb97e07 HTTP/1.1" status: 204 len: 168 time: 5.0907061 Nov 25 17:40:07.628172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada534b4-4052-4b79-89b1-fe9fa785f509 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eee1f13-1866-4846-ad2f-35c14cb97e07,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:07.710345 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.723899 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.763674 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:40:07.809920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:05Z', 'revision_number': 3, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port': {'id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:02Z', 'updated_at': '2021-11-25T17:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:07.893756 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.894824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Checking router: f4bfb70a-662a-463f-892a-3ec33deaf732 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:07.895191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Updating router f4bfb70a-662a-463f-892a-3ec33deaf732 port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:07.972869 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.044523 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a893c72c-d8b8-4dcf-aee5-013f4d16cd4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed4b3d7b85e94c088b2542edf42fff7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402714 Nov 25 17:40:08.048042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:08.075405 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.144339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.165014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:08.514269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08978732-6b13-4ac7-8f7e-7bbf9ed19123 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:08.665038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Pushing event deleted for resources: {'Port': ['ID=377b558f-331d-42e1-919d-9dcecebd9c81,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:08.680229 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-059a609e-746d-4c0c-bba0-81a26f0bae6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.697993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:08.698401 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.699267 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.716062 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.751170 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.801637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-059a609e-746d-4c0c-bba0-81a26f0bae6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.804219 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.806966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.818185 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4f71f452-4173-43de-83ec-ba81294b88b2 tempest-ServerActionsTestJSON-1178010532 tempest-ServerActionsTestJSON-1178010532-project] 10.222.0.81 "DELETE /v2.0/floatingips/7e05de8d-6e5d-4973-8a35-622bced073bd HTTP/1.1" status: 204 len: 168 time: 4.8991356 Nov 25 17:40:08.831718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48936) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:08.833005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df87fb7-5678-4252-880b-54fd8e7446fe None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:08.861236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Attempting to bind port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:08.870238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Attempting to bind port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:08.870946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Attempting to bind port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:08.879170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48d703-928a-419a-baee-8d00b2cf0118 None None] Pushing event updated for resources: {'Port': ['ID=e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:08.913870 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-97d839af-2365-4159-a88f-1822888bef94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3295eee53e14644897ea2c4d975376f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7447166 Nov 25 17:40:08.923840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:08.976085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:08.977156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:08.977624 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.978029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:08.978619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Bound port: e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:08.979007 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.037131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Allocated IP 172.20.0.1 (ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd/9dec79b9-e011-4f8e-a043-ff32abb121e0/d02a7526-5e3f-40fd-ac48-28f27e417b0e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:09.073842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fefbe987-1a7b-42e2-858f-2bad8809e621 None None] Provisioning complete for port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:09.074636 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fefbe987-1a7b-42e2-858f-2bad8809e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.115461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Router c5de1e42-ad9d-48b5-8c30-4b344811dfbe has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:09.146003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] For port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:09.165818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] For port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:09.167875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fefbe987-1a7b-42e2-858f-2bad8809e621 None None] Port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:09.174920 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.192291 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.237789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd699b-3afe-4cb8-aee5-4b8ad4615014 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:09.269714 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Routers {'f4bfb70a-662a-463f-892a-3ec33deaf732'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:09.270383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f4bfb70a-662a-463f-892a-3ec33deaf732'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:09.283924 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.348511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:09.356097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:09.359026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:09.409168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:09.423167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Pushing event updated for resources: {'Port': ['ID=d02a7526-5e3f-40fd-ac48-28f27e417b0e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:09.493880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] Set router f4bfb70a-662a-463f-892a-3ec33deaf732 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:09.516239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-059a609e-746d-4c0c-bba0-81a26f0bae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.518861 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-059a609e-746d-4c0c-bba0-81a26f0bae6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.520029 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-059a609e-746d-4c0c-bba0-81a26f0bae6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47e35458-52c8-44e5-897b-ac0d17cdda96 HTTP/1.1" status: 204 len: 168 time: 1.4710519 Nov 25 17:40:09.528860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.529901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.532165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.532526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.532881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.533256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.533842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.533939 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.534266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.534602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.535099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.535442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:09.555042 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.634195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3b783c8-a7cd-454b-a66b-620a0f115cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.663700 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3b783c8-a7cd-454b-a66b-620a0f115cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.716045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31fdef3-8f9a-4cd7-b80e-572178b546b5 admin admin] Deleting subnet 8efe2f1f-ae44-48f0-ba3d-ed9f4a084558 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:09.721416 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b31fdef3-8f9a-4cd7-b80e-572178b546b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.800986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a609e-746d-4c0c-bba0-81a26f0bae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e35458-52c8-44e5-897b-ac0d17cdda96,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:09.818711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3b783c8-a7cd-454b-a66b-620a0f115cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.821618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3b783c8-a7cd-454b-a66b-620a0f115cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.841311 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e3b783c8-a7cd-454b-a66b-620a0f115cfc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de83aa83-5650-4427-8e67-336af33d93bd HTTP/1.1" status: 204 len: 168 time: 0.9077439 Nov 25 17:40:09.854544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b783c8-a7cd-454b-a66b-620a0f115cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de83aa83-5650-4427-8e67-336af33d93bd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:09.861421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b31fdef3-8f9a-4cd7-b80e-572178b546b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.883101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:09.900799 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] Sync routers for ids ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:09.906843 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-86bece22-e5f3-42dc-b502-a73c15b6854a admin admin] 10.222.0.81 "PUT /v2.0/routers/c5de1e42-ad9d-48b5-8c30-4b344811dfbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2229970 Nov 25 17:40:09.909606 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 48958) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:09.918837 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] Routers {'c5de1e42-ad9d-48b5-8c30-4b344811dfbe'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:09.919480 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:09.985718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b31fdef3-8f9a-4cd7-b80e-572178b546b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.015642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48d703-928a-419a-baee-8d00b2cf0118 None None] Pushing event updated for resources: {'Port': ['ID=e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:10.136543 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b31fdef3-8f9a-4cd7-b80e-572178b546b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.160454 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] Set router c5de1e42-ad9d-48b5-8c30-4b344811dfbe gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:10.192041 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2dc4c19f-0f09-4eb4-a8b2-fc864acc5383 None None] Provisioning complete for port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:10.196465 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c19f-0f09-4eb4-a8b2-fc864acc5383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.282125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fdef3-8f9a-4cd7-b80e-572178b546b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efe2f1f-ae44-48f0-ba3d-ed9f4a084558,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:10.373048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.397725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e059a3-59de-491c-ae42-5cb328edec18 None None] Network d09e0c14-9a65-4122-8a82-ebc42edbbd6d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:10.408821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b31fdef3-8f9a-4cd7-b80e-572178b546b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.416343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b31fdef3-8f9a-4cd7-b80e-572178b546b5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8efe2f1f-ae44-48f0-ba3d-ed9f4a084558 HTTP/1.1" status: 204 len: 168 time: 1.0548084 Nov 25 17:40:10.420801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 48968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:10.501075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.681357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.732862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c19f-0f09-4eb4-a8b2-fc864acc5383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.760240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2dc4c19f-0f09-4eb4-a8b2-fc864acc5383 None None] For port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:10.790865 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:40:06Z', 'revision_number': 5, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:10.792604 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c19f-0f09-4eb4-a8b2-fc864acc5383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.814715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cad9d3-48e7-4de0-a0d2-3a64bff40162 None None] DHCP port deletion for d09e0c14-9a65-4122-8a82-ebc42edbbd6d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:10.868964 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] Checking router: c5de1e42-ad9d-48b5-8c30-4b344811dfbe for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:10.895989 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] Routers {'c5de1e42-ad9d-48b5-8c30-4b344811dfbe'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:10.896614 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:11.015177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.028149 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.028616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-255693f4-29e5-4744-9006-1cd04367607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:05Z', 'revision_number': 3, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port': {'id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:02Z', 'updated_at': '2021-11-25T17:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:11.093609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09e0c14-9a65-4122-8a82-ebc42edbbd6d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:11.121249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4c19f-0f09-4eb4-a8b2-fc864acc5383 None None] Pushing event updated for resources: {'Port': ['ID=e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:11.135271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4c08b2-9c6d-413e-ac3d-a69d866222ee') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:11.135581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4c08b2-9c6d-413e-ac3d-a69d866222ee') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:11.136820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255693f4-29e5-4744-9006-1cd04367607f None None] The sync data for ids ['f4bfb70a-662a-463f-892a-3ec33deaf732'] in n-d-819349-3 is: [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:05Z', 'revision_number': 3, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port': {'id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:02Z', 'updated_at': '2021-11-25T17:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:11.152492 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] Set router c5de1e42-ad9d-48b5-8c30-4b344811dfbe gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:11.153149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-724a3bd4-c798-480d-9b19-b5e0b9fb6532 None None] Provisioning complete for port d02a7526-5e3f-40fd-ac48-28f27e417b0e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:11.154073 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-724a3bd4-c798-480d-9b19-b5e0b9fb6532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.189802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.192435 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.245116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-724a3bd4-c798-480d-9b19-b5e0b9fb6532 None None] Port d02a7526-5e3f-40fd-ac48-28f27e417b0e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:11.252668 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.259298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.271534 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.432978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.436168 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:40:06Z', 'revision_number': 5, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:11.440334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:11.440774 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.448226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Pushing event updated for resources: {'Port': ['ID=d02a7526-5e3f-40fd-ac48-28f27e417b0e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:11.459294 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:11.507089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Deleting port d4b8163d-f930-49a5-810b-7bede40e8266 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:11.507701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.534518 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3c5ed-18cc-4761-b722-a627e277a1e4 None None] The sync data for ids ['c5de1e42-ad9d-48b5-8c30-4b344811dfbe'] in n-d-819349-3 is: [{'id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'name': 'tempest-ImageQuotaTest-2080109909-router', 'tenant_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:39Z', 'updated_at': '2021-11-25T17:40:06Z', 'revision_number': 5, 'project_id': 'b8af781a227f4fe1a5b2aaa7a99d5e78', 'gw_port': {'id': 'd4b8163d-f930-49a5-810b-7bede40e8266', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de1e42-ad9d-48b5-8c30-4b344811dfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:11.686418 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.693554 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.703699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d09e0c14-9a65-4122-8a82-ebc42edbbd6d HTTP/1.1" status: 204 len: 168 time: 1.2780113 Nov 25 17:40:11.743768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:11.750847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cf908-dc05-420b-a0d1-e5a58ef29451 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09e0c14-9a65-4122-8a82-ebc42edbbd6d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:11.801207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:11.805147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:11.885446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] For port d4b8163d-f930-49a5-810b-7bede40e8266, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d4b8163d-f930-49a5-810b-7bede40e8266,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:11.885904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.927317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Calling delete_port for d4b8163d-f930-49a5-810b-7bede40e8266 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:12.107765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Router f4bfb70a-662a-463f-892a-3ec33deaf732 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:12.250925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49024) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:12.308649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4c726913-00ef-4223-b688-47987dd71dfb None None] Provisioning complete for port d02a7526-5e3f-40fd-ac48-28f27e417b0e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:12.310342 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c726913-00ef-4223-b688-47987dd71dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.349279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.387628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4c726913-00ef-4223-b688-47987dd71dfb None None] Port d02a7526-5e3f-40fd-ac48-28f27e417b0e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:12.419602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d8a9c-09cc-4778-83a2-afa5ca273340 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:12.506077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:12.527162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1e4524e8-7a25-4071-97ec-51b1a27a0c06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08f6353f9e254ef8929358370ace941b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718372 Nov 25 17:40:12.538634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:12.554417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:12.558560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b8163d-f930-49a5-810b-7bede40e8266,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:12.574202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8a378dd7-5f58-44c4-a815-b97a425cfc25 admin admin] 10.222.0.81 "PUT /v2.0/routers/f4bfb70a-662a-463f-892a-3ec33deaf732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5341187 Nov 25 17:40:12.651432 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d94cdc76-6a0e-49ac-925b-df6c9f6a9610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.656233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:12.658316 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.660627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.689973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d94cdc76-6a0e-49ac-925b-df6c9f6a9610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.758785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:12.780185 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d94cdc76-6a0e-49ac-925b-df6c9f6a9610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.783547 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d94cdc76-6a0e-49ac-925b-df6c9f6a9610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.784829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d94cdc76-6a0e-49ac-925b-df6c9f6a9610 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9 HTTP/1.1" status: 204 len: 168 time: 0.2451699 Nov 25 17:40:12.797623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cdc76-6a0e-49ac-925b-df6c9f6a9610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed0932b-b515-4d3c-92ff-8b5a14a4bfb9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:12.876100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c2bc6d18-c60b-47b5-be07-6a78500e40bf tempest-DvrRoutersNegativeTest-1858837955 tempest-DvrRoutersNegativeTest-1858837955-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1485643268', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:12.879269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.policy [None req-c2bc6d18-c60b-47b5-be07-6a78500e40bf tempest-DvrRoutersNegativeTest-1858837955 tempest-DvrRoutersNegativeTest-1858837955-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103598) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 25 17:40:12.879586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.policy [None req-c2bc6d18-c60b-47b5-be07-6a78500e40bf tempest-DvrRoutersNegativeTest-1858837955 tempest-DvrRoutersNegativeTest-1858837955-project] Failed policy check for 'create_router' {{(pid=103598) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 25 17:40:12.880409 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-c2bc6d18-c60b-47b5-be07-6a78500e40bf tempest-DvrRoutersNegativeTest-1858837955 tempest-DvrRoutersNegativeTest-1858837955-project] create failed (client error): Access was denied to this resource. Nov 25 17:40:12.884667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:12.886735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c2bc6d18-c60b-47b5-be07-6a78500e40bf tempest-DvrRoutersNegativeTest-1858837955 tempest-DvrRoutersNegativeTest-1858837955-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.1384983 Nov 25 17:40:12.945844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:12.947128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4f3e01d7-ef94-4154-8944-9e6fdc5c4bcb not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:12.948985 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3f2233f-40f0-4bd0-8514-bb48c8166af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.005476 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.009655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.071830 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3f2233f-40f0-4bd0-8514-bb48c8166af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.072988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Deleting port 79c2ada7-6e42-4db6-9970-068ad5465cb8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:13.073534 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.083200 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3f2233f-40f0-4bd0-8514-bb48c8166af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.092626 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.093479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5de1e42-ad9d-48b5-8c30-4b344811dfbe {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:13.103048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.104360 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5a5d58df-8ff5-4756-a890-c269a21b26c1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c5de1e42-ad9d-48b5-8c30-4b344811dfbe HTTP/1.1" status: 204 len: 168 time: 3.1886427 Nov 25 17:40:13.113011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49050) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.190614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b3f2233f-40f0-4bd0-8514-bb48c8166af2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eca1eb88a9ea4e92894749e4c18ba97b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301136 Nov 25 17:40:13.191594 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49052) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.211614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2233f-40f0-4bd0-8514-bb48c8166af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00209450-f311-4872-a580-680ec9684a72,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:13.223710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] For port 79c2ada7-6e42-4db6-9970-068ad5465cb8, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=79c2ada7-6e42-4db6-9970-068ad5465cb8,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:13.224085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.248409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4a119c-55df-44e7-825e-7e8310166b0f admin admin] Deleting subnet b6cc4c32-28dc-4ef0-8c13-4c81c9011778 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:13.255540 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4a119c-55df-44e7-825e-7e8310166b0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.328168 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b34947-5071-4885-a3b0-76a199f14c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.357716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b34947-5071-4885-a3b0-76a199f14c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.367753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4a119c-55df-44e7-825e-7e8310166b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.564153 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b34947-5071-4885-a3b0-76a199f14c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.584055 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-43b34947-5071-4885-a3b0-76a199f14c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.591457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-43b34947-5071-4885-a3b0-76a199f14c48 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00209450-f311-4872-a580-680ec9684a72 HTTP/1.1" status: 204 len: 168 time: 0.3954270 Nov 25 17:40:13.606342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4a119c-55df-44e7-825e-7e8310166b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.611169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Calling delete_port for 79c2ada7-6e42-4db6-9970-068ad5465cb8 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:13.638192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b34947-5071-4885-a3b0-76a199f14c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00209450-f311-4872-a580-680ec9684a72,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:13.675009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.718265 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4a119c-55df-44e7-825e-7e8310166b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.755486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a119c-55df-44e7-825e-7e8310166b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cc4c32-28dc-4ef0-8c13-4c81c9011778,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:13.757901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273fca4b-7915-4d06-a814-4a86d50ecbf5 None None] Network 46361030-8931-4cf4-ac72-fda316ea44c7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:13.760337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-da4a119c-55df-44e7-825e-7e8310166b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.772528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-da4a119c-55df-44e7-825e-7e8310166b0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b6cc4c32-28dc-4ef0-8c13-4c81c9011778 HTTP/1.1" status: 204 len: 168 time: 0.6533768 Nov 25 17:40:13.775794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.888821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.987413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Deleting port 29828fd8-662f-479a-ab28-dfe52d310832 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:13.987413 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.997546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.039655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Sync routers for ids ['f4bfb70a-662a-463f-892a-3ec33deaf732'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:14.049662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Routers {'f4bfb70a-662a-463f-892a-3ec33deaf732'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:14.050288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f4bfb70a-662a-463f-892a-3ec33deaf732'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:14.062467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c2ada7-6e42-4db6-9970-068ad5465cb8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.106431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] DHCP port deletion for 46361030-8931-4cf4-ac72-fda316ea44c7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:14.113253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] For port 29828fd8-662f-479a-ab28-dfe52d310832, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=29828fd8-662f-479a-ab28-dfe52d310832,segment=NetworkSegment(333dcb73-882f-44b0-b598-1f81fd02ce3a),segment_id=333dcb73-882f-44b0-b598-1f81fd02ce3a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:14.113674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.134077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Calling delete_port for 29828fd8-662f-479a-ab28-dfe52d310832 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:14.166658 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-860bb42d-1ce6-4358-a21f-44617af23257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.348010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Set router f4bfb70a-662a-463f-892a-3ec33deaf732 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:14.354217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] Deleting port 29828fd8-662f-479a-ab28-dfe52d310832 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:14.359843 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.377228 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.389286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:14.440218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=29828fd8-662f-479a-ab28-dfe52d310832,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.442374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] No DVR routers for this DVR port 29828fd8-662f-479a-ab28-dfe52d310832 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:14.459188 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-738e5dc0-9e84-4863-a050-69ed63c16cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.490826 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.566687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 29828fd8-662f-479a-ab28-dfe52d310832 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:14.616295 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.620601 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-860bb42d-1ce6-4358-a21f-44617af23257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.635139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-860bb42d-1ce6-4358-a21f-44617af23257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.652259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 29828fd8-662f-479a-ab28-dfe52d310832 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:14.652614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 29828fd8-662f-479a-ab28-dfe52d310832 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:14.653050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d4b8163d-f930-49a5-810b-7bede40e8266 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:14.656322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46361030-8931-4cf4-ac72-fda316ea44c7']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:14.681842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333dcb73-882f-44b0-b598-1f81fd02ce3a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:14.683471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333dcb73-882f-44b0-b598-1f81fd02ce3a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:14.715965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bb42d-1ce6-4358-a21f-44617af23257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d1ced-9a97-4b9a-9119-b8f48a3a9b41,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.724386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-860bb42d-1ce6-4358-a21f-44617af23257 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58e90104b2a848c087530dd1f13800c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0427127 Nov 25 17:40:14.725055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:14.746128 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.747159 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-738e5dc0-9e84-4863-a050-69ed63c16cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.761386 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-738e5dc0-9e84-4863-a050-69ed63c16cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.784385 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.803788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:14.804201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:14.806798 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:14.829248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e5dc0-9e84-4863-a050-69ed63c16cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a2af9-c736-421b-950d-e0e51fe338b2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.883228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d4b8163d-f930-49a5-810b-7bede40e8266 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:14.884448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d4b8163d-f930-49a5-810b-7bede40e8266 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:14.893274 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-738e5dc0-9e84-4863-a050-69ed63c16cd9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf058e9c1a004df49168095a2050650d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026219 Nov 25 17:40:14.896438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:14.942889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] For port 29828fd8-662f-479a-ab28-dfe52d310832, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:14.943808 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.952379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.978869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] Calling delete_port for 29828fd8-662f-479a-ab28-dfe52d310832 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:14.983759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] Port 29828fd8-662f-479a-ab28-dfe52d310832 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:40:14.989014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:14.999802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.003713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] 10.222.0.81 "DELETE /v2.0/networks/46361030-8931-4cf4-ac72-fda316ea44c7 HTTP/1.1" status: 204 len: 168 time: 1.2264514 Nov 25 17:40:15.005030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b3e0e-534a-40ff-a5d8-cc290616a2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=46361030-8931-4cf4-ac72-fda316ea44c7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.015714 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b631727-e3e0-459c-863c-1fd481749e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.020847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80623c0e-d9f7-4d74-a23d-c4d42b70cbf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.043338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Router 3cb6be43-c7ee-4af2-b433-52658c14d6bf has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:15.050343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b631727-e3e0-459c-863c-1fd481749e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.053136 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80623c0e-d9f7-4d74-a23d-c4d42b70cbf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.056497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] Pushing event deleted for resources: {'Port': ['ID=29828fd8-662f-479a-ab28-dfe52d310832,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.070734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] Network 46361030-8931-4cf4-ac72-fda316ea44c7 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:40:15.071219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea3949-e5b5-4cb1-bf50-d4601a812b79 None None] No DVR routers for this DVR port 29828fd8-662f-479a-ab28-dfe52d310832 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:15.098848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49104) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:15.107428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-384065944-network', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:15.118376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:10Z', 'revision_number': 4, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port': {'id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:02Z', 'updated_at': '2021-11-25T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd02a7526-5e3f-40fd-ac48-28f27e417b0e', 'name': '', 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'mac_address': 'fa:16:3e:25:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9dec79b9-e011-4f8e-a043-ff32abb121e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:08Z', 'updated_at': '2021-11-25T17:40:10Z', 'revision_number': 2, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'subnets': [{'id': '9dec79b9-e011-4f8e-a043-ff32abb121e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:15.141696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Made reservation on behalf of c243d2fa21824e81ab18286bad98ffce for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:15.146048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.153681 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80623c0e-d9f7-4d74-a23d-c4d42b70cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.159414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-80623c0e-d9f7-4d74-a23d-c4d42b70cbf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.160578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-80623c0e-d9f7-4d74-a23d-c4d42b70cbf1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/576d1ced-9a97-4b9a-9119-b8f48a3a9b41 HTTP/1.1" status: 204 len: 168 time: 0.4274833 Nov 25 17:40:15.162012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Checking router: f4bfb70a-662a-463f-892a-3ec33deaf732 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:15.162379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Updating router f4bfb70a-662a-463f-892a-3ec33deaf732 port d02a7526-5e3f-40fd-ac48-28f27e417b0e binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:15.191439 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.200912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80623c0e-d9f7-4d74-a23d-c4d42b70cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d1ced-9a97-4b9a-9119-b8f48a3a9b41,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.212523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b631727-e3e0-459c-863c-1fd481749e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.213708 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.215247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b631727-e3e0-459c-863c-1fd481749e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.219349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b631727-e3e0-459c-863c-1fd481749e10 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e3a2af9-c736-421b-950d-e0e51fe338b2 HTTP/1.1" status: 204 len: 168 time: 0.3220234 Nov 25 17:40:15.234329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:15.243690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b631727-e3e0-459c-863c-1fd481749e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a2af9-c736-421b-950d-e0e51fe338b2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.253232 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] Sync routers for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:15.258400 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ffd76292-ef67-46f6-8fcc-97a3f0b46f53 admin admin] 10.222.0.81 "PUT /v2.0/routers/3cb6be43-c7ee-4af2-b433-52658c14d6bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4145560 Nov 25 17:40:15.259112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:15.282504 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:15.284782 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:15.407414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.419510 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.460958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.476574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:15.527542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.557665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.559909 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Added segment 76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5 of type vlan for network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 Nov 25 17:40:15.570538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:15.588618 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:15.644793 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.658166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.676281 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.722614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f755b-1143-4a3b-9d8a-63dba5560dc4 None None] Pushing event updated for resources: {'Port': ['ID=d02a7526-5e3f-40fd-ac48-28f27e417b0e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.743289 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.744417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:15.744874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.808744 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:40:13Z', 'revision_number': 5, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port': {'id': '61eb69b8-ec7a-41f5-b568-e561cfa27417', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:09Z', 'updated_at': '2021-11-25T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:15.844891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.861793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Attempting to bind port d02a7526-5e3f-40fd-ac48-28f27e417b0e on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:15.862402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Attempting to bind port d02a7526-5e3f-40fd-ac48-28f27e417b0e by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:15.863475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Attempting to bind port d02a7526-5e3f-40fd-ac48-28f27e417b0e on network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:15.864377 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d6fda5c7-895d-4962-be99-fbe1f2d14747 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8af781a227f4fe1a5b2aaa7a99d5e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2918763 Nov 25 17:40:15.866301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:15.874150 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] Checking router: 3cb6be43-c7ee-4af2-b433-52658c14d6bf for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:15.876673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:15.877308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Checking segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:15.879171 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.879770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Bound using segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:15.880857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Bound port: d02a7526-5e3f-40fd-ac48-28f27e417b0e, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:15.882329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.896478 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] Routers {'3cb6be43-c7ee-4af2-b433-52658c14d6bf'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:15.897720 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:15.909068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] Pushing event updated for resources: {'Network': ['ID=fdb9986e-7f59-4c68-983b-31cecdaf1fa7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.927142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fecb0854-aa51-454e-af84-a10dc996b39b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8270466 Nov 25 17:40:15.935550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:15.945533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Request body: {'subnet': {'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-384065944-subnet', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:15.953643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:16.010718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Made reservation on behalf of c243d2fa21824e81ab18286bad98ffce for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:16.015096 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.074472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edb5cde8-ee1b-464e-a48e-eb9cfa4ccd9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.095720 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] Set router 3cb6be43-c7ee-4af2-b433-52658c14d6bf gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:16.111187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Deleting port 61eb69b8-ec7a-41f5-b568-e561cfa27417 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:16.112185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] For port d02a7526-5e3f-40fd-ac48-28f27e417b0e, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:16.112293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.118807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] For port d02a7526-5e3f-40fd-ac48-28f27e417b0e, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d02a7526-5e3f-40fd-ac48-28f27e417b0e,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:16.123944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edb5cde8-ee1b-464e-a48e-eb9cfa4ccd9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.133395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.229704 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:40:15Z', 'revision_number': 6, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:16.267802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] For port 61eb69b8-ec7a-41f5-b568-e561cfa27417, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=61eb69b8-ec7a-41f5-b568-e561cfa27417,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:16.267802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.282280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edb5cde8-ee1b-464e-a48e-eb9cfa4ccd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.285911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edb5cde8-ee1b-464e-a48e-eb9cfa4ccd9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.288765 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-edb5cde8-ee1b-464e-a48e-eb9cfa4ccd9c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d0da11b-3a52-4984-975f-e42f96eae153 HTTP/1.1" status: 204 len: 168 time: 0.4203815 Nov 25 17:40:16.298656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f755b-1143-4a3b-9d8a-63dba5560dc4 None None] Pushing event updated for resources: {'Port': ['ID=d02a7526-5e3f-40fd-ac48-28f27e417b0e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:16.313353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Calling delete_port for 61eb69b8-ec7a-41f5-b568-e561cfa27417 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:16.315739 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b6a0b-0e64-4bb8-ba5e-d3e1dee2e4ed None None] The sync data for ids ['3cb6be43-c7ee-4af2-b433-52658c14d6bf'] in n-d-819349-3 is: [{'id': '3cb6be43-c7ee-4af2-b433-52658c14d6bf', 'name': 'tempest-ServerActionsTestJSON-1724817525-router', 'tenant_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:07Z', 'updated_at': '2021-11-25T17:40:15Z', 'revision_number': 6, 'project_id': '3431a5a06f9642f2b9fbf30f5b29dcf6', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:16.317870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0543c440-fb1d-427d-a35d-498ed562a56b None None] Provisioning complete for port d02a7526-5e3f-40fd-ac48-28f27e417b0e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:16.318231 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0543c440-fb1d-427d-a35d-498ed562a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.327443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5cde8-ee1b-464e-a48e-eb9cfa4ccd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0da11b-3a52-4984-975f-e42f96eae153,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:16.383997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Routers {'f4bfb70a-662a-463f-892a-3ec33deaf732'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:16.384651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f4bfb70a-662a-463f-892a-3ec33deaf732'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:16.458787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.556889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:16.637617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.643893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95afa03f-6bfc-47e2-8826-8f920f5cffd5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:16.651686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Checking segment: {'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:16.651686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Network hostable DHCP agents. Network: fdb9986e-7f59-4c68-983b-31cecdaf1fa7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:16.695888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:16.718579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, fdb9986e-7f59-4c68-983b-31cecdaf1fa7) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:16.733767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:16.734357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.745504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=61eb69b8-ec7a-41f5-b568-e561cfa27417,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:16.775376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-532f3c1e-a01e-4948-8703-2aca26e1e184 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8384082 Nov 25 17:40:16.776437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:16.786624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:16.814892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc84a50-432d-4e7c-b9fe-bfe2e0e368c7 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:16.816889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a6dfa-6145-430f-bc67-4269c4ba00b5 None None] Network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:16.817471 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.819407 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0543c440-fb1d-427d-a35d-498ed562a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.855701 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.857100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.932641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0543c440-fb1d-427d-a35d-498ed562a56b None None] For port d02a7526-5e3f-40fd-ac48-28f27e417b0e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d02a7526-5e3f-40fd-ac48-28f27e417b0e,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:16.939917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] Set router f4bfb70a-662a-463f-892a-3ec33deaf732 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:16.981957 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0543c440-fb1d-427d-a35d-498ed562a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.989434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.994186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.997838 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.075200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.075791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb6be43-c7ee-4af2-b433-52658c14d6bf {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:17.088766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.093260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-031e810a-7737-4307-b9eb-ea2f3145fc88 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3cb6be43-c7ee-4af2-b433-52658c14d6bf HTTP/1.1" status: 204 len: 168 time: 1.8305097 Nov 25 17:40:17.093615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:17.178829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543c440-fb1d-427d-a35d-498ed562a56b None None] Pushing event updated for resources: {'Port': ['ID=d02a7526-5e3f-40fd-ac48-28f27e417b0e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.192665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7da8919e-abf7-4a6e-b11a-65b8b2d40bbd None None] Provisioning complete for port d02a7526-5e3f-40fd-ac48-28f27e417b0e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:17.193066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7da8919e-abf7-4a6e-b11a-65b8b2d40bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.218320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1116599057-network', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:17.271483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Made reservation on behalf of e95c2810f0df41ac87e0bedf159218ea for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:17.275114 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.299837 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.323320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-fdb9986e-7f59-4c68-983b-31cecdaf1fa7', 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'fixed_ips': [{'subnet_id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:17.324584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.497955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.511502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.543980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49158) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:17.600761 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d134028-7bfd-431a-ac52-3eb92608ae93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.606342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:17.630494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27765c2e-3d18-408f-9121-396feb957407,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.687289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:10Z', 'revision_number': 4, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port': {'id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:02Z', 'updated_at': '2021-11-25T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd02a7526-5e3f-40fd-ac48-28f27e417b0e', 'name': '', 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'mac_address': 'fa:16:3e:25:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9dec79b9-e011-4f8e-a043-ff32abb121e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:08Z', 'updated_at': '2021-11-25T17:40:16Z', 'revision_number': 4, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'subnets': [{'id': '9dec79b9-e011-4f8e-a043-ff32abb121e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:17.697569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.698252 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Added segment 32bda698-7d87-49e7-8b02-a242baaf68bf of type vlan for network 93cc5db6-9239-4596-8590-0fc7728af48a Nov 25 17:40:17.773324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27e141-10be-4a8b-97e0-9e30ab528c63 None None] The sync data for ids ['f4bfb70a-662a-463f-892a-3ec33deaf732'] in n-d-819349-3 is: [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:40:10Z', 'revision_number': 4, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port': {'id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:02Z', 'updated_at': '2021-11-25T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd02a7526-5e3f-40fd-ac48-28f27e417b0e', 'name': '', 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'mac_address': 'fa:16:3e:25:7b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9dec79b9-e011-4f8e-a043-ff32abb121e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:08Z', 'updated_at': '2021-11-25T17:40:16Z', 'revision_number': 4, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'subnets': [{'id': '9dec79b9-e011-4f8e-a043-ff32abb121e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:17.788656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Allocated IP 172.20.0.2 (fdb9986e-7f59-4c68-983b-31cecdaf1fa7/95afa03f-6bfc-47e2-8826-8f920f5cffd5/90d042fa-863a-4645-b5d3-38eeda22255f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:17.793893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.881097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d134028-7bfd-431a-ac52-3eb92608ae93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.883369 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.884496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.888687 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.902036 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d134028-7bfd-431a-ac52-3eb92608ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.942156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.966315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3097f238-dcf4-4918-be18-35426ddf52b2 admin admin] Deleting subnet a735e756-d380-48a7-9b68-17b9df300d7d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:17.980785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3097f238-dcf4-4918-be18-35426ddf52b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.998111 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4393036 Nov 25 17:40:18.009190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:18.026024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Request body: {'subnet': {'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1116599057-subnet', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:18.051461 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6d134028-7bfd-431a-ac52-3eb92608ae93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5032663 Nov 25 17:40:18.057531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:18.107394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5c587-790c-467c-baf9-859088693d8b admin admin] Pushing event updated for resources: {'Network': ['ID=93cc5db6-9239-4596-8590-0fc7728af48a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:18.117936 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3097f238-dcf4-4918-be18-35426ddf52b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.137807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 93cc5db6-9239-4596-8590-0fc7728af48a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:18.140261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d134028-7bfd-431a-ac52-3eb92608ae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3935345-3c17-486f-bcdc-53e4876a6f67,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:18.172275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Made reservation on behalf of e95c2810f0df41ac87e0bedf159218ea for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:18.177319 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.229473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85ea4575-60f6-4768-9bce-e4bcd1d83903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.282485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85ea4575-60f6-4768-9bce-e4bcd1d83903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.339041 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.354365 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.406298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85ea4575-60f6-4768-9bce-e4bcd1d83903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.410676 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85ea4575-60f6-4768-9bce-e4bcd1d83903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.412255 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-85ea4575-60f6-4768-9bce-e4bcd1d83903 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e3935345-3c17-486f-bcdc-53e4876a6f67 HTTP/1.1" status: 204 len: 168 time: 0.3488677 Nov 25 17:40:18.424517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea4575-60f6-4768-9bce-e4bcd1d83903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3935345-3c17-486f-bcdc-53e4876a6f67,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:18.483227 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3097f238-dcf4-4918-be18-35426ddf52b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.526243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d02a7526-5e3f-40fd-ac48-28f27e417b0e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:18.544864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:18.582350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:18.585742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:18.641493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Pushing event updated for resources: {'Port': ['ID=90d042fa-863a-4645-b5d3-38eeda22255f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:18.772547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Attempting to bind port 90d042fa-863a-4645-b5d3-38eeda22255f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:18.773505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Attempting to bind port 90d042fa-863a-4645-b5d3-38eeda22255f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:18.774121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Attempting to bind port 90d042fa-863a-4645-b5d3-38eeda22255f on network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:18.810334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:18.811162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Checking segment: {'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:18.811959 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.818269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Bound using segment: {'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:18.820782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Bound port: 90d042fa-863a-4645-b5d3-38eeda22255f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:18.823333 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.832369 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.861496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d02a7526-5e3f-40fd-ac48-28f27e417b0e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:18.862243 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.993952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] For port 90d042fa-863a-4645-b5d3-38eeda22255f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:19.000615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] For port 90d042fa-863a-4645-b5d3-38eeda22255f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=90d042fa-863a-4645-b5d3-38eeda22255f,segment=NetworkSegment(76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5),segment_id=76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:19.039704 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.084114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9b04ee-2544-460d-8127-dbeef8a1c3e7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:19.088685 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3097f238-dcf4-4918-be18-35426ddf52b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.143566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1bfcc-a368-43ed-82fa-c15ba1a8fad3 None None] Pushing event updated for resources: {'Port': ['ID=90d042fa-863a-4645-b5d3-38eeda22255f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:19.145974 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.161930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:19.216308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.219966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097f238-dcf4-4918-be18-35426ddf52b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a735e756-d380-48a7-9b68-17b9df300d7d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:19.228261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Checking segment: {'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:19.228646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Network hostable DHCP agents. Network: 93cc5db6-9239-4596-8590-0fc7728af48a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:19.232854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3097f238-dcf4-4918-be18-35426ddf52b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.238465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3097f238-dcf4-4918-be18-35426ddf52b2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a735e756-d380-48a7-9b68-17b9df300d7d HTTP/1.1" status: 204 len: 168 time: 2.1416008 Nov 25 17:40:19.239844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:19.247998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de15240-1572-4f54-a1b8-84a6c657aca3 None None] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:19.380766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Network 93cc5db6-9239-4596-8590-0fc7728af48a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:19.407318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 93cc5db6-9239-4596-8590-0fc7728af48a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:19.430285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:19.431170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.439547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe055cff-48c5-4c27-9690-0569186f69ea None None] Network 93cc5db6-9239-4596-8590-0fc7728af48a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:19.453165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.509452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Allocated IP 172.25.1.34 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/5c0198ea-b016-4f67-bdbf-b79e5b67a99e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:19.527844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-79aada51-704d-423a-b2bd-10826103102f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5100482 Nov 25 17:40:19.530666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:19.538661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:19.595146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.597222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.623732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Deleting port e35bf048-f772-486d-85b4-20c3c0fdd556 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:19.624320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.810732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.901902 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.906073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.930826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 61eb69b8-ec7a-41f5-b568-e561cfa27417 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:19.996391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 61eb69b8-ec7a-41f5-b568-e561cfa27417 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:20.000242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 61eb69b8-ec7a-41f5-b568-e561cfa27417 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:20.000524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 79c2ada7-6e42-4db6-9970-068ad5465cb8 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:20.117471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Pushing event updated for resources: {'Port': ['ID=5c0198ea-b016-4f67-bdbf-b79e5b67a99e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:20.130879 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-93cc5db6-9239-4596-8590-0fc7728af48a', 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'fixed_ips': [{'subnet_id': '7c9b04ee-2544-460d-8127-dbeef8a1c3e7'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:20.133712 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.144735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:20.148546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:20.169332 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:20.198342 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 79c2ada7-6e42-4db6-9970-068ad5465cb8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:20.198814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 79c2ada7-6e42-4db6-9970-068ad5465cb8 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:20.560679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Allocated IP 172.20.0.2 (93cc5db6-9239-4596-8590-0fc7728af48a/7c9b04ee-2544-460d-8127-dbeef8a1c3e7/fff9b9a1-e102-48f6-bb32-f470ebb698d4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:20.664013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396110d1-99cf-4989-91b0-ed755417f927 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:20.675527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 90d042fa-863a-4645-b5d3-38eeda22255f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:20.730528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.762067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-secgroup--591309585'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:20.793842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] For port e35bf048-f772-486d-85b4-20c3c0fdd556, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e35bf048-f772-486d-85b4-20c3c0fdd556,segment=NetworkSegment(d162525d-02a0-4143-8e22-c361888d605f),segment_id=d162525d-02a0-4143-8e22-c361888d605f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:20.794208 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.827313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.850702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Calling delete_port for e35bf048-f772-486d-85b4-20c3c0fdd556 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:20.868085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 90d042fa-863a-4645-b5d3-38eeda22255f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:20.868603 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.889969 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.977986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] DHCP port deletion for 2983c91f-258f-4b5e-9cdb-2a076206d134 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:21.018254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.118494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-37f49c28-b81b-4e6f-b717-0d9127083532 None None] Provisioning complete for port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:21.118951 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37f49c28-b81b-4e6f-b717-0d9127083532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.131511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.176382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c795e35-f93b-49af-8eb6-5638cb25119c None None] Network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:21.220625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.324473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Router fc503637-ab79-4c77-be14-32b3a29ebe98 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:21.342592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] No DVR routers for this DVR port e35bf048-f772-486d-85b4-20c3c0fdd556 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:21.399935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35bf048-f772-486d-85b4-20c3c0fdd556,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:21.489279 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:21.501608 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.520024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.520197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.525748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-436cba5a-57b8-46fd-a07c-96663d508328 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7470386 Nov 25 17:40:21.526448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49232) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.542984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] Deleting port e35bf048-f772-486d-85b4-20c3c0fdd556 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:21.543363 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.545283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Sync routers for ids ['fc503637-ab79-4c77-be14-32b3a29ebe98'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:21.557848 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.560779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.628374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.670578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2983c91f-258f-4b5e-9cdb-2a076206d134']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:21.677226 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.679797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-37f49c28-b81b-4e6f-b717-0d9127083532 None None] Port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:21.694836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd162525d-02a0-4143-8e22-c361888d605f') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:21.698711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd162525d-02a0-4143-8e22-c361888d605f') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:21.715568 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.730225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 90d042fa-863a-4645-b5d3-38eeda22255f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=90d042fa-863a-4645-b5d3-38eeda22255f,segment=NetworkSegment(76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5),segment_id=76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:21.731444 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Routers {'fc503637-ab79-4c77-be14-32b3a29ebe98'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:21.732152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fc503637-ab79-4c77-be14-32b3a29ebe98'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:21.741364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.751850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:21.752303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.796688 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.824637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Network 93cc5db6-9239-4596-8590-0fc7728af48a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:21.858220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:21.862262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:21.874173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] For port e35bf048-f772-486d-85b4-20c3c0fdd556, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:21.874581 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.877590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Pushing event updated for resources: {'Port': ['ID=fff9b9a1-e102-48f6-bb32-f470ebb698d4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:21.903030 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:21.923207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-33763892-fd16-4280-89bf-5325179adc4b None None] Provisioning complete for port 90d042fa-863a-4645-b5d3-38eeda22255f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:21.923604 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33763892-fd16-4280-89bf-5325179adc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.953046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.954690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b9f6c-c3b5-42f9-880b-a8bb54536a35,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:21.972396 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.976744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2983c91f-258f-4b5e-9cdb-2a076206d134 HTTP/1.1" status: 204 len: 168 time: 2.7346227 Nov 25 17:40:22.005680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafe8eb-89cd-439e-875b-cdf731e160d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2983c91f-258f-4b5e-9cdb-2a076206d134,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.011051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.017709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.043256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.082128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] Calling delete_port for e35bf048-f772-486d-85b4-20c3c0fdd556 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:22.086384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] Port e35bf048-f772-486d-85b4-20c3c0fdd556 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:40:22.091025 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.139751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] Network 2983c91f-258f-4b5e-9cdb-2a076206d134 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:40:22.144377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] No DVR routers for this DVR port e35bf048-f772-486d-85b4-20c3c0fdd556 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:22.184086 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.191064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Allocated IP 172.25.1.15 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c2aaf323-f8cd-4600-98db-b5fcd19ef71b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:22.238440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87720806-696c-4e2c-92a6-3e939ae71744,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.261642 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.268674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.272690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Attempting to bind port fff9b9a1-e102-48f6-bb32-f470ebb698d4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:22.273119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Attempting to bind port fff9b9a1-e102-48f6-bb32-f470ebb698d4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:22.273478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Attempting to bind port fff9b9a1-e102-48f6-bb32-f470ebb698d4 on network 93cc5db6-9239-4596-8590-0fc7728af48a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:22.288716 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:22.289250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Checking segment: {'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:22.289696 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.290152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Bound using segment: {'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:22.290637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Bound port: fff9b9a1-e102-48f6-bb32-f470ebb698d4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:22.291034 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.292009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.295334 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3909506f-e55a-45d3-9f06-d922102ce092 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 3.1319671 Nov 25 17:40:22.299240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49244) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.392882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=90d042fa-863a-4645-b5d3-38eeda22255f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.396001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e35bf048-f772-486d-85b4-20c3c0fdd556 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:22.401109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Set router fc503637-ab79-4c77-be14-32b3a29ebe98 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:22.402093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e5877ecf-9209-4278-845a-e7999479bada admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3431a5a06f9642f2b9fbf30f5b29dcf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348541 Nov 25 17:40:22.402737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.439220 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4fd6fd3e-5335-4f44-a159-97795978222f tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1359642 Nov 25 17:40:22.441259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49250) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.446568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-eb6b158f-d57e-4ef2-a8c4-bfff9f1d3a36 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-security--373038984', 'description': 'tempest-security-description-1172415165'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:22.506863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] For port fff9b9a1-e102-48f6-bb32-f470ebb698d4, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:22.547001 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bff03b21-14d9-485c-b316-6bc6948d9d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.558340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb6b158f-d57e-4ef2-a8c4-bfff9f1d3a36 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.575688 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bff03b21-14d9-485c-b316-6bc6948d9d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.588524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a1ff6-2817-4486-acb1-584dcda19750 None None] Pushing event deleted for resources: {'Port': ['ID=e35bf048-f772-486d-85b4-20c3c0fdd556,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.618076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb6b158f-d57e-4ef2-a8c4-bfff9f1d3a36 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.622089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] For port fff9b9a1-e102-48f6-bb32-f470ebb698d4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fff9b9a1-e102-48f6-bb32-f470ebb698d4,segment=NetworkSegment(32bda698-7d87-49e7-8b02-a242baaf68bf),segment_id=32bda698-7d87-49e7-8b02-a242baaf68bf)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:22.627367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e35bf048-f772-486d-85b4-20c3c0fdd556 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:22.627720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e35bf048-f772-486d-85b4-20c3c0fdd556 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:22.629390 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.637818 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb6b158f-d57e-4ef2-a8c4-bfff9f1d3a36 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.640482 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb6b158f-d57e-4ef2-a8c4-bfff9f1d3a36 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.646576 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eb6b158f-d57e-4ef2-a8c4-bfff9f1d3a36 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "PUT /v2.0/security-groups/87720806-696c-4e2c-92a6-3e939ae71744 HTTP/1.1" status: 200 len: 1796 time: 0.2042212 Nov 25 17:40:22.652957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.654582 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.663171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bff03b21-14d9-485c-b316-6bc6948d9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.665997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bff03b21-14d9-485c-b316-6bc6948d9d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.670438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bff03b21-14d9-485c-b316-6bc6948d9d02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fc96d92-f46c-4ad0-832a-4af61cf26b31 HTTP/1.1" status: 204 len: 168 time: 0.2653902 Nov 25 17:40:22.732166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b158f-d57e-4ef2-a8c4-bfff9f1d3a36 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87720806-696c-4e2c-92a6-3e939ae71744,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.743253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff03b21-14d9-485c-b316-6bc6948d9d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc96d92-f46c-4ad0-832a-4af61cf26b31,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.761850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641c581-f41b-4702-acb0-d8e130485a7a None None] Pushing event updated for resources: {'Port': ['ID=fff9b9a1-e102-48f6-bb32-f470ebb698d4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.781355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0b02cef7-c839-4788-bf03-73073cee99b0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups/87720806-696c-4e2c-92a6-3e939ae71744 HTTP/1.1" status: 200 len: 1796 time: 0.1255794 Nov 25 17:40:22.784339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.811331 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.841013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Allocated IP 172.20.0.1 (fdb9986e-7f59-4c68-983b-31cecdaf1fa7/95afa03f-6bfc-47e2-8826-8f920f5cffd5/64ea2d2b-b290-447b-98cf-ea283d2e6975) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:22.913633 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cb6799f-5efe-480c-aefa-05d2aa346fb8 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.974611 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cb6799f-5efe-480c-aefa-05d2aa346fb8 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.986405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:22.998612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:23.009796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:23.029284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fa8001-6a92-43b9-892e-bde6951df525 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:23.107601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:40:20Z', 'revision_number': 3, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port': {'id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:23.154878 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cb6799f-5efe-480c-aefa-05d2aa346fb8 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.157931 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cb6799f-5efe-480c-aefa-05d2aa346fb8 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.159327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3cb6799f-5efe-480c-aefa-05d2aa346fb8 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/87720806-696c-4e2c-92a6-3e939ae71744 HTTP/1.1" status: 204 len: 168 time: 0.3729100 Nov 25 17:40:23.173775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:23.176787 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Pushing event updated for resources: {'Port': ['ID=c2aaf323-f8cd-4600-98db-b5fcd19ef71b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.191661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6799f-5efe-480c-aefa-05d2aa346fb8 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87720806-696c-4e2c-92a6-3e939ae71744,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.217232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Checking router: fc503637-ab79-4c77-be14-32b3a29ebe98 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:23.217778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Updating router fc503637-ab79-4c77-be14-32b3a29ebe98 port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:23.220542 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.284469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-df95d5b1-c313-4d54-bb96-7ae66f849449 None None] Provisioning complete for port c2aaf323-f8cd-4600-98db-b5fcd19ef71b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:23.287977 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df95d5b1-c313-4d54-bb96-7ae66f849449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.324369 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.392955 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.425531 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:23.445608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:23.471418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:23.494961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-df95d5b1-c313-4d54-bb96-7ae66f849449 None None] Port c2aaf323-f8cd-4600-98db-b5fcd19ef71b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:23.550297 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ae3aaaa6-15eb-4bb2-8a4e-c77f4b986f9e tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3742723 Nov 25 17:40:23.553199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49274) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:23.579518 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-aadadb56-be6e-40e1-af94-e2097469ddde tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] delete failed (client error): The resource could not be found. Nov 25 17:40:23.585871 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aadadb56-be6e-40e1-af94-e2097469ddde tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/87720806-696c-4e2c-92a6-3e939ae71744 HTTP/1.1" status: 404 len: 347 time: 0.0317991 Nov 25 17:40:23.588356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49278) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:23.592730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-edb73f6f-0c61-4ff9-b901-9f849e034e26 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589233023'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:23.624818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Pushing event updated for resources: {'Port': ['ID=64ea2d2b-b290-447b-98cf-ea283d2e6975,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.663430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.699393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-69d1e7e3-187b-4e04-a838-3053df27bd41 None None] Provisioning complete for port 90d042fa-863a-4645-b5d3-38eeda22255f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:23.699984 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69d1e7e3-187b-4e04-a838-3053df27bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.866369 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.868424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edb73f6f-0c61-4ff9-b901-9f849e034e26 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.982669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.207129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8dde5612-cb40-445e-85b5-7db26371a996 None None] Provisioning complete for port 64ea2d2b-b290-447b-98cf-ea283d2e6975 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:24.207430 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dde5612-cb40-445e-85b5-7db26371a996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.281886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.305597 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8dde5612-cb40-445e-85b5-7db26371a996 None None] Port 64ea2d2b-b290-447b-98cf-ea283d2e6975 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:24.309254 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.360183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.429053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd12adc-185f-4afa-a39b-3514e9c595fe None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:24.441554 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.453476 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.494559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Attempting to bind port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:24.502761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Attempting to bind port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:24.503147 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edb73f6f-0c61-4ff9-b901-9f849e034e26 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.503250 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Attempting to bind port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:24.521792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8d732-6abd-4e7f-b3c2-cdd49c18986c None None] Pushing event updated for resources: {'Port': ['ID=5c0198ea-b016-4f67-bdbf-b79e5b67a99e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.524190 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edb73f6f-0c61-4ff9-b901-9f849e034e26 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.547149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:24.549998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:24.550450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.550873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:24.554645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Bound port: 5c0198ea-b016-4f67-bdbf-b79e5b67a99e, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:24.554916 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.580913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Pushing event updated for resources: {'Port': ['ID=64ea2d2b-b290-447b-98cf-ea283d2e6975,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.613385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb73f6f-0c61-4ff9-b901-9f849e034e26 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24169498-6066-464e-b301-296765b4f468,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.645761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-95994377-fc47-44f1-9b59-a61ebf95cd96 None None] Provisioning complete for port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:24.646148 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95994377-fc47-44f1-9b59-a61ebf95cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.700242 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.732786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fff9b9a1-e102-48f6-bb32-f470ebb698d4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:24.785928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edb73f6f-0c61-4ff9-b901-9f849e034e26 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.789808 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-edb73f6f-0c61-4ff9-b901-9f849e034e26 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1989021 Nov 25 17:40:24.791865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:24.807362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-51fdecf7-722b-4aab-b489-d204f9550d74 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '24169498-6066-464e-b301-296765b4f468', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:24.812924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:24.845184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543f86c-7b9b-4c17-9f79-1a1add6c5640 None None] Network 93cc5db6-9239-4596-8590-0fc7728af48a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:24.885953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:24.887646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:24.892974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:24.926592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51fdecf7-722b-4aab-b489-d204f9550d74 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.221920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Router fc503637-ab79-4c77-be14-32b3a29ebe98 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:25.311753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51fdecf7-722b-4aab-b489-d204f9550d74 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.331389 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51fdecf7-722b-4aab-b489-d204f9550d74 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.338429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] For port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:25.363673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] For port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5c0198ea-b016-4f67-bdbf-b79e5b67a99e,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:25.371774 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-95994377-fc47-44f1-9b59-a61ebf95cd96 None None] Port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:25.387747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:25.392567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1105976881-network', 'tenant_id': '855ed2df5a524628acaafcb1222a677d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:25.400597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1192662f-c551-4874-935a-a29118a4cbba admin admin] 10.222.0.81 "PUT /v2.0/routers/fc503637-ab79-4c77-be14-32b3a29ebe98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8730721 Nov 25 17:40:25.408728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdecf7-722b-4aab-b489-d204f9550d74 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf533e7a-e3d0-4b36-b33e-33cd254084d9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.416214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port fff9b9a1-e102-48f6-bb32-f470ebb698d4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:25.416908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.423707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.430961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:25.443241 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Sync routers for ids ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:25.466916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Made reservation on behalf of 855ed2df5a524628acaafcb1222a677d for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:25.470225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.470422 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Routers {'8b5e2cab-ddc9-40b6-b466-702ad7d914cb'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:25.471735 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:25.480282 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51fdecf7-722b-4aab-b489-d204f9550d74 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.484544 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-51fdecf7-722b-4aab-b489-d204f9550d74 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6869462 Nov 25 17:40:25.485562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49316) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.489910 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.491497 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c211c062-771d-4146-8911-0d1499fdcf94 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9592738 Nov 25 17:40:25.504358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.519888 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.532779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3468075-3de6-4535-a3c7-4f566756765f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:25.594657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f49e2833-ae69-4ddf-b8c1-7fd489dd7dab tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.606163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Routers {'fc503637-ab79-4c77-be14-32b3a29ebe98'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:25.607045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fc503637-ab79-4c77-be14-32b3a29ebe98'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:25.649507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f49e2833-ae69-4ddf-b8c1-7fd489dd7dab tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.784193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f49e2833-ae69-4ddf-b8c1-7fd489dd7dab tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.797905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8d732-6abd-4e7f-b3c2-cdd49c18986c None None] Pushing event updated for resources: {'Port': ['ID=5c0198ea-b016-4f67-bdbf-b79e5b67a99e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.808057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f49e2833-ae69-4ddf-b8c1-7fd489dd7dab tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.813193 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f49e2833-ae69-4ddf-b8c1-7fd489dd7dab tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/cf533e7a-e3d0-4b36-b33e-33cd254084d9 HTTP/1.1" status: 204 len: 168 time: 0.3259854 Nov 25 17:40:25.813297 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49322) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.891506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e2833-ae69-4ddf-b8c1-7fd489dd7dab tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf533e7a-e3d0-4b36-b33e-33cd254084d9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.906767 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Set router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:25.940985 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ae972afb-baf4-40be-aa11-16323a5c66b3 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1140583 Nov 25 17:40:25.942697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49328) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.949268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f4710c4a-aeb7-4d82-a586-30d3de7a9ab7 None None] Provisioning complete for port 64ea2d2b-b290-447b-98cf-ea283d2e6975 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:25.949411 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4710c4a-aeb7-4d82-a586-30d3de7a9ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.079769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3232c30-6041-43dc-b240-a423abc993ca tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.176267 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3232c30-6041-43dc-b240-a423abc993ca tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.258268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] Set router fc503637-ab79-4c77-be14-32b3a29ebe98 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:26.266360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f4710c4a-aeb7-4d82-a586-30d3de7a9ab7 None None] Port 64ea2d2b-b290-447b-98cf-ea283d2e6975 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:26.284664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.311801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3232c30-6041-43dc-b240-a423abc993ca tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.314793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3232c30-6041-43dc-b240-a423abc993ca tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.316064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f3232c30-6041-43dc-b240-a423abc993ca tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/24169498-6066-464e-b301-296765b4f468 HTTP/1.1" status: 204 len: 168 time: 0.3694465 Nov 25 17:40:26.321625 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49334) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.337745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3232c30-6041-43dc-b240-a423abc993ca tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24169498-6066-464e-b301-296765b4f468,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.350366 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:23Z', 'revision_number': 3, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port': {'id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:26.389667 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3f864d84-8d86-453b-a707-d4325575979c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0648160 Nov 25 17:40:26.395310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49338) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.414795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3c5ee996-dfe9-4ddd-abe1-f130226bb129 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497875250'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:26.425768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f4710c4a-aeb7-4d82-a586-30d3de7a9ab7 None None] Provisioning complete for port fff9b9a1-e102-48f6-bb32-f470ebb698d4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:26.426144 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4710c4a-aeb7-4d82-a586-30d3de7a9ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.443209 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Checking router: 8b5e2cab-ddc9-40b6-b466-702ad7d914cb for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:26.444189 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Updating router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb port c2aaf323-f8cd-4600-98db-b5fcd19ef71b binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:26.461220 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.486929 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee996-dfe9-4ddd-abe1-f130226bb129 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.515220 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.583063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee996-dfe9-4ddd-abe1-f130226bb129 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.591726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee996-dfe9-4ddd-abe1-f130226bb129 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.659142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port fff9b9a1-e102-48f6-bb32-f470ebb698d4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fff9b9a1-e102-48f6-bb32-f470ebb698d4,segment=NetworkSegment(32bda698-7d87-49e7-8b02-a242baaf68bf),segment_id=32bda698-7d87-49e7-8b02-a242baaf68bf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:26.668287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ee996-dfe9-4ddd-abe1-f130226bb129 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d99ee5-1bc8-4025-99ef-44992ec272b7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.681486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee996-dfe9-4ddd-abe1-f130226bb129 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.685883 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3c5ee996-dfe9-4ddd-abe1-f130226bb129 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2867117 Nov 25 17:40:26.691072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49354) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.696461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cdefb6ec-61d9-497a-b3f0-8f442cf1b778 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '28d99ee5-1bc8-4025-99ef-44992ec272b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:26.711701 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.713501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 90d042fa-863a-4645-b5d3-38eeda22255f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:26.775484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cdefb6ec-61d9-497a-b3f0-8f442cf1b778 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.921468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cdefb6ec-61d9-497a-b3f0-8f442cf1b778 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.930448 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cdefb6ec-61d9-497a-b3f0-8f442cf1b778 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.944945 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.970018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=fff9b9a1-e102-48f6-bb32-f470ebb698d4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.987510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cdefb6ec-61d9-497a-b3f0-8f442cf1b778 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.992736 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cdefb6ec-61d9-497a-b3f0-8f442cf1b778 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993944 Nov 25 17:40:26.996627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49366) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:27.009943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e4f5bdb6-0db0-40c3-94d7-38a6e7a9a1ea tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '28d99ee5-1bc8-4025-99ef-44992ec272b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:27.010605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1783c68-9da2-482b-88ad-03156d910760,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.060979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefb6ec-61d9-497a-b3f0-8f442cf1b778 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f3490c-9ef9-424a-8280-d16ac15c77fb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.064905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 90d042fa-863a-4645-b5d3-38eeda22255f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:27.064905 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.079855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f5bdb6-0db0-40c3-94d7-38a6e7a9a1ea tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.127671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:27.143443 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.157597 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.186490 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f5bdb6-0db0-40c3-94d7-38a6e7a9a1ea tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.195120 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.195725 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Added segment d299b305-2f2f-4d1b-b4b8-58b9b6662f52 of type vlan for network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 Nov 25 17:40:27.197230 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f5bdb6-0db0-40c3-94d7-38a6e7a9a1ea tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.221052 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Pushing event updated for resources: {'Port': ['ID=c2aaf323-f8cd-4600-98db-b5fcd19ef71b,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.228506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:40:23Z', 'revision_number': 4, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port': {'id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '64ea2d2b-b290-447b-98cf-ea283d2e6975', 'name': '', 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'mac_address': 'fa:16:3e:2e:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:24Z', 'revision_number': 2, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'subnets': [{'id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:27.230969 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Attempting to bind port c2aaf323-f8cd-4600-98db-b5fcd19ef71b on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:27.231508 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Attempting to bind port c2aaf323-f8cd-4600-98db-b5fcd19ef71b by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:27.232067 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Attempting to bind port c2aaf323-f8cd-4600-98db-b5fcd19ef71b on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:27.234758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb739cc-c969-4a33-9855-9c91f778f985 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:27.236988 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.237494 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.238017 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.238646 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.239130 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.239611 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.240142 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.241344 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.241828 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.242523 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.243010 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.243517 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:27.249966 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:27.250637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:27.251193 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.251725 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:27.252368 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Bound port: c2aaf323-f8cd-4600-98db-b5fcd19ef71b, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:27.253138 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.279949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5bdb6-0db0-40c3-94d7-38a6e7a9a1ea tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665a5603-015a-48d7-8e31-28f0b153e94d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.282265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8b10095a-f498-43b3-9782-88d173925e5f None None] Provisioning complete for port fff9b9a1-e102-48f6-bb32-f470ebb698d4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:27.282638 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b10095a-f498-43b3-9782-88d173925e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.294484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f5bdb6-0db0-40c3-94d7-38a6e7a9a1ea tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.295820 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e4f5bdb6-0db0-40c3-94d7-38a6e7a9a1ea tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2952936 Nov 25 17:40:27.298619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:27.309404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f2c50c4e-6afd-41de-b887-9f6c00452757 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '28d99ee5-1bc8-4025-99ef-44992ec272b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:27.313003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2effedf9-d496-4cb2-8ff3-25b92bd359c0 None None] The sync data for ids ['fc503637-ab79-4c77-be14-32b3a29ebe98'] in n-d-819349-3 is: [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:40:23Z', 'revision_number': 4, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port': {'id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '64ea2d2b-b290-447b-98cf-ea283d2e6975', 'name': '', 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'mac_address': 'fa:16:3e:2e:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:24Z', 'revision_number': 2, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'subnets': [{'id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:27.361895 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] For port c2aaf323-f8cd-4600-98db-b5fcd19ef71b, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:27.376798 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] For port c2aaf323-f8cd-4600-98db-b5fcd19ef71b, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c2aaf323-f8cd-4600-98db-b5fcd19ef71b,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:27.379693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2c50c4e-6afd-41de-b887-9f6c00452757 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.388386 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.432023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8b10095a-f498-43b3-9782-88d173925e5f None None] Provisioning complete for port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:27.433604 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b10095a-f498-43b3-9782-88d173925e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.484039 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.495800 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-5a0b825d-ffd1-449b-b51c-54d50524f9c6 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.501448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-5a0b825d-ffd1-449b-b51c-54d50524f9c6 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/networks?id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd HTTP/1.1" status: 200 len: 911 time: 0.5643053 Nov 25 17:40:27.524801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fff9b9a1-e102-48f6-bb32-f470ebb698d4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:27.528333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af70ff-e7c1-4e05-8da0-60fefe452f79 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:27.569429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2c50c4e-6afd-41de-b887-9f6c00452757 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.582187 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2c50c4e-6afd-41de-b887-9f6c00452757 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.585500 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Routers {'8b5e2cab-ddc9-40b6-b466-702ad7d914cb'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:27.588061 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-b2cb88eb-6a48-4d24-b83a-2768507d1498 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/quotas/c243d2fa21824e81ab18286bad98ffce HTTP/1.1" status: 200 len: 375 time: 0.0653386 Nov 25 17:40:27.588476 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:27.620968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c50c4e-6afd-41de-b887-9f6c00452757 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b927d983-e557-4602-ae98-867135c3cccb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.650818 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2c50c4e-6afd-41de-b887-9f6c00452757 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.658368 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f2c50c4e-6afd-41de-b887-9f6c00452757 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3584163 Nov 25 17:40:27.660235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:27.670180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-209783bd-dead-4779-b039-0e7123f1a756 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '28d99ee5-1bc8-4025-99ef-44992ec272b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:27.746271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-209783bd-dead-4779-b039-0e7123f1a756 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.820653 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9937c-cc8e-495c-af64-e6b52f8197c7 None None] Pushing event updated for resources: {'Port': ['ID=c2aaf323-f8cd-4600-98db-b5fcd19ef71b,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.850803 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.851046 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] Set router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:27.851929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.858564 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.862689 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port fff9b9a1-e102-48f6-bb32-f470ebb698d4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:27.863068 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.875879 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-209783bd-dead-4779-b039-0e7123f1a756 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.889505 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b10095a-f498-43b3-9782-88d173925e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.894111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-209783bd-dead-4779-b039-0e7123f1a756 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.919332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8b10095a-f498-43b3-9782-88d173925e5f None None] For port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5c0198ea-b016-4f67-bdbf-b79e5b67a99e,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:27.933990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209783bd-dead-4779-b039-0e7123f1a756 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c9fdb9-b586-4409-8016-f15d7334ef88,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.937996 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b10095a-f498-43b3-9782-88d173925e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.949770 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.963888 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-209783bd-dead-4779-b039-0e7123f1a756 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.968086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-209783bd-dead-4779-b039-0e7123f1a756 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067553 Nov 25 17:40:27.968718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49386) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:27.973792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a002489f-15ad-4c7b-bc87-47c9eb348573 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '28d99ee5-1bc8-4025-99ef-44992ec272b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:28.003283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1890419 Nov 25 17:40:28.024300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:28.054016 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a002489f-15ad-4c7b-bc87-47c9eb348573 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.108219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Request body: {'subnet': {'network_id': '33c44484-bb5c-4f9a-bf22-bf79e64d3879', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1105976881-subnet', 'tenant_id': '855ed2df5a524628acaafcb1222a677d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:28.153702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-51c03c11-84d4-4716-bcb2-eaa885b1c5de tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=c243d2fa21824e81ab18286bad98ffce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5625858 Nov 25 17:40:28.173195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-b302c524-3165-406f-9162-fd6fec097b2b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:40:28.174823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-b302c524-3165-406f-9162-fd6fec097b2b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062382 Nov 25 17:40:28.183596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3d8b-db20-4afb-add0-346acfe33947 admin admin] Pushing event updated for resources: {'Network': ['ID=33c44484-bb5c-4f9a-bf22-bf79e64d3879,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:28.235193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1a8ee0b7-e091-4797-a51c-49f4ab630569 None None] Provisioning complete for port c2aaf323-f8cd-4600-98db-b5fcd19ef71b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:28.235798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a8ee0b7-e091-4797-a51c-49f4ab630569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.248834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:28.256902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a002489f-15ad-4c7b-bc87-47c9eb348573 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.275327 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a002489f-15ad-4c7b-bc87-47c9eb348573 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.313130 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:23Z', 'revision_number': 3, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port': {'id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:28.324809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002489f-15ad-4c7b-bc87-47c9eb348573 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b96022-923b-4f8c-bb85-17847872f4fa,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:28.346001 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec6976-c155-4560-9da4-5542d8047e4f None None] The sync data for ids ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'] in n-d-819349-3 is: [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:23Z', 'revision_number': 3, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port': {'id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:28.477184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Allocated IP 172.20.0.1 (93cc5db6-9239-4596-8590-0fc7728af48a/7c9b04ee-2544-460d-8127-dbeef8a1c3e7/1738e411-c1cb-4960-a1a2-2e48c7198da1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:28.502427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10095a-f498-43b3-9782-88d173925e5f None None] Pushing event updated for resources: {'Port': ['ID=5c0198ea-b016-4f67-bdbf-b79e5b67a99e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:28.642646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a8ee0b7-e091-4797-a51c-49f4ab630569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.673400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1a8ee0b7-e091-4797-a51c-49f4ab630569 None None] For port c2aaf323-f8cd-4600-98db-b5fcd19ef71b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c2aaf323-f8cd-4600-98db-b5fcd19ef71b,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:28.676102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.680264 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a8ee0b7-e091-4797-a51c-49f4ab630569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.734905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a002489f-15ad-4c7b-bc87-47c9eb348573 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.736276 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a002489f-15ad-4c7b-bc87-47c9eb348573 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7664044 Nov 25 17:40:28.739171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49398) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:28.762792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ee0b7-e091-4797-a51c-49f4ab630569 None None] Pushing event updated for resources: {'Port': ['ID=c2aaf323-f8cd-4600-98db-b5fcd19ef71b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:28.792724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Made reservation on behalf of 855ed2df5a524628acaafcb1222a677d for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:28.795827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.976022 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.047877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Network 93cc5db6-9239-4596-8590-0fc7728af48a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:29.052647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Pushing event updated for resources: {'Port': ['ID=1738e411-c1cb-4960-a1a2-2e48c7198da1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:29.058015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:29.061326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:29.230505 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.362333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-13906c9e-bf83-4551-a775-516c65494f9c service neutron] 10.222.0.81 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1580312 Nov 25 17:40:29.378783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef69d9da-826c-480b-9846-d6708ee325aa tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.405698 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef69d9da-826c-480b-9846-d6708ee325aa tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.464758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef69d9da-826c-480b-9846-d6708ee325aa tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.521057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef69d9da-826c-480b-9846-d6708ee325aa tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.533879 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef69d9da-826c-480b-9846-d6708ee325aa tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/29b96022-923b-4f8c-bb85-17847872f4fa HTTP/1.1" status: 204 len: 168 time: 0.7914712 Nov 25 17:40:29.543457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:29.545194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4055cb91-95cb-4ad1-9219-fd989744ae38 None None] Provisioning complete for port 1738e411-c1cb-4960-a1a2-2e48c7198da1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:29.545656 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4055cb91-95cb-4ad1-9219-fd989744ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.553578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69d9da-826c-480b-9846-d6708ee325aa tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29b96022-923b-4f8c-bb85-17847872f4fa,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:29.622542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c2aaf323-f8cd-4600-98db-b5fcd19ef71b up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:29.702990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4055cb91-95cb-4ad1-9219-fd989744ae38 None None] Port 1738e411-c1cb-4960-a1a2-2e48c7198da1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:29.714160 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.749685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c2aaf323-f8cd-4600-98db-b5fcd19ef71b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:29.750008 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.838274 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-be2ea4bc-76ff-46e7-aaa8-f54dcdef8a57 req-e5f0e244-6aeb-4650-9520-c72fa27f4c66 service neutron] (103598) timed out ('10.222.0.81', 57288) {{(pid=103598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:40:29.883581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af79c55-df68-4552-844c-7b6bdcfa550e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:29.903794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Checking segment: {'id': 'd299b305-2f2f-4d1b-b4b8-58b9b6662f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '33c44484-bb5c-4f9a-bf22-bf79e64d3879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:29.904536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Network hostable DHCP agents. Network: 33c44484-bb5c-4f9a-bf22-bf79e64d3879, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:29.944323 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.958480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5c0198ea-b016-4f67-bdbf-b79e5b67a99e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:29.983872 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a197bb60-cc34-404e-8ba5-af29cac237df tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4367871 Nov 25 17:40:29.987412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49416) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.031598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-fd0b7216-0120-4324-a71d-468db87afb32 service neutron] 10.222.0.81 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670320 Nov 25 17:40:30.058299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c92855c-c68e-48af-9925-0dbce97cf478 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.096963 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c92855c-c68e-48af-9925-0dbce97cf478 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.116880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:30.123963 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.168421 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c92855c-c68e-48af-9925-0dbce97cf478 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.195418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c92855c-c68e-48af-9925-0dbce97cf478 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.209726 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0c92855c-c68e-48af-9925-0dbce97cf478 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c2c9fdb9-b586-4409-8016-f15d7334ef88 HTTP/1.1" status: 204 len: 168 time: 0.2202129 Nov 25 17:40:30.211893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49420) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.258447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:30.316670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92855c-c68e-48af-9925-0dbce97cf478 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2c9fdb9-b586-4409-8016-f15d7334ef88,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:30.331717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 33c44484-bb5c-4f9a-bf22-bf79e64d3879) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:30.346600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a4c95-d557-405d-90ba-4f74a87d3981 None None] Network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:30.356377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:30.359917 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.407557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-311a8cf3-183a-4fc9-9f9d-41a8edf8338e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3141580 Nov 25 17:40:30.413373 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec40f0ff-c63c-49b3-94e7-8c5d2724d17b tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1958652 Nov 25 17:40:30.419929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49424) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.456165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1607e6a2-6833-400e-8012-cd54fc5994dd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.472569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1607e6a2-6833-400e-8012-cd54fc5994dd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.510752 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1607e6a2-6833-400e-8012-cd54fc5994dd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.516721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1607e6a2-6833-400e-8012-cd54fc5994dd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.518252 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1607e6a2-6833-400e-8012-cd54fc5994dd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b927d983-e557-4602-ae98-867135c3cccb HTTP/1.1" status: 204 len: 168 time: 0.0970874 Nov 25 17:40:30.522022 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49428) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.527245 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e6a2-6833-400e-8012-cd54fc5994dd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b927d983-e557-4602-ae98-867135c3cccb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:30.648331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.648529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ebb7888d-1f87-451f-aebe-6e9560de5b87 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1196637 Nov 25 17:40:30.662100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.669962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.680336 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b90c1fe7-b649-43e9-a698-39f658dab0e2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.692655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b90c1fe7-b649-43e9-a698-39f658dab0e2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.696228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49434) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.759009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b90c1fe7-b649-43e9-a698-39f658dab0e2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.767676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Pushing event updated for resources: {'Port': ['ID=1738e411-c1cb-4960-a1a2-2e48c7198da1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:30.771316 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b90c1fe7-b649-43e9-a698-39f658dab0e2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.777948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b90c1fe7-b649-43e9-a698-39f658dab0e2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/665a5603-015a-48d7-8e31-28f0b153e94d HTTP/1.1" status: 204 len: 168 time: 0.1273906 Nov 25 17:40:30.781772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.802775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.803314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c1fe7-b649-43e9-a698-39f658dab0e2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=665a5603-015a-48d7-8e31-28f0b153e94d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:30.923069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.923170 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9563941c-deb2-4ece-b4db-2e2f5a622239 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1402004 Nov 25 17:40:30.972015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Network 93cc5db6-9239-4596-8590-0fc7728af48a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:30.980239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2800d63a-f403-4cbe-9d47-c42c2fedecc6 None None] Network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:30.983719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:31.042546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbfebafc-820f-427d-a9dc-169258dc05b0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.102639 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e8419e7-f81c-4382-8b34-6f11d92ef492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.139189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbfebafc-820f-427d-a9dc-169258dc05b0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.220909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbfebafc-820f-427d-a9dc-169258dc05b0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.228533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbfebafc-820f-427d-a9dc-169258dc05b0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.230045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbfebafc-820f-427d-a9dc-169258dc05b0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/84f3490c-9ef9-424a-8280-d16ac15c77fb HTTP/1.1" status: 204 len: 168 time: 0.3060701 Nov 25 17:40:31.235202 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49460) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.290459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfebafc-820f-427d-a9dc-169258dc05b0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84f3490c-9ef9-424a-8280-d16ac15c77fb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:31.345205 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e8419e7-f81c-4382-8b34-6f11d92ef492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.380472 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6598a4d8-ed00-4223-8110-812155e00bb3 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1414247 Nov 25 17:40:31.381661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e8419e7-f81c-4382-8b34-6f11d92ef492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.384691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49462) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.385774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:31.436061 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8419e7-f81c-4382-8b34-6f11d92ef492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f5cc31-f12a-4a71-bbb6-688144e58d17,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:31.453777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-cafd23fe-7202-4ac0-b0e0-8f6b584509a2 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:31.465527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-cafd23fe-7202-4ac0-b0e0-8f6b584509a2 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/networks?id=33c44484-bb5c-4f9a-bf22-bf79e64d3879 HTTP/1.1" status: 200 len: 814 time: 0.3616569 Nov 25 17:40:31.487786 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5e8419e7-f81c-4382-8b34-6f11d92ef492 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc0f01a221d047f7ab48031f1f69ce99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7902167 Nov 25 17:40:31.492627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.545484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-00c2b765-b4e8-4739-818a-471c93c0e407 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/quotas/855ed2df5a524628acaafcb1222a677d HTTP/1.1" status: 200 len: 375 time: 0.0788133 Nov 25 17:40:31.567560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b4f3fd43-76a2-4c35-a12f-dedb189564eb None None] Provisioning complete for port 1738e411-c1cb-4960-a1a2-2e48c7198da1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:31.567996 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f3fd43-76a2-4c35-a12f-dedb189564eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.609649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4ab23ae-57bc-4b47-955d-de66bab0ffad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.648629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3fd43-76a2-4c35-a12f-dedb189564eb None None] Port 1738e411-c1cb-4960-a1a2-2e48c7198da1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:31.652338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4ab23ae-57bc-4b47-955d-de66bab0ffad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.660726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-025da3e9-0552-4d4c-8376-95c2e23714d0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.665642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-dc6d1905-2f89-407f-bfbb-2ccfb9b64ef1 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=855ed2df5a524628acaafcb1222a677d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192656 Nov 25 17:40:31.681020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff9b4752-1797-40be-a546-cc602516a894 req-273145cf-fa41-4f30-a72f-51633368e306 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.0748222 Nov 25 17:40:31.725631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-025da3e9-0552-4d4c-8376-95c2e23714d0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.790216 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-025da3e9-0552-4d4c-8376-95c2e23714d0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.795924 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-025da3e9-0552-4d4c-8376-95c2e23714d0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.797874 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-025da3e9-0552-4d4c-8376-95c2e23714d0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/28d99ee5-1bc8-4025-99ef-44992ec272b7 HTTP/1.1" status: 204 len: 168 time: 0.3836613 Nov 25 17:40:31.801585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.804636 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4ab23ae-57bc-4b47-955d-de66bab0ffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.807599 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4ab23ae-57bc-4b47-955d-de66bab0ffad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.808904 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d4ab23ae-57bc-4b47-955d-de66bab0ffad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0f5cc31-f12a-4a71-bbb6-688144e58d17 HTTP/1.1" status: 204 len: 168 time: 0.3150403 Nov 25 17:40:31.822469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:31.828429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff6c539e-63a8-47fe-bf3b-8a7ab6f95208 admin admin] 10.222.0.81 "PUT /v2.0/routers/8b5e2cab-ddc9-40b6-b466-702ad7d914cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3208048 Nov 25 17:40:31.835314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025da3e9-0552-4d4c-8376-95c2e23714d0 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d99ee5-1bc8-4025-99ef-44992ec272b7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:31.854694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d239f88c-112e-475d-924c-bfff8b9f225d service neutron] 10.222.0.81 "GET /v2.0/networks/33c44484-bb5c-4f9a-bf22-bf79e64d3879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454866 Nov 25 17:40:31.886955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab23ae-57bc-4b47-955d-de66bab0ffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f5cc31-f12a-4a71-bbb6-688144e58d17,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:31.955081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-22e7c38f-45f3-47cb-a033-81bf904c14bf tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1461003 Nov 25 17:40:31.959720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.966779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-115499f1-ae83-4917-843e-7fa9011fc910 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013954635'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:31.985109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Sync routers for ids ['fc503637-ab79-4c77-be14-32b3a29ebe98'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:32.014899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Routers {'fc503637-ab79-4c77-be14-32b3a29ebe98'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:32.014899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fc503637-ab79-4c77-be14-32b3a29ebe98'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:32.049347 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-e36f4167-c2d7-4553-add9-a90ccf25c80a service neutron] 10.222.0.81 "GET /v2.0/networks/33c44484-bb5c-4f9a-bf22-bf79e64d3879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746824 Nov 25 17:40:32.053576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-115499f1-ae83-4917-843e-7fa9011fc910 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.222676 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-115499f1-ae83-4917-843e-7fa9011fc910 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.232303 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-115499f1-ae83-4917-843e-7fa9011fc910 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.308143 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-115499f1-ae83-4917-843e-7fa9011fc910 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.313847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-115499f1-ae83-4917-843e-7fa9011fc910 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3530972 Nov 25 17:40:32.317120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49486) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.322258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-19192601-d75c-4df7-9125-e43b79ce11eb tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '110395a1-54d9-460b-a705-f3de3a69e09b', 'direction': 'ingress', 'protocol': 17}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:32.336715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115499f1-ae83-4917-843e-7fa9011fc910 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110395a1-54d9-460b-a705-f3de3a69e09b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:32.346326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Set router fc503637-ab79-4c77-be14-32b3a29ebe98 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:32.386628 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Sync routers for ids ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:32.401277 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Routers {'8b5e2cab-ddc9-40b6-b466-702ad7d914cb'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:32.401914 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:32.409438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19192601-d75c-4df7-9125-e43b79ce11eb tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.523808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8f46e21-bcf9-4d66-a3a0-381bac783475 req-5cb0bf25-6eeb-4cf4-9584-7e17cb70d19b tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0765421 Nov 25 17:40:32.562068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19192601-d75c-4df7-9125-e43b79ce11eb tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.573089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19192601-d75c-4df7-9125-e43b79ce11eb tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.603500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-175b4f5a-b190-4531-94bf-9c34b2ab9653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.635324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192601-d75c-4df7-9125-e43b79ce11eb tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3aed4eb-7ed0-4be3-a56b-bca0fe9642dc,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:32.651683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19192601-d75c-4df7-9125-e43b79ce11eb tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.653219 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-19192601-d75c-4df7-9125-e43b79ce11eb tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3349535 Nov 25 17:40:32.656415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49498) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.663877 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Set router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:32.674782 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.700440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ac8-7346-47f9-b5db-482dc9d41379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.815528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:40:23Z', 'revision_number': 4, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port': {'id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '64ea2d2b-b290-447b-98cf-ea283d2e6975', 'name': '', 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'mac_address': 'fa:16:3e:2e:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:24Z', 'revision_number': 2, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'subnets': [{'id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:32.864009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bbfac5d0-6364-4321-be20-c10f49e6a6cc req-3e037775-764f-4227-bb28-3ebd12615c6f tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.1029866 Nov 25 17:40:32.877959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95b6984a-1a27-47fc-a6d8-2580d557f977 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.891030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Checking router: fc503637-ab79-4c77-be14-32b3a29ebe98 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:32.891646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Updating router fc503637-ab79-4c77-be14-32b3a29ebe98 port 64ea2d2b-b290-447b-98cf-ea283d2e6975 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:32.907437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ac8-7346-47f9-b5db-482dc9d41379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.916880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1ac8-7346-47f9-b5db-482dc9d41379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.958342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95b6984a-1a27-47fc-a6d8-2580d557f977 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.019720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d1ac8-7346-47f9-b5db-482dc9d41379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd00761-971e-413e-960a-c48b878d126d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.021150 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.060190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:33.083998 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2f0d1ac8-7346-47f9-b5db-482dc9d41379 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=278c0ac99f9046208fb260f7f63798d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052422 Nov 25 17:40:33.084661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49512) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:33.105471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-162349530-network', 'tenant_id': 'df2684d317dc4963a6409581af1fff51'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:33.149030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Made reservation on behalf of df2684d317dc4963a6409581af1fff51 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:33.151827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.176406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.181203 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95b6984a-1a27-47fc-a6d8-2580d557f977 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.184813 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95b6984a-1a27-47fc-a6d8-2580d557f977 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.186312 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-95b6984a-1a27-47fc-a6d8-2580d557f977 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/110395a1-54d9-460b-a705-f3de3a69e09b HTTP/1.1" status: 204 len: 168 time: 0.5279696 Nov 25 17:40:33.201560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:33.203659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6984a-1a27-47fc-a6d8-2580d557f977 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110395a1-54d9-460b-a705-f3de3a69e09b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.302546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce358d06-5498-466d-9f81-9529e28fba00 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789895 Nov 25 17:40:33.307736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:33.314305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3048f0fd-5338-4116-a3cc-224771422969 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-secgroup--399943185'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:33.344564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3048f0fd-5338-4116-a3cc-224771422969 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.350479 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc28df0b-f6bd-4a50-989f-9e31885e4c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.375149 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:29Z', 'revision_number': 4, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port': {'id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1738e411-c1cb-4960-a1a2-2e48c7198da1', 'name': '', 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'mac_address': 'fa:16:3e:01:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7c9b04ee-2544-460d-8127-dbeef8a1c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:28Z', 'updated_at': '2021-11-25T17:40:30Z', 'revision_number': 2, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'subnets': [{'id': '7c9b04ee-2544-460d-8127-dbeef8a1c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:33.376792 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc28df0b-f6bd-4a50-989f-9e31885e4c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.407178 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Checking router: 8b5e2cab-ddc9-40b6-b466-702ad7d914cb for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:33.407757 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Updating router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb port 1738e411-c1cb-4960-a1a2-2e48c7198da1 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:33.425182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.442576 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.451327 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.483236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc28df0b-f6bd-4a50-989f-9e31885e4c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.486218 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc28df0b-f6bd-4a50-989f-9e31885e4c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.487633 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc28df0b-f6bd-4a50-989f-9e31885e4c65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abd00761-971e-413e-960a-c48b878d126d HTTP/1.1" status: 204 len: 168 time: 0.4009309 Nov 25 17:40:33.502492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28df0b-f6bd-4a50-989f-9e31885e4c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd00761-971e-413e-960a-c48b878d126d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.539667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:33.545455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a264e49b-70c5-498c-a84c-7724e87c4b9c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.570771 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.571102 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Added segment b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd of type vlan for network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e Nov 25 17:40:33.580103 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3048f0fd-5338-4116-a3cc-224771422969 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.588057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3048f0fd-5338-4116-a3cc-224771422969 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.647951 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.660878 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.667511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048f0fd-5338-4116-a3cc-224771422969 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0478964e-cb06-4487-aa3a-1e76636ed519,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.688722 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3048f0fd-5338-4116-a3cc-224771422969 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.696068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3048f0fd-5338-4116-a3cc-224771422969 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3855016 Nov 25 17:40:33.697081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49528) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:33.705634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b8acb480-1d21-4482-b9dc-6978e3c7df3d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-secgroup--609727782'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:33.733441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f50095ab-a7bb-4b8d-8018-80cad2fb303d req-7a4561f6-d372-48df-9ddf-fcfa762ff317 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0869503 Nov 25 17:40:33.735323 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.755584 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8acb480-1d21-4482-b9dc-6978e3c7df3d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.777198 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.778875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:33.780664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.858752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7571828 Nov 25 17:40:33.859644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:33.868224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Request body: {'subnet': {'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-162349530-subnet', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:33.879184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e7b3-4b05-4eb2-8ccb-3bffd734dd80 admin admin] Pushing event updated for resources: {'Network': ['ID=2ceb9927-b007-4dd4-b5ef-c8d06d35064e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.906557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Made reservation on behalf of df2684d317dc4963a6409581af1fff51 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:33.909759 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.941351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8acb480-1d21-4482-b9dc-6978e3c7df3d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.944180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:33.951609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Attempting to bind port 64ea2d2b-b290-447b-98cf-ea283d2e6975 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:33.952358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Attempting to bind port 64ea2d2b-b290-447b-98cf-ea283d2e6975 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:33.952722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Attempting to bind port 64ea2d2b-b290-447b-98cf-ea283d2e6975 on network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:33.954981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8acb480-1d21-4482-b9dc-6978e3c7df3d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.966259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a060b-1825-4998-8469-207143b188ab None None] Pushing event updated for resources: {'Port': ['ID=64ea2d2b-b290-447b-98cf-ea283d2e6975,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.991750 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:33.992291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Checking segment: {'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:33.992801 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.993888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Bound using segment: {'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:33.994567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Bound port: 64ea2d2b-b290-447b-98cf-ea283d2e6975, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:33.995050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.034770 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8acb480-1d21-4482-b9dc-6978e3c7df3d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.038545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b8acb480-1d21-4482-b9dc-6978e3c7df3d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3371348 Nov 25 17:40:34.044034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:34.054783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-32dbca94-46e1-4955-a301-f88c9108c415 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '0478964e-cb06-4487-aa3a-1e76636ed519', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d4c2d67-c257-4bb4-adeb-457184d83df8', 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:34.081341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55ec9698-ec60-4b10-b738-feedfb55e0c3 req-66878791-8f42-4e6b-bc50-635c68ebdf3a tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.0756230 Nov 25 17:40:34.126880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb480-1d21-4482-b9dc-6978e3c7df3d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4c2d67-c257-4bb4-adeb-457184d83df8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:34.155935 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32dbca94-46e1-4955-a301-f88c9108c415 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.196758 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.218028 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.231973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] For port 64ea2d2b-b290-447b-98cf-ea283d2e6975, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:34.263100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] For port 64ea2d2b-b290-447b-98cf-ea283d2e6975, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64ea2d2b-b290-447b-98cf-ea283d2e6975,segment=NetworkSegment(76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5),segment_id=76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:34.278116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e6a887c-6381-4713-97f6-be21c5f26384 None None] Provisioning complete for port 64ea2d2b-b290-447b-98cf-ea283d2e6975 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:34.278980 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6a887c-6381-4713-97f6-be21c5f26384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.306418 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59ac25-bcf9-4137-a13a-19261775f97f None None] Pushing event updated for resources: {'Port': ['ID=1738e411-c1cb-4960-a1a2-2e48c7198da1,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:34.336778 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.372734 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.389557 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32dbca94-46e1-4955-a301-f88c9108c415 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.402050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32dbca94-46e1-4955-a301-f88c9108c415 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.473066 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbca94-46e1-4955-a301-f88c9108c415 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148989c4-252f-4ec7-a40e-2b69cc3ef2ce,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:34.490657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32dbca94-46e1-4955-a301-f88c9108c415 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.498778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32dbca94-46e1-4955-a301-f88c9108c415 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4533463 Nov 25 17:40:34.500812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:34.525070 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Attempting to bind port 1738e411-c1cb-4960-a1a2-2e48c7198da1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:34.526403 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Attempting to bind port 1738e411-c1cb-4960-a1a2-2e48c7198da1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:34.527541 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Attempting to bind port 1738e411-c1cb-4960-a1a2-2e48c7198da1 on network 93cc5db6-9239-4596-8590-0fc7728af48a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:34.534618 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:34.535581 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Checking segment: {'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:34.536284 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.536819 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Bound using segment: {'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:34.538705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a81be4a-3b66-4a77-95ef-658e05a6a072,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:34.539255 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Bound port: 1738e411-c1cb-4960-a1a2-2e48c7198da1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bda698-7d87-49e7-8b02-a242baaf68bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:34.540037 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.540722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Routers {'fc503637-ab79-4c77-be14-32b3a29ebe98'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:34.544668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fc503637-ab79-4c77-be14-32b3a29ebe98'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:34.576839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Checking segment: {'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:34.577436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Network hostable DHCP agents. Network: 2ceb9927-b007-4dd4-b5ef-c8d06d35064e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:34.603676 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05e8045e-9db9-4f76-a470-7afd475800cd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.634166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:34.637890 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05e8045e-9db9-4f76-a470-7afd475800cd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.652520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 2ceb9927-b007-4dd4-b5ef-c8d06d35064e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:34.668066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:34.668252 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.706363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05e8045e-9db9-4f76-a470-7afd475800cd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.718570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05e8045e-9db9-4f76-a470-7afd475800cd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.720165 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-05e8045e-9db9-4f76-a470-7afd475800cd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/148989c4-252f-4ec7-a40e-2b69cc3ef2ce HTTP/1.1" status: 204 len: 168 time: 0.2166440 Nov 25 17:40:34.731323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b74bf98f-671a-4bab-90df-cbc1363da779 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8681886 Nov 25 17:40:34.731323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:34.744131 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e75c9-2760-4d38-a385-bc50b336cd01 None None] Network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:34.745604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:34.763225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:34.780979 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] For port 1738e411-c1cb-4960-a1a2-2e48c7198da1, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:34.788128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8045e-9db9-4f76-a470-7afd475800cd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=148989c4-252f-4ec7-a40e-2b69cc3ef2ce,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:34.794202 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] For port 1738e411-c1cb-4960-a1a2-2e48c7198da1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1738e411-c1cb-4960-a1a2-2e48c7198da1,segment=NetworkSegment(32bda698-7d87-49e7-8b02-a242baaf68bf),segment_id=32bda698-7d87-49e7-8b02-a242baaf68bf)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:34.812574 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.851693 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-035d6804-ec6d-4746-b77a-ac0a8db164c4 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1198988 Nov 25 17:40:34.854766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:34.878154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.879224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.951427 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-abf81db0-7268-4806-aab0-18c6010a77c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.966510 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6a887c-6381-4713-97f6-be21c5f26384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.992819 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59ac25-bcf9-4137-a13a-19261775f97f None None] Pushing event updated for resources: {'Port': ['ID=1738e411-c1cb-4960-a1a2-2e48c7198da1,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:35.010570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fba5d245-b790-43b7-b92e-f0bc5d24cb91 req-933d5593-dfaf-40a8-be4c-e2c44cc8f21f tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.1466975 Nov 25 17:40:35.046054 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Routers {'8b5e2cab-ddc9-40b6-b466-702ad7d914cb'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:35.046779 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:35.051160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a060b-1825-4998-8469-207143b188ab None None] Pushing event updated for resources: {'Port': ['ID=64ea2d2b-b290-447b-98cf-ea283d2e6975,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:35.078962 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.123522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f12fd505-b249-480c-bfaf-1f1b8859ac32 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.182410 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f12fd505-b249-480c-bfaf-1f1b8859ac32 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.232975 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] Set router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:35.247863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5e6a887c-6381-4713-97f6-be21c5f26384 None None] For port 64ea2d2b-b290-447b-98cf-ea283d2e6975, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64ea2d2b-b290-447b-98cf-ea283d2e6975,segment=NetworkSegment(76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5),segment_id=76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:35.279939 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6a887c-6381-4713-97f6-be21c5f26384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.322808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-905c0c13-2911-41eb-9aae-e80fcd99c599 req-a13645a0-64a5-4709-87d4-6d66d0617c6d tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.1039772 Nov 25 17:40:35.421000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f12fd505-b249-480c-bfaf-1f1b8859ac32 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.424449 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f12fd505-b249-480c-bfaf-1f1b8859ac32 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.425643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f12fd505-b249-480c-bfaf-1f1b8859ac32 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/7d4c2d67-c257-4bb4-adeb-457184d83df8 HTTP/1.1" status: 204 len: 168 time: 0.5686319 Nov 25 17:40:35.441673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:35.445668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fd505-b249-480c-bfaf-1f1b8859ac32 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4c2d67-c257-4bb4-adeb-457184d83df8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:35.548691 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.560111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49586) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:35.562023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-362c1f09-e192-4bbb-8445-a98e14a795b3 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1126716 Nov 25 17:40:35.597392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64ea2d2b-b290-447b-98cf-ea283d2e6975 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:35.626587 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:29Z', 'revision_number': 4, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port': {'id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1738e411-c1cb-4960-a1a2-2e48c7198da1', 'name': '', 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'mac_address': 'fa:16:3e:01:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7c9b04ee-2544-460d-8127-dbeef8a1c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:28Z', 'updated_at': '2021-11-25T17:40:34Z', 'revision_number': 4, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'subnets': [{'id': '7c9b04ee-2544-460d-8127-dbeef8a1c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:35.674321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8edc8851-a783-4e91-9056-f249245bb38d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.689376 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405e67f-9f8b-4118-bc86-febec8bf518e None None] The sync data for ids ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'] in n-d-819349-3 is: [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:29Z', 'revision_number': 4, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port': {'id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1738e411-c1cb-4960-a1a2-2e48c7198da1', 'name': '', 'network_id': '93cc5db6-9239-4596-8590-0fc7728af48a', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'mac_address': 'fa:16:3e:01:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7c9b04ee-2544-460d-8127-dbeef8a1c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:28Z', 'updated_at': '2021-11-25T17:40:34Z', 'revision_number': 4, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'subnets': [{'id': '7c9b04ee-2544-460d-8127-dbeef8a1c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:35.713406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8edc8851-a783-4e91-9056-f249245bb38d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.725479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-2ceb9927-b007-4dd4-b5ef-c8d06d35064e', 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'fixed_ips': [{'subnet_id': '6a81be4a-3b66-4a77-95ef-658e05a6a072'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:35.728528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.825085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a649a583-cf34-40d3-bf29-c1ec3e26146a None None] Provisioning complete for port 64ea2d2b-b290-447b-98cf-ea283d2e6975 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:35.826671 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a649a583-cf34-40d3-bf29-c1ec3e26146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.831409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] Set router fc503637-ab79-4c77-be14-32b3a29ebe98 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:35.831689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8edc8851-a783-4e91-9056-f249245bb38d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.835522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8edc8851-a783-4e91-9056-f249245bb38d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.837067 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8edc8851-a783-4e91-9056-f249245bb38d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/0478964e-cb06-4487-aa3a-1e76636ed519 HTTP/1.1" status: 204 len: 168 time: 0.2759483 Nov 25 17:40:35.843172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49592) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:35.903059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc8851-a783-4e91-9056-f249245bb38d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0478964e-cb06-4487-aa3a-1e76636ed519,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:35.935496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49598) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:35.942179 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-55e48345-3164-4bd8-b5e2-832e4a79aadd tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0971076 Nov 25 17:40:35.946564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b479cf5a-0301-4632-8a78-eaadb14f296c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-secgroup--665974122'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:36.046496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a887c-6381-4713-97f6-be21c5f26384 None None] Pushing event updated for resources: {'Port': ['ID=64ea2d2b-b290-447b-98cf-ea283d2e6975,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:36.057439 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b479cf5a-0301-4632-8a78-eaadb14f296c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.061404 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.138094 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.208499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7aa57eec-a9df-47f4-94dd-41e46c20176b req-3a1f880b-6824-49a7-a2c9-1c599342ceee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0952668 Nov 25 17:40:36.259721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b479cf5a-0301-4632-8a78-eaadb14f296c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.293978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.299572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b479cf5a-0301-4632-8a78-eaadb14f296c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.330039 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b479cf5a-0301-4632-8a78-eaadb14f296c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.335825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49612) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:36.342300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d1f39798-b5da-43d4-946d-a2686956f796 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '0a3416c1-e809-4c72-bdd8-aaab05e1edd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:36.348708 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b479cf5a-0301-4632-8a78-eaadb14f296c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4102707 Nov 25 17:40:36.428602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1f39798-b5da-43d4-946d-a2686956f796 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.521052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479cf5a-0301-4632-8a78-eaadb14f296c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3416c1-e809-4c72-bdd8-aaab05e1edd2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:36.572312 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc5b35eb-d190-4a0a-933d-d7734e7e2743 req-939553a1-eea8-461b-aec8-aefad75655cd tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.0750391 Nov 25 17:40:36.620367 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1f39798-b5da-43d4-946d-a2686956f796 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.627237 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1f39798-b5da-43d4-946d-a2686956f796 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.658010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f39798-b5da-43d4-946d-a2686956f796 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bc6d1f-9186-4451-8724-cc003dc8ddfe,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:36.681873 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Allocated IP 172.25.1.103 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/45b0eff7-08a5-4c30-9892-4155c3efd460) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:36.687662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1f39798-b5da-43d4-946d-a2686956f796 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.691979 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d1f39798-b5da-43d4-946d-a2686956f796 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3524189 Nov 25 17:40:36.692743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:36.747257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7fa24c5-33ba-4357-8f13-451a0b455873 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.797212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7fa24c5-33ba-4357-8f13-451a0b455873 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.839596 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7fa24c5-33ba-4357-8f13-451a0b455873 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.844831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7fa24c5-33ba-4357-8f13-451a0b455873 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.846028 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a7fa24c5-33ba-4357-8f13-451a0b455873 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/37bc6d1f-9186-4451-8724-cc003dc8ddfe HTTP/1.1" status: 204 len: 168 time: 0.1527529 Nov 25 17:40:36.848981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:36.856859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 64ea2d2b-b290-447b-98cf-ea283d2e6975 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:36.857377 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.898979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa24c5-33ba-4357-8f13-451a0b455873 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37bc6d1f-9186-4451-8724-cc003dc8ddfe,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:36.954815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49634) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:36.955631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f78a4a57-5d2b-4568-9a1e-e87d16ea5810 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0988848 Nov 25 17:40:37.046987 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.048458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f67024b3-38ba-4a7f-9d1b-0ec3f827ca8d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.085043 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f67024b3-38ba-4a7f-9d1b-0ec3f827ca8d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.172769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.218617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f67024b3-38ba-4a7f-9d1b-0ec3f827ca8d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.223246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f67024b3-38ba-4a7f-9d1b-0ec3f827ca8d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.230012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49642) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:37.231643 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f67024b3-38ba-4a7f-9d1b-0ec3f827ca8d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/0a3416c1-e809-4c72-bdd8-aaab05e1edd2 HTTP/1.1" status: 204 len: 168 time: 0.2752364 Nov 25 17:40:37.292650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:37.305364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67024b3-38ba-4a7f-9d1b-0ec3f827ca8d tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3416c1-e809-4c72-bdd8-aaab05e1edd2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:37.307538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:37.323635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:37.336350 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.353683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901194bb-15c1-4d51-acf0-89018fd993a8 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:37.410786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=45b0eff7-08a5-4c30-9892-4155c3efd460,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:37.413048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Allocated IP 172.20.0.2 (2ceb9927-b007-4dd4-b5ef-c8d06d35064e/6a81be4a-3b66-4a77-95ef-658e05a6a072/b147909d-2a99-465d-95da-dcdd39ce117c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:37.416930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.421251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e5eef14c-df74-414c-a16a-42245d2f8516 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1896136 Nov 25 17:40:37.427640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d38872c0-3959-436d-a89b-c2f96dccc31d req-1eab10d2-12db-447d-8d44-2c0488e1f956 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0848393 Nov 25 17:40:37.428313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:37.453791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a775062f-5d90-48ef-965a-aa5ed9372d13 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468155463'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:37.522200 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.530901 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a775062f-5d90-48ef-965a-aa5ed9372d13 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.788245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a775062f-5d90-48ef-965a-aa5ed9372d13 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.797928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a649a583-cf34-40d3-bf29-c1ec3e26146a None None] Provisioning complete for port 1738e411-c1cb-4960-a1a2-2e48c7198da1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:37.798313 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a649a583-cf34-40d3-bf29-c1ec3e26146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.853248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a775062f-5d90-48ef-965a-aa5ed9372d13 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.864770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-801ad72b-4fcf-4b9b-96bd-b7fdb9b6a09a req-55dfbc12-1e20-40ac-92b8-4d7491f31e80 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.1204891 Nov 25 17:40:37.908381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.938996 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a775062f-5d90-48ef-965a-aa5ed9372d13 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.940287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a775062f-5d90-48ef-965a-aa5ed9372d13 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5098634 Nov 25 17:40:37.946325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:37.951269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3da37ace-9084-42e7-a232-712bf4b61378 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '795924d6-5a21-4122-9eba-6afeea26e04c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:37.960661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775062f-5d90-48ef-965a-aa5ed9372d13 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795924d6-5a21-4122-9eba-6afeea26e04c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:37.983932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:40:23Z', 'revision_number': 4, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port': {'id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '64ea2d2b-b290-447b-98cf-ea283d2e6975', 'name': '', 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'mac_address': 'fa:16:3e:2e:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:34Z', 'revision_number': 4, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'subnets': [{'id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:38.011991 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3da37ace-9084-42e7-a232-712bf4b61378 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.103941 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3da37ace-9084-42e7-a232-712bf4b61378 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.117940 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3da37ace-9084-42e7-a232-712bf4b61378 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.176971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15b475-d599-4720-99e0-6dd76155b872 None None] The sync data for ids ['fc503637-ab79-4c77-be14-32b3a29ebe98'] in n-d-819349-3 is: [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:40:23Z', 'revision_number': 4, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port': {'id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '64ea2d2b-b290-447b-98cf-ea283d2e6975', 'name': '', 'network_id': 'fdb9986e-7f59-4c68-983b-31cecdaf1fa7', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'mac_address': 'fa:16:3e:2e:b8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:34Z', 'revision_number': 4, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'subnets': [{'id': '95afa03f-6bfc-47e2-8826-8f920f5cffd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:38.186801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da37ace-9084-42e7-a232-712bf4b61378 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e171be70-4451-4e33-a3ab-fa25a13c213e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:38.219202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.232417 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3da37ace-9084-42e7-a232-712bf4b61378 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.236978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3da37ace-9084-42e7-a232-712bf4b61378 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2893224 Nov 25 17:40:38.239495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:38.303892 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a649a583-cf34-40d3-bf29-c1ec3e26146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.339176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-52437845-b864-4667-a1f3-e4a33c91ab94 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules/e171be70-4451-4e33-a3ab-fa25a13c213e HTTP/1.1" status: 200 len: 763 time: 0.0968227 Nov 25 17:40:38.340173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:38.366014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a649a583-cf34-40d3-bf29-c1ec3e26146a None None] For port 1738e411-c1cb-4960-a1a2-2e48c7198da1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1738e411-c1cb-4960-a1a2-2e48c7198da1,segment=NetworkSegment(32bda698-7d87-49e7-8b02-a242baaf68bf),segment_id=32bda698-7d87-49e7-8b02-a242baaf68bf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:38.369185 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.376681 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a649a583-cf34-40d3-bf29-c1ec3e26146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.429125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f9969f68-2554-4669-aeb5-1aa9bc666a0b tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0874362 Nov 25 17:40:38.429753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:38.449648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.460553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649a583-cf34-40d3-bf29-c1ec3e26146a None None] Pushing event updated for resources: {'Port': ['ID=1738e411-c1cb-4960-a1a2-2e48c7198da1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:38.516779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7aa4f4d4-de2e-4752-981b-f4f22513c354 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.527099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1738e411-c1cb-4960-a1a2-2e48c7198da1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:38.539716 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Pushing event updated for resources: {'Port': ['ID=b147909d-2a99-465d-95da-dcdd39ce117c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:38.546389 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7aa4f4d4-de2e-4752-981b-f4f22513c354 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.660160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:38.683804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:38.689583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:38.735572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2260768c-856e-4163-b4c3-38a4ff1e88eb None None] Provisioning complete for port 45b0eff7-08a5-4c30-9892-4155c3efd460 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:38.737696 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2260768c-856e-4163-b4c3-38a4ff1e88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.776085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1738e411-c1cb-4960-a1a2-2e48c7198da1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:38.776399 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.822765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-75ca0d94-cf12-41ac-8c89-f16cc290dccd tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:38.824301 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-75ca0d94-cf12-41ac-8c89-f16cc290dccd tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.60 "GET /v2.0/networks?id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd HTTP/1.1" status: 200 len: 911 time: 0.4980469 Nov 25 17:40:38.851958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Request body: {'port': {'device_id': 'ba6b9e1d-8a4f-4258-8a5b-1febf8283deb', 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'admin_state_up': True, 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:38.948513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2260768c-856e-4163-b4c3-38a4ff1e88eb None None] Port 45b0eff7-08a5-4c30-9892-4155c3efd460 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:39.033364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Made reservation on behalf of c243d2fa21824e81ab18286bad98ffce for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:39.035896 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.047324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.077793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Attempting to bind port b147909d-2a99-465d-95da-dcdd39ce117c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:39.078496 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Attempting to bind port b147909d-2a99-465d-95da-dcdd39ce117c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:39.078878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Attempting to bind port b147909d-2a99-465d-95da-dcdd39ce117c on network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:39.097313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:39.097702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Checking segment: {'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:39.098170 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.098843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Bound using segment: {'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:39.100405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Bound port: b147909d-2a99-465d-95da-dcdd39ce117c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:39.100764 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.184741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] For port b147909d-2a99-465d-95da-dcdd39ce117c, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:39.189061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] For port b147909d-2a99-465d-95da-dcdd39ce117c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b147909d-2a99-465d-95da-dcdd39ce117c,segment=NetworkSegment(b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd),segment_id=b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:39.203539 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.369503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64ea2d2b-b290-447b-98cf-ea283d2e6975 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:39.377688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7f593-a515-4029-802a-571f5c2c8419 None None] Pushing event updated for resources: {'Port': ['ID=b147909d-2a99-465d-95da-dcdd39ce117c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:39.404778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-5b1d0e8b-0c92-4f34-9167-5593ee010609 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:39.409878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-5b1d0e8b-0c92-4f34-9167-5593ee010609 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.60 "GET /v2.0/networks?id=33c44484-bb5c-4f9a-bf22-bf79e64d3879 HTTP/1.1" status: 200 len: 814 time: 0.5495117 Nov 25 17:40:39.434216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Request body: {'port': {'device_id': 'a4e83c70-1249-4d4a-9e26-94c08ab1b2c0', 'network_id': '33c44484-bb5c-4f9a-bf22-bf79e64d3879', 'admin_state_up': True, 'tenant_id': '855ed2df5a524628acaafcb1222a677d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:39.542001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 64ea2d2b-b290-447b-98cf-ea283d2e6975 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:39.543016 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.553867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d363e7c3-1fc3-49b8-aba4-8acf8519507d req-38fe81c8-0ee1-4804-9757-5829597e81ae tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.9337904 Nov 25 17:40:39.556404 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7aa4f4d4-de2e-4752-981b-f4f22513c354 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.584721 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7aa4f4d4-de2e-4752-981b-f4f22513c354 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.586828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7aa4f4d4-de2e-4752-981b-f4f22513c354 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e171be70-4451-4e33-a3ab-fa25a13c213e HTTP/1.1" status: 204 len: 168 time: 1.1554885 Nov 25 17:40:39.588604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4f4d4-de2e-4752-981b-f4f22513c354 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e171be70-4451-4e33-a3ab-fa25a13c213e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:39.602229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0869e768-46d8-4664-b81c-7d998f60227d req-47cd577d-d14e-4031-a979-7cc315d3a774 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.0739524 Nov 25 17:40:39.603207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:39.738620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-53b8214d-3aea-4e4a-8ba7-56c91df64559 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1323078 Nov 25 17:40:39.740537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:39.748221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-71d86ff9-e67b-4517-a155-efbc96b2a4d2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '795924d6-5a21-4122-9eba-6afeea26e04c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:39.825378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71d86ff9-e67b-4517-a155-efbc96b2a4d2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.929839 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71d86ff9-e67b-4517-a155-efbc96b2a4d2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.938473 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71d86ff9-e67b-4517-a155-efbc96b2a4d2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.961448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d86ff9-e67b-4517-a155-efbc96b2a4d2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3ed914-d299-4707-8cba-b04380a7b28d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:39.971876 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71d86ff9-e67b-4517-a155-efbc96b2a4d2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.975654 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-71d86ff9-e67b-4517-a155-efbc96b2a4d2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2286687 Nov 25 17:40:39.977433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:39.997666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f8ee6336-7b47-4c09-bb9a-710dc56d4562 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules/7d3ed914-d299-4707-8cba-b04380a7b28d HTTP/1.1" status: 200 len: 763 time: 0.0186830 Nov 25 17:40:40.000080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.063160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2a447f3c-d3a4-4b2f-bb54-f38ae50f50e2 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0608423 Nov 25 17:40:40.064806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49706) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.127610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7635385f-fa18-4df2-afa7-181e6dca5654 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.140687 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7635385f-fa18-4df2-afa7-181e6dca5654 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.192201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7635385f-fa18-4df2-afa7-181e6dca5654 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.200058 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7635385f-fa18-4df2-afa7-181e6dca5654 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.203474 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7635385f-fa18-4df2-afa7-181e6dca5654 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7d3ed914-d299-4707-8cba-b04380a7b28d HTTP/1.1" status: 204 len: 168 time: 0.1345592 Nov 25 17:40:40.204103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.212495 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Allocated IP 172.20.0.11 (ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd/9dec79b9-e011-4f8e-a043-ff32abb121e0/84f41c01-4d93-4cb5-929a-138f96d696e3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:40.234482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Made reservation on behalf of 855ed2df5a524628acaafcb1222a677d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:40.238304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.243695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635385f-fa18-4df2-afa7-181e6dca5654 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d3ed914-d299-4707-8cba-b04380a7b28d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:40.313021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-77da84d4-8972-4acb-9587-84341a417059 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1076176 Nov 25 17:40:40.315463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.320736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8c52c065-e6e4-4237-ace6-5c879a843727 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Request body: {'security_group_rule': {'security_group_id': '795924d6-5a21-4122-9eba-6afeea26e04c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:40.348763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1738e411-c1cb-4960-a1a2-2e48c7198da1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:40.371481 n-d-819349-3 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-8c52c065-e6e4-4237-ace6-5c879a843727 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Project b700e887431343c8be4203e7232b45e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:40:40.377283 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c52c065-e6e4-4237-ace6-5c879a843727 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.452536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Router a65c8df7-a99d-4134-bdd1-8f44658fa78d is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:40.462943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1738e411-c1cb-4960-a1a2-2e48c7198da1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:40.464594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.510157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c52c065-e6e4-4237-ace6-5c879a843727 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.526210 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c52c065-e6e4-4237-ace6-5c879a843727 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.565605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52c065-e6e4-4237-ace6-5c879a843727 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57337cc-a78b-491f-a290-28b8979f0583,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:40.572001 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c52c065-e6e4-4237-ace6-5c879a843727 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.576457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8c52c065-e6e4-4237-ace6-5c879a843727 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2570276 Nov 25 17:40:40.577258 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.598503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-036e493a-6b9e-4758-a89f-e82dd7ea2c9b tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules/b57337cc-a78b-491f-a290-28b8979f0583 HTTP/1.1" status: 200 len: 769 time: 0.0194752 Nov 25 17:40:40.601426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.673753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8faff87d-ad2f-4a74-9f34-6873f32f7d0b tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0685084 Nov 25 17:40:40.674361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.736701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d20bcd2-744b-42fc-b06d-8071d337dfea req-44ed9588-3833-46a4-9c9e-66df3c05fe92 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0495687 Nov 25 17:40:40.747784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b147909d-2a99-465d-95da-dcdd39ce117c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:40.806697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f637793-761b-4551-8ba3-2ca31aa57e58 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.811295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d58fda6-4186-41ca-ac96-ffb71440f494 req-3251b6dd-e667-4450-a7a9-13e46a085bc6 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.0434740 Nov 25 17:40:40.821217 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f637793-761b-4551-8ba3-2ca31aa57e58 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.857587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b147909d-2a99-465d-95da-dcdd39ce117c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:40.858076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.880858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f637793-761b-4551-8ba3-2ca31aa57e58 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.887852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f637793-761b-4551-8ba3-2ca31aa57e58 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.889771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7f637793-761b-4551-8ba3-2ca31aa57e58 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b57337cc-a78b-491f-a290-28b8979f0583 HTTP/1.1" status: 204 len: 168 time: 0.2143102 Nov 25 17:40:40.900622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49734) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.918911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f637793-761b-4551-8ba3-2ca31aa57e58 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b57337cc-a78b-491f-a290-28b8979f0583,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:40.965092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Allocated IP 172.20.0.14 (33c44484-bb5c-4f9a-bf22-bf79e64d3879/5af79c55-df68-4552-844c-7b6bdcfa550e/a6c0e0cb-3130-4362-9f86-1e0b649165a6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:40.971539 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.006966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.025392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port b147909d-2a99-465d-95da-dcdd39ce117c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b147909d-2a99-465d-95da-dcdd39ce117c,segment=NetworkSegment(b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd),segment_id=b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:41.033952 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.038172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:41.087987 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a04bc76d-c37a-467b-ad87-e6116ba6b861 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1839075 Nov 25 17:40:41.091278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:41.103398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Sync routers for ids ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:41.110702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cf6524-2c96-47e3-972a-a5d79f7b208d None None] Network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:41.201730 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0cef38e-0659-496f-8750-a424099519f7 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.214663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=b147909d-2a99-465d-95da-dcdd39ce117c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.241390 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0cef38e-0659-496f-8750-a424099519f7 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.297745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.300747 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a8047d12-1002-421b-873a-ddc9845dc7f6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5502470 Nov 25 17:40:41.304548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:41.311183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Routers {'a65c8df7-a99d-4134-bdd1-8f44658fa78d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:41.311421 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0cef38e-0659-496f-8750-a424099519f7 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.311506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:41.313720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0cef38e-0659-496f-8750-a424099519f7 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.315044 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c0cef38e-0659-496f-8750-a424099519f7 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "DELETE /v2.0/security-groups/795924d6-5a21-4122-9eba-6afeea26e04c HTTP/1.1" status: 204 len: 168 time: 0.2226434 Nov 25 17:40:41.320234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49748) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:41.323523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.378467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f79b4a72-d153-4376-bce5-ab6b104eb384 None None] Provisioning complete for port b147909d-2a99-465d-95da-dcdd39ce117c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:41.379043 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f79b4a72-d153-4376-bce5-ab6b104eb384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.386246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:41.395385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:41.400641 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cef38e-0659-496f-8750-a424099519f7 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795924d6-5a21-4122-9eba-6afeea26e04c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.505119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Pushing event updated for resources: {'Port': ['ID=84f41c01-4d93-4cb5-929a-138f96d696e3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.515471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:41.559236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:41.560333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.633267 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4acaaa22-bf3d-49e7-a58f-61caabeea5b3 tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3112350 Nov 25 17:40:41.637445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 49752) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:41.657157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-989401db-5dd6-496c-a98e-e92694159523 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8163874 Nov 25 17:40:41.667694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.676891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Request body: {'port': {'device_id': 'ba6b9e1d-8a4f-4258-8a5b-1febf8283deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:41.759647 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d023cb56-9703-4f26-8513-3c5ba8a2ec0c tempest-SecGroupIPv6Test-1959659506 tempest-SecGroupIPv6Test-1959659506-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163447 Nov 25 17:40:41.787543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Set router a65c8df7-a99d-4134-bdd1-8f44658fa78d gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:41.935299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.023160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85e52c75-a68f-40d7-9ef5-e70c0edd3fd5 None None] Provisioning complete for port 84f41c01-4d93-4cb5-929a-138f96d696e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:42.023594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85e52c75-a68f-40d7-9ef5-e70c0edd3fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.098906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-85e52c75-a68f-40d7-9ef5-e70c0edd3fd5 None None] Port 84f41c01-4d93-4cb5-929a-138f96d696e3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:42.100877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.185393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d94f114-4bd1-46b3-984c-dca80a80e0c8 req-d565b440-c7da-40f2-93b4-cffec7bd8338 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.2381687 Nov 25 17:40:42.203535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b147909d-2a99-465d-95da-dcdd39ce117c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:42.303072 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7338e4-7a60-4712-b240-84593ea40e31 req-93e613a1-c85f-4b0e-a4d4-3f7bae87d857 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:42.305085 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b7338e4-7a60-4712-b240-84593ea40e31 req-93e613a1-c85f-4b0e-a4d4-3f7bae87d857 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1028 time: 0.2226624 Nov 25 17:40:42.382636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c0400b01-583b-415d-a102-361330560639 None None] Provisioning complete for port b147909d-2a99-465d-95da-dcdd39ce117c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:42.383175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c0400b01-583b-415d-a102-361330560639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.481528 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.509602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:42.560791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:42.561951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b7338e4-7a60-4712-b240-84593ea40e31 req-d9ae43c7-59c3-45c4-97c6-87f5817d6f6f tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991425 Nov 25 17:40:42.602635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:37Z', 'revision_number': 3, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:42.624338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:42.641143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Checking router: a65c8df7-a99d-4134-bdd1-8f44658fa78d for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:42.641868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Updating router a65c8df7-a99d-4134-bdd1-8f44658fa78d port 45b0eff7-08a5-4c30-9892-4155c3efd460 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:42.716754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b147909d-2a99-465d-95da-dcdd39ce117c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:42.719132 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.827826 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.850871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:42.887442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Allocated IP 172.20.0.1 (2ceb9927-b007-4dd4-b5ef-c8d06d35064e/6a81be4a-3b66-4a77-95ef-658e05a6a072/da9ae1ee-f06f-4a74-a657-5bba3f196098) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:42.893807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Pushing event updated for resources: {'Port': ['ID=a6c0e0cb-3130-4362-9f86-1e0b649165a6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:42.946853 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:42.950707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.051443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3d3e12d6-699f-4f26-a0df-d0c583a71849 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6327214 Nov 25 17:40:43.104196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Request body: {'port': {'device_id': 'a4e83c70-1249-4d4a-9e26-94c08ab1b2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:43.125865 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.234304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8f32e865-7829-4afb-ab18-d10e3dc40483 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b700e887431343c8be4203e7232b45e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6053658 Nov 25 17:40:43.249307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:43.271641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f41c01-4d93-4cb5-929a-138f96d696e3 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:40:43.326237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.337958 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.380043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Transition to ACTIVE for port object 84f41c01-4d93-4cb5-929a-138f96d696e3 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:40:43.395615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.458505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:43.541427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cc37f4f-b3c3-4f6e-b099-c471721a1c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.617296 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.636337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cc37f4f-b3c3-4f6e-b099-c471721a1c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.641257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Pushing event updated for resources: {'Port': ['ID=84f41c01-4d93-4cb5-929a-138f96d696e3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:43.674151 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.704367 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.795693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:43.803337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:43.880402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cc37f4f-b3c3-4f6e-b099-c471721a1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.883198 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cc37f4f-b3c3-4f6e-b099-c471721a1c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.892857 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0cc37f4f-b3c3-4f6e-b099-c471721a1c85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a8b9f6c-c3b5-42f9-880b-a8bb54536a35 HTTP/1.1" status: 204 len: 168 time: 0.6424525 Nov 25 17:40:43.948574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Pushing event updated for resources: {'Port': ['ID=da9ae1ee-f06f-4a74-a657-5bba3f196098,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:43.975746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f47403-42fd-4bb2-b830-dbeaee962a9d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:44.001602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b83bb0-7dc5-4af0-8730-1285ce7d5c12 req-ce63e4ab-2dd6-4c77-a684-14e38c7258ba tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:44.007994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3b83bb0-7dc5-4af0-8730-1285ce7d5c12 req-ce63e4ab-2dd6-4c77-a684-14e38c7258ba tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 932 time: 0.5703192 Nov 25 17:40:44.011983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc37f4f-b3c3-4f6e-b099-c471721a1c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b9f6c-c3b5-42f9-880b-a8bb54536a35,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.092241 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.104291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1af1e1-3a95-425a-a8a7-66a448029899 None None] Pushing event updated for resources: {'Port': ['ID=45b0eff7-08a5-4c30-9892-4155c3efd460,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.127394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Attempting to bind port 45b0eff7-08a5-4c30-9892-4155c3efd460 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:44.127787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Attempting to bind port 45b0eff7-08a5-4c30-9892-4155c3efd460 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:44.129652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Attempting to bind port 45b0eff7-08a5-4c30-9892-4155c3efd460 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:44.140051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Attempting to bind port 84f41c01-4d93-4cb5-929a-138f96d696e3 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:44.140307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Attempting to bind port 84f41c01-4d93-4cb5-929a-138f96d696e3 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:44.154339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Attempting to bind port 84f41c01-4d93-4cb5-929a-138f96d696e3 on network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:44.181397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:44.181785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:44.182199 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.182626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:44.183133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Bound port: 45b0eff7-08a5-4c30-9892-4155c3efd460, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:44.183531 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.203116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b686eb-5854-4f01-98ec-45e1a1463cc7 req-2bd4e32d-aa67-434f-a22b-4eafe7271e82 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:44.205573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0b686eb-5854-4f01-98ec-45e1a1463cc7 req-2bd4e32d-aa67-434f-a22b-4eafe7271e82 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1053 time: 0.4044850 Nov 25 17:40:44.213402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Port 84f41c01-4d93-4cb5-929a-138f96d696e3 on network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:40:44.213741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Attempting to bind port 84f41c01-4d93-4cb5-929a-138f96d696e3 on network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:44.241876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:44.242182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Checking segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:44.242612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Bound using segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:44.243522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Bound port: 84f41c01-4d93-4cb5-929a-138f96d696e3, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:44.243522 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.278591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3b83bb0-7dc5-4af0-8730-1285ce7d5c12 req-dd547f1c-0801-4936-ba6f-3001405d65a6 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453363 Nov 25 17:40:44.338379 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0b686eb-5854-4f01-98ec-45e1a1463cc7 req-5d65ec99-d37e-4c8b-80bf-8584eb7af6f5 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209579 Nov 25 17:40:44.389937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] For port 45b0eff7-08a5-4c30-9892-4155c3efd460, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:44.393128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] For port 45b0eff7-08a5-4c30-9892-4155c3efd460, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=45b0eff7-08a5-4c30-9892-4155c3efd460,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:44.409984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7901e0f3-6d54-4d5c-a5d2-298d32b196f5 None None] Provisioning complete for port 45b0eff7-08a5-4c30-9892-4155c3efd460 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:44.412181 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7901e0f3-6d54-4d5c-a5d2-298d32b196f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.442409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.483923 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.587256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e1318-acb4-4d2b-a13c-14f574b949c4 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:44.658161 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7901e0f3-6d54-4d5c-a5d2-298d32b196f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.665552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1af1e1-3a95-425a-a8a7-66a448029899 None None] Pushing event updated for resources: {'Port': ['ID=45b0eff7-08a5-4c30-9892-4155c3efd460,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.669003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Routers {'a65c8df7-a99d-4134-bdd1-8f44658fa78d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:44.669511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:44.752734 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:40:44.800903 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] Set router a65c8df7-a99d-4134-bdd1-8f44658fa78d gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:44.859833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] For port 84f41c01-4d93-4cb5-929a-138f96d696e3, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:44.875275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c0e0cb-3130-4362-9f86-1e0b649165a6 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:40:44.876249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7901e0f3-6d54-4d5c-a5d2-298d32b196f5 None None] For port 45b0eff7-08a5-4c30-9892-4155c3efd460, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=45b0eff7-08a5-4c30-9892-4155c3efd460,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:44.882024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.887257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] For port 84f41c01-4d93-4cb5-929a-138f96d696e3, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=84f41c01-4d93-4cb5-929a-138f96d696e3,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:44.890064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.904960 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.908368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.996463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Transition to ACTIVE for port object a6c0e0cb-3130-4362-9f86-1e0b649165a6 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:40:45.004146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.004806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.011966 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/84f41c01-4d93-4cb5-929a-138f96d696e3 HTTP/1.1" status: 200 len: 1092 time: 3.3417072 Nov 25 17:40:45.013723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6b9e1d-8a4f-4258-8a5b-1febf8283deb', 'tag': '84f41c01-4d93-4cb5-929a-138f96d696e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:45.026284 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be2b83-8e01-430f-a65e-6f271afafe30" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6b9e1d-8a4f-4258-8a5b-1febf8283deb", "tag": "84f41c01-4d93-4cb5-929a-138f96d696e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:45.048427 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.072034 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7901e0f3-6d54-4d5c-a5d2-298d32b196f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.084179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.087295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Pushing event updated for resources: {'Port': ['ID=da9ae1ee-f06f-4a74-a657-5bba3f196098,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:45.121515 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac24711-e191-4764-ac1d-96f5c87a3fc3 x-openstack-request-id: req-4ac24711-e191-4764-ac1d-96f5c87a3fc3 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:45.123749 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6b9e1d-8a4f-4258-8a5b-1febf8283deb", "tag": "84f41c01-4d93-4cb5-929a-138f96d696e3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:45.124116 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ac24711-e191-4764-ac1d-96f5c87a3fc3 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:45.124651 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6b9e1d-8a4f-4258-8a5b-1febf8283deb', 'tag': '84f41c01-4d93-4cb5-929a-138f96d696e3', 'status': 'completed', 'code': 200} Nov 25 17:40:45.214154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e025089-693e-405b-9233-eafb8db950c3 service neutron] Pushing event updated for resources: {'Port': ['ID=84f41c01-4d93-4cb5-929a-138f96d696e3,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:45.275747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:45.279961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:45.472021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901e0f3-6d54-4d5c-a5d2-298d32b196f5 None None] Pushing event updated for resources: {'Port': ['ID=45b0eff7-08a5-4c30-9892-4155c3efd460,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:45.504902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-79c383f8-d59f-4daf-a6b8-ade2bd47b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.523343 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-79c383f8-d59f-4daf-a6b8-ade2bd47b3d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c243d2fa21824e81ab18286bad98ffce&device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1095 time: 0.4352295 Nov 25 17:40:45.528882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c0e0cb-3130-4362-9f86-1e0b649165a6,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:45.577965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eabd9479-4daa-4214-96ee-7f403926612f None None] Provisioning complete for port 45b0eff7-08a5-4c30-9892-4155c3efd460 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:45.581029 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eabd9479-4daa-4214-96ee-7f403926612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.598602 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-c462993c-81a0-48d2-95ed-5fe441cbed4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f41c01-4d93-4cb5-929a-138f96d696e3 HTTP/1.1" status: 200 len: 217 time: 0.0607429 Nov 25 17:40:45.620635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Attempting to bind port a6c0e0cb-3130-4362-9f86-1e0b649165a6 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:45.628247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Attempting to bind port a6c0e0cb-3130-4362-9f86-1e0b649165a6 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd299b305-2f2f-4d1b-b4b8-58b9b6662f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '33c44484-bb5c-4f9a-bf22-bf79e64d3879'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:45.628841 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Attempting to bind port a6c0e0cb-3130-4362-9f86-1e0b649165a6 on network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:45.691848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Port a6c0e0cb-3130-4362-9f86-1e0b649165a6 on network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:40:45.692362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Attempting to bind port a6c0e0cb-3130-4362-9f86-1e0b649165a6 on network 33c44484-bb5c-4f9a-bf22-bf79e64d3879 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:45.705219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Router a65c8df7-a99d-4134-bdd1-8f44658fa78d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:45.706612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:45.707149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Checking segment: {'id': 'd299b305-2f2f-4d1b-b4b8-58b9b6662f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '33c44484-bb5c-4f9a-bf22-bf79e64d3879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:45.707710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Bound using segment: {'id': 'd299b305-2f2f-4d1b-b4b8-58b9b6662f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '33c44484-bb5c-4f9a-bf22-bf79e64d3879'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:45.708171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Bound port: a6c0e0cb-3130-4362-9f86-1e0b649165a6, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd299b305-2f2f-4d1b-b4b8-58b9b6662f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '33c44484-bb5c-4f9a-bf22-bf79e64d3879'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:45.708619 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.727919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-f48dd19c-13e3-4c04-ba2b-b2dd72036f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.729878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-f48dd19c-13e3-4c04-ba2b-b2dd72036f1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec79b9-e011-4f8e-a043-ff32abb121e0 HTTP/1.1" status: 200 len: 849 time: 0.1180055 Nov 25 17:40:45.741816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723756b8-0a9f-437d-997a-f699fcedbd59 req-f1966d4c-8405-45b1-9792-eb4d2ff6a006 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.743679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-723756b8-0a9f-437d-997a-f699fcedbd59 req-f1966d4c-8405-45b1-9792-eb4d2ff6a006 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 944 time: 0.1563687 Nov 25 17:40:45.756421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e937c-ca92-47e3-8c44-278c9186c2ac req-8170b089-d1a4-4281-a674-4d15eacce3e5 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.758704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d99e937c-ca92-47e3-8c44-278c9186c2ac req-8170b089-d1a4-4281-a674-4d15eacce3e5 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1095 time: 0.2036791 Nov 25 17:40:45.833939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] For port a6c0e0cb-3130-4362-9f86-1e0b649165a6, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:45.840270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] For port a6c0e0cb-3130-4362-9f86-1e0b649165a6, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a6c0e0cb-3130-4362-9f86-1e0b649165a6,segment=NetworkSegment(d299b305-2f2f-4d1b-b4b8-58b9b6662f52),segment_id=d299b305-2f2f-4d1b-b4b8-58b9b6662f52)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:45.844286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-1d31f015-6e4c-47bc-abd3-77fcb010af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.846428 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-1d31f015-6e4c-47bc-abd3-77fcb010af7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846915 Nov 25 17:40:45.851484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.932131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:45.932840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.934257 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] 10.222.0.60 "PUT /v2.0/ports/a6c0e0cb-3130-4362-9f86-1e0b649165a6 HTTP/1.1" status: 200 len: 1092 time: 2.8511348 Nov 25 17:40:45.958735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-723756b8-0a9f-437d-997a-f699fcedbd59 req-349d747c-b468-44d9-8c50-7cd79725b7d0 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065268 Nov 25 17:40:45.985905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b55558-c396-4e3b-b3a2-c662152b2484 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c0e0cb-3130-4362-9f86-1e0b649165a6,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:46.016782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d99e937c-ca92-47e3-8c44-278c9186c2ac req-97162f13-dfa3-4c6d-901c-80674d1a9578 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307665 Nov 25 17:40:46.043027 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'da9ae1ee-f06f-4a74-a657-5bba3f196098', 'name': '', 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'mac_address': 'fa:16:3e:cd:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:42Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 1, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'subnets': [{'id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:46.057102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:46.065692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-d99e0de4-895f-4883-ab01-bcf0374173c1 service neutron] 10.222.0.60 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773098 Nov 25 17:40:46.079327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f96fa29a-beae-482b-a44f-bbb2d600e102 admin admin] 10.222.0.81 "PUT /v2.0/routers/a65c8df7-a99d-4134-bdd1-8f44658fa78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7718446 Nov 25 17:40:46.088704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3dd575ca-730d-4f9c-ac1f-3ce59aa0bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:46.092041 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-3dd575ca-730d-4f9c-ac1f-3ce59aa0bd5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=855ed2df5a524628acaafcb1222a677d&device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 1095 time: 0.0842106 Nov 25 17:40:46.119172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eabd9479-4daa-4214-96ee-7f403926612f None None] Provisioning complete for port da9ae1ee-f06f-4a74-a657-5bba3f196098 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:46.119383 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eabd9479-4daa-4214-96ee-7f403926612f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.122145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f073fed-251e-4848-ab95-bce441faa19e None None] The sync data for ids ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'] in n-d-819349-3 is: [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'da9ae1ee-f06f-4a74-a657-5bba3f196098', 'name': '', 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'mac_address': 'fa:16:3e:cd:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:42Z', 'updated_at': '2021-11-25T17:40:42Z', 'revision_number': 1, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'subnets': [{'id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:46.171401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eabd9479-4daa-4214-96ee-7f403926612f None None] Port da9ae1ee-f06f-4a74-a657-5bba3f196098 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:46.252194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-ca0c5aa3-a4c4-494d-affe-b22e89de67eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6c0e0cb-3130-4362-9f86-1e0b649165a6 HTTP/1.1" status: 200 len: 217 time: 0.1496487 Nov 25 17:40:46.294670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-67bcff80-1dca-4423-8fc8-05b714aa9d30 req-a6a51bf2-7215-4211-b8a6-46568d7c834a service neutron] 10.222.0.60 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176335 Nov 25 17:40:46.339848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-def12cf8-b9bd-44b0-815e-9df7075e03f5 None None] Provisioning complete for port da9ae1ee-f06f-4a74-a657-5bba3f196098 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:46.341444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-def12cf8-b9bd-44b0-815e-9df7075e03f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.431357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-def12cf8-b9bd-44b0-815e-9df7075e03f5 None None] Port da9ae1ee-f06f-4a74-a657-5bba3f196098 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:46.466120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-027275e3-289c-42da-8122-10190c5daa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:46.467762 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-027275e3-289c-42da-8122-10190c5daa2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5af79c55-df68-4552-844c-7b6bdcfa550e HTTP/1.1" status: 200 len: 854 time: 0.2038767 Nov 25 17:40:46.506982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-57365e3d-09bc-41b8-afd0-b91be7a51da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:46.509113 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-57365e3d-09bc-41b8-afd0-b91be7a51da3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c243d2fa21824e81ab18286bad98ffce&device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1095 time: 0.1183054 Nov 25 17:40:46.565123 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-23e13461-c350-4a9c-b732-d8817d6ae6ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33c44484-bb5c-4f9a-bf22-bf79e64d3879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820386 Nov 25 17:40:46.837485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-d34b801f-e433-4697-b40c-feb4278ed2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:46.842008 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-d34b801f-e433-4697-b40c-feb4278ed2e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd HTTP/1.1" status: 200 len: 911 time: 0.3154285 Nov 25 17:40:46.928362 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-39404c0a-b349-483d-8c45-1f643b5da114 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f41c01-4d93-4cb5-929a-138f96d696e3 HTTP/1.1" status: 200 len: 217 time: 0.0644386 Nov 25 17:40:46.932140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-ef393bbf-93c5-46f9-bb81-111278c80ac8 service neutron] 10.222.0.60 "GET /v2.0/networks/33c44484-bb5c-4f9a-bf22-bf79e64d3879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271883 Nov 25 17:40:47.128732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e83c70-1249-4d4a-9e26-94c08ab1b2c0', 'tag': 'a6c0e0cb-3130-4362-9f86-1e0b649165a6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:47.131275 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f4879-9635-4176-b67c-925d22a1755c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e83c70-1249-4d4a-9e26-94c08ab1b2c0", "tag": "a6c0e0cb-3130-4362-9f86-1e0b649165a6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:47.217848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186abc6b-188d-413c-a3c0-78c28a2aeb7b req-6efc9ba0-6f54-408d-b649-63b64fedcd75 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:47.236455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-186abc6b-188d-413c-a3c0-78c28a2aeb7b req-6efc9ba0-6f54-408d-b649-63b64fedcd75 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0998363 Nov 25 17:40:47.243637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-045e9950-4fce-46e8-be75-0b2fb3a717fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:47.245197 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-045e9950-4fce-46e8-be75-0b2fb3a717fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9dec79b9-e011-4f8e-a043-ff32abb121e0 HTTP/1.1" status: 200 len: 849 time: 0.2976775 Nov 25 17:40:47.381569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-186abc6b-188d-413c-a3c0-78c28a2aeb7b req-fe6c6c34-f925-457a-9b84-088d84ae6ec7 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408632 Nov 25 17:40:47.441308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2ca9e-a30a-4c5f-b6e6-2738d6295545 req-956148bf-9712-4de0-bbc7-3e864099d732 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:47.443541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abb2ca9e-a30a-4c5f-b6e6-2738d6295545 req-956148bf-9712-4de0-bbc7-3e864099d732 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1095 time: 0.1572614 Nov 25 17:40:47.598178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abb2ca9e-a30a-4c5f-b6e6-2738d6295545 req-784ffca1-1e4e-41c5-824d-6422cddb8c25 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411877 Nov 25 17:40:47.816662 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc295d1e-934b-4477-b2d7-bcb0a35ff371 x-openstack-request-id: req-fc295d1e-934b-4477-b2d7-bcb0a35ff371 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:47.816991 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e83c70-1249-4d4a-9e26-94c08ab1b2c0", "tag": "a6c0e0cb-3130-4362-9f86-1e0b649165a6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:47.817256 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc295d1e-934b-4477-b2d7-bcb0a35ff371 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:47.817649 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e83c70-1249-4d4a-9e26-94c08ab1b2c0', 'tag': 'a6c0e0cb-3130-4362-9f86-1e0b649165a6', 'status': 'completed', 'code': 200} Nov 25 17:40:47.883410 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bbb18dd1-44f9-4542-8ce3-ee270cda89e5 req-cea93e94-9855-4dc2-b8ff-7af49e4c43d5 service neutron] 10.222.0.60 "GET /v2.0/networks/33c44484-bb5c-4f9a-bf22-bf79e64d3879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8638096 Nov 25 17:40:47.890880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-22aee91b-a7a5-4019-ac38-735708989451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:47.892539 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-22aee91b-a7a5-4019-ac38-735708989451 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6321583 Nov 25 17:40:48.093649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f4879-9635-4176-b67c-925d22a1755c req-2a1efa66-f299-46b9-b24a-c9026842b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.095197 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d5f4879-9635-4176-b67c-925d22a1755c req-2a1efa66-f299-46b9-b24a-c9026842b2da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=855ed2df5a524628acaafcb1222a677d&device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 1095 time: 0.1357310 Nov 25 17:40:48.243741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 84f41c01-4d93-4cb5-929a-138f96d696e3 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:40:48.260327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 45b0eff7-08a5-4c30-9892-4155c3efd460 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:48.323138 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-cdb4da01-e483-4bf2-804e-bff9bc82ddb2 service neutron] 10.222.0.60 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204407 Nov 25 17:40:48.637458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 45b0eff7-08a5-4c30-9892-4155c3efd460 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:48.638345 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.640722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f4879-9635-4176-b67c-925d22a1755c req-7180365b-088b-4224-8284-831a4f4bf58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.645662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d5f4879-9635-4176-b67c-925d22a1755c req-7180365b-088b-4224-8284-831a4f4bf58e service neutron] 10.222.0.60 "GET /v2.0/networks?id=33c44484-bb5c-4f9a-bf22-bf79e64d3879 HTTP/1.1" status: 200 len: 915 time: 0.5382898 Nov 25 17:40:48.765526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e31d53-8a0a-4558-8d89-b3cf0fb64534 req-728388e6-ec00-42fd-8bc6-1630a3a11be9 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.771807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90e31d53-8a0a-4558-8d89-b3cf0fb64534 req-728388e6-ec00-42fd-8bc6-1630a3a11be9 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 944 time: 0.2064905 Nov 25 17:40:48.784209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 84f41c01-4d93-4cb5-929a-138f96d696e3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=84f41c01-4d93-4cb5-929a-138f96d696e3,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:48.789331 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d5f4879-9635-4176-b67c-925d22a1755c req-65f44596-48c2-4d17-b001-d2b936a8637b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6c0e0cb-3130-4362-9f86-1e0b649165a6 HTTP/1.1" status: 200 len: 217 time: 0.1266644 Nov 25 17:40:48.818553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '84f41c01-4d93-4cb5-929a-138f96d696e3', 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'port_id': '84f41c01-4d93-4cb5-929a-138f96d696e3', 'mac_address': 'fa:16:3e:7e:48:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dec79b9-e011-4f8e-a043-ff32abb121e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:40:48.919781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f4879-9635-4176-b67c-925d22a1755c req-029a6523-a98f-4472-9a6a-1922f39ff347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.921321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d5f4879-9635-4176-b67c-925d22a1755c req-029a6523-a98f-4472-9a6a-1922f39ff347 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5af79c55-df68-4552-844c-7b6bdcfa550e HTTP/1.1" status: 200 len: 854 time: 0.1074133 Nov 25 17:40:48.990887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90e31d53-8a0a-4558-8d89-b3cf0fb64534 req-e8c8690b-9f96-4a7f-a152-d1aa0e2512e3 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090092 Nov 25 17:40:48.991676 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2be2b83-8e01-430f-a65e-6f271afafe30 req-84141a99-a10e-46be-b70e-45665f2df03e service neutron] 10.222.0.60 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569030 Nov 25 17:40:49.121551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d5f4879-9635-4176-b67c-925d22a1755c req-71f8fba6-90f6-48a6-85f9-bcf63c3fc13b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33c44484-bb5c-4f9a-bf22-bf79e64d3879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799145 Nov 25 17:40:49.143879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 49978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:49.232082 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.259781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f41c01-4d93-4cb5-929a-138f96d696e3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:40:49.296040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 84f41c01-4d93-4cb5-929a-138f96d696e3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=84f41c01-4d93-4cb5-929a-138f96d696e3,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:49.306877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.307881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf323a4-bd05-4ad9-a99f-5c6aaef3bed9 req-eb0f3691-f272-417d-91aa-c3c35caa7dec tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:49.310428 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aaf323a4-bd05-4ad9-a99f-5c6aaef3bed9 req-eb0f3691-f272-417d-91aa-c3c35caa7dec tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1095 time: 0.2753942 Nov 25 17:40:49.328438 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d5f4879-9635-4176-b67c-925d22a1755c req-1a7eebe7-4e9e-40f5-8489-bd54c3c03790 service neutron] 10.222.0.60 "GET /v2.0/networks/33c44484-bb5c-4f9a-bf22-bf79e64d3879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942487 Nov 25 17:40:49.389846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=84f41c01-4d93-4cb5-929a-138f96d696e3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:49.456070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aaf323a4-bd05-4ad9-a99f-5c6aaef3bed9 req-a71be0a8-25f1-414e-bbde-e24593bd3391 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351471 Nov 25 17:40:49.485127 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d5f4879-9635-4176-b67c-925d22a1755c req-58a69dfc-5628-4337-9d5c-5008981c90f8 service neutron] 10.222.0.60 "GET /v2.0/networks/33c44484-bb5c-4f9a-bf22-bf79e64d3879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437507 Nov 25 17:40:49.557328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['84f41c01-4d93-4cb5-929a-138f96d696e3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:40:49.805032 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.162405 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Sync routers for ids ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:50.191291 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Routers {'a65c8df7-a99d-4134-bdd1-8f44658fa78d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:50.191979 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:50.265423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a6c0e0cb-3130-4362-9f86-1e0b649165a6 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:40:50.275339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 84f41c01-4d93-4cb5-929a-138f96d696e3 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:50.336757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d03885-dd02-464d-98c8-fa23f5441c8b req-1871c592-43e5-43ad-b5b7-387dc80b914a tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:50.344124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3d03885-dd02-464d-98c8-fa23f5441c8b req-1871c592-43e5-43ad-b5b7-387dc80b914a tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 944 time: 0.0970652 Nov 25 17:40:50.407934 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Set router a65c8df7-a99d-4134-bdd1-8f44658fa78d gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:50.475378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 84f41c01-4d93-4cb5-929a-138f96d696e3 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:40:50.501133 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 84f41c01-4d93-4cb5-929a-138f96d696e3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:50.501776 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.515891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a6c0e0cb-3130-4362-9f86-1e0b649165a6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a6c0e0cb-3130-4362-9f86-1e0b649165a6,segment=NetworkSegment(d299b305-2f2f-4d1b-b4b8-58b9b6662f52),segment_id=d299b305-2f2f-4d1b-b4b8-58b9b6662f52)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:50.530151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'a6c0e0cb-3130-4362-9f86-1e0b649165a6', 'network_id': '33c44484-bb5c-4f9a-bf22-bf79e64d3879', 'port_id': 'a6c0e0cb-3130-4362-9f86-1e0b649165a6', 'mac_address': 'fa:16:3e:9f:53:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af79c55-df68-4552-844c-7b6bdcfa550e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:40:50.652641 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.694700 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'da9ae1ee-f06f-4a74-a657-5bba3f196098', 'name': '', 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'mac_address': 'fa:16:3e:cd:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:42Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 2, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'subnets': [{'id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:50.697761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c0e0cb-3130-4362-9f86-1e0b649165a6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:40:50.715154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3d03885-dd02-464d-98c8-fa23f5441c8b req-6475ea7f-a7fd-4e23-873c-cf06ee9c489c tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902613 Nov 25 17:40:50.726755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c303a-db1b-461e-9354-0b763c9b33f4 req-37c25305-fd87-42f3-bfad-5d2b4e6d3f33 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:50.736232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-132c303a-db1b-461e-9354-0b763c9b33f4 req-37c25305-fd87-42f3-bfad-5d2b4e6d3f33 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1096 time: 0.1411161 Nov 25 17:40:50.749859 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Checking router: a65c8df7-a99d-4134-bdd1-8f44658fa78d for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:50.750235 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Updating router a65c8df7-a99d-4134-bdd1-8f44658fa78d port da9ae1ee-f06f-4a74-a657-5bba3f196098 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:40:50.786555 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.820216 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.834824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a6c0e0cb-3130-4362-9f86-1e0b649165a6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a6c0e0cb-3130-4362-9f86-1e0b649165a6,segment=NetworkSegment(d299b305-2f2f-4d1b-b4b8-58b9b6662f52),segment_id=d299b305-2f2f-4d1b-b4b8-58b9b6662f52)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:50.843396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6b9e1d-8a4f-4258-8a5b-1febf8283deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f41c01-4d93-4cb5-929a-138f96d696e3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:50.850604 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3124b-d34f-4c21-81d0-da6d56bd49d6" -d '{"events": [{"server_uuid": "ba6b9e1d-8a4f-4258-8a5b-1febf8283deb", "name": "network-vif-plugged", "status": "completed", "tag": "84f41c01-4d93-4cb5-929a-138f96d696e3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:50.863288 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.903563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 84f41c01-4d93-4cb5-929a-138f96d696e3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=84f41c01-4d93-4cb5-929a-138f96d696e3,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:50.941313 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-132c303a-db1b-461e-9354-0b763c9b33f4 req-1443ee9c-f723-42ff-9299-a8b88c1026a9 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996338 Nov 25 17:40:50.963293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Deleting port 1738e411-c1cb-4960-a1a2-2e48c7198da1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:50.964009 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.966128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.040540 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a6c0e0cb-3130-4362-9f86-1e0b649165a6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:51.137600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a6c0e0cb-3130-4362-9f86-1e0b649165a6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:40:51.161305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] For port 1738e411-c1cb-4960-a1a2-2e48c7198da1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1738e411-c1cb-4960-a1a2-2e48c7198da1,segment=NetworkSegment(32bda698-7d87-49e7-8b02-a242baaf68bf),segment_id=32bda698-7d87-49e7-8b02-a242baaf68bf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:51.166827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.201759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Calling delete_port for 1738e411-c1cb-4960-a1a2-2e48c7198da1 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:51.245259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=84f41c01-4d93-4cb5-929a-138f96d696e3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:51.375010 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d554c9-3f67-410a-8e9b-3aa84b2fd868 x-openstack-request-id: req-66d554c9-3f67-410a-8e9b-3aa84b2fd868 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:51.375644 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6b9e1d-8a4f-4258-8a5b-1febf8283deb", "name": "network-vif-plugged", "status": "completed", "tag": "84f41c01-4d93-4cb5-929a-138f96d696e3", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:51.378589 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66d554c9-3f67-410a-8e9b-3aa84b2fd868 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:51.380409 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6b9e1d-8a4f-4258-8a5b-1febf8283deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f41c01-4d93-4cb5-929a-138f96d696e3', 'code': 200} Nov 25 17:40:51.460824 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.479779 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.678699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849c4eb-f679-46e7-9b0f-bb267010895b req-f2d2b115-4ddf-4a52-a620-53f92da76ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:51.681857 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5849c4eb-f679-46e7-9b0f-bb267010895b req-f2d2b115-4ddf-4a52-a620-53f92da76ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1097 time: 0.2364314 Nov 25 17:40:51.754761 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.778811 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5849c4eb-f679-46e7-9b0f-bb267010895b req-9d1afbb3-b1b7-4d5d-aaf9-eaf5303c10de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772755 Nov 25 17:40:51.856189 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df52d6-fb82-48b9-9bc2-7e340c48af27 None None] Pushing event updated for resources: {'Port': ['ID=da9ae1ee-f06f-4a74-a657-5bba3f196098,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:51.871923 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Attempting to bind port da9ae1ee-f06f-4a74-a657-5bba3f196098 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:51.872541 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Attempting to bind port da9ae1ee-f06f-4a74-a657-5bba3f196098 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:51.872918 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Attempting to bind port da9ae1ee-f06f-4a74-a657-5bba3f196098 on network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:51.884743 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:51.885143 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Checking segment: {'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:51.885551 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.885943 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Bound using segment: {'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:51.886431 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Bound port: da9ae1ee-f06f-4a74-a657-5bba3f196098, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:51.886820 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.950522 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=1738e411-c1cb-4960-a1a2-2e48c7198da1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:52.108762 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] For port da9ae1ee-f06f-4a74-a657-5bba3f196098, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:52.118324 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] For port da9ae1ee-f06f-4a74-a657-5bba3f196098, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=da9ae1ee-f06f-4a74-a657-5bba3f196098,segment=NetworkSegment(b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd),segment_id=b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:52.134038 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.154593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Provisioning complete for port da9ae1ee-f06f-4a74-a657-5bba3f196098 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:52.157302 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.308754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a6c0e0cb-3130-4362-9f86-1e0b649165a6 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:52.314166 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Routers {'a65c8df7-a99d-4134-bdd1-8f44658fa78d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:52.314838 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:52.353783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cae308-8b4f-4caa-9110-359021d94765 req-389f4725-d82c-43a6-8a9b-72fbbfc1c859 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:52.361843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5cae308-8b4f-4caa-9110-359021d94765 req-389f4725-d82c-43a6-8a9b-72fbbfc1c859 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1097 time: 0.1864150 Nov 25 17:40:52.372070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076bb37-e383-4c67-bae2-ca2271cdd98c req-74bd4992-854d-4ec1-9003-41cd442626d3 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:52.379490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0076bb37-e383-4c67-bae2-ca2271cdd98c req-74bd4992-854d-4ec1-9003-41cd442626d3 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 945 time: 0.5097549 Nov 25 17:40:52.501441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5cae308-8b4f-4caa-9110-359021d94765 req-8d57135b-6a3a-49bc-acef-53876027f0f3 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348476 Nov 25 17:40:52.562123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port a6c0e0cb-3130-4362-9f86-1e0b649165a6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:40:52.633667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port a6c0e0cb-3130-4362-9f86-1e0b649165a6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:52.636922 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.646744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0076bb37-e383-4c67-bae2-ca2271cdd98c req-4aae899d-65ab-4c74-a921-903d2da721e3 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655072 Nov 25 17:40:52.658933 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.673575 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] Set router a65c8df7-a99d-4134-bdd1-8f44658fa78d gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:52.784520 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.803430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50074) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:52.934678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.064297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:53.068288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] For port da9ae1ee-f06f-4a74-a657-5bba3f196098, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=da9ae1ee-f06f-4a74-a657-5bba3f196098,segment=NetworkSegment(b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd),segment_id=b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:53.091181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a6c0e0cb-3130-4362-9f86-1e0b649165a6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a6c0e0cb-3130-4362-9f86-1e0b649165a6,segment=NetworkSegment(d299b305-2f2f-4d1b-b4b8-58b9b6662f52),segment_id=d299b305-2f2f-4d1b-b4b8-58b9b6662f52)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:53.095532 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.107070 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.115457 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df52d6-fb82-48b9-9bc2-7e340c48af27 None None] Pushing event updated for resources: {'Port': ['ID=da9ae1ee-f06f-4a74-a657-5bba3f196098,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.238669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Pushing event updated for resources: {'Port': ['ID=da9ae1ee-f06f-4a74-a657-5bba3f196098,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.255764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.256558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.257741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.258161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.258605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.259018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.260573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.260573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.260573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.260573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.261077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.261623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc186b4-68ea-48e0-943b-70347ffcd3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:53.274458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86adc0d0-9be3-4063-b820-43beb63f777d None None] Provisioning complete for port da9ae1ee-f06f-4a74-a657-5bba3f196098 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:53.275159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86adc0d0-9be3-4063-b820-43beb63f777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.294176 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'da9ae1ee-f06f-4a74-a657-5bba3f196098', 'name': '', 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'mac_address': 'fa:16:3e:cd:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:42Z', 'updated_at': '2021-11-25T17:40:52Z', 'revision_number': 4, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'subnets': [{'id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:53.347264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:53.359196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50088) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:53.375761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-33a8817e-9671-4760-a3ef-b3713f5d3ffe admin admin] 10.222.0.81 "PUT /v2.0/routers/8b5e2cab-ddc9-40b6-b466-702ad7d914cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2234011 Nov 25 17:40:53.386854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e83c70-1249-4d4a-9e26-94c08ab1b2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c0e0cb-3130-4362-9f86-1e0b649165a6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:53.389095 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7433f0-a876-43e1-a6d3-4468fa486c62" -d '{"events": [{"server_uuid": "a4e83c70-1249-4d4a-9e26-94c08ab1b2c0", "name": "network-vif-plugged", "status": "completed", "tag": "a6c0e0cb-3130-4362-9f86-1e0b649165a6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:53.392019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] Sync routers for ids ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:53.399458 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e289f57-ba94-465b-96dd-16c8052590cc None None] The sync data for ids ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'] in n-d-819349-3 is: [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'da9ae1ee-f06f-4a74-a657-5bba3f196098', 'name': '', 'network_id': '2ceb9927-b007-4dd4-b5ef-c8d06d35064e', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'mac_address': 'fa:16:3e:cd:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:42Z', 'updated_at': '2021-11-25T17:40:52Z', 'revision_number': 4, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'subnets': [{'id': '6a81be4a-3b66-4a77-95ef-658e05a6a072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:53.489722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a6c0e0cb-3130-4362-9f86-1e0b649165a6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.496736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] Routers {'8b5e2cab-ddc9-40b6-b466-702ad7d914cb'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:53.504929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:53.622089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.622556 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0299bb92-8971-4e6d-9cfb-74a43257e752 x-openstack-request-id: req-0299bb92-8971-4e6d-9cfb-74a43257e752 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:53.623050 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e83c70-1249-4d4a-9e26-94c08ab1b2c0", "name": "network-vif-plugged", "status": "completed", "tag": "a6c0e0cb-3130-4362-9f86-1e0b649165a6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:53.623160 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0299bb92-8971-4e6d-9cfb-74a43257e752 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:53.623494 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e83c70-1249-4d4a-9e26-94c08ab1b2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c0e0cb-3130-4362-9f86-1e0b649165a6', 'code': 200} Nov 25 17:40:53.650836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e193c-ff15-4180-8da4-5ecae623ee47 req-02b0add0-1d38-4550-9445-e88c32991d62 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:53.671888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a30e193c-ff15-4180-8da4-5ecae623ee47 req-02b0add0-1d38-4550-9445-e88c32991d62 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1097 time: 0.0770543 Nov 25 17:40:53.787745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec31b-1601-4d82-bcee-0db1507a1ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.795345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a30e193c-ff15-4180-8da4-5ecae623ee47 req-9360d1a1-6b62-44f6-9f3e-40a4665c625b tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174450 Nov 25 17:40:53.985136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae6844-645c-4590-9dc3-8b69cd11aa6c req-b01b2e20-274a-4d4e-8a56-727529528c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:53.987194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeae6844-645c-4590-9dc3-8b69cd11aa6c req-b01b2e20-274a-4d4e-8a56-727529528c47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 1097 time: 0.3576679 Nov 25 17:40:54.010968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5915b5-a0a2-44cf-854e-67b80eb44431 req-83e0a4fb-7821-4fa7-ae02-9635e42971d7 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:54.013032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b5915b5-a0a2-44cf-854e-67b80eb44431 req-83e0a4fb-7821-4fa7-ae02-9635e42971d7 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 946 time: 0.2164419 Nov 25 17:40:54.054217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70c9c0-f8be-4a7e-b407-5490c49c0f05 req-4ff40626-4f8c-4d16-9dd1-eb2c4c013d34 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:54.057458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd70c9c0-f8be-4a7e-b407-5490c49c0f05 req-4ff40626-4f8c-4d16-9dd1-eb2c4c013d34 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1097 time: 0.1194341 Nov 25 17:40:54.073844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec31b-1601-4d82-bcee-0db1507a1ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.106404 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb5ec31b-1601-4d82-bcee-0db1507a1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.126633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b5915b5-a0a2-44cf-854e-67b80eb44431 req-0b1a1088-cdb0-41ab-af86-b9a6d44e25bd tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049821 Nov 25 17:40:54.183955 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd70c9c0-f8be-4a7e-b407-5490c49c0f05 req-a0f434bb-da40-48e3-9988-0b06c8ec6460 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843890 Nov 25 17:40:54.216266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.222776 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cb5ec31b-1601-4d82-bcee-0db1507a1ed4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3d03acb95634d9cbd1b96025973b085&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4173050 Nov 25 17:40:54.226244 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:54.259777 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aeae6844-645c-4590-9dc3-8b69cd11aa6c req-6e7ae614-2411-464a-9633-64a38ca5fe52 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778333 Nov 25 17:40:54.262127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] Set router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:54.274408 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ec31b-1601-4d82-bcee-0db1507a1ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3ef79-ccaa-47ff-a4d1-397b53a52551,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:54.346865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device da9ae1ee-f06f-4a74-a657-5bba3f196098 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:54.359955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Deleting port c2aaf323-f8cd-4600-98db-b5fcd19ef71b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:54.360457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.440968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe3e2-8062-47e4-b11c-0e20fe196185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.494107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d38cc4-baac-400c-9388-e132a2b0d877 req-e13d37aa-ee86-41c9-89ea-ebb198cf1889 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:54.506986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61d38cc4-baac-400c-9388-e132a2b0d877 req-e13d37aa-ee86-41c9-89ea-ebb198cf1889 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1097 time: 0.1783373 Nov 25 17:40:54.559434 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe3e2-8062-47e4-b11c-0e20fe196185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.560564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] For port c2aaf323-f8cd-4600-98db-b5fcd19ef71b, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c2aaf323-f8cd-4600-98db-b5fcd19ef71b,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:54.560962 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.584923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port da9ae1ee-f06f-4a74-a657-5bba3f196098 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:54.585330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.607416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Calling delete_port for c2aaf323-f8cd-4600-98db-b5fcd19ef71b owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:54.683830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61d38cc4-baac-400c-9388-e132a2b0d877 req-3883d19b-0649-422e-a7da-337b7284aa8b tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623318 Nov 25 17:40:54.721386 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe3e2-8062-47e4-b11c-0e20fe196185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.727740 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe3e2-8062-47e4-b11c-0e20fe196185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.731453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0e8fe3e2-8062-47e4-b11c-0e20fe196185 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2bb3ef79-ccaa-47ff-a4d1-397b53a52551 HTTP/1.1" status: 204 len: 168 time: 0.5015674 Nov 25 17:40:54.750957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fe3e2-8062-47e4-b11c-0e20fe196185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3ef79-ccaa-47ff-a4d1-397b53a52551,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:54.881003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:51Z', 'revision_number': 5, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port': {'id': 'c2aaf323-f8cd-4600-98db-b5fcd19ef71b', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:22Z', 'updated_at': '2021-11-25T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:54.926521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] Checking router: 8b5e2cab-ddc9-40b6-b466-702ad7d914cb for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:54.940053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] Routers {'8b5e2cab-ddc9-40b6-b466-702ad7d914cb'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:54.940330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:55.047809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.082203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] Set router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:55.090489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2aaf323-f8cd-4600-98db-b5fcd19ef71b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:55.283341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4fa741e3-ace4-4a90-bea9-331bddbb9690 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:55.285948 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4fa741e3-ace4-4a90-bea9-331bddbb9690 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/networks?id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd HTTP/1.1" status: 200 len: 911 time: 0.2611139 Nov 25 17:40:55.291308 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.318519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70daf4-6039-4b6f-8ce4-009cfe519221 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:55.330323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:54Z', 'revision_number': 6, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:55.364717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-483bfe8c-ebf4-42ed-887d-246d8198e4b6 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/quotas/c243d2fa21824e81ab18286bad98ffce HTTP/1.1" status: 200 len: 375 time: 0.0572867 Nov 25 17:40:55.392317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27307827-2974-4dc9-b233-a84c486f12ef None None] The sync data for ids ['8b5e2cab-ddc9-40b6-b466-702ad7d914cb'] in n-d-819349-3 is: [{'id': '8b5e2cab-ddc9-40b6-b466-702ad7d914cb', 'name': 'tempest-TestAggregatesBasicOps-1116599057-router', 'tenant_id': 'e95c2810f0df41ac87e0bedf159218ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:54Z', 'revision_number': 6, 'project_id': 'e95c2810f0df41ac87e0bedf159218ea', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:55.484793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482cb45-4b0a-4b85-8dc3-0c60649b0dee req-3ec15026-98f8-49b9-ba55-bcd49c75c578 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:55.492032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9482cb45-4b0a-4b85-8dc3-0c60649b0dee req-3ec15026-98f8-49b9-ba55-bcd49c75c578 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 946 time: 0.1985083 Nov 25 17:40:55.778874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-8c46d8dc-61bb-43d4-aa26-05576d05e50e tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=c243d2fa21824e81ab18286bad98ffce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4047391 Nov 25 17:40:55.799169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.807866 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.808082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9482cb45-4b0a-4b85-8dc3-0c60649b0dee req-85c392a3-68ae-4b50-b171-494bb6e61ff6 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115307 Nov 25 17:40:55.922546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.923518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b5e2cab-ddc9-40b6-b466-702ad7d914cb {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:55.947130 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.954311 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f44dcf26-7999-4133-b549-bf7577cf480c admin admin] 10.222.0.81 "DELETE /v2.0/routers/8b5e2cab-ddc9-40b6-b466-702ad7d914cb HTTP/1.1" status: 204 len: 168 time: 2.5936480 Nov 25 17:40:55.955608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50148) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:55.977683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:55.997254 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0911c7-7f1d-4e05-b803-81b1f5ff4829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.072004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d988fe27-89d5-4d74-9411-e22622d83e92 admin admin] Deleting subnet 7c9b04ee-2544-460d-8127-dbeef8a1c3e7 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:56.076241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-fd5907c4-a18d-4eae-b2a1-c7d550affc45 service neutron] 10.222.0.81 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664742 Nov 25 17:40:56.092416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d988fe27-89d5-4d74-9411-e22622d83e92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.161882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d988fe27-89d5-4d74-9411-e22622d83e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.211046 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0911c7-7f1d-4e05-b803-81b1f5ff4829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.223602 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0911c7-7f1d-4e05-b803-81b1f5ff4829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.293864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d988fe27-89d5-4d74-9411-e22622d83e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.298204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bd0911c7-7f1d-4e05-b803-81b1f5ff4829 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94b3aaea1d414f3ead7d69d6bc7452e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178804 Nov 25 17:40:56.306217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0911c7-7f1d-4e05-b803-81b1f5ff4829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f64f79-2317-4b84-b1fc-cf4900d4c720,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:56.308654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:56.358765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-af8e0cdd-b5f3-460d-922f-e80a82d7f1fe service neutron] 10.222.0.81 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590334 Nov 25 17:40:56.383585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d988fe27-89d5-4d74-9411-e22622d83e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.431711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1221-6c50-42e3-beea-3e254c97641b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.434993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988fe27-89d5-4d74-9411-e22622d83e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9b04ee-2544-460d-8127-dbeef8a1c3e7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:56.440869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d988fe27-89d5-4d74-9411-e22622d83e92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.449892 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95293ca1-d5e2-4a9a-a7e8-d2ab4268a267 None None] Network 93cc5db6-9239-4596-8590-0fc7728af48a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:56.464348 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d988fe27-89d5-4d74-9411-e22622d83e92 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7c9b04ee-2544-460d-8127-dbeef8a1c3e7 HTTP/1.1" status: 204 len: 168 time: 0.4987879 Nov 25 17:40:56.468124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50158) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:56.494435 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1221-6c50-42e3-beea-3e254c97641b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.594107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1738e411-c1cb-4960-a1a2-2e48c7198da1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:56.599901 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1221-6c50-42e3-beea-3e254c97641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.603354 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1221-6c50-42e3-beea-3e254c97641b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.604578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5b0c1221-6c50-42e3-beea-3e254c97641b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88f64f79-2317-4b84-b1fc-cf4900d4c720 HTTP/1.1" status: 204 len: 168 time: 0.2927010 Nov 25 17:40:56.624597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c1221-6c50-42e3-beea-3e254c97641b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f64f79-2317-4b84-b1fc-cf4900d4c720,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:56.656172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.694093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 1738e411-c1cb-4960-a1a2-2e48c7198da1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:56.694686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1738e411-c1cb-4960-a1a2-2e48c7198da1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:56.695118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c2aaf323-f8cd-4600-98db-b5fcd19ef71b no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:56.746981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c2aaf323-f8cd-4600-98db-b5fcd19ef71b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:56.747338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c2aaf323-f8cd-4600-98db-b5fcd19ef71b not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:56.783998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f7d01a2-ba1e-4b05-b1d0-3c18aabafb5b req-60f948f6-53cb-4708-ab9a-853e1286472a tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 210 time: 0.1055841 Nov 25 17:40:56.853378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] DHCP port deletion for 93cc5db6-9239-4596-8590-0fc7728af48a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:56.937615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Deleting port fff9b9a1-e102-48f6-bb32-f470ebb698d4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:56.939779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.072028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] Deleting port fff9b9a1-e102-48f6-bb32-f470ebb698d4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:57.072596 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.181044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d6a9-ace7-4305-8abb-3fc8d713422d req-9aec18a8-aeec-40f0-ac67-8f3dcbf9f42c tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:57.194818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0540d6a9-ace7-4305-8abb-3fc8d713422d req-9aec18a8-aeec-40f0-ac67-8f3dcbf9f42c tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 946 time: 0.2320611 Nov 25 17:40:57.219854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] For port fff9b9a1-e102-48f6-bb32-f470ebb698d4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fff9b9a1-e102-48f6-bb32-f470ebb698d4,segment=NetworkSegment(32bda698-7d87-49e7-8b02-a242baaf68bf),segment_id=32bda698-7d87-49e7-8b02-a242baaf68bf)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:57.225993 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.241848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] For port fff9b9a1-e102-48f6-bb32-f470ebb698d4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=fff9b9a1-e102-48f6-bb32-f470ebb698d4,segment=NetworkSegment(32bda698-7d87-49e7-8b02-a242baaf68bf),segment_id=32bda698-7d87-49e7-8b02-a242baaf68bf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:57.242589 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.264118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] Calling delete_port for fff9b9a1-e102-48f6-bb32-f470ebb698d4 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:57.322330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Calling delete_port for fff9b9a1-e102-48f6-bb32-f470ebb698d4 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:57.355217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0540d6a9-ace7-4305-8abb-3fc8d713422d req-337d4e0f-96c4-45a9-9126-5af223924287 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546547 Nov 25 17:40:57.386592 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.473180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] No DVR routers for this DVR port fff9b9a1-e102-48f6-bb32-f470ebb698d4 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:57.484621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d0e7e-5b9c-40d3-8b4b-83533d33080b None None] Pushing event deleted for resources: {'Port': ['ID=fff9b9a1-e102-48f6-bb32-f470ebb698d4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:57.632600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.684446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff9b9a1-e102-48f6-bb32-f470ebb698d4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:57.696005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] No DVR routers for this DVR port fff9b9a1-e102-48f6-bb32-f470ebb698d4 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:57.909540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.939300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cc5db6-9239-4596-8590-0fc7728af48a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:57.952714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bda698-7d87-49e7-8b02-a242baaf68bf') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:57.953426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bda698-7d87-49e7-8b02-a242baaf68bf') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:57.967010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.011591 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.031511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:58.032691 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:58.038801 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:58.095933 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dff797fd-4abe-4579-87b2-088f9f9b11ce req-c2eac41e-a266-451f-8023-f9962d2d8d4d tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 210 time: 0.1040554 Nov 25 17:40:58.246862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fff9b9a1-e102-48f6-bb32-f470ebb698d4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:58.279077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.291893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.294400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: fff9b9a1-e102-48f6-bb32-f470ebb698d4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:58.295254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device fff9b9a1-e102-48f6-bb32-f470ebb698d4 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:58.307543 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] 10.222.0.81 "DELETE /v2.0/networks/93cc5db6-9239-4596-8590-0fc7728af48a HTTP/1.1" status: 204 len: 168 time: 1.8356321 Nov 25 17:40:58.313844 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:58.332191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283f519-5207-44ba-a210-41bb600144e4 req-f9274c5d-54a8-4c57-a340-230c13299782 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:58.334786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7283f519-5207-44ba-a210-41bb600144e4 req-f9274c5d-54a8-4c57-a340-230c13299782 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 946 time: 0.1439228 Nov 25 17:40:58.378466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Pushing event deleted for resources: {'Network': ['ID=93cc5db6-9239-4596-8590-0fc7728af48a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:58.481750 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7283f519-5207-44ba-a210-41bb600144e4 req-c214fa40-d8b8-455a-a760-a4f96f547c2a tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285975 Nov 25 17:40:58.567219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.568179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.574187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.574731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.575195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.575655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.576197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.576785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.577377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.577929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.578420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:58.579152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec37e1-47b6-47af-87d2-176d80e0e809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:59.074228 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-201c5255-74f8-4990-826a-7bd32822bc1f tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:59.085535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-201c5255-74f8-4990-826a-7bd32822bc1f tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.95 "GET /v2.0/networks?id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd HTTP/1.1" status: 200 len: 911 time: 0.4125462 Nov 25 17:40:59.120892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Request body: {'port': {'device_id': '75a70fcb-0891-43c7-853c-8bcd68b7bdd4', 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'admin_state_up': True, 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:59.195283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Made reservation on behalf of c243d2fa21824e81ab18286bad98ffce for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:59.202630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.330650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b89aa48b-32bd-43ca-81c6-2faaf90e3563 req-671b1e71-0a29-4497-b92a-40190f19223d tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 210 time: 0.0647585 Nov 25 17:40:59.566987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Allocated IP 172.20.0.4 (ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd/9dec79b9-e011-4f8e-a043-ff32abb121e0/979f5043-18c6-4007-825b-c555f2a56293) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:59.717225 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.795851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820514-bb7d-40bf-b681-5916f9c86d3a req-5ee160f7-2c2e-4d38-bcd0-57e1c36bd5a8 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:59.804100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e820514-bb7d-40bf-b681-5916f9c86d3a req-5ee160f7-2c2e-4d38-bcd0-57e1c36bd5a8 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 946 time: 0.1625237 Nov 25 17:40:59.928323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e820514-bb7d-40bf-b681-5916f9c86d3a req-0fa2eb8a-2233-45c6-8c3a-85ffa6b3bb05 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168208 Nov 25 17:41:00.018609 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.070582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.087522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['84f41c01-4d93-4cb5-929a-138f96d696e3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:00.260891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:00.278554 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:00.280521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Pushing event updated for resources: {'Port': ['ID=979f5043-18c6-4007-825b-c555f2a56293,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:00.292784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:00.445501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:00.446143 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.507360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-4791e5ec-441b-4548-a306-3bb5fd4a3eba tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4114609 Nov 25 17:41:00.534817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Request body: {'port': {'device_id': '75a70fcb-0891-43c7-853c-8bcd68b7bdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:00.796777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-427abd37-5365-4e1b-b03f-b8ab108f59a5 None None] Provisioning complete for port 979f5043-18c6-4007-825b-c555f2a56293 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:00.800053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-427abd37-5365-4e1b-b03f-b8ab108f59a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.835769 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.839587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.854831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2482ff-2a82-427d-a3ce-9a0a26ac6f64 req-6a1e5c86-54bb-4ccb-afb5-34760164caa2 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:00.856374 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a2482ff-2a82-427d-a3ce-9a0a26ac6f64 req-6a1e5c86-54bb-4ccb-afb5-34760164caa2 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1027 time: 0.3148990 Nov 25 17:41:00.914002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-427abd37-5365-4e1b-b03f-b8ab108f59a5 None None] Port 979f5043-18c6-4007-825b-c555f2a56293 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:01.065391 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-4ffcc8ea-79b2-4b3f-a354-d0f7a59bc7a1 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:01.067375 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-4ffcc8ea-79b2-4b3f-a354-d0f7a59bc7a1 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 946 time: 1.2887845 Nov 25 17:41:01.131378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a2482ff-2a82-427d-a3ce-9a0a26ac6f64 req-3a08d0cb-ce82-4797-be18-a18415fec5a6 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149978 Nov 25 17:41:01.378444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Deleting port a6c0e0cb-3130-4362-9f86-1e0b649165a6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:01.378900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.481889 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f029da3-6eb7-4505-9f63-f089323c94cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.535563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8615396-2e5c-483a-8b66-4a349cdbb6d8 req-9a29279c-f939-4edc-8a6b-f1f5c73eb714 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:01.536773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8615396-2e5c-483a-8b66-4a349cdbb6d8 req-9a29279c-f939-4edc-8a6b-f1f5c73eb714 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 946 time: 0.4087453 Nov 25 17:41:01.688675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] For port a6c0e0cb-3130-4362-9f86-1e0b649165a6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a6c0e0cb-3130-4362-9f86-1e0b649165a6,segment=NetworkSegment(d299b305-2f2f-4d1b-b4b8-58b9b6662f52),segment_id=d299b305-2f2f-4d1b-b4b8-58b9b6662f52)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:01.688675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.688675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Deleting port da9ae1ee-f06f-4a74-a657-5bba3f196098 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:01.698638 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.701175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8615396-2e5c-483a-8b66-4a349cdbb6d8 req-923b37ca-9d85-4d12-bafd-9d13bc3fc486 tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/security-groups?id=f1783c68-9da2-482b-88ad-03156d910760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551833 Nov 25 17:41:01.721244 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f029da3-6eb7-4505-9f63-f089323c94cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.727458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979f5043-18c6-4007-825b-c555f2a56293 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:01.734433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f029da3-6eb7-4505-9f63-f089323c94cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.737847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.784749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Transition to ACTIVE for port object 979f5043-18c6-4007-825b-c555f2a56293 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:41:01.791122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f029da3-6eb7-4505-9f63-f089323c94cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f0b84-d6e2-4003-8055-c56d483b26b1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:01.792163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Calling delete_port for a6c0e0cb-3130-4362-9f86-1e0b649165a6 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:01.795792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5f029da3-6eb7-4505-9f63-f089323c94cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e75013dd9a394a1aaade438c30fc6ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9433227 Nov 25 17:41:01.797163 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.806289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:01.971303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] For port da9ae1ee-f06f-4a74-a657-5bba3f196098, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=da9ae1ee-f06f-4a74-a657-5bba3f196098,segment=NetworkSegment(b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd),segment_id=b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:01.971755 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.998948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Calling delete_port for da9ae1ee-f06f-4a74-a657-5bba3f196098 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:02.215274 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6477327b-88ef-40f1-bbd5-ddc61ac53ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.219558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.235356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a6c0e0cb-3130-4362-9f86-1e0b649165a6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:02.322443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Pushing event deleted for resources: {'Port': ['ID=a6c0e0cb-3130-4362-9f86-1e0b649165a6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:02.335374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Pushing event updated for resources: {'Port': ['ID=979f5043-18c6-4007-825b-c555f2a56293,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:02.394004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] No DVR routers for this DVR port a6c0e0cb-3130-4362-9f86-1e0b649165a6 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:02.399608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.403458 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8df2baba-c0fc-48ca-9694-744320fa32ac req-2ace79cd-a4b7-4bf0-b00f-a4db8eafbfee tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.60 "DELETE /v2.0/ports/a6c0e0cb-3130-4362-9f86-1e0b649165a6 HTTP/1.1" status: 204 len: 173 time: 1.3267243 Nov 25 17:41:02.403917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e83c70-1249-4d4a-9e26-94c08ab1b2c0', 'name': 'network-vif-deleted', 'tag': 'a6c0e0cb-3130-4362-9f86-1e0b649165a6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:02.406700 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7f78af-12ec-475c-8a52-70ebd91689f3" -d '{"events": [{"server_uuid": "a4e83c70-1249-4d4a-9e26-94c08ab1b2c0", "name": "network-vif-deleted", "tag": "a6c0e0cb-3130-4362-9f86-1e0b649165a6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:02.473592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50280) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.502209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-191fe052-0a6a-47f0-966e-9816f45e40cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.528149 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54852a63-7f2f-4200-b1fd-fda65e21c42b x-openstack-request-id: req-54852a63-7f2f-4200-b1fd-fda65e21c42b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:02.529815 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e83c70-1249-4d4a-9e26-94c08ab1b2c0", "name": "network-vif-deleted", "tag": "a6c0e0cb-3130-4362-9f86-1e0b649165a6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:02.530272 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54852a63-7f2f-4200-b1fd-fda65e21c42b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:02.532175 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e83c70-1249-4d4a-9e26-94c08ab1b2c0', 'name': 'network-vif-deleted', 'tag': 'a6c0e0cb-3130-4362-9f86-1e0b649165a6', 'status': 'completed', 'code': 200} Nov 25 17:41:02.534757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.550472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ab35a-ede7-452d-b08c-403236481d80 req-8b9a3869-6d51-4f44-b8e2-31f87f5c3020 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:02.558896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-247ab35a-ede7-452d-b08c-403236481d80 req-8b9a3869-6d51-4f44-b8e2-31f87f5c3020 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1052 time: 0.2097301 Nov 25 17:41:02.569033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Attempting to bind port 979f5043-18c6-4007-825b-c555f2a56293 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:02.569361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Attempting to bind port 979f5043-18c6-4007-825b-c555f2a56293 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:02.569701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Attempting to bind port 979f5043-18c6-4007-825b-c555f2a56293 on network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:02.595286 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-191fe052-0a6a-47f0-966e-9816f45e40cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.596071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=da9ae1ee-f06f-4a74-a657-5bba3f196098,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:02.639803 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-247ab35a-ede7-452d-b08c-403236481d80 req-f9e0cd3c-3909-471d-abeb-09dc2a28be53 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764205 Nov 25 17:41:02.645182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Port 979f5043-18c6-4007-825b-c555f2a56293 on network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:41:02.645182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Attempting to bind port 979f5043-18c6-4007-825b-c555f2a56293 on network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:02.672603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:02.673017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Checking segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:02.673387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Bound using segment: {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:02.673824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Bound port: 979f5043-18c6-4007-825b-c555f2a56293, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e22db5-04c9-46f0-82bf-eb31296f157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:02.674179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.789873 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-191fe052-0a6a-47f0-966e-9816f45e40cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.792868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-191fe052-0a6a-47f0-966e-9816f45e40cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.794270 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-191fe052-0a6a-47f0-966e-9816f45e40cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff3f0b84-d6e2-4003-8055-c56d483b26b1 HTTP/1.1" status: 204 len: 168 time: 0.9843321 Nov 25 17:41:02.830415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7925213-3814-4a41-b8fb-f14e5fb8f5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.926425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] For port 979f5043-18c6-4007-825b-c555f2a56293, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:02.931614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] For port 979f5043-18c6-4007-825b-c555f2a56293, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=979f5043-18c6-4007-825b-c555f2a56293,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:02.942120 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.978804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fe052-0a6a-47f0-966e-9816f45e40cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f0b84-d6e2-4003-8055-c56d483b26b1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.015302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7925213-3814-4a41-b8fb-f14e5fb8f5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.026115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b7925213-3814-4a41-b8fb-f14e5fb8f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.074984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d46d5e5b-1b2e-4556-9d77-bac600fe4229 req-b8b8afc5-72e0-4917-b417-2668c1af740f tempest-ServerAddressesTestJSON-1370801566 tempest-ServerAddressesTestJSON-1370801566-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e83c70-1249-4d4a-9e26-94c08ab1b2c0 HTTP/1.1" status: 200 len: 210 time: 0.1362438 Nov 25 17:41:03.108893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.115838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:03.116120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7925213-3814-4a41-b8fb-f14e5fb8f5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54649bee-aa64-4d43-84d3-094181bf9cbb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.121558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.125495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] 10.222.0.95 "PUT /v2.0/ports/979f5043-18c6-4007-825b-c555f2a56293 HTTP/1.1" status: 200 len: 1091 time: 2.6076558 Nov 25 17:41:03.127533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a70fcb-0891-43c7-853c-8bcd68b7bdd4', 'tag': '979f5043-18c6-4007-825b-c555f2a56293'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:03.128419 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b7925213-3814-4a41-b8fb-f14e5fb8f5fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c61f36149f114305a510eb0e22214a9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6492274 Nov 25 17:41:03.134037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:03.150194 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c76a33b-1580-4b3f-b434-f3a4296400d1" -d '{"events": [{"name": "network-changed", "server_uuid": "75a70fcb-0891-43c7-853c-8bcd68b7bdd4", "tag": "979f5043-18c6-4007-825b-c555f2a56293"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:03.342017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e26bce-e2f6-444b-ac81-4f7f8efb40c9 service neutron] Pushing event updated for resources: {'Port': ['ID=979f5043-18c6-4007-825b-c555f2a56293,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.345993 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8d7d3-7540-4266-b358-c2df367da50b x-openstack-request-id: req-4af8d7d3-7540-4266-b358-c2df367da50b {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:03.346482 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a70fcb-0891-43c7-853c-8bcd68b7bdd4", "tag": "979f5043-18c6-4007-825b-c555f2a56293", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:03.346809 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4af8d7d3-7540-4266-b358-c2df367da50b {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:03.347063 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a70fcb-0891-43c7-853c-8bcd68b7bdd4', 'tag': '979f5043-18c6-4007-825b-c555f2a56293', 'status': 'completed', 'code': 200} Nov 25 17:41:03.413693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-e04b1db7-752f-4da3-96a7-a07b604afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:03.419299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-e04b1db7-752f-4da3-96a7-a07b604afdef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c243d2fa21824e81ab18286bad98ffce&device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1094 time: 0.2353969 Nov 25 17:41:03.441333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d18ca2f-8c6e-458a-baad-767bef307b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.470266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d18ca2f-8c6e-458a-baad-767bef307b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.481817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-2f0f4bce-97e1-4e8d-b205-eec8800178bf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f5043-18c6-4007-825b-c555f2a56293 HTTP/1.1" status: 200 len: 217 time: 0.0549998 Nov 25 17:41:03.548604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-6f1cd64a-26b4-43aa-9ee2-67b7573eb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:03.550163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-6f1cd64a-26b4-43aa-9ee2-67b7573eb634 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9dec79b9-e011-4f8e-a043-ff32abb121e0 HTTP/1.1" status: 200 len: 849 time: 0.0609119 Nov 25 17:41:03.576772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:03.625902 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a80034f-b498-4472-b246-267eefe47125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.635874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Router a65c8df7-a99d-4134-bdd1-8f44658fa78d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:03.659565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-3c35c286-59a2-46f7-a59c-4e7d28d30f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:03.661361 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-3c35c286-59a2-46f7-a59c-4e7d28d30f2c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020527 Nov 25 17:41:03.720346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d18ca2f-8c6e-458a-baad-767bef307b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.723271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d18ca2f-8c6e-458a-baad-767bef307b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.725214 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8d18ca2f-8c6e-458a-baad-767bef307b88 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54649bee-aa64-4d43-84d3-094181bf9cbb HTTP/1.1" status: 204 len: 168 time: 0.5900540 Nov 25 17:41:03.745312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18ca2f-8c6e-458a-baad-767bef307b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54649bee-aa64-4d43-84d3-094181bf9cbb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.842019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:03.853477 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] Sync routers for ids ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:03.882717 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-326aac6d-7c3b-4a66-9177-b80f76466f9a admin admin] 10.222.0.81 "PUT /v2.0/routers/a65c8df7-a99d-4134-bdd1-8f44658fa78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5668485 Nov 25 17:41:03.884617 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] Routers {'a65c8df7-a99d-4134-bdd1-8f44658fa78d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:03.889990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:03.892860 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:03.935882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a94ce-a362-4f69-a57a-b2314618645c req-1ffd662b-b843-45ea-b2b6-48337acddf08 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:03.938531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-563a94ce-a362-4f69-a57a-b2314618645c req-1ffd662b-b843-45ea-b2b6-48337acddf08 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1094 time: 0.2097616 Nov 25 17:41:04.044380 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] Set router a65c8df7-a99d-4134-bdd1-8f44658fa78d gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:04.047794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-f41a1602-ae81-4489-8c5f-cbb772a6d32a service neutron] 10.222.0.95 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735168 Nov 25 17:41:04.086862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a80034f-b498-4472-b246-267eefe47125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.150592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-563a94ce-a362-4f69-a57a-b2314618645c req-682361a9-201d-4b74-a4e8-601326f0d2a5 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346912 Nov 25 17:41:04.217009 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a80034f-b498-4472-b246-267eefe47125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.251292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.266318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20719077-2e42-4515-b0fd-22864017618a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.278256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9a80034f-b498-4472-b246-267eefe47125 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74ced879ba5c4b0b858aae79090c7307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6992335 Nov 25 17:41:04.278490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.298804 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:41:02Z', 'revision_number': 5, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:04.348872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a6c0e0cb-3130-4362-9f86-1e0b649165a6 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:04.354897 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.358296 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] Checking router: a65c8df7-a99d-4134-bdd1-8f44658fa78d for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:04.358500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80034f-b498-4472-b246-267eefe47125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c201def2-5cad-4360-a7ce-e8713901d878,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:04.371489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96a082db-8fdd-4388-8f12-8cd4355d34f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.383983 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] Routers {'a65c8df7-a99d-4134-bdd1-8f44658fa78d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:04.385636 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:40:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:04.412047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96a082db-8fdd-4388-8f12-8cd4355d34f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.421354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: a6c0e0cb-3130-4362-9f86-1e0b649165a6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:04.425554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a6c0e0cb-3130-4362-9f86-1e0b649165a6 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:04.429848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20719077-2e42-4515-b0fd-22864017618a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.444339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20719077-2e42-4515-b0fd-22864017618a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.463424 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9f09aa9-99a7-4e95-9251-f10f0230d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.490537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c291d38b-4a8b-4182-b5dc-68c51bbee817 req-5ad994f6-82b9-49f0-96b8-deae95208053 service neutron] 10.222.0.95 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876619 Nov 25 17:41:04.524310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.530808 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.553445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96a082db-8fdd-4388-8f12-8cd4355d34f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.556399 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-96a082db-8fdd-4388-8f12-8cd4355d34f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.560443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-96a082db-8fdd-4388-8f12-8cd4355d34f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c201def2-5cad-4360-a7ce-e8713901d878 HTTP/1.1" status: 204 len: 168 time: 0.2810931 Nov 25 17:41:04.583101 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20719077-2e42-4515-b0fd-22864017618a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=749f85593d0b4e6ebaf50450027e0ed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282275 Nov 25 17:41:04.584419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50316) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.586006 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] Set router a65c8df7-a99d-4134-bdd1-8f44658fa78d gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:04.599410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20719077-2e42-4515-b0fd-22864017618a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c69811a-f6e6-404c-9d96-159f2e44ae64,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:04.640928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-253fe125-5833-41ef-b1f7-4712e6eb58e9 admin admin] Deleting subnet 5af79c55-df68-4552-844c-7b6bdcfa550e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:04.651793 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-253fe125-5833-41ef-b1f7-4712e6eb58e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.657455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-7215324d-0675-43cf-a600-203eedb81e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:04.659129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-7215324d-0675-43cf-a600-203eedb81e6b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c243d2fa21824e81ab18286bad98ffce&device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1094 time: 0.0953906 Nov 25 17:41:04.660282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a082db-8fdd-4388-8f12-8cd4355d34f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c201def2-5cad-4360-a7ce-e8713901d878,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:04.730976 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18fd383b-3142-43f4-b065-2d7ef88b6baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.764580 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-253fe125-5833-41ef-b1f7-4712e6eb58e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.767310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Deleting port 45b0eff7-08a5-4c30-9892-4155c3efd460 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:04.767651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.772545 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18fd383b-3142-43f4-b065-2d7ef88b6baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.851828 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18fd383b-3142-43f4-b065-2d7ef88b6baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.861113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18fd383b-3142-43f4-b065-2d7ef88b6baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.866157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-18fd383b-3142-43f4-b065-2d7ef88b6baf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c69811a-f6e6-404c-9d96-159f2e44ae64 HTTP/1.1" status: 204 len: 168 time: 0.2805815 Nov 25 17:41:04.883174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd383b-3142-43f4-b065-2d7ef88b6baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c69811a-f6e6-404c-9d96-159f2e44ae64,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:04.902815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-ec1b0e34-7cbb-4397-b614-b25845268dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:04.904072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-ec1b0e34-7cbb-4397-b614-b25845268dc5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd HTTP/1.1" status: 200 len: 911 time: 0.2213812 Nov 25 17:41:04.905105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-253fe125-5833-41ef-b1f7-4712e6eb58e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.919531 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:41:02Z', 'revision_number': 5, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:05.022690 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-8f647681-e5d6-48be-8b14-3f8a3a4a61ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=979f5043-18c6-4007-825b-c555f2a56293 HTTP/1.1" status: 200 len: 217 time: 0.0813477 Nov 25 17:41:05.024143 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d948cc8-c8f6-447b-850a-3a5fb0436dcf None None] The sync data for ids ['a65c8df7-a99d-4134-bdd1-8f44658fa78d'] in n-d-819349-3 is: [{'id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'name': 'tempest-TestAggregatesBasicOps-162349530-router', 'tenant_id': 'df2684d317dc4963a6409581af1fff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:34Z', 'updated_at': '2021-11-25T17:41:02Z', 'revision_number': 5, 'project_id': 'df2684d317dc4963a6409581af1fff51', 'gw_port': {'id': '45b0eff7-08a5-4c30-9892-4155c3efd460', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c8df7-a99d-4134-bdd1-8f44658fa78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:36Z', 'updated_at': '2021-11-25T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:05.092585 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] For port 45b0eff7-08a5-4c30-9892-4155c3efd460, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=45b0eff7-08a5-4c30-9892-4155c3efd460,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:05.092982 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.124088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Calling delete_port for 45b0eff7-08a5-4c30-9892-4155c3efd460 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:05.142108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-74333720-4367-42a0-8855-a334318abc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:05.143607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-74333720-4367-42a0-8855-a334318abc5a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9dec79b9-e011-4f8e-a043-ff32abb121e0 HTTP/1.1" status: 200 len: 849 time: 0.1099999 Nov 25 17:41:05.191318 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-253fe125-5833-41ef-b1f7-4712e6eb58e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.313960 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-253fe125-5833-41ef-b1f7-4712e6eb58e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.317741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-253fe125-5833-41ef-b1f7-4712e6eb58e9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5af79c55-df68-4552-844c-7b6bdcfa550e HTTP/1.1" status: 204 len: 168 time: 0.7852654 Nov 25 17:41:05.318595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fe125-5833-41ef-b1f7-4712e6eb58e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af79c55-df68-4552-844c-7b6bdcfa550e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:05.320546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50346) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:05.362473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c3d6c-dc53-4d1b-8d1a-10aad2a6f9d3 req-c9815793-ff20-46c7-927a-8d6711d76e5f tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:05.369494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b89c3d6c-dc53-4d1b-8d1a-10aad2a6f9d3 req-c9815793-ff20-46c7-927a-8d6711d76e5f tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1094 time: 0.1249895 Nov 25 17:41:05.456802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.538090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-f6e9563b-249b-4a1d-ad77-a5a2ee04fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:05.540898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-f6e9563b-249b-4a1d-ad77-a5a2ee04fa9a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3149288 Nov 25 17:41:05.586795 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.617965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-16049b54-490c-4360-accb-c37994572fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c44484-bb5c-4f9a-bf22-bf79e64d3879']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:05.635020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-16049b54-490c-4360-accb-c37994572fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd299b305-2f2f-4d1b-b4b8-58b9b6662f52') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:05.636963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-16049b54-490c-4360-accb-c37994572fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd299b305-2f2f-4d1b-b4b8-58b9b6662f52') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:05.660000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.679041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.698973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:05.699886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.708571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b89c3d6c-dc53-4d1b-8d1a-10aad2a6f9d3 req-a8885cd7-6d8f-491b-b3ac-372df2814ae3 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660320 Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:05.794935 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:05.799778 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.803408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-c884cd15-b1b8-4fff-a912-fc49c7e31c8c service neutron] 10.222.0.95 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413948 Nov 25 17:41:05.804928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.824840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.832503 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-16049b54-490c-4360-accb-c37994572fce admin admin] 10.222.0.81 "DELETE /v2.0/networks/33c44484-bb5c-4f9a-bf22-bf79e64d3879 HTTP/1.1" status: 204 len: 168 time: 0.5099981 Nov 25 17:41:05.877930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b0eff7-08a5-4c30-9892-4155c3efd460,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:05.887569 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.906515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca74cc-fb6d-4a11-8789-b68b24948150 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:05.908224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049b54-490c-4360-accb-c37994572fce admin admin] Pushing event deleted for resources: {'Network': ['ID=33c44484-bb5c-4f9a-bf22-bf79e64d3879,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:06.000665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.150298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50370) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:06.213514 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bb733d1b-0fb8-4fef-999b-ac1ffc8c2242 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=855ed2df5a524628acaafcb1222a677d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617363 Nov 25 17:41:06.214165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50372) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:06.228030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device da9ae1ee-f06f-4a74-a657-5bba3f196098 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:06.269193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: da9ae1ee-f06f-4a74-a657-5bba3f196098 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:06.270162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device da9ae1ee-f06f-4a74-a657-5bba3f196098 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:06.318063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e05dd8dd-64f2-4417-bcb6-6b4551e6f75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.354781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e05dd8dd-64f2-4417-bcb6-6b4551e6f75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.419048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e05dd8dd-64f2-4417-bcb6-6b4551e6f75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.421709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e05dd8dd-64f2-4417-bcb6-6b4551e6f75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.423334 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e05dd8dd-64f2-4417-bcb6-6b4551e6f75c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1783c68-9da2-482b-88ad-03156d910760 HTTP/1.1" status: 204 len: 168 time: 0.2081962 Nov 25 17:41:06.433352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dd8dd-64f2-4417-bcb6-6b4551e6f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1783c68-9da2-482b-88ad-03156d910760,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:06.593161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c76a33b-1580-4b3f-b434-f3a4296400d1 req-9f61d53e-574d-41eb-b225-bc5cbc115549 service neutron] 10.222.0.95 "GET /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788696 Nov 25 17:41:06.596642 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.599921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.609695 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.650328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.651528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a65c8df7-a99d-4134-bdd1-8f44658fa78d {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:06.658981 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.663510 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50386) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:06.664490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c40bcb32-7161-4694-8a65-b8679698e7c3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a65c8df7-a99d-4134-bdd1-8f44658fa78d HTTP/1.1" status: 204 len: 168 time: 2.7694209 Nov 25 17:41:06.738730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab546cd-376a-4dd1-93c2-65da408a52f3 admin admin] Deleting subnet 6a81be4a-3b66-4a77-95ef-658e05a6a072 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:06.750026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ab546cd-376a-4dd1-93c2-65da408a52f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.805460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 979f5043-18c6-4007-825b-c555f2a56293 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:41:06.840906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ab546cd-376a-4dd1-93c2-65da408a52f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.901141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c07bc1-c6c4-4e27-b343-2214371609bd req-44e5877d-85ba-4e66-a28d-7a2a83363216 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:06.903136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17c07bc1-c6c4-4e27-b343-2214371609bd req-44e5877d-85ba-4e66-a28d-7a2a83363216 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1094 time: 0.0789976 Nov 25 17:41:06.980331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17c07bc1-c6c4-4e27-b343-2214371609bd req-86f52b7b-05be-4206-9346-e329f835cda2 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703723 Nov 25 17:41:06.985779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 979f5043-18c6-4007-825b-c555f2a56293, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=979f5043-18c6-4007-825b-c555f2a56293,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:07.011576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ab546cd-376a-4dd1-93c2-65da408a52f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.019183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '979f5043-18c6-4007-825b-c555f2a56293', 'network_id': 'ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd', 'port_id': '979f5043-18c6-4007-825b-c555f2a56293', 'mac_address': 'fa:16:3e:02:ac:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dec79b9-e011-4f8e-a043-ff32abb121e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:41:07.089802 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.121080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ab546cd-376a-4dd1-93c2-65da408a52f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.123471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979f5043-18c6-4007-825b-c555f2a56293 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:07.194392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.228156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab546cd-376a-4dd1-93c2-65da408a52f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a81be4a-3b66-4a77-95ef-658e05a6a072,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:07.241600 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.244909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 979f5043-18c6-4007-825b-c555f2a56293, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=979f5043-18c6-4007-825b-c555f2a56293,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:07.249129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ab546cd-376a-4dd1-93c2-65da408a52f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.254088 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3ab546cd-376a-4dd1-93c2-65da408a52f3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6a81be4a-3b66-4a77-95ef-658e05a6a072 HTTP/1.1" status: 204 len: 168 time: 0.5893869 Nov 25 17:41:07.254532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb7e36-2231-4d55-94ba-1bf2de1b1d25 None None] Network 2ceb9927-b007-4dd4-b5ef-c8d06d35064e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:07.256748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:07.375160 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.382456 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.484140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Deleting port b147909d-2a99-465d-95da-dcdd39ce117c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:07.485132 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.489990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=979f5043-18c6-4007-825b-c555f2a56293,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:07.576665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] DHCP port deletion for 2ceb9927-b007-4dd4-b5ef-c8d06d35064e request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:07.601120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] For port b147909d-2a99-465d-95da-dcdd39ce117c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b147909d-2a99-465d-95da-dcdd39ce117c,segment=NetworkSegment(b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd),segment_id=b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:07.601636 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.620296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Calling delete_port for b147909d-2a99-465d-95da-dcdd39ce117c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:07.623563 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['979f5043-18c6-4007-825b-c555f2a56293'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:07.751326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] Deleting port b147909d-2a99-465d-95da-dcdd39ce117c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:07.752374 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.779665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.805177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] No DVR routers for this DVR port b147909d-2a99-465d-95da-dcdd39ce117c on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:07.856223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] For port b147909d-2a99-465d-95da-dcdd39ce117c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b147909d-2a99-465d-95da-dcdd39ce117c,segment=NetworkSegment(b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd),segment_id=b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:07.856450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Pushing event deleted for resources: {'Port': ['ID=b147909d-2a99-465d-95da-dcdd39ce117c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:07.857064 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.929668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] Calling delete_port for b147909d-2a99-465d-95da-dcdd39ce117c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:08.018515 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.103668 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:08.110206 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:41:08.120547 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.181832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ceb9927-b007-4dd4-b5ef-c8d06d35064e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:08.186319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] Pushing event deleted for resources: {'Port': ['ID=b147909d-2a99-465d-95da-dcdd39ce117c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:08.197581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eec184-5ce4-4b12-b28f-217cb6cedd87 None None] No DVR routers for this DVR port b147909d-2a99-465d-95da-dcdd39ce117c on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:08.218886 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 45b0eff7-08a5-4c30-9892-4155c3efd460 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:08.219071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:08.219303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b868cd43-4d6c-4041-8c6f-f75c5f4b9ffd') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:08.257598 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.267447 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 45b0eff7-08a5-4c30-9892-4155c3efd460 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:08.268295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 45b0eff7-08a5-4c30-9892-4155c3efd460 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:08.269437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b147909d-2a99-465d-95da-dcdd39ce117c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:08.287868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.291474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22773b62-54ff-43a6-901b-e342e77e1fc9 req-cd7e468b-9176-4395-8b36-052e2efe44d2 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:08.300677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b147909d-2a99-465d-95da-dcdd39ce117c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:08.300871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22773b62-54ff-43a6-901b-e342e77e1fc9 req-cd7e468b-9176-4395-8b36-052e2efe44d2 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1095 time: 0.1755314 Nov 25 17:41:08.302259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b147909d-2a99-465d-95da-dcdd39ce117c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:08.314812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:08.315671 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:08.317175 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:08.425180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22773b62-54ff-43a6-901b-e342e77e1fc9 req-985c3c94-375c-4d29-84fd-c9079507502e tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073525 Nov 25 17:41:08.427192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.445230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.451465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] 10.222.0.81 "DELETE /v2.0/networks/2ceb9927-b007-4dd4-b5ef-c8d06d35064e HTTP/1.1" status: 204 len: 168 time: 1.1906552 Nov 25 17:41:08.482684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f79447-28fa-4951-b491-67be3ce6236d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ceb9927-b007-4dd4-b5ef-c8d06d35064e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:08.654904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:08.713504 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7a2c54f3-0e40-497f-8916-9fefc8243b4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e95c2810f0df41ac87e0bedf159218ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560498 Nov 25 17:41:08.716030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:08.783470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a500678d-634d-4cdd-8aa8-8a5f3be444e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.801329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 979f5043-18c6-4007-825b-c555f2a56293 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:08.825834 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a500678d-634d-4cdd-8aa8-8a5f3be444e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.865523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 979f5043-18c6-4007-825b-c555f2a56293 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:41:08.870584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 979f5043-18c6-4007-825b-c555f2a56293 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:08.871563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.896880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50458) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:08.906260 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a500678d-634d-4cdd-8aa8-8a5f3be444e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.910127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a500678d-634d-4cdd-8aa8-8a5f3be444e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.915040 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a500678d-634d-4cdd-8aa8-8a5f3be444e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27765c2e-3d18-408f-9121-396feb957407 HTTP/1.1" status: 204 len: 168 time: 0.1942232 Nov 25 17:41:08.931471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500678d-634d-4cdd-8aa8-8a5f3be444e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27765c2e-3d18-408f-9121-396feb957407,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:09.127639 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.159078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a70fcb-0891-43c7-853c-8bcd68b7bdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979f5043-18c6-4007-825b-c555f2a56293'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:09.162178 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad3a24-4370-4036-a46c-f7910ae593fa" -d '{"events": [{"server_uuid": "75a70fcb-0891-43c7-853c-8bcd68b7bdd4", "name": "network-vif-plugged", "status": "completed", "tag": "979f5043-18c6-4007-825b-c555f2a56293"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:09.179314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 979f5043-18c6-4007-825b-c555f2a56293, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=979f5043-18c6-4007-825b-c555f2a56293,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:09.186768 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.254027 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=979f5043-18c6-4007-825b-c555f2a56293,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:09.291193 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a336b217-6ddc-473b-9f7a-cf81b52ad058 x-openstack-request-id: req-a336b217-6ddc-473b-9f7a-cf81b52ad058 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:09.293413 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a70fcb-0891-43c7-853c-8bcd68b7bdd4", "name": "network-vif-plugged", "status": "completed", "tag": "979f5043-18c6-4007-825b-c555f2a56293", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:09.293892 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a336b217-6ddc-473b-9f7a-cf81b52ad058 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:09.294429 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a70fcb-0891-43c7-853c-8bcd68b7bdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979f5043-18c6-4007-825b-c555f2a56293', 'code': 200} Nov 25 17:41:09.399703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1931126634-network', 'tenant_id': 'e0336a0003aa4d80943c74b124399223'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:09.438390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Made reservation on behalf of e0336a0003aa4d80943c74b124399223 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:09.443725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.456773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7f155-ab75-47bd-898c-af5d450cc7dd req-eb033e71-34c5-4530-91ec-6a578f2b9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:09.460588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8f7f155-ab75-47bd-898c-af5d450cc7dd req-eb033e71-34c5-4530-91ec-6a578f2b9623 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0901043 Nov 25 17:41:09.471859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.633663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8f7f155-ab75-47bd-898c-af5d450cc7dd req-b2c3e3ed-23cf-4a3f-a06c-371ce3be088d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655893 Nov 25 17:41:09.666508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a408ce2-2f7c-428a-aee8-1fd63e755ef6 req-0515897d-c634-478e-93c4-309b7cd9c65b tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:09.670644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a408ce2-2f7c-428a-aee8-1fd63e755ef6 req-0515897d-c634-478e-93c4-309b7cd9c65b tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.1127429 Nov 25 17:41:09.704005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50482) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:09.750078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a408ce2-2f7c-428a-aee8-1fd63e755ef6 req-628e37c5-1861-4510-a484-0fe6f5d398b4 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711293 Nov 25 17:41:09.870417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.890681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.919648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:09.960996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e339854-3dc1-4487-9522-72602413913f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:09.982697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.983065 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Added segment 4bb5090b-506d-4eab-9f6e-4bbde2044a20 of type vlan for network 231e9e00-07a0-421d-be2a-ce447ec32d06 Nov 25 17:41:10.012560 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8f3acf56-2b6a-45f6-9c33-14a6ce026b5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df2684d317dc4963a6409581af1fff51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978632 Nov 25 17:41:10.015078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:10.090449 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.120868 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.128758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.131165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:10.132023 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.155838 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.213385 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3129506 Nov 25 17:41:10.217811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:10.228125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Request body: {'subnet': {'network_id': '231e9e00-07a0-421d-be2a-ce447ec32d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1931126634-subnet', 'tenant_id': 'e0336a0003aa4d80943c74b124399223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:10.292420 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.299962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Made reservation on behalf of e0336a0003aa4d80943c74b124399223 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:10.302853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.304139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.307988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a264e49b-70c5-498c-a84c-7724e87c4b9c HTTP/1.1" status: 204 len: 168 time: 0.2916396 Nov 25 17:41:10.313204 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a192-4e3e-401a-89de-dbd39638eb0a admin admin] Pushing event updated for resources: {'Network': ['ID=231e9e00-07a0-421d-be2a-ce447ec32d06,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:10.323906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a264e49b-70c5-498c-a84c-7724e87c4b9c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:10.328245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 231e9e00-07a0-421d-be2a-ce447ec32d06 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:10.339416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.340280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.340280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.340549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.340731 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.341092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.341425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.341750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.342077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.342404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.342728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.343054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dc70c-b8eb-42f1-8763-1bf88ecd28cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:10.683515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.897054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca9eb9a-b974-4d65-ae42-c6b6fbddd488,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:10.930457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Checking segment: {'id': '4bb5090b-506d-4eab-9f6e-4bbde2044a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '231e9e00-07a0-421d-be2a-ce447ec32d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:10.931081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Network hostable DHCP agents. Network: 231e9e00-07a0-421d-be2a-ce447ec32d06, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:11.006753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Network 231e9e00-07a0-421d-be2a-ce447ec32d06 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:11.070409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 231e9e00-07a0-421d-be2a-ce447ec32d06) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:11.097650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:11.097844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.120061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a767f0-c241-40c4-9bc5-982921e09030 None None] Network 231e9e00-07a0-421d-be2a-ce447ec32d06 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:11.143809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a5893-a820-4384-9994-650f669c1d2e req-f47d841e-fa05-418c-af91-7404d78962d4 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:11.153806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-653a5893-a820-4384-9994-650f669c1d2e req-f47d841e-fa05-418c-af91-7404d78962d4 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.1422591 Nov 25 17:41:11.223924 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b445bdc0-0a47-47b5-8f6b-8ece80804e23 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9978898 Nov 25 17:41:11.316424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-653a5893-a820-4384-9994-650f669c1d2e req-730a6927-7c16-4ea8-a009-8dcfa103cc97 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539710 Nov 25 17:41:11.507989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d3b7d-ca73-450f-bfd5-aa9ad5ae334a None None] Network 231e9e00-07a0-421d-be2a-ce447ec32d06 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:11.575534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba019a-9540-4f83-afbb-a4a6c4bfbff1 req-ef1c2183-2042-4141-897d-9f0cdbdbe87c tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:11.584419 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baba019a-9540-4f83-afbb-a4a6c4bfbff1 req-ef1c2183-2042-4141-897d-9f0cdbdbe87c tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.1093678 Nov 25 17:41:11.699999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baba019a-9540-4f83-afbb-a4a6c4bfbff1 req-d6aeba85-9e47-43e0-8074-4f7093eda0d5 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145360 Nov 25 17:41:11.872892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01f23b-78da-47c6-87fb-cd476e832dc6 req-f00b6a4f-5572-4cb4-9b7f-1c9436cfeb25 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:11.874971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f01f23b-78da-47c6-87fb-cd476e832dc6 req-f00b6a4f-5572-4cb4-9b7f-1c9436cfeb25 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0922236 Nov 25 17:41:11.948649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f01f23b-78da-47c6-87fb-cd476e832dc6 req-81d20395-9019-4144-a2ea-638f78cbf35a tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670767 Nov 25 17:41:12.216274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-8b4e72b9-edbe-4669-9ed8-76bf0098be49 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:12.217890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-8b4e72b9-edbe-4669-9ed8-76bf0098be49 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/networks?id=231e9e00-07a0-421d-be2a-ce447ec32d06 HTTP/1.1" status: 200 len: 821 time: 0.2514298 Nov 25 17:41:12.238492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f6cf1217-b41a-4cf3-89c5-01022566680b tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/quotas/e0336a0003aa4d80943c74b124399223 HTTP/1.1" status: 200 len: 375 time: 0.0147667 Nov 25 17:41:12.333821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-1e9a0c98-2061-4e77-9bc2-4276a7fc7923 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0336a0003aa4d80943c74b124399223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857875 Nov 25 17:41:12.433377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceffbd0-79dc-4d84-8ce0-502b669be7a5 req-e0057fce-4244-48fe-a1d4-dc23a64209b2 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:12.441663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cceffbd0-79dc-4d84-8ce0-502b669be7a5 req-e0057fce-4244-48fe-a1d4-dc23a64209b2 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.1758924 Nov 25 17:41:12.500155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cceffbd0-79dc-4d84-8ce0-502b669be7a5 req-97658ced-6547-4145-a22a-f7daa2016d98 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570297 Nov 25 17:41:12.556850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-28952421-2c3e-40c6-92ee-a6cb2cab495b service neutron] 10.222.0.81 "GET /v2.0/networks/231e9e00-07a0-421d-be2a-ce447ec32d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149758 Nov 25 17:41:12.697179 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-b35776d3-aa63-4564-9769-00fa2da7410e service neutron] 10.222.0.81 "GET /v2.0/networks/231e9e00-07a0-421d-be2a-ce447ec32d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318161 Nov 25 17:41:12.951903 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a8c3d9f-0fd7-4e98-a9ab-b5637ee8fb82 req-61dd059a-abaf-413f-a85c-e721baafbfdf tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 210 time: 0.0428810 Nov 25 17:41:13.631703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-03b476dd-1830-4c27-bac8-77a2b8a20b86 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:13.640750 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-03b476dd-1830-4c27-bac8-77a2b8a20b86 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.1103318 Nov 25 17:41:13.784678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6e7e4-ac45-462b-9c34-48d817708327 req-2682521a-5caf-425d-99ce-25baa9e18734 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:13.787240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20e6e7e4-ac45-462b-9c34-48d817708327 req-2682521a-5caf-425d-99ce-25baa9e18734 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.1441147 Nov 25 17:41:13.858660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Deleting port 979f5043-18c6-4007-825b-c555f2a56293 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:13.859102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.888274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20e6e7e4-ac45-462b-9c34-48d817708327 req-4affae0c-1ee5-4e67-937e-5fc2be37db81 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900364 Nov 25 17:41:14.049962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] For port 979f5043-18c6-4007-825b-c555f2a56293, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=979f5043-18c6-4007-825b-c555f2a56293,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:14.051661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.082024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Calling delete_port for 979f5043-18c6-4007-825b-c555f2a56293 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:14.173791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7541dcef-efe3-4422-8635-d9413541fa36 req-63bd52b7-7ab8-48dd-9b0d-23b97f69caba tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 210 time: 0.0364702 Nov 25 17:41:14.313101 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.329007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['979f5043-18c6-4007-825b-c555f2a56293'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:14.334210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['84f41c01-4d93-4cb5-929a-138f96d696e3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:14.360431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Pushing event deleted for resources: {'Port': ['ID=979f5043-18c6-4007-825b-c555f2a56293,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:14.422765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] No DVR routers for this DVR port 979f5043-18c6-4007-825b-c555f2a56293 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:14.427015 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.431110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51a40fc0-f0e7-4ac3-a4a4-2579b3416286 req-dc444fff-6b4f-4573-8933-b86dd43da9a0 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.95 "DELETE /v2.0/ports/979f5043-18c6-4007-825b-c555f2a56293 HTTP/1.1" status: 204 len: 173 time: 0.7859368 Nov 25 17:41:14.431601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a70fcb-0891-43c7-853c-8bcd68b7bdd4', 'name': 'network-vif-deleted', 'tag': '979f5043-18c6-4007-825b-c555f2a56293'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:14.436148 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8b51d0-4632-4493-b4b7-777b042dc14b" -d '{"events": [{"server_uuid": "75a70fcb-0891-43c7-853c-8bcd68b7bdd4", "name": "network-vif-deleted", "tag": "979f5043-18c6-4007-825b-c555f2a56293"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:14.548010 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b35b2d1-c25a-4eb2-97ff-f594b81731c6 x-openstack-request-id: req-6b35b2d1-c25a-4eb2-97ff-f594b81731c6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:14.550875 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a70fcb-0891-43c7-853c-8bcd68b7bdd4", "name": "network-vif-deleted", "tag": "979f5043-18c6-4007-825b-c555f2a56293", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:14.551327 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b35b2d1-c25a-4eb2-97ff-f594b81731c6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:14.552339 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a70fcb-0891-43c7-853c-8bcd68b7bdd4', 'name': 'network-vif-deleted', 'tag': '979f5043-18c6-4007-825b-c555f2a56293', 'status': 'completed', 'code': 200} Nov 25 17:41:14.762488 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-0faa44ee-a0e4-4321-a03c-b9887b153132 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:14.765948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-0faa44ee-a0e4-4321-a03c-b9887b153132 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.60 "GET /v2.0/networks?id=231e9e00-07a0-421d-be2a-ce447ec32d06 HTTP/1.1" status: 200 len: 821 time: 0.4025180 Nov 25 17:41:14.787840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Request body: {'port': {'device_id': '7feb208a-72da-4046-966c-f149d73728f4', 'network_id': '231e9e00-07a0-421d-be2a-ce447ec32d06', 'admin_state_up': True, 'tenant_id': 'e0336a0003aa4d80943c74b124399223'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:14.958839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Made reservation on behalf of e0336a0003aa4d80943c74b124399223 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:14.962514 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.143907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09103b07-7bd7-4c47-be0a-d9bb2e892a73 req-b84b1794-cecc-4f3b-8a71-b9eb81075794 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a70fcb-0891-43c7-853c-8bcd68b7bdd4 HTTP/1.1" status: 200 len: 210 time: 0.0814428 Nov 25 17:41:15.206552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Allocated IP 172.20.0.12 (231e9e00-07a0-421d-be2a-ce447ec32d06/bca9eb9a-b974-4d65-ae42-c6b6fbddd488/f0a6c0e1-3f5b-40ca-9edf-0367748ced4a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:15.431527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d7e3522-b6a9-417e-aac8-ea317b95c458 req-60964a07-6f15-4850-819f-ef646729bbca tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 210 time: 0.0724933 Nov 25 17:41:15.540299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.571276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-a4ad7db7-efeb-41e6-9246-69248c9daba6 req-e2675e3e-9097-447c-9e86-1bbdeab16d45 service neutron] (103598) timed out ('10.222.0.95', 63628) {{(pid=103598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:41:15.619577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.703319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Network 231e9e00-07a0-421d-be2a-ce447ec32d06 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:15.707453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:15.713906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:15.762793 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Pushing event updated for resources: {'Port': ['ID=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:15.805361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.806549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:15.807253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.838393 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-f5837588-e7c7-42b4-b091-5d848bb15691 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0580530 Nov 25 17:41:15.857525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Request body: {'port': {'device_id': '7feb208a-72da-4046-966c-f149d73728f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:15.960348 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.131699 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d38-a3c5-4575-b089-a39077cbed1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.278256 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d38-a3c5-4575-b089-a39077cbed1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.283271 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d94f7d38-a3c5-4575-b089-a39077cbed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.359633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d94f7d38-a3c5-4575-b089-a39077cbed1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48fbf8c633944c598ed3244a733e8b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5507755 Nov 25 17:41:16.359633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f7d38-a3c5-4575-b089-a39077cbed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5399eb50-e4c6-48c5-ad26-0fd553a1c2a5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:16.361905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50676) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:16.462468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25111a6f-f7a8-49b3-9819-6eb7990fb1a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.560824 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25111a6f-f7a8-49b3-9819-6eb7990fb1a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.592826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a6c0e1-3f5b-40ca-9edf-0367748ced4a {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:16.638916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.687379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Transition to ACTIVE for port object f0a6c0e1-3f5b-40ca-9edf-0367748ced4a will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:41:16.693767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.744265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4491-c153-4e9b-9616-93087e29f68d req-3d66ec5c-f5fd-4372-9f31-2e79aad59033 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.745525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4edb4491-c153-4e9b-9616-93087e29f68d req-3d66ec5c-f5fd-4372-9f31-2e79aad59033 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1097 time: 0.0766852 Nov 25 17:41:16.761341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6d14e-4a94-4594-a7df-ce5325083872 req-9eccc019-4091-4d5b-b764-6af83cd3a329 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.764131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8d6d14e-4a94-4594-a7df-ce5325083872 req-9eccc019-4091-4d5b-b764-6af83cd3a329 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 932 time: 0.1652153 Nov 25 17:41:16.789655 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25111a6f-f7a8-49b3-9819-6eb7990fb1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.792629 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25111a6f-f7a8-49b3-9819-6eb7990fb1a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.796233 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-25111a6f-f7a8-49b3-9819-6eb7990fb1a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5399eb50-e4c6-48c5-ad26-0fd553a1c2a5 HTTP/1.1" status: 204 len: 168 time: 0.4309993 Nov 25 17:41:16.818050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 979f5043-18c6-4007-825b-c555f2a56293 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:16.824608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111a6f-f7a8-49b3-9819-6eb7990fb1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5399eb50-e4c6-48c5-ad26-0fd553a1c2a5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:16.857084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8d6d14e-4a94-4594-a7df-ce5325083872 req-26bdaa50-6d1a-4168-9b1a-843e86d3bb97 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784719 Nov 25 17:41:16.877748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 979f5043-18c6-4007-825b-c555f2a56293 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:16.878306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 979f5043-18c6-4007-825b-c555f2a56293 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:16.896480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4edb4491-c153-4e9b-9616-93087e29f68d req-60234fb5-f452-476d-b9b7-78fee4432306 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252074 Nov 25 17:41:16.904514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Pushing event updated for resources: {'Port': ['ID=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:16.977622 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Attempting to bind port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:16.978042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Attempting to bind port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '4bb5090b-506d-4eab-9f6e-4bbde2044a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '231e9e00-07a0-421d-be2a-ce447ec32d06'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:16.978433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Attempting to bind port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a on network 231e9e00-07a0-421d-be2a-ce447ec32d06 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:16.987022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a on network 231e9e00-07a0-421d-be2a-ce447ec32d06 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:41:16.987348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Attempting to bind port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a on network 231e9e00-07a0-421d-be2a-ce447ec32d06 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:16.994968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:16.995598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Checking segment: {'id': '4bb5090b-506d-4eab-9f6e-4bbde2044a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '231e9e00-07a0-421d-be2a-ce447ec32d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:16.996779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Bound using segment: {'id': '4bb5090b-506d-4eab-9f6e-4bbde2044a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '231e9e00-07a0-421d-be2a-ce447ec32d06'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:16.997470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Bound port: f0a6c0e1-3f5b-40ca-9edf-0367748ced4a, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb5090b-506d-4eab-9f6e-4bbde2044a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '231e9e00-07a0-421d-be2a-ce447ec32d06'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:16.997992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.104526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] For port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:17.110975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] For port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,segment=NetworkSegment(4bb5090b-506d-4eab-9f6e-4bbde2044a20),segment_id=4bb5090b-506d-4eab-9f6e-4bbde2044a20)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:17.118804 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.171848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:17.172606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.174450 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] 10.222.0.60 "PUT /v2.0/ports/f0a6c0e1-3f5b-40ca-9edf-0367748ced4a HTTP/1.1" status: 200 len: 1092 time: 1.3252637 Nov 25 17:41:17.174942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7feb208a-72da-4046-966c-f149d73728f4', 'tag': 'f0a6c0e1-3f5b-40ca-9edf-0367748ced4a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:17.177444 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d" -d '{"events": [{"name": "network-changed", "server_uuid": "7feb208a-72da-4046-966c-f149d73728f4", "tag": "f0a6c0e1-3f5b-40ca-9edf-0367748ced4a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:17.216016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58f49f-6f57-4bc5-94d2-a286cf154d9c service neutron] Pushing event updated for resources: {'Port': ['ID=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:17.274513 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fda44cf-b791-455e-a173-9159938000f3 x-openstack-request-id: req-9fda44cf-b791-455e-a173-9159938000f3 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:17.275201 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7feb208a-72da-4046-966c-f149d73728f4", "tag": "f0a6c0e1-3f5b-40ca-9edf-0367748ced4a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:17.275563 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fda44cf-b791-455e-a173-9159938000f3 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:17.276116 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7feb208a-72da-4046-966c-f149d73728f4', 'tag': 'f0a6c0e1-3f5b-40ca-9edf-0367748ced4a', 'status': 'completed', 'code': 200} Nov 25 17:41:17.298629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-d2246a7f-1e28-415f-9988-cdba4d31ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:17.300869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-d2246a7f-1e28-415f-9988-cdba4d31ce65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0336a0003aa4d80943c74b124399223&device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 1095 time: 0.0621605 Nov 25 17:41:17.341867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:17.394651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-47c7554d-a251-44d1-83eb-2bfa6075c7a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a HTTP/1.1" status: 200 len: 217 time: 0.0739534 Nov 25 17:41:17.472476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-861deb59-69c4-40fd-a608-b251229d18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:17.474798 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-861deb59-69c4-40fd-a608-b251229d18b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bca9eb9a-b974-4d65-ae42-c6b6fbddd488 HTTP/1.1" status: 200 len: 861 time: 0.0650778 Nov 25 17:41:17.521829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4a30a5-1c46-48aa-8d8b-1dfa2c8a2746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.523503 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-04f1dbad-f4f9-4f88-826c-a2be521432f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=231e9e00-07a0-421d-be2a-ce447ec32d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323520 Nov 25 17:41:17.690770 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4a30a5-1c46-48aa-8d8b-1dfa2c8a2746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.697899 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4a30a5-1c46-48aa-8d8b-1dfa2c8a2746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.712073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-6d3b90fa-7110-4d71-bebd-47f95e092706 service neutron] 10.222.0.60 "GET /v2.0/networks/231e9e00-07a0-421d-be2a-ce447ec32d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770298 Nov 25 17:41:17.765954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a30a5-1c46-48aa-8d8b-1dfa2c8a2746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c20ac30-6252-42e6-8c17-44cb9d4dd9f9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:17.817171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b4a30a5-1c46-48aa-8d8b-1dfa2c8a2746 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57c1fc75c1784043b12e1b68a3865508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727030 Nov 25 17:41:17.818181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:17.962092 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c551a424-f81a-4948-8678-28d490ada5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.041276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c551a424-f81a-4948-8678-28d490ada5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.217437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2718ba-1085-4c8f-8759-d0243096c1d2 req-3dd408af-da3b-452d-9908-1ee4fd4f8f22 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.218997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b2718ba-1085-4c8f-8759-d0243096c1d2 req-3dd408af-da3b-452d-9908-1ee4fd4f8f22 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 944 time: 0.1025293 Nov 25 17:41:18.224369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7a03a-3d52-4af8-b40e-4bd5ccbc865d req-a6cc4457-dcd0-4e5f-b17d-8beffe1bfa04 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.232114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1de7a03a-3d52-4af8-b40e-4bd5ccbc865d req-a6cc4457-dcd0-4e5f-b17d-8beffe1bfa04 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1097 time: 0.1231091 Nov 25 17:41:18.280751 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c551a424-f81a-4948-8678-28d490ada5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.283697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c551a424-f81a-4948-8678-28d490ada5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.287023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c551a424-f81a-4948-8678-28d490ada5ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c20ac30-6252-42e6-8c17-44cb9d4dd9f9 HTTP/1.1" status: 204 len: 168 time: 0.4662724 Nov 25 17:41:18.299235 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c2324e0f-4cda-467b-a958-90e3ad5f7dca req-c857b440-e046-4894-911d-e858f5c844bd service neutron] 10.222.0.60 "GET /v2.0/networks/231e9e00-07a0-421d-be2a-ce447ec32d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770118 Nov 25 17:41:18.397532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551a424-f81a-4948-8678-28d490ada5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c20ac30-6252-42e6-8c17-44cb9d4dd9f9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:18.411777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b2718ba-1085-4c8f-8759-d0243096c1d2 req-6063980c-1f45-461a-95d2-d01b40251394 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763210 Nov 25 17:41:18.431914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1de7a03a-3d52-4af8-b40e-4bd5ccbc865d req-3211099e-5829-48ed-a5cc-874470911233 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987915 Nov 25 17:41:18.468619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-c88e7565-fc7e-49a8-abae-5e2caef246f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.470934 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-c88e7565-fc7e-49a8-abae-5e2caef246f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0336a0003aa4d80943c74b124399223&device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 1095 time: 0.0650535 Nov 25 17:41:18.608365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-499c30c6-29be-45d2-aa37-2fc8a293ecd3 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.609850 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-499c30c6-29be-45d2-aa37-2fc8a293ecd3 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 1097 time: 0.0773072 Nov 25 17:41:18.613079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-b52ec6e5-263c-4f4a-8643-2e82b8e9ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.615391 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-b52ec6e5-263c-4f4a-8643-2e82b8e9ce76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=231e9e00-07a0-421d-be2a-ce447ec32d06 HTTP/1.1" status: 200 len: 922 time: 0.1352870 Nov 25 17:41:18.702076 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-804825e1-846e-4895-8157-addbbe673b95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a HTTP/1.1" status: 200 len: 217 time: 0.0724118 Nov 25 17:41:18.803426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-76e50e47-13c1-4ca2-a2f4-e873b20a9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.805010 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-76e50e47-13c1-4ca2-a2f4-e873b20a9f94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bca9eb9a-b974-4d65-ae42-c6b6fbddd488 HTTP/1.1" status: 200 len: 861 time: 0.0895438 Nov 25 17:41:18.811096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Deleting port 84f41c01-4d93-4cb5-929a-138f96d696e3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:18.811441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.854748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-2dda754d-5177-4177-a0a5-c227a8821347 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=231e9e00-07a0-421d-be2a-ce447ec32d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410454 Nov 25 17:41:19.001645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] For port 84f41c01-4d93-4cb5-929a-138f96d696e3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=84f41c01-4d93-4cb5-929a-138f96d696e3,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:19.002032 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.016469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:19.027134 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-8ab322c8-86d8-4f3c-93c2-d7e42e260423 service neutron] 10.222.0.60 "GET /v2.0/networks/231e9e00-07a0-421d-be2a-ce447ec32d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466365 Nov 25 17:41:19.028090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Calling delete_port for 84f41c01-4d93-4cb5-929a-138f96d696e3 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:19.033728 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b8a27da-3c75-433d-abbd-8d2a42bcf236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.142575 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b8a27da-3c75-433d-abbd-8d2a42bcf236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.148769 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b8a27da-3c75-433d-abbd-8d2a42bcf236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.191343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0b8a27da-3c75-433d-abbd-8d2a42bcf236 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c10e0e084bc14854b996d8342ce2b8c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732874 Nov 25 17:41:19.198275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5d27b125-85d3-4bcb-aa73-4e32aa31d70d req-7643c699-7dbc-480b-b303-33da85b76504 service neutron] 10.222.0.60 "GET /v2.0/networks/231e9e00-07a0-421d-be2a-ce447ec32d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557541 Nov 25 17:41:19.198481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:19.243153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a27da-3c75-433d-abbd-8d2a42bcf236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef8f16-93d4-40da-92f0-e9c2d69a2349,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:19.277090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.292814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['84f41c01-4d93-4cb5-929a-138f96d696e3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:19.321588 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01a796af-25ab-404f-aee8-c6c0a294ecce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.350735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01a796af-25ab-404f-aee8-c6c0a294ecce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.355236 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Pushing event deleted for resources: {'Port': ['ID=84f41c01-4d93-4cb5-929a-138f96d696e3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:19.454976 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01a796af-25ab-404f-aee8-c6c0a294ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.460526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01a796af-25ab-404f-aee8-c6c0a294ecce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.464661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-01a796af-25ab-404f-aee8-c6c0a294ecce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c1ef8f16-93d4-40da-92f0-e9c2d69a2349 HTTP/1.1" status: 204 len: 168 time: 0.2667277 Nov 25 17:41:19.496424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a796af-25ab-404f-aee8-c6c0a294ecce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef8f16-93d4-40da-92f0-e9c2d69a2349,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:19.524638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] No DVR routers for this DVR port 84f41c01-4d93-4cb5-929a-138f96d696e3 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:19.530333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.549902 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-749c036f-5351-4a3a-9c52-dfe5e541cf55 req-e14c27ba-486c-4fe9-9f23-7eecb7f4c213 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.60 "DELETE /v2.0/ports/84f41c01-4d93-4cb5-929a-138f96d696e3 HTTP/1.1" status: 204 len: 173 time: 0.9267716 Nov 25 17:41:19.550426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6b9e1d-8a4f-4258-8a5b-1febf8283deb', 'name': 'network-vif-deleted', 'tag': '84f41c01-4d93-4cb5-929a-138f96d696e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:19.559094 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8e89c-86a0-4b87-82db-652cacae09dc" -d '{"events": [{"server_uuid": "ba6b9e1d-8a4f-4258-8a5b-1febf8283deb", "name": "network-vif-deleted", "tag": "84f41c01-4d93-4cb5-929a-138f96d696e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:19.743960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8df86420-40ce-4243-810e-2443f0c4aec1 req-7798c5bd-0ac5-4868-82a7-00696a366547 tempest-TestServerMultinode-1862810803 tempest-TestServerMultinode-1862810803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba6b9e1d-8a4f-4258-8a5b-1febf8283deb HTTP/1.1" status: 200 len: 210 time: 0.1241233 Nov 25 17:41:19.795631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46a4c9-2af2-4454-9dfc-c361dccab604 req-24f7c356-f2a7-4bde-9771-bab81a667231 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:19.805487 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf46a4c9-2af2-4454-9dfc-c361dccab604 req-24f7c356-f2a7-4bde-9771-bab81a667231 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 944 time: 0.2093098 Nov 25 17:41:19.813005 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75d84bf-a602-4fed-bcee-1fbc270a2e5a x-openstack-request-id: req-d75d84bf-a602-4fed-bcee-1fbc270a2e5a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:19.813551 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6b9e1d-8a4f-4258-8a5b-1febf8283deb", "name": "network-vif-deleted", "tag": "84f41c01-4d93-4cb5-929a-138f96d696e3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:19.814310 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d75d84bf-a602-4fed-bcee-1fbc270a2e5a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:19.814805 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6b9e1d-8a4f-4258-8a5b-1febf8283deb', 'name': 'network-vif-deleted', 'tag': '84f41c01-4d93-4cb5-929a-138f96d696e3', 'status': 'completed', 'code': 200} Nov 25 17:41:19.877665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf46a4c9-2af2-4454-9dfc-c361dccab604 req-4bbb5037-4f44-4161-9dea-3b77d75e288c tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701506 Nov 25 17:41:20.395578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f0a6c0e1-3f5b-40ca-9edf-0367748ced4a details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:41:20.538196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,segment=NetworkSegment(4bb5090b-506d-4eab-9f6e-4bbde2044a20),segment_id=4bb5090b-506d-4eab-9f6e-4bbde2044a20)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:20.557741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'f0a6c0e1-3f5b-40ca-9edf-0367748ced4a', 'network_id': '231e9e00-07a0-421d-be2a-ce447ec32d06', 'port_id': 'f0a6c0e1-3f5b-40ca-9edf-0367748ced4a', 'mac_address': 'fa:16:3e:2a:18:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca9eb9a-b974-4d65-ae42-c6b6fbddd488', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:41:20.626127 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.643945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a6c0e1-3f5b-40ca-9edf-0367748ced4a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:20.674302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,segment=NetworkSegment(4bb5090b-506d-4eab-9f6e-4bbde2044a20),segment_id=4bb5090b-506d-4eab-9f6e-4bbde2044a20)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:20.682238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.753802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:20.828300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:20.923700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['f0a6c0e1-3f5b-40ca-9edf-0367748ced4a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:21.113619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0331bd-2dc0-45d9-9985-2cd2e1500d88 req-e75ad9df-1c30-4c6e-b55b-d7629e87d743 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:21.115195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c0331bd-2dc0-45d9-9985-2cd2e1500d88 req-e75ad9df-1c30-4c6e-b55b-d7629e87d743 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 945 time: 0.0952396 Nov 25 17:41:21.207344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c0331bd-2dc0-45d9-9985-2cd2e1500d88 req-2056aed2-6393-455b-9f37-97c563607f22 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841491 Nov 25 17:41:21.349263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.680185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Deleting port d02a7526-5e3f-40fd-ac48-28f27e417b0e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:21.680529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.752465 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:41:21.780320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] For port d02a7526-5e3f-40fd-ac48-28f27e417b0e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d02a7526-5e3f-40fd-ac48-28f27e417b0e,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:21.780790 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.797862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Calling delete_port for d02a7526-5e3f-40fd-ac48-28f27e417b0e owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:21.872597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-355aa061-11f4-4ee5-b71b-472d1aa6041a tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7aaecac0f8584821ad2c4703b7cc1bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622122 Nov 25 17:41:22.144444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd56f2-7589-4947-bbc9-aea85373911b req-f659a628-5eff-4af8-8200-8bbbb0e07837 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:22.147054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-f659a628-5eff-4af8-8200-8bbbb0e07837 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586830 Nov 25 17:41:22.200808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-af4e0478-3646-4831-b1d2-eb02eee20890 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/quotas/7aaecac0f8584821ad2c4703b7cc1bac HTTP/1.1" status: 200 len: 375 time: 0.0386155 Nov 25 17:41:22.241457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-d05e412f-149f-405a-9d7e-657b065318b1 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7aaecac0f8584821ad2c4703b7cc1bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317814 Nov 25 17:41:22.277224 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.370327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02a7526-5e3f-40fd-ac48-28f27e417b0e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:22.397406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f0a6c0e1-3f5b-40ca-9edf-0367748ced4a up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:22.545333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:41:22.549759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:22.550142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.714367 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.759312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feb208a-72da-4046-966c-f149d73728f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a6c0e1-3f5b-40ca-9edf-0367748ced4a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:22.762745 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1777efb-eaf2-4874-801e-cbf38aa98e16" -d '{"events": [{"server_uuid": "7feb208a-72da-4046-966c-f149d73728f4", "name": "network-vif-plugged", "status": "completed", "tag": "f0a6c0e1-3f5b-40ca-9edf-0367748ced4a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:22.784468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,segment=NetworkSegment(4bb5090b-506d-4eab-9f6e-4bbde2044a20),segment_id=4bb5090b-506d-4eab-9f6e-4bbde2044a20)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:22.792562 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.793708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 84f41c01-4d93-4cb5-929a-138f96d696e3 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:22.842595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50926) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:22.848608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 84f41c01-4d93-4cb5-929a-138f96d696e3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:22.849077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 84f41c01-4d93-4cb5-929a-138f96d696e3 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:22.927954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:22.949944 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b77e95bd-0d8d-47e8-b545-4c1a75e3e8f3 req-91e2f1ef-8488-4c87-87fe-a52c3318c7ed tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 210 time: 0.4220293 Nov 25 17:41:23.008187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675511c-6010-4a92-9c6e-0869d2191c7a req-86968c74-12d3-491d-a9df-701069d9b73b tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:23.009810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0675511c-6010-4a92-9c6e-0869d2191c7a req-86968c74-12d3-491d-a9df-701069d9b73b tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 945 time: 0.7135634 Nov 25 17:41:23.012222 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604ff8d6-cbb0-4ca7-b49f-e2fc9b53db04 x-openstack-request-id: req-604ff8d6-cbb0-4ca7-b49f-e2fc9b53db04 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:23.012530 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feb208a-72da-4046-966c-f149d73728f4", "name": "network-vif-plugged", "status": "completed", "tag": "f0a6c0e1-3f5b-40ca-9edf-0367748ced4a", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:23.012874 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-604ff8d6-cbb0-4ca7-b49f-e2fc9b53db04 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:23.014131 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feb208a-72da-4046-966c-f149d73728f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a6c0e1-3f5b-40ca-9edf-0367748ced4a', 'code': 200} Nov 25 17:41:23.068246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.073554 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8cb77d4-cca8-4e47-bf2b-b4d8f78c74ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.120741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0675511c-6010-4a92-9c6e-0869d2191c7a req-4756471e-444f-4efa-8785-8a7cfd5a640f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928416 Nov 25 17:41:23.183747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30c4ca-0427-432c-beb0-45aca692a2c0 req-5f086a33-658f-41e7-8bbe-a4df4c488782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:23.185352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fa30c4ca-0427-432c-beb0-45aca692a2c0 req-5f086a33-658f-41e7-8bbe-a4df4c488782 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 1097 time: 0.0996487 Nov 25 17:41:23.247842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8cb77d4-cca8-4e47-bf2b-b4d8f78c74ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.273956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8cb77d4-cca8-4e47-bf2b-b4d8f78c74ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.313939 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d8cb77d4-cca8-4e47-bf2b-b4d8f78c74ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bad413ecc72d41fea711ae3cfe68e034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693661 Nov 25 17:41:23.315328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:23.341175 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fa30c4ca-0427-432c-beb0-45aca692a2c0 req-a4cf6b66-9b0e-478a-8b34-03dd3abc9b50 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479805 Nov 25 17:41:23.366715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb77d4-cca8-4e47-bf2b-b4d8f78c74ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9ca8a-669b-4cb2-91d0-9cfac6db0410,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:23.414026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a302a5ce-ba50-400e-a795-dff15f306336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.432171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Router f4bfb70a-662a-463f-892a-3ec33deaf732 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:23.447890 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a302a5ce-ba50-400e-a795-dff15f306336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.502961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a302a5ce-ba50-400e-a795-dff15f306336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.506329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a302a5ce-ba50-400e-a795-dff15f306336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.510437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a302a5ce-ba50-400e-a795-dff15f306336 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bbf9ca8a-669b-4cb2-91d0-9cfac6db0410 HTTP/1.1" status: 204 len: 168 time: 0.1862619 Nov 25 17:41:23.519204 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302a5ce-ba50-400e-a795-dff15f306336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9ca8a-669b-4cb2-91d0-9cfac6db0410,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:23.566283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:23.576632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] Sync routers for ids ['f4bfb70a-662a-463f-892a-3ec33deaf732'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:23.583748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-928ce9fc-0d7a-4732-bbd2-6d3a26510683 admin admin] 10.222.0.81 "PUT /v2.0/routers/f4bfb70a-662a-463f-892a-3ec33deaf732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511797 Nov 25 17:41:23.584050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50952) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:23.620427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] Routers {'f4bfb70a-662a-463f-892a-3ec33deaf732'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:23.621418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f4bfb70a-662a-463f-892a-3ec33deaf732'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:23.728796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.760460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-777f35ec-0dde-4dbe-8d99-292ae2b16c0f tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=7aaecac0f8584821ad2c4703b7cc1bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479445 Nov 25 17:41:23.795475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] Set router f4bfb70a-662a-463f-892a-3ec33deaf732 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:23.937562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd56f2-7589-4947-bbc9-aea85373911b req-7c197ddd-0dcb-46b4-a597-0340de31cbde tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:23.939618 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-7c197ddd-0dcb-46b4-a597-0340de31cbde tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726539 Nov 25 17:41:23.952617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Request body: {'port': {'device_id': 'c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7aaecac0f8584821ad2c4703b7cc1bac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:23.978474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.030634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:41:22Z', 'revision_number': 5, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port': {'id': 'e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:02Z', 'updated_at': '2021-11-25T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:24.080542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] Checking router: f4bfb70a-662a-463f-892a-3ec33deaf732 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:24.092452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Deleting port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:24.093071 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.107485 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] Routers {'f4bfb70a-662a-463f-892a-3ec33deaf732'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:24.108137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f4bfb70a-662a-463f-892a-3ec33deaf732'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:24.162826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92ca91ea-76b2-4984-a934-d5432c021ac1 req-ba0ff636-1a91-4d9e-9ef6-0c9c340db329 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 210 time: 0.0446072 Nov 25 17:41:24.228093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:24.260709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] Set router f4bfb70a-662a-463f-892a-3ec33deaf732 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:24.277694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] For port e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:24.278100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.311400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Calling delete_port for e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:24.336190 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:41:23Z', 'revision_number': 6, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:24.340322 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-899c9ef7-1462-4172-8c44-4b9d1df6784b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.372053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75409c8c-f7c5-4265-b5c1-40e50e33bc03 None None] The sync data for ids ['f4bfb70a-662a-463f-892a-3ec33deaf732'] in n-d-819349-3 is: [{'id': 'f4bfb70a-662a-463f-892a-3ec33deaf732', 'name': 'tempest-TestServerMultinode-1801677433-router', 'tenant_id': 'f508e19e9f204cdcb16b480bceca9566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:00Z', 'updated_at': '2021-11-25T17:41:23Z', 'revision_number': 6, 'project_id': 'f508e19e9f204cdcb16b480bceca9566', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:24.444606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada0ab-1803-4d24-af64-5eba4b5e79dc req-56204656-0c2e-4578-8f07-a35de0e09014 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:24.446889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44ada0ab-1803-4d24-af64-5eba4b5e79dc req-56204656-0c2e-4578-8f07-a35de0e09014 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 946 time: 0.1906598 Nov 25 17:41:24.466565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Made reservation on behalf of 7aaecac0f8584821ad2c4703b7cc1bac for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:24.471762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.500282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.548273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-899c9ef7-1462-4172-8c44-4b9d1df6784b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.561614 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-899c9ef7-1462-4172-8c44-4b9d1df6784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.599967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.602705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44ada0ab-1803-4d24-af64-5eba4b5e79dc req-afa52170-7334-4ef9-967d-998c0712dcae tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371498 Nov 25 17:41:24.634720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7c23f8-1621-4adb-af10-a6ccc000e50a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:24.637089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-899c9ef7-1462-4172-8c44-4b9d1df6784b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c53e791238842c68c83231a1ae04d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068291 Nov 25 17:41:24.649129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 50968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:24.649129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c9ef7-1462-4172-8c44-4b9d1df6784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c1531-e739-4b62-b8c5-2a14a448faac,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:24.690014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Pushing event deleted for resources: {'Port': ['ID=e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:24.726083 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.731997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.733891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.790338 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100afa7a-ab32-4450-b929-bea5fc6498e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.799497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6ef192-a3de-44a1-a15c-19b2a70b2612,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:24.838106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.841215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.882662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100afa7a-ab32-4450-b929-bea5fc6498e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.898547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.900517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4bfb70a-662a-463f-892a-3ec33deaf732 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:24.905284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.912441 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-41d6c83a-02eb-48d0-b3c6-56e6660c107f admin admin] 10.222.0.81 "DELETE /v2.0/routers/f4bfb70a-662a-463f-892a-3ec33deaf732 HTTP/1.1" status: 204 len: 168 time: 1.3243983 Nov 25 17:41:24.912714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50974) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:24.972666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2dbc9b9-4b16-4528-85a1-bd1811e5b95d admin admin] Deleting subnet 9dec79b9-e011-4f8e-a043-ff32abb121e0 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:24.977041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc9b9-4b16-4528-85a1-bd1811e5b95d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.994557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Allocated IP 192.168.233.161 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/da44e58f-4cef-4c60-b94f-2ec154bd72c8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:25.007950 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100afa7a-ab32-4450-b929-bea5fc6498e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.010679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-100afa7a-ab32-4450-b929-bea5fc6498e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.012002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-100afa7a-ab32-4450-b929-bea5fc6498e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a74c1531-e739-4b62-b8c5-2a14a448faac HTTP/1.1" status: 204 len: 168 time: 0.3685248 Nov 25 17:41:25.019897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc9b9-4b16-4528-85a1-bd1811e5b95d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.029441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100afa7a-ab32-4450-b929-bea5fc6498e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c1531-e739-4b62-b8c5-2a14a448faac,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:25.115813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc9b9-4b16-4528-85a1-bd1811e5b95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.176649 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc9b9-4b16-4528-85a1-bd1811e5b95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.209805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbc9b9-4b16-4528-85a1-bd1811e5b95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dec79b9-e011-4f8e-a043-ff32abb121e0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:25.214443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2dbc9b9-4b16-4528-85a1-bd1811e5b95d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.221963 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f2dbc9b9-4b16-4528-85a1-bd1811e5b95d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9dec79b9-e011-4f8e-a043-ff32abb121e0 HTTP/1.1" status: 204 len: 168 time: 0.3077953 Nov 25 17:41:25.224478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 50988) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:25.225744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7964b0-2ef6-438d-9691-8a937f38103c None None] Network ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:25.343642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0188b1b3-c521-426b-bfda-b4a4e7c0487a req-740e4480-8ac6-4f9d-8aff-f168bd9e7a93 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 210 time: 0.0460505 Nov 25 17:41:25.347497 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.388196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.397288 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.506347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:25.509669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Deleting port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:25.509851 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.516250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:25.519615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:25.546824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Pushing event updated for resources: {'Port': ['ID=da44e58f-4cef-4c60-b94f-2ec154bd72c8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:25.596377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] DHCP port deletion for ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:25.623281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:25.623975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.643901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] For port 08978732-6b13-4ac7-8f7e-7bbf9ed19123, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08978732-6b13-4ac7-8f7e-7bbf9ed19123,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:25.644527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.664780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-b070619a-97aa-4897-a4ce-0ea0220d92de tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7162716 Nov 25 17:41:25.680279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Calling delete_port for 08978732-6b13-4ac7-8f7e-7bbf9ed19123 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:25.682474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Request body: {'port': {'device_id': 'c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:25.756461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] Deleting port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:25.756461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.872329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.897418 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.902896 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] For port 08978732-6b13-4ac7-8f7e-7bbf9ed19123, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=08978732-6b13-4ac7-8f7e-7bbf9ed19123,segment=NetworkSegment(f7e22db5-04c9-46f0-82bf-eb31296f157b),segment_id=f7e22db5-04c9-46f0-82bf-eb31296f157b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:25.906103 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.924217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Pushing event deleted for resources: {'Port': ['ID=08978732-6b13-4ac7-8f7e-7bbf9ed19123,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:25.934086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] No DVR routers for this DVR port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:25.937820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] Calling delete_port for 08978732-6b13-4ac7-8f7e-7bbf9ed19123 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:25.964546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f5c74eb-6225-4665-a12f-c986a9f3eab6 None None] Provisioning complete for port da44e58f-4cef-4c60-b94f-2ec154bd72c8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:25.966425 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f5c74eb-6225-4665-a12f-c986a9f3eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.981930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e45d4-1970-49f6-b6b7-913b2af1ddba req-99a4aba2-f267-47a3-9b23-749650dda9ad tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:25.983743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f48e45d4-1970-49f6-b6b7-913b2af1ddba req-99a4aba2-f267-47a3-9b23-749650dda9ad tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 946 time: 0.1963682 Nov 25 17:41:26.037467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.112509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c74eb-6225-4665-a12f-c986a9f3eab6 None None] Port da44e58f-4cef-4c60-b94f-2ec154bd72c8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:26.112768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:26.139888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e22db5-04c9-46f0-82bf-eb31296f157b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:26.140433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e22db5-04c9-46f0-82bf-eb31296f157b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:26.141790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f48e45d4-1970-49f6-b6b7-913b2af1ddba req-f7245952-2db4-4ee3-901d-67c925dd2437 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451550 Nov 25 17:41:26.162670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.167896 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.184731 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.197454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:26.198194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:26.202559 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:26.235468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] No DVR routers for this DVR port 08978732-6b13-4ac7-8f7e-7bbf9ed19123 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:26.249931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d02a7526-5e3f-40fd-ac48-28f27e417b0e no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:26.254683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3463d7-5aa4-402c-852e-e090ac41cfec None None] Pushing event deleted for resources: {'Port': ['ID=08978732-6b13-4ac7-8f7e-7bbf9ed19123,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:26.303005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d02a7526-5e3f-40fd-ac48-28f27e417b0e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:26.303358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d02a7526-5e3f-40fd-ac48-28f27e417b0e not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:26.303821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:26.342426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:26.343009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e01ef5cf-d31b-4c6d-a5da-7b7dd0ccaffc not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:26.343539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08978732-6b13-4ac7-8f7e-7bbf9ed19123 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:26.349151 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.354791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da44e58f-4cef-4c60-b94f-2ec154bd72c8 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:26.360504 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.367638 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd HTTP/1.1" status: 204 len: 168 time: 1.1380770 Nov 25 17:41:26.367728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:26.384104 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.403415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca196698-9121-46b2-9e8e-f86d52dd7687 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca915bb4-733b-4a19-95ac-8fcbb1a4b6dd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:26.419504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 08978732-6b13-4ac7-8f7e-7bbf9ed19123 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:26.419504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 08978732-6b13-4ac7-8f7e-7bbf9ed19123 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:26.503569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Transition to ACTIVE for port object da44e58f-4cef-4c60-b94f-2ec154bd72c8 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:41:26.514079 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.528006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22671d4c-8145-4cf6-9fec-c500942b6ff1 req-da1c371d-9fc5-43aa-bca5-d942f68bec3e tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:26.529710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22671d4c-8145-4cf6-9fec-c500942b6ff1 req-da1c371d-9fc5-43aa-bca5-d942f68bec3e tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 936 time: 0.0818553 Nov 25 17:41:26.667711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=da44e58f-4cef-4c60-b94f-2ec154bd72c8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:26.695730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22671d4c-8145-4cf6-9fec-c500942b6ff1 req-54941a75-03fd-4857-8b12-e530d202bf41 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370521 Nov 25 17:41:26.916399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Attempting to bind port da44e58f-4cef-4c60-b94f-2ec154bd72c8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:26.916643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Attempting to bind port da44e58f-4cef-4c60-b94f-2ec154bd72c8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:26.917002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Attempting to bind port da44e58f-4cef-4c60-b94f-2ec154bd72c8 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:26.986145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Port da44e58f-4cef-4c60-b94f-2ec154bd72c8 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:41:26.986480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Attempting to bind port da44e58f-4cef-4c60-b94f-2ec154bd72c8 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:26.997965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:26.998337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:26.998703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:26.999145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Bound port: da44e58f-4cef-4c60-b94f-2ec154bd72c8, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:26.999645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.115954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] For port da44e58f-4cef-4c60-b94f-2ec154bd72c8, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:27.125764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] For port da44e58f-4cef-4c60-b94f-2ec154bd72c8, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:27.136562 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.227616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.228403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.230488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] 10.222.0.95 "PUT /v2.0/ports/da44e58f-4cef-4c60-b94f-2ec154bd72c8 HTTP/1.1" status: 200 len: 1096 time: 1.5572927 Nov 25 17:41:27.236584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad', 'tag': 'da44e58f-4cef-4c60-b94f-2ec154bd72c8'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:27.239629 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09904daf-efa6-4479-9255-c81fe0825851" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad", "tag": "da44e58f-4cef-4c60-b94f-2ec154bd72c8"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:27.313501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51080) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.328378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f5778-31aa-4edd-8d63-fc186fff6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=da44e58f-4cef-4c60-b94f-2ec154bd72c8,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:27.345953 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0d7e53-df38-4ed4-b3e9-28081c37f9b3 x-openstack-request-id: req-fb0d7e53-df38-4ed4-b3e9-28081c37f9b3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:27.346272 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad", "tag": "da44e58f-4cef-4c60-b94f-2ec154bd72c8", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:27.346506 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb0d7e53-df38-4ed4-b3e9-28081c37f9b3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:27.347771 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad', 'tag': 'da44e58f-4cef-4c60-b94f-2ec154bd72c8', 'status': 'completed', 'code': 200} Nov 25 17:41:27.374883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e429ad-395d-4b81-b50a-54a454470cc2 req-22096311-a9f4-4e1a-a906-1f9491b2c5e0 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.376493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3e429ad-395d-4b81-b50a-54a454470cc2 req-22096311-a9f4-4e1a-a906-1f9491b2c5e0 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 946 time: 0.2430727 Nov 25 17:41:27.413374 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.496853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd56f2-7589-4947-bbc9-aea85373911b req-98d06af4-ff88-4bca-963b-21060aa7eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.498458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-98d06af4-ff88-4bca-963b-21060aa7eff6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7aaecac0f8584821ad2c4703b7cc1bac&device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 1099 time: 0.2031157 Nov 25 17:41:27.616337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-6df3e6a5-68e9-41e6-9d6d-42b714756e57 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8 HTTP/1.1" status: 200 len: 217 time: 0.1051168 Nov 25 17:41:27.623750 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3e429ad-395d-4b81-b50a-54a454470cc2 req-9a93bbc4-67c9-42e5-84bf-c3c53a1e0a1c tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319682 Nov 25 17:41:27.706578 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63dca701-f71b-4491-af30-69f2ba676f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.762579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd56f2-7589-4947-bbc9-aea85373911b req-18675c73-6c7f-4a47-9a3d-0c0333e6345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.765087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-18675c73-6c7f-4a47-9a3d-0c0333e6345e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1374524 Nov 25 17:41:27.810747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63dca701-f71b-4491-af30-69f2ba676f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.820233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63dca701-f71b-4491-af30-69f2ba676f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.854792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca701-f71b-4491-af30-69f2ba676f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce147801-6e61-4267-8667-ca946cb17f95,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:27.870929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd56f2-7589-4947-bbc9-aea85373911b req-fddb6f55-36e4-4699-ac73-4e470f478010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.873536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-fddb6f55-36e4-4699-ac73-4e470f478010 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020932 Nov 25 17:41:27.886955 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-63dca701-f71b-4491-af30-69f2ba676f41 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=392948b7c11548f7bd287e2c19f7dde3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5717092 Nov 25 17:41:27.887567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51092) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:27.948878 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a7370f2-937b-466f-91e9-e833854b18bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.978735 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a7370f2-937b-466f-91e9-e833854b18bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.049835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a7370f2-937b-466f-91e9-e833854b18bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.053434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a7370f2-937b-466f-91e9-e833854b18bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.054902 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a7370f2-937b-466f-91e9-e833854b18bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce147801-6e61-4267-8667-ca946cb17f95 HTTP/1.1" status: 204 len: 168 time: 0.1663532 Nov 25 17:41:28.068981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7370f2-937b-466f-91e9-e833854b18bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce147801-6e61-4267-8667-ca946cb17f95,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:28.257734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d766d92-7115-4ff3-a889-a23244cf0dab req-c1052c07-1b57-4c52-8a34-f309c122fd17 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:28.259145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d766d92-7115-4ff3-a889-a23244cf0dab req-c1052c07-1b57-4c52-8a34-f309c122fd17 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 948 time: 0.4397492 Nov 25 17:41:28.361445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-e71e39fa-0cfb-40f9-a0cf-339b59feac76 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787982 Nov 25 17:41:28.411525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d766d92-7115-4ff3-a889-a23244cf0dab req-376e2121-3644-4497-a842-59a76cd2d7d1 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400039 Nov 25 17:41:28.465844 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Deleting port 64ea2d2b-b290-447b-98cf-ea283d2e6975 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:28.466382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.508615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:28.570665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40cd56f2-7589-4947-bbc9-aea85373911b req-472f18ca-6671-4069-89a8-50fb65847929 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997192 Nov 25 17:41:28.623886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] For port 64ea2d2b-b290-447b-98cf-ea283d2e6975, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64ea2d2b-b290-447b-98cf-ea283d2e6975,segment=NetworkSegment(76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5),segment_id=76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:28.623886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.643160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Calling delete_port for 64ea2d2b-b290-447b-98cf-ea283d2e6975 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:28.756085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09904daf-efa6-4479-9255-c81fe0825851 req-5c3acc49-8306-44e4-ae46-69d3c0b22b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:28.757762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09904daf-efa6-4479-9255-c81fe0825851 req-5c3acc49-8306-44e4-ae46-69d3c0b22b75 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7aaecac0f8584821ad2c4703b7cc1bac&device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 1099 time: 0.1070836 Nov 25 17:41:28.797994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-2822573e-f1b8-4af2-bd97-49062d26f425 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:28.799602 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-2822573e-f1b8-4af2-bd97-49062d26f425 tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.60 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 946 time: 0.1003077 Nov 25 17:41:28.800640 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20a0d1ac-0810-48ac-99c4-86fe9561e8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.939095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61293-7d35-417c-a90b-02bb889a15e2 req-fbdcee5b-a589-4ba9-8261-e5395eb13c3c tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:28.940588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9a61293-7d35-417c-a90b-02bb889a15e2 req-fbdcee5b-a589-4ba9-8261-e5395eb13c3c tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/ports?device_id=7feb208a-72da-4046-966c-f149d73728f4 HTTP/1.1" status: 200 len: 946 time: 0.1804836 Nov 25 17:41:28.959018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20a0d1ac-0810-48ac-99c4-86fe9561e8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.962365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Deleting port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:28.962759 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.967278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20a0d1ac-0810-48ac-99c4-86fe9561e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.993610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09904daf-efa6-4479-9255-c81fe0825851 req-e8d797a5-ed50-4cd8-86ef-540117831b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:28.995081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09904daf-efa6-4479-9255-c81fe0825851 req-e8d797a5-ed50-4cd8-86ef-540117831b19 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.2199960 Nov 25 17:41:29.053479 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20a0d1ac-0810-48ac-99c4-86fe9561e8a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9986699e7bdb49298c1428b4076a7b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5430317 Nov 25 17:41:29.054243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0d1ac-0810-48ac-99c4-86fe9561e8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051dfc60-901e-4e31-94e8-13cb226111e1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.056539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:29.075327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9a61293-7d35-417c-a90b-02bb889a15e2 req-68141a60-1b04-4b12-a576-1d9e1bed3dcc tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e339854-3dc1-4487-9522-72602413913f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250262 Nov 25 17:41:29.076566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09904daf-efa6-4479-9255-c81fe0825851 req-4d2aa534-e203-4f8b-b044-f4bf52716759 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8 HTTP/1.1" status: 200 len: 217 time: 0.0706394 Nov 25 17:41:29.130026 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.147259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] For port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,segment=NetworkSegment(4bb5090b-506d-4eab-9f6e-4bbde2044a20),segment_id=4bb5090b-506d-4eab-9f6e-4bbde2044a20)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:29.147628 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.164441 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ea2d2b-b290-447b-98cf-ea283d2e6975,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.167594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Calling delete_port for f0a6c0e1-3f5b-40ca-9edf-0367748ced4a owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:29.173365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09904daf-efa6-4479-9255-c81fe0825851 req-c22d9680-7f49-49ba-9080-60140868b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:29.174845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09904daf-efa6-4479-9255-c81fe0825851 req-c22d9680-7f49-49ba-9080-60140868b9ce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0891132 Nov 25 17:41:29.184354 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35dd33a9-a110-4769-9f9b-01f2c21fe2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.251438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35dd33a9-a110-4769-9f9b-01f2c21fe2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.268229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09904daf-efa6-4479-9255-c81fe0825851 req-4fa61fdb-477f-497a-b20b-287fcc4c73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:29.270587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09904daf-efa6-4479-9255-c81fe0825851 req-4fa61fdb-477f-497a-b20b-287fcc4c73f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810058 Nov 25 17:41:29.378655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35dd33a9-a110-4769-9f9b-01f2c21fe2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.382671 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-35dd33a9-a110-4769-9f9b-01f2c21fe2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.384036 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-35dd33a9-a110-4769-9f9b-01f2c21fe2d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/051dfc60-901e-4e31-94e8-13cb226111e1 HTTP/1.1" status: 204 len: 168 time: 0.3244576 Nov 25 17:41:29.389762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.403868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['f0a6c0e1-3f5b-40ca-9edf-0367748ced4a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:29.412669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd33a9-a110-4769-9f9b-01f2c21fe2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051dfc60-901e-4e31-94e8-13cb226111e1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.448287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.490554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] No DVR routers for this DVR port f0a6c0e1-3f5b-40ca-9edf-0367748ced4a on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:29.493114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Pushing event deleted for resources: {'Port': ['ID=f0a6c0e1-3f5b-40ca-9edf-0367748ced4a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.495966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.500026 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6c15d5a7-9269-4ebf-bd8b-7e9a5adb180b req-c8c7ed43-2757-416a-aa5e-ee734d71fe9f tempest-ServerMetadataNegativeTestJSON-1283614917 tempest-ServerMetadataNegativeTestJSON-1283614917-project] 10.222.0.60 "DELETE /v2.0/ports/f0a6c0e1-3f5b-40ca-9edf-0367748ced4a HTTP/1.1" status: 204 len: 173 time: 0.6902411 Nov 25 17:41:29.500506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feb208a-72da-4046-966c-f149d73728f4', 'name': 'network-vif-deleted', 'tag': 'f0a6c0e1-3f5b-40ca-9edf-0367748ced4a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:29.503679 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d643ee78-4a10-48f2-b599-931502f18711" -d '{"events": [{"server_uuid": "7feb208a-72da-4046-966c-f149d73728f4", "name": "network-vif-deleted", "tag": "f0a6c0e1-3f5b-40ca-9edf-0367748ced4a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:29.559623 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd9cec4-e4ff-4b81-90d3-2eda40a18e81 x-openstack-request-id: req-6dd9cec4-e4ff-4b81-90d3-2eda40a18e81 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:29.560670 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feb208a-72da-4046-966c-f149d73728f4", "name": "network-vif-deleted", "tag": "f0a6c0e1-3f5b-40ca-9edf-0367748ced4a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:29.561148 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6dd9cec4-e4ff-4b81-90d3-2eda40a18e81 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:29.561720 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feb208a-72da-4046-966c-f149d73728f4', 'name': 'network-vif-deleted', 'tag': 'f0a6c0e1-3f5b-40ca-9edf-0367748ced4a', 'status': 'completed', 'code': 200} Nov 25 17:41:29.576640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09904daf-efa6-4479-9255-c81fe0825851 req-71205ec9-c80b-4f7c-b32d-88e859d83197 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696767 Nov 25 17:41:29.723338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57615045-e86b-46e0-ba9f-16204b07e351 req-92640585-154d-47c3-b858-d76b5ee7ab82 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:29.725165 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57615045-e86b-46e0-ba9f-16204b07e351 req-92640585-154d-47c3-b858-d76b5ee7ab82 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 948 time: 0.1835418 Nov 25 17:41:29.779874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:29.794497 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06705cdd-5f97-4c07-8918-84553d3fbcc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.819280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09904daf-efa6-4479-9255-c81fe0825851 req-472e0413-7fee-42b4-ad50-f92ef998668d service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242954 Nov 25 17:41:29.882329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06705cdd-5f97-4c07-8918-84553d3fbcc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.884485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57615045-e86b-46e0-ba9f-16204b07e351 req-bdb8534c-1463-46b7-bea0-90cb81fbbdd0 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431494 Nov 25 17:41:29.887443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06705cdd-5f97-4c07-8918-84553d3fbcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.907597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Router fc503637-ab79-4c77-be14-32b3a29ebe98 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:29.937920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-06705cdd-5f97-4c07-8918-84553d3fbcc5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3cbb451663b4005999e4f29d0e00c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569355 Nov 25 17:41:29.938985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06705cdd-5f97-4c07-8918-84553d3fbcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfca4d1-6302-430d-b81a-92aaa9dc897f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.950795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:30.056430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31d924a-04cb-4eb4-8e17-5db80421263e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.060782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:30.067238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8ae3924d-4255-4dd1-90d6-4a9d2bfcf858 admin admin] 10.222.0.81 "PUT /v2.0/routers/fc503637-ab79-4c77-be14-32b3a29ebe98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6987126 Nov 25 17:41:30.070303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:30.073696 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] Sync routers for ids ['fc503637-ab79-4c77-be14-32b3a29ebe98'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:30.086744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31d924a-04cb-4eb4-8e17-5db80421263e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.094588 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] Routers {'fc503637-ab79-4c77-be14-32b3a29ebe98'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:30.095402 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fc503637-ab79-4c77-be14-32b3a29ebe98'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.148635 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31d924a-04cb-4eb4-8e17-5db80421263e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.152162 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d31d924a-04cb-4eb4-8e17-5db80421263e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.153402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d31d924a-04cb-4eb4-8e17-5db80421263e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5bfca4d1-6302-430d-b81a-92aaa9dc897f HTTP/1.1" status: 204 len: 168 time: 0.2016528 Nov 25 17:41:30.168290 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d924a-04cb-4eb4-8e17-5db80421263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfca4d1-6302-430d-b81a-92aaa9dc897f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:30.182107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:30.257116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c866405e-7e4d-440f-aaf0-ba86421313f8 admin admin] Deleting subnet bca9eb9a-b974-4d65-ae42-c6b6fbddd488 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:30.261355 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c866405e-7e4d-440f-aaf0-ba86421313f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.266472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.321959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c866405e-7e4d-440f-aaf0-ba86421313f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.347375 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] Set router fc503637-ab79-4c77-be14-32b3a29ebe98 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:30.370249 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c866405e-7e4d-440f-aaf0-ba86421313f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.416633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.454371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c866405e-7e4d-440f-aaf0-ba86421313f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.486637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Deleting port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:30.487182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.500023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866405e-7e4d-440f-aaf0-ba86421313f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca9eb9a-b974-4d65-ae42-c6b6fbddd488,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:30.504226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c866405e-7e4d-440f-aaf0-ba86421313f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.507655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c866405e-7e4d-440f-aaf0-ba86421313f8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bca9eb9a-b974-4d65-ae42-c6b6fbddd488 HTTP/1.1" status: 204 len: 168 time: 0.3245058 Nov 25 17:41:30.510163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:30.586529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] For port 5c0198ea-b016-4f67-bdbf-b79e5b67a99e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=5c0198ea-b016-4f67-bdbf-b79e5b67a99e,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:30.587013 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.593679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.606750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Calling delete_port for 5c0198ea-b016-4f67-bdbf-b79e5b67a99e owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:30.608491 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:41:28Z', 'revision_number': 5, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port': {'id': '5c0198ea-b016-4f67-bdbf-b79e5b67a99e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:40:19Z', 'updated_at': '2021-11-25T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.640290 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] Checking router: fc503637-ab79-4c77-be14-32b3a29ebe98 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:30.652229 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] Routers {'fc503637-ab79-4c77-be14-32b3a29ebe98'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:30.652820 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fc503637-ab79-4c77-be14-32b3a29ebe98'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.687804 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.712782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231e9e00-07a0-421d-be2a-ce447ec32d06']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.722534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb5090b-506d-4eab-9f6e-4bbde2044a20') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.722534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb5090b-506d-4eab-9f6e-4bbde2044a20') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.735346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.752675 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.760105 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] Set router fc503637-ab79-4c77-be14-32b3a29ebe98 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:30.762157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:30.762742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:30.764543 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:30.827522 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:41:30Z', 'revision_number': 6, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.841595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.858998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.866003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.871239 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8cb71-f911-4c05-aa94-811d72ec0f27 None None] The sync data for ids ['fc503637-ab79-4c77-be14-32b3a29ebe98'] in n-d-819349-3 is: [{'id': 'fc503637-ab79-4c77-be14-32b3a29ebe98', 'name': 'tempest-TestServerMultinode-384065944-router', 'tenant_id': 'c243d2fa21824e81ab18286bad98ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:40:16Z', 'updated_at': '2021-11-25T17:41:30Z', 'revision_number': 6, 'project_id': 'c243d2fa21824e81ab18286bad98ffce', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:30.872796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0198ea-b016-4f67-bdbf-b79e5b67a99e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:30.881465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] 10.222.0.81 "DELETE /v2.0/networks/231e9e00-07a0-421d-be2a-ce447ec32d06 HTTP/1.1" status: 204 len: 168 time: 0.3700929 Nov 25 17:41:30.895387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29750b9f-5a7f-4da1-bbb1-cce177b2c02f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:30.901271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device da44e58f-4cef-4c60-b94f-2ec154bd72c8 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:41:30.901481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6933896-0159-4fcb-98ad-f8cbd7e0b493 admin admin] Pushing event deleted for resources: {'Network': ['ID=231e9e00-07a0-421d-be2a-ce447ec32d06,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:31.010821 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.060677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387baf17-77c3-4678-9d7f-00c008e6aa7e req-c107e6a0-64ba-4b97-89e4-4907e892cef4 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:31.062650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-387baf17-77c3-4678-9d7f-00c008e6aa7e req-c107e6a0-64ba-4b97-89e4-4907e892cef4 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 948 time: 0.0759723 Nov 25 17:41:31.065320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port da44e58f-4cef-4c60-b94f-2ec154bd72c8, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:31.081516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'da44e58f-4cef-4c60-b94f-2ec154bd72c8', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'da44e58f-4cef-4c60-b94f-2ec154bd72c8', 'mac_address': 'fa:16:3e:d5:1a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:41:31.133168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:31.157357 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.178580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-387baf17-77c3-4678-9d7f-00c008e6aa7e req-0fe91159-ffba-40ac-9851-20ec63273d72 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070607 Nov 25 17:41:31.178900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da44e58f-4cef-4c60-b94f-2ec154bd72c8 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:31.211137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port da44e58f-4cef-4c60-b94f-2ec154bd72c8, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:31.216746 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.282414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b712e8c3-62aa-41e8-8a23-a25c5e98ed23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0336a0003aa4d80943c74b124399223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403558 Nov 25 17:41:31.283230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:31.294883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=da44e58f-4cef-4c60-b94f-2ec154bd72c8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:31.368224 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f57f7cf2-b8b1-4f34-9d90-10f3a7ecba48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.394101 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f57f7cf2-b8b1-4f34-9d90-10f3a7ecba48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.412124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['da44e58f-4cef-4c60-b94f-2ec154bd72c8'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:31.446168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.448376 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.459549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f57f7cf2-b8b1-4f34-9d90-10f3a7ecba48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.462337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f57f7cf2-b8b1-4f34-9d90-10f3a7ecba48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.466195 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f57f7cf2-b8b1-4f34-9d90-10f3a7ecba48 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e339854-3dc1-4487-9522-72602413913f HTTP/1.1" status: 204 len: 168 time: 0.1797612 Nov 25 17:41:31.475733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f7cf2-b8b1-4f34-9d90-10f3a7ecba48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e339854-3dc1-4487-9522-72602413913f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:31.506850 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.507656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc503637-ab79-4c77-be14-32b3a29ebe98 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:31.513335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.516759 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ef197474-4239-4887-8a7e-1572cb612ab6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/fc503637-ab79-4c77-be14-32b3a29ebe98 HTTP/1.1" status: 204 len: 168 time: 1.4430313 Nov 25 17:41:31.517406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:31.578159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73ac469-484d-4d25-9b2d-3dcab752b705 admin admin] Deleting subnet 95afa03f-6bfc-47e2-8826-8f920f5cffd5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:31.582941 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73ac469-484d-4d25-9b2d-3dcab752b705 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.623246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73ac469-484d-4d25-9b2d-3dcab752b705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.718850 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73ac469-484d-4d25-9b2d-3dcab752b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.786285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73ac469-484d-4d25-9b2d-3dcab752b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.807046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:31.816523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ac469-484d-4d25-9b2d-3dcab752b705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95afa03f-6bfc-47e2-8826-8f920f5cffd5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:31.822200 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d73ac469-484d-4d25-9b2d-3dcab752b705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.827299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d73ac469-484d-4d25-9b2d-3dcab752b705 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/95afa03f-6bfc-47e2-8826-8f920f5cffd5 HTTP/1.1" status: 204 len: 168 time: 0.3088424 Nov 25 17:41:31.829838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:31.830873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fa22d8-586f-4cbf-ae2a-b19e4e511bda None None] Network fdb9986e-7f59-4c68-983b-31cecdaf1fa7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:31.927618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.975872 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5947214-4465-42e9-ae86-b0b37f68d630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.032840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Deleting port 90d042fa-863a-4645-b5d3-38eeda22255f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:32.033686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.107059 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] DHCP port deletion for fdb9986e-7f59-4c68-983b-31cecdaf1fa7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:32.168226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] For port 90d042fa-863a-4645-b5d3-38eeda22255f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=90d042fa-863a-4645-b5d3-38eeda22255f,segment=NetworkSegment(76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5),segment_id=76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:32.168725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.198574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5947214-4465-42e9-ae86-b0b37f68d630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.199801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Calling delete_port for 90d042fa-863a-4645-b5d3-38eeda22255f owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:32.205785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5c0198ea-b016-4f67-bdbf-b79e5b67a99e no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:32.213859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5947214-4465-42e9-ae86-b0b37f68d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.249530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 5c0198ea-b016-4f67-bdbf-b79e5b67a99e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:32.249958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 5c0198ea-b016-4f67-bdbf-b79e5b67a99e not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:32.250829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64ea2d2b-b290-447b-98cf-ea283d2e6975 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:32.282392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-81826a6e-290e-4678-aa33-3ca385819148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.283980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 64ea2d2b-b290-447b-98cf-ea283d2e6975 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:32.284490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64ea2d2b-b290-447b-98cf-ea283d2e6975 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:32.285629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 90d042fa-863a-4645-b5d3-38eeda22255f no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:32.334602 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a5947214-4465-42e9-ae86-b0b37f68d630 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8f4472439bb4c49aa4d0337556b6f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257933 Nov 25 17:41:32.339919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:32.345780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5947214-4465-42e9-ae86-b0b37f68d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7241343-bfd7-40fe-86ef-f0064b84d59a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.357996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] Deleting port 90d042fa-863a-4645-b5d3-38eeda22255f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:32.358278 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.389986 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b3862-ae49-4445-87b1-a3eef877a8f6 req-1d20d7ee-3a3f-4907-9266-937621fdfad4 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:32.391500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-743b3862-ae49-4445-87b1-a3eef877a8f6 req-1d20d7ee-3a3f-4907-9266-937621fdfad4 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 949 time: 0.1079788 Nov 25 17:41:32.392304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.423485 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f0a6c0e1-3f5b-40ca-9edf-0367748ced4a no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:32.423907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:32.438027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] No DVR routers for this DVR port 90d042fa-863a-4645-b5d3-38eeda22255f on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:32.444877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Pushing event deleted for resources: {'Port': ['ID=90d042fa-863a-4645-b5d3-38eeda22255f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.449894 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.464336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: f0a6c0e1-3f5b-40ca-9edf-0367748ced4a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:32.464954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f0a6c0e1-3f5b-40ca-9edf-0367748ced4a not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:32.474418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] For port 90d042fa-863a-4645-b5d3-38eeda22255f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=90d042fa-863a-4645-b5d3-38eeda22255f,segment=NetworkSegment(76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5),segment_id=76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:32.475084 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.485116 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-806a40a3-e035-48ac-b30d-e74860133c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.496997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] Calling delete_port for 90d042fa-863a-4645-b5d3-38eeda22255f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:32.498976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-743b3862-ae49-4445-87b1-a3eef877a8f6 req-bc54c238-a0ed-4be4-8b96-c94b4d6e033a tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982225 Nov 25 17:41:32.517284 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-806a40a3-e035-48ac-b30d-e74860133c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.570644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.583786 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-806a40a3-e035-48ac-b30d-e74860133c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.587377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-806a40a3-e035-48ac-b30d-e74860133c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.588781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-806a40a3-e035-48ac-b30d-e74860133c55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7241343-bfd7-40fe-86ef-f0064b84d59a HTTP/1.1" status: 204 len: 168 time: 0.2475133 Nov 25 17:41:32.598042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb9986e-7f59-4c68-983b-31cecdaf1fa7']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:32.609422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:32.610016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c017ae-a7e4-4837-b6f7-8a2b5dbe27f5') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:32.613588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a40a3-e035-48ac-b30d-e74860133c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7241343-bfd7-40fe-86ef-f0064b84d59a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.616241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.621995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.631990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] No DVR routers for this DVR port 90d042fa-863a-4645-b5d3-38eeda22255f on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:32.646990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.655918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:32.656337 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.656912 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1636122312-network', 'tenant_id': '987e5f0289074c51804b902cfd96d64c'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:32.658139 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:32.671105 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b59bef-6002-4a68-9418-d8eb3f02eed6 None None] Pushing event deleted for resources: {'Port': ['ID=90d042fa-863a-4645-b5d3-38eeda22255f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.692684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Made reservation on behalf of 987e5f0289074c51804b902cfd96d64c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:32.695420 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.705745 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.727983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.736401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.743494 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] 10.222.0.81 "DELETE /v2.0/networks/fdb9986e-7f59-4c68-983b-31cecdaf1fa7 HTTP/1.1" status: 204 len: 168 time: 0.9115200 Nov 25 17:41:32.760643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506f7b9-8fbd-4a05-b167-267d6f03a12e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb9986e-7f59-4c68-983b-31cecdaf1fa7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.799948 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.805855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.829326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:32.846530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.850580 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.851185 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Added segment 50821b82-4bc8-460d-bd09-18b1b3e10554 of type vlan for network 804c492c-b2c3-4949-8756-0051ec88d70c Nov 25 17:41:32.900219 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.924731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device da44e58f-4cef-4c60-b94f-2ec154bd72c8 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:32.932856 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.934256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:32.935225 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.979922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51210) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:32.987927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port da44e58f-4cef-4c60-b94f-2ec154bd72c8 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:41:32.995025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port da44e58f-4cef-4c60-b94f-2ec154bd72c8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:32.995546 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.997771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5683749 Nov 25 17:41:33.001294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:33.006248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Request body: {'subnet': {'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1636122312-subnet', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:33.024704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0ea7d-5683-4de6-9a12-08f04fcc69a9 admin admin] Pushing event updated for resources: {'Network': ['ID=804c492c-b2c3-4949-8756-0051ec88d70c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:33.049415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Made reservation on behalf of 987e5f0289074c51804b902cfd96d64c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:33.052374 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 804c492c-b2c3-4949-8756-0051ec88d70c details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:33.052521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.056069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9bb891b8-8748-45d7-a309-aca86d95f15c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f508e19e9f204cdcb16b480bceca9566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0749984 Nov 25 17:41:33.058591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:33.164617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.183981 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-992cb830-86d2-482f-bb2f-67208f2bfb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.193769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da44e58f-4cef-4c60-b94f-2ec154bd72c8'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:33.196728 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355a8517-b538-4dbb-8744-b294dded6f28" -d '{"events": [{"server_uuid": "c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad", "name": "network-vif-plugged", "status": "completed", "tag": "da44e58f-4cef-4c60-b94f-2ec154bd72c8"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:33.212047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-992cb830-86d2-482f-bb2f-67208f2bfb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.341371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-992cb830-86d2-482f-bb2f-67208f2bfb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.344124 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-992cb830-86d2-482f-bb2f-67208f2bfb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.349259 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-992cb830-86d2-482f-bb2f-67208f2bfb75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/216c82ce-8e4b-4407-b57d-b35739ae8348 HTTP/1.1" status: 204 len: 168 time: 0.2855909 Nov 25 17:41:33.367287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cb830-86d2-482f-bb2f-67208f2bfb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216c82ce-8e4b-4407-b57d-b35739ae8348,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:33.381333 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.394320 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf2d016-0094-44bd-9405-e4a480e37bf6 x-openstack-request-id: req-1cf2d016-0094-44bd-9405-e4a480e37bf6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:33.395886 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad", "name": "network-vif-plugged", "status": "completed", "tag": "da44e58f-4cef-4c60-b94f-2ec154bd72c8", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:33.396347 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cf2d016-0094-44bd-9405-e4a480e37bf6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:33.396902 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da44e58f-4cef-4c60-b94f-2ec154bd72c8', 'code': 200} Nov 25 17:41:33.401847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port da44e58f-4cef-4c60-b94f-2ec154bd72c8, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:33.413025 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.465169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=da44e58f-4cef-4c60-b94f-2ec154bd72c8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:33.482603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99c2768-2898-431e-8c77-dcb954a29434,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:33.487105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Checking segment: {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:33.487471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Network hostable DHCP agents. Network: 804c492c-b2c3-4949-8756-0051ec88d70c, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:33.512505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Network 804c492c-b2c3-4949-8756-0051ec88d70c is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:33.524451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb41d7-478e-4ac2-877e-a81da3490e40 req-2a2f80bb-7a72-406e-bc1e-686cd447716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:33.526404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24bb41d7-478e-4ac2-877e-a81da3490e40 req-2a2f80bb-7a72-406e-bc1e-686cd447716d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 1101 time: 0.0466719 Nov 25 17:41:33.526755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 804c492c-b2c3-4949-8756-0051ec88d70c) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:33.533809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:33.534323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.537681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92d7d0-9c5c-42e6-9c7b-6ef314d29167 None None] Network 804c492c-b2c3-4949-8756-0051ec88d70c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:33.590246 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-98d0d06a-5fcc-42af-a292-41fd1b0e517f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5846982 Nov 25 17:41:33.590681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:33.597445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:33.620949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24bb41d7-478e-4ac2-877e-a81da3490e40 req-170d763f-2e8c-4325-96bc-8a12766a81dc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837052 Nov 25 17:41:33.631571 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.632906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.702262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.720804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c206e73-d72e-4e38-a041-2f4f1c741dd6 None None] Network 804c492c-b2c3-4949-8756-0051ec88d70c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:33.725021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdcfc4-0a15-4168-932d-97fea397d830 req-072546a5-b5b5-46a1-aa63-757365ded1a0 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:33.726578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79fdcfc4-0a15-4168-932d-97fea397d830 req-072546a5-b5b5-46a1-aa63-757365ded1a0 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 950 time: 0.0979855 Nov 25 17:41:33.823541 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79fdcfc4-0a15-4168-932d-97fea397d830 req-7d4c1980-f47e-49ea-80a0-509d097283c2 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909917 Nov 25 17:41:33.891411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:33.918829 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.937623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7acbe8e9-1be8-440a-9f26-5ab9df7d61f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c243d2fa21824e81ab18286bad98ffce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450261 Nov 25 17:41:33.940186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:33.990866 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-113f9c21-859b-429f-9825-e7037a6885b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.014660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-113f9c21-859b-429f-9825-e7037a6885b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.066883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-113f9c21-859b-429f-9825-e7037a6885b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.070407 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-113f9c21-859b-429f-9825-e7037a6885b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.071592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-113f9c21-859b-429f-9825-e7037a6885b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9 HTTP/1.1" status: 204 len: 168 time: 0.1305027 Nov 25 17:41:34.081377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f9c21-859b-429f-9825-e7037a6885b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5180f6a-ecd7-4e9d-b8d6-ed28b45954d9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:34.147446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.174754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.287875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Allocated IP 172.25.1.75 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c36b8354-1738-434f-8268-24d4682da5fa) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:34.379473 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c06fbf6-bc30-4d7a-be53-45a5c5b0049e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.420284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.461831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.511165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:34.515350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:34.517696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Pushing event updated for resources: {'Port': ['ID=c36b8354-1738-434f-8268-24d4682da5fa,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:34.519948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:34.532609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656cf40-8753-44e7-b0af-fa62aa8c27e0 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:34.588118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-87f5b284-352f-4cac-9035-a98437c94c18 None None] Provisioning complete for port c36b8354-1738-434f-8268-24d4682da5fa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:34.588543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87f5b284-352f-4cac-9035-a98437c94c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.642401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-87f5b284-352f-4cac-9035-a98437c94c18 None None] Port c36b8354-1738-434f-8268-24d4682da5fa cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:34.835340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.870405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51292) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:35.001570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410554-e97a-40ce-945d-cfa1446069f2 req-4a01c1d6-3f7b-4c5c-a7bd-45a2db40cce3 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:35.003185 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0410554-e97a-40ce-945d-cfa1446069f2 req-4a01c1d6-3f7b-4c5c-a7bd-45a2db40cce3 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 950 time: 0.0898204 Nov 25 17:41:35.059350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.072971 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0410554-e97a-40ce-945d-cfa1446069f2 req-665b9271-5a1f-48a5-82c0-603f430f6c8d tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623641 Nov 25 17:41:35.084292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2077737306-network', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:35.133182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Made reservation on behalf of beaaa8b1dea24926a936c20860d50dea for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:35.133182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.150502 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.233611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:41:35.313684 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.319316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.361462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:35.373176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead1161c-5220-4b53-8f12-37014e4d2c36,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:35.381276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.381503 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Added segment 98d8013f-200b-492d-b517-b532cdea4f72 of type vlan for network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a Nov 25 17:41:35.406624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:35.421343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Sync routers for ids ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:35.431427 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.435772 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b9020e1-8b11-4843-a9d0-8cfa209fdd32 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8413992 Nov 25 17:41:35.436198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:35.444145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Routers {'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:35.444145 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:35.450853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.512365 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.513588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:35.514182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.571825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6995611 Nov 25 17:41:35.575632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:35.581509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Request body: {'subnet': {'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2077737306-subnet', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:35.596634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Set router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:35.656979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8cc55-1308-4e02-beb2-16c1b8bb3eea admin admin] Pushing event updated for resources: {'Network': ['ID=3aa5797d-e1bd-470e-ba56-5c3e67c2644a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:35.673280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Made reservation on behalf of beaaa8b1dea24926a936c20860d50dea for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:35.676697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.700813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:35.872262 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.973909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:41:34Z', 'revision_number': 3, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port': {'id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:34Z', 'updated_at': '2021-11-25T17:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:35.993801 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.013147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Checking router: a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:36.013512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Updating router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 port c36b8354-1738-434f-8268-24d4682da5fa binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:41:36.043637 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.121719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Checking segment: {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:36.122197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Network hostable DHCP agents. Network: 3aa5797d-e1bd-470e-ba56-5c3e67c2644a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:36.128059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0381a244-e08f-48fb-9e3b-e92e4d36731e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:36.149925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:36.167707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 3aa5797d-e1bd-470e-ba56-5c3e67c2644a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:36.176502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:36.177192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.196840 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83daa723-e1e4-4c61-af84-89244c8fafb3 None None] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:36.237120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-090c1dd4-2740-4c99-8a21-3d7f1679dd57 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6600811 Nov 25 17:41:36.245442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:36.249865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:36.315238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.318117 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.441103 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.493745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.525245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:36.526223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.742657 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.767669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Allocated IP 172.20.0.1 (804c492c-b2c3-4949-8756-0051ec88d70c/d99c2768-2898-431e-8c77-dcb954a29434/ac38b1c7-28f9-4366-b1cb-4ee571ee12ba) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:36.842008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Allocated IP 172.20.0.2 (3aa5797d-e1bd-470e-ba56-5c3e67c2644a/0381a244-e08f-48fb-9e3b-e92e4d36731e/72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:36.857057 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.868568 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:36.907828 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.964062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00878c26-deab-46e4-bcbd-6fef056a14f4 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:36.967853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.998483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2ee21-7537-45f1-bc2f-2c061bf55392 None None] Pushing event updated for resources: {'Port': ['ID=c36b8354-1738-434f-8268-24d4682da5fa,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.001504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Attempting to bind port c36b8354-1738-434f-8268-24d4682da5fa on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:37.001789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Attempting to bind port c36b8354-1738-434f-8268-24d4682da5fa by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:37.002376 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Attempting to bind port c36b8354-1738-434f-8268-24d4682da5fa on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:37.023647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:37.023982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:37.024396 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.024841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:37.025630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Bound port: c36b8354-1738-434f-8268-24d4682da5fa, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:37.025768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.026100 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.087937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] For port c36b8354-1738-434f-8268-24d4682da5fa, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:37.096693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] For port c36b8354-1738-434f-8268-24d4682da5fa, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c36b8354-1738-434f-8268-24d4682da5fa,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:37.118921 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66afe067-001d-4f8f-8e46-abd062b3a8da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.127009 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.172374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Network 804c492c-b2c3-4949-8756-0051ec88d70c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:37.179964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:37.188209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:37.213787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.234945 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.242386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.247952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Pushing event updated for resources: {'Port': ['ID=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.252901 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.296417 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.305984 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.360902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:37.368191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:37.372718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Allocated IP 172.25.1.234 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/b33fb363-88ec-4453-8de6-84ba109af0c0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:37.383712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:37.389259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-89375a18-ccb5-4f4c-bb20-44c3d4b7156f None None] Provisioning complete for port c36b8354-1738-434f-8268-24d4682da5fa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:37.390660 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89375a18-ccb5-4f4c-bb20-44c3d4b7156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.433389 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.460610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66afe067-001d-4f8f-8e46-abd062b3a8da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.486375 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.491585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66afe067-001d-4f8f-8e46-abd062b3a8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.527169 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.527880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.548966 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-66afe067-001d-4f8f-8e46-abd062b3a8da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7dc5650cba14d4791ad65a098ffd6db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6759279 Nov 25 17:41:37.554191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a38ff1-b8b0-4e5d-a330-8d4e1655509d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:37.556509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51434) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:37.569044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe067-001d-4f8f-8e46-abd062b3a8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f775f9-247f-431b-8ded-cd621a908292,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.594265 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.596778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:37.601458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:37.606288 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:37.609838 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Pushing event updated for resources: {'Port': ['ID=b33fb363-88ec-4453-8de6-84ba109af0c0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.674924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2ee21-7537-45f1-bc2f-2c061bf55392 None None] Pushing event updated for resources: {'Port': ['ID=c36b8354-1738-434f-8268-24d4682da5fa,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.678679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Attempting to bind port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:37.679637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Attempting to bind port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:37.680157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Attempting to bind port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 on network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:37.682617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb923c87-6a1f-4c50-999e-2005974d5552 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:37.720670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Routers {'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:37.723183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:37.780428 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:37.781128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Checking segment: {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:37.781545 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.783547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Bound using segment: {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:37.783996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e80703d6-eb4e-4fcb-a139-a3a82ec14203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.784213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Bound port: 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:37.784650 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.827806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e80703d6-eb4e-4fcb-a139-a3a82ec14203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.945152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.958004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.958978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.987185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e80703d6-eb4e-4fcb-a139-a3a82ec14203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.990679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e80703d6-eb4e-4fcb-a139-a3a82ec14203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.994882 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e80703d6-eb4e-4fcb-a139-a3a82ec14203 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54f775f9-247f-431b-8ded-cd621a908292 HTTP/1.1" status: 204 len: 168 time: 0.4345489 Nov 25 17:41:38.060497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80703d6-eb4e-4fcb-a139-a3a82ec14203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f775f9-247f-431b-8ded-cd621a908292,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.119092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.121038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Pushing event updated for resources: {'Port': ['ID=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.205212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Pushing event updated for resources: {'Port': ['ID=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.230178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.254808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Network 804c492c-b2c3-4949-8756-0051ec88d70c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:38.256249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:38.322870 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89375a18-ccb5-4f4c-bb20-44c3d4b7156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.338502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-0cde4828-0936-4d4f-9272-f9da84fd50de service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060145 Nov 25 17:41:38.384270 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.461487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-89375a18-ccb5-4f4c-bb20-44c3d4b7156f None None] For port c36b8354-1738-434f-8268-24d4682da5fa, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c36b8354-1738-434f-8268-24d4682da5fa,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:38.467341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] Set router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:38.512976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89375a18-ccb5-4f4c-bb20-44c3d4b7156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.515343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:38.517683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-9af1c890-f29d-48a8-98ef-cf38059f493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:38.520129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-9af1c890-f29d-48a8-98ef-cf38059f493d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7aaecac0f8584821ad2c4703b7cc1bac&device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 1101 time: 0.0884552 Nov 25 17:41:38.527618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:38.561140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae981bb9-e222-4e4b-90a8-9d13da41eb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.573026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] For port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:38.659111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:38.674662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ea573053-afc2-4cee-9cb7-205277b53a0d admin admin] 10.222.0.81 "PUT /v2.0/routers/a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2149506 Nov 25 17:41:38.679633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-3b9ef77a-cfb0-40bc-a575-1b372e9cec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:38.681172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-3b9ef77a-cfb0-40bc-a575-1b372e9cec92 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1152062 Nov 25 17:41:38.682760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Router 38458566-a7e9-4244-9906-38f95b2e660f is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:41:38.723934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] For port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:38.760148 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.778386 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae981bb9-e222-4e4b-90a8-9d13da41eb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.794692 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae981bb9-e222-4e4b-90a8-9d13da41eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.795990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89375a18-ccb5-4f4c-bb20-44c3d4b7156f None None] Pushing event updated for resources: {'Port': ['ID=c36b8354-1738-434f-8268-24d4682da5fa,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.845248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5d0ad803-349b-4cb4-b431-b9aaeff9d018 None None] Provisioning complete for port b33fb363-88ec-4453-8de6-84ba109af0c0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:38.845540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d0ad803-349b-4cb4-b431-b9aaeff9d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.933807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ae981bb9-e222-4e4b-90a8-9d13da41eb39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5272da01a926431c99ded96e8f95fe65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917487 Nov 25 17:41:38.936552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:38.936683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c6be1-d022-4f2f-a0cb-982810ecdf2a None None] Pushing event updated for resources: {'Port': ['ID=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.947878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ad803-349b-4cb4-b431-b9aaeff9d018 None None] Port b33fb363-88ec-4453-8de6-84ba109af0c0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:38.953201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae981bb9-e222-4e4b-90a8-9d13da41eb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f503e995-97cb-4b5b-b38a-ec2cef884ba1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.955997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 4, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port': {'id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:34Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ac38b1c7-28f9-4366-b1cb-4ee571ee12ba', 'name': '', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'mac_address': 'fa:16:3e:2e:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:36Z', 'revision_number': 1, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'subnets': [{'id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:38.991022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8681f-3a3b-480a-85c9-552dcdcf45a3 None None] The sync data for ids ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'] in n-d-819349-3 is: [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 4, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port': {'id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:34Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ac38b1c7-28f9-4366-b1cb-4ee571ee12ba', 'name': '', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'mac_address': 'fa:16:3e:2e:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:36Z', 'revision_number': 1, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'subnets': [{'id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:38.995752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5d0ad803-349b-4cb4-b431-b9aaeff9d018 None None] Provisioning complete for port c36b8354-1738-434f-8268-24d4682da5fa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:38.996130 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d0ad803-349b-4cb4-b431-b9aaeff9d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.081451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7f2d-26d4-4ca0-afb3-cdccd9111c28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.179122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-cd429945-a6ef-42d5-8b81-ced1864bbb8f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8 HTTP/1.1" status: 200 len: 217 time: 0.3978157 Nov 25 17:41:39.182186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7f2d-26d4-4ca0-afb3-cdccd9111c28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.262593 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7f2d-26d4-4ca0-afb3-cdccd9111c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.266011 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d4a7f2d-26d4-4ca0-afb3-cdccd9111c28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.267423 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6d4a7f2d-26d4-4ca0-afb3-cdccd9111c28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f503e995-97cb-4b5b-b38a-ec2cef884ba1 HTTP/1.1" status: 204 len: 168 time: 0.3298209 Nov 25 17:41:39.296890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a7f2d-26d4-4ca0-afb3-cdccd9111c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f503e995-97cb-4b5b-b38a-ec2cef884ba1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:39.341359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:39.355139 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Sync routers for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:39.378313 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:39.382339 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:39.387286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-2093736a-6b97-4187-96ea-2926ced40ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:39.388954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-2093736a-6b97-4187-96ea-2926ced40ed9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.1807714 Nov 25 17:41:39.423211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.429977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:39.438142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e82bb9c8-1c64-4343-9c0d-53c93907350e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1868978 Nov 25 17:41:39.588675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-bfdd0cdf-d0ca-4649-9d60-d36fe480744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:39.590164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-bfdd0cdf-d0ca-4649-9d60-d36fe480744f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934805 Nov 25 17:41:39.602586 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:39.609542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-339a5002-3756-40a7-8c3e-74fdeb3c393b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:39.611169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-339a5002-3756-40a7-8c3e-74fdeb3c393b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 811 time: 0.4283862 Nov 25 17:41:39.811107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-2e07da10-7aef-4a9e-b2a6-c34475dd9457 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989157 Nov 25 17:41:39.820842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-7c049574-8b54-423d-af9c-d5db0acba9a7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/quotas/987e5f0289074c51804b902cfd96d64c HTTP/1.1" status: 200 len: 375 time: 0.1952450 Nov 25 17:41:40.010823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-22c24a3f-7041-48dd-b9d0-517cd9361516 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1889665 Nov 25 17:41:40.045009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-48d564e2-f8d5-4261-a45e-3221acc24ee2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:41:40.055156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-48d564e2-f8d5-4261-a45e-3221acc24ee2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278678 Nov 25 17:41:40.100030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-da9d590d-5e9b-4a6f-8a42-87706e3d8be8 req-59bc7591-197e-449b-98db-ceb9f99e8a4f service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768147 Nov 25 17:41:40.150656 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 3, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:40.243916 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Checking router: 38458566-a7e9-4244-9906-38f95b2e660f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:40.244284 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Updating router 38458566-a7e9-4244-9906-38f95b2e660f port b33fb363-88ec-4453-8de6-84ba109af0c0 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:41:40.309011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:40.399536 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.492416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:40.492806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.518096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-ccbc1929-31e0-4f90-9885-45486d1ce164 service neutron] 10.222.0.81 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619470 Nov 25 17:41:40.606627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.640918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a09285-1086-4c9f-87f1-496296ac28b4 None None] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:40.764532 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-b5eca1b8-0c9b-47ec-8cd1-1113f7b3d446 service neutron] 10.222.0.81 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426779 Nov 25 17:41:40.885014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.928389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4bbfad1b-608d-420a-8dd9-cf2a071d0346 None None] Provisioning complete for port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:40.931232 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4bbfad1b-608d-420a-8dd9-cf2a071d0346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.974268 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.993155 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.999926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Allocated IP 172.20.0.1 (3aa5797d-e1bd-470e-ba56-5c3e67c2644a/0381a244-e08f-48fb-9e3b-e92e4d36731e/6e600f4b-390d-4207-886f-7dc785238d51) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:41.108001 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Attempting to bind port b33fb363-88ec-4453-8de6-84ba109af0c0 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:41.108385 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Attempting to bind port b33fb363-88ec-4453-8de6-84ba109af0c0 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:41.108755 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Attempting to bind port b33fb363-88ec-4453-8de6-84ba109af0c0 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:41.135733 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:41.136119 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:41.136528 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.136927 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:41.137455 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Bound port: b33fb363-88ec-4453-8de6-84ba109af0c0, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:41.137832 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.159301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f381d2c-f3f0-484b-abf3-91b115bebe85 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:41.171499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bab38b78-946d-40b1-ae7a-a44efe76a54c req-d79bdbc7-e34e-41d3-961b-b469c46fb284 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 210 time: 0.0659137 Nov 25 17:41:41.240369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:41.255697 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] For port b33fb363-88ec-4453-8de6-84ba109af0c0, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:41.259357 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] For port b33fb363-88ec-4453-8de6-84ba109af0c0, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b33fb363-88ec-4453-8de6-84ba109af0c0,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:41.281950 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.286868 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.301508 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.310770 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Pushing event updated for resources: {'Port': ['ID=b33fb363-88ec-4453-8de6-84ba109af0c0,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:41.352247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:41.362139 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.365955 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.367039 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.367920 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.371703 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.372342 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.372886 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.373473 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.374036 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.374582 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.375126 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.375836 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:41.379120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933467b-43c3-4ebf-a5ff-e04bd4c9be7a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:41.408018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.437222 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:41.438571 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:41.442666 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f18d3-1581-4eaa-85d7-c334b3055f13 None None] Pushing event updated for resources: {'Port': ['ID=b33fb363-88ec-4453-8de6-84ba109af0c0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:41.558924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e600f4b-390d-4207-886f-7dc785238d51,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:41.602183 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:41.619477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:41.621321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:41.629737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:41.732501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.754606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f0ed1ab1-0575-4733-afc5-c293471dbe31 None None] Provisioning complete for port b33fb363-88ec-4453-8de6-84ba109af0c0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:41.755284 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1ab1-0575-4733-afc5-c293471dbe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.874682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1ab1-0575-4733-afc5-c293471dbe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.940466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f0ed1ab1-0575-4733-afc5-c293471dbe31 None None] For port b33fb363-88ec-4453-8de6-84ba109af0c0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b33fb363-88ec-4453-8de6-84ba109af0c0,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:41.956590 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1ab1-0575-4733-afc5-c293471dbe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.053264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.104099 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 3, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:42.166623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed1ab1-0575-4733-afc5-c293471dbe31 None None] Pushing event updated for resources: {'Port': ['ID=b33fb363-88ec-4453-8de6-84ba109af0c0,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:42.201532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c1437bcc-cb18-4a81-a02d-6b28ab5a42a3 None None] Provisioning complete for port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:42.201915 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1437bcc-cb18-4a81-a02d-6b28ab5a42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.442943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-066b33b6-e795-47c2-921a-c9aa77fa3f4e req-16a37886-6542-4630-a02b-118725683333 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 210 time: 0.0714090 Nov 25 17:41:42.511313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c36b8354-1738-434f-8268-24d4682da5fa up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:42.538793 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3bf49-f800-49a8-8206-0f47d5787e68 None None] The sync data for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 is: [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 3, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:42.611103 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c1437bcc-cb18-4a81-a02d-6b28ab5a42a3 None None] Provisioning complete for port 6e600f4b-390d-4207-886f-7dc785238d51 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:42.611635 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1437bcc-cb18-4a81-a02d-6b28ab5a42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.647726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.658705 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.702876 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c1437bcc-cb18-4a81-a02d-6b28ab5a42a3 None None] Port 6e600f4b-390d-4207-886f-7dc785238d51 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:42.716630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c36b8354-1738-434f-8268-24d4682da5fa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:42.717204 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.797317 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.844838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e600f4b-390d-4207-886f-7dc785238d51,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:42.907044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:42.966230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Sync routers for ids ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:42.975939 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0bd13ea4-195b-47f9-9f63-3ede75eaecdb None None] Provisioning complete for port 6e600f4b-390d-4207-886f-7dc785238d51 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:42.976306 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0bd13ea4-195b-47f9-9f63-3ede75eaecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.018647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:43.042344 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Routers {'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:43.043004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:43.153971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0bd13ea4-195b-47f9-9f63-3ede75eaecdb None None] Port 6e600f4b-390d-4207-886f-7dc785238d51 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:43.178961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:43.179340 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.237329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:43.250586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:43.391923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:43.394792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Set router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:43.421850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-d73b534e-95a0-4629-bd2d-e43ba8bce657 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.424053 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-d73b534e-95a0-4629-bd2d-e43ba8bce657 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.60 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 811 time: 0.5480919 Nov 25 17:41:43.450957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Request body: {'port': {'device_id': 'c02c6a62-e524-4777-b452-919d083ff0fe', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'admin_state_up': True, 'tenant_id': '987e5f0289074c51804b902cfd96d64c'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:43.463352 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.684845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f04207d9-7a5f-4eec-ae6b-5310270ab2b7 req-bdc55db5-a524-4cbf-b4ae-0ae3aaa07ee6 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 210 time: 0.0624168 Nov 25 17:41:43.785550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.980574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Allocated IP 172.25.1.193 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/b3f391b7-79b9-4d62-9b2a-4aac471d17e0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:44.035290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1a3b048f-1b8d-42de-a548-69cce4191008 None None] Provisioning complete for port 6e600f4b-390d-4207-886f-7dc785238d51 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:44.035988 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1a3b048f-1b8d-42de-a548-69cce4191008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.043695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Router 38458566-a7e9-4244-9906-38f95b2e660f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:44.113487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b048f-1b8d-42de-a548-69cce4191008 None None] Port 6e600f4b-390d-4207-886f-7dc785238d51 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:44.120629 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.160101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 4, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port': {'id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:34Z', 'updated_at': '2021-11-25T17:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ac38b1c7-28f9-4366-b1cb-4ee571ee12ba', 'name': '', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'mac_address': 'fa:16:3e:2e:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 2, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'subnets': [{'id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:44.197082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.216003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Checking router: a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:44.216415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Updating router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:41:44.251942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b33fb363-88ec-4453-8de6-84ba109af0c0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:44.260855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:44.295571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.305138 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ccb0205f-17d9-4e0e-9207-cba22d7f24d9 admin admin] 10.222.0.81 "PUT /v2.0/routers/38458566-a7e9-4244-9906-38f95b2e660f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8643415 Nov 25 17:41:44.305138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Made reservation on behalf of 987e5f0289074c51804b902cfd96d64c for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:44.305401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:44.308964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:44.312040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.323339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:44.474101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b33fb363-88ec-4453-8de6-84ba109af0c0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:44.474731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.784504 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.806023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'Port': ['ID=b3f391b7-79b9-4d62-9b2a-4aac471d17e0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:44.806556 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.887564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Allocated IP 172.20.0.6 (804c492c-b2c3-4949-8756-0051ec88d70c/d99c2768-2898-431e-8c77-dcb954a29434/caacd8fe-46da-42eb-84f3-d9eec74887bc) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:44.916238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-667b97ca-6763-48cf-9a1b-e286d7b33692 req-b3cd3d18-91c1-4eac-87f2-3dba6756c33b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 210 time: 0.0766034 Nov 25 17:41:44.926942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0338e-2389-47d3-b9cd-e1d15bf89b15 None None] Pushing event updated for resources: {'Port': ['ID=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:44.973505 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.021695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Attempting to bind port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:45.022081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Attempting to bind port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:45.022451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Attempting to bind port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba on network 804c492c-b2c3-4949-8756-0051ec88d70c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:45.029844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:45.030326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Checking segment: {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:45.030740 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.031139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Bound using segment: {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:45.031813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Bound port: ac38b1c7-28f9-4366-b1cb-4ee571ee12ba, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:45.032201 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.041913 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.123948 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] For port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:45.133544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] For port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:45.139963 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.148496 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.200476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Routers {'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:45.201195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:45.202079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.256848 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.267819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Network 804c492c-b2c3-4949-8756-0051ec88d70c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:45.273154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:45.275290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.281599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:45.326055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Pushing event updated for resources: {'Port': ['ID=caacd8fe-46da-42eb-84f3-d9eec74887bc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.352045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0338e-2389-47d3-b9cd-e1d15bf89b15 None None] Pushing event updated for resources: {'Port': ['ID=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.353609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:45.363174 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.387379 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-a69cb83e-6882-4983-9870-409c3ceaed1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9487591 Nov 25 17:41:45.389331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] Set router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:45.395123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'Port': ['ID=b3f391b7-79b9-4d62-9b2a-4aac471d17e0,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.401584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51556) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:45.408328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1757488368-network', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:45.425934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Request body: {'port': {'device_id': 'c02c6a62-e524-4777-b452-919d083ff0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:45.429977 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.439713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Made reservation on behalf of ac5eb0bc171649729c6a997da827e0ee for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:45.442155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.457403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.460734 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Sync routers for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:45.467785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.471890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1499ac7e-2ef3-4ed3-8c88-7e87d88d2ca0 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4491227 Nov 25 17:41:45.471890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:45.475125 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:45.475933 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:45.478525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2123550504'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:45.538492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Made reservation on behalf of 08ccda421b59476ba76bc8f07dc90e4d for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:45.542303 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.542493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.563975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.651244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 4, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port': {'id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:34Z', 'updated_at': '2021-11-25T17:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ac38b1c7-28f9-4366-b1cb-4ee571ee12ba', 'name': '', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'mac_address': 'fa:16:3e:2e:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:45Z', 'revision_number': 4, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'subnets': [{'id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:45.686519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0859f6d8-bee6-4234-a6a1-9cb895acacbe None None] The sync data for ids ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'] in n-d-819349-3 is: [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:41:37Z', 'revision_number': 4, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port': {'id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:34Z', 'updated_at': '2021-11-25T17:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ac38b1c7-28f9-4366-b1cb-4ee571ee12ba', 'name': '', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'mac_address': 'fa:16:3e:2e:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:45Z', 'revision_number': 4, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'subnets': [{'id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:45.692723 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:45.700042 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.705545 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.707800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.715430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.752328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:45.763948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:45.765993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dfd20f-feb4-47e3-8316-a6b30adcff33,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.802714 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.803058 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Added segment 4d220a56-f6d3-4d9c-90db-8eccb2241460 of type vlan for network c005d2f3-9c28-4b04-a621-17f8e24a7389 Nov 25 17:41:45.826724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.827282 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Added segment 0503ef8b-9eed-4cb1-af76-64057860a605 of type vlan for network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 Nov 25 17:41:45.836207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fd826b-ca61-49a0-b109-50a91524d040,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.938375 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.942237 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.976201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caacd8fe-46da-42eb-84f3-d9eec74887bc {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:45.986499 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.998892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.002670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Transition to ACTIVE for port object caacd8fe-46da-42eb-84f3-d9eec74887bc will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:41:46.007190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:46.007968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.009037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.119369 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:42Z', 'revision_number': 2, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:46.134412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Pushing event updated for resources: {'Port': ['ID=caacd8fe-46da-42eb-84f3-d9eec74887bc,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.153581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'Network': ['ID=13f06ad4-cfde-4260-a1a5-599f89ee0bb6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.156314 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.157357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:46.157880 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.169699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:46.219176 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Checking router: 38458566-a7e9-4244-9906-38f95b2e660f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:46.219582 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Updating router 38458566-a7e9-4244-9906-38f95b2e660f port 6e600f4b-390d-4207-886f-7dc785238d51 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:41:46.222826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Attempting to bind port caacd8fe-46da-42eb-84f3-d9eec74887bc on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:46.223463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Attempting to bind port caacd8fe-46da-42eb-84f3-d9eec74887bc by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:46.223463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Attempting to bind port caacd8fe-46da-42eb-84f3-d9eec74887bc on network 804c492c-b2c3-4949-8756-0051ec88d70c {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:46.229737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Port caacd8fe-46da-42eb-84f3-d9eec74887bc on network 804c492c-b2c3-4949-8756-0051ec88d70c not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:41:46.230211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Attempting to bind port caacd8fe-46da-42eb-84f3-d9eec74887bc on network 804c492c-b2c3-4949-8756-0051ec88d70c {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:46.236336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:46.236771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Checking segment: {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:46.237254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Bound using segment: {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:46.237808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Bound port: caacd8fe-46da-42eb-84f3-d9eec74887bc, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:46.238235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.259720 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f6c2d70d-a616-4c64-8447-3162ace1e62a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7861953 Nov 25 17:41:46.265349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:46.272528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Request body: {'subnet': {'network_id': '13f06ad4-cfde-4260-a1a5-599f89ee0bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:46.290612 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.339987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ac38b1c7-28f9-4366-b1cb-4ee571ee12ba up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:46.344972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9423058 Nov 25 17:41:46.356093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:46.361742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Request body: {'subnet': {'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1757488368-subnet', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:46.372904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d17f4-dcdc-4f03-a504-41c26d0f6edb req-e27592f7-8ae9-4c11-8644-9c0c2530ac29 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:46.374716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320d17f4-dcdc-4f03-a504-41c26d0f6edb req-e27592f7-8ae9-4c11-8644-9c0c2530ac29 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 943 time: 0.2753427 Nov 25 17:41:46.376760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a9c7b-2fac-4392-bced-b29402517e2b admin admin] Pushing event updated for resources: {'Network': ['ID=c005d2f3-9c28-4b04-a621-17f8e24a7389,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.439490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network c005d2f3-9c28-4b04-a621-17f8e24a7389 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:46.446144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Made reservation on behalf of ac5eb0bc171649729c6a997da827e0ee for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:46.448795 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.550822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] For port caacd8fe-46da-42eb-84f3-d9eec74887bc, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:46.555138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] For port caacd8fe-46da-42eb-84f3-d9eec74887bc, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:46.579198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:46.579807 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.580066 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.623728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Made reservation on behalf of 08ccda421b59476ba76bc8f07dc90e4d for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:46.625816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-320d17f4-dcdc-4f03-a504-41c26d0f6edb req-83495e49-d2a5-460f-b1f7-7b5a05ba2bb9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406294 Nov 25 17:41:46.641803 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.678573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:46.679302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.681351 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] 10.222.0.60 "PUT /v2.0/ports/caacd8fe-46da-42eb-84f3-d9eec74887bc HTTP/1.1" status: 200 len: 1091 time: 1.2685289 Nov 25 17:41:46.682029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02c6a62-e524-4777-b452-919d083ff0fe', 'tag': 'caacd8fe-46da-42eb-84f3-d9eec74887bc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:46.685175 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edbf381-ce41-4d3f-8347-4bb191f56f24" -d '{"events": [{"name": "network-changed", "server_uuid": "c02c6a62-e524-4777-b452-919d083ff0fe", "tag": "caacd8fe-46da-42eb-84f3-d9eec74887bc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:46.742054 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.756170 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.784018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c879d9-0797-4ccb-951b-22f266180a00 service neutron] Pushing event updated for resources: {'Port': ['ID=caacd8fe-46da-42eb-84f3-d9eec74887bc,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.790660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.803540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.811488 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94b87cb-f765-442e-b2f2-3e68053d5287 x-openstack-request-id: req-f94b87cb-f765-442e-b2f2-3e68053d5287 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:46.811803 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02c6a62-e524-4777-b452-919d083ff0fe", "tag": "caacd8fe-46da-42eb-84f3-d9eec74887bc", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:46.812063 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f94b87cb-f765-442e-b2f2-3e68053d5287 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:46.812496 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02c6a62-e524-4777-b452-919d083ff0fe', 'tag': 'caacd8fe-46da-42eb-84f3-d9eec74887bc', 'status': 'completed', 'code': 200} Nov 25 17:41:46.855444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-961da68e-acd4-4433-aa6c-0c14cb6d3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:46.856772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.857290 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-961da68e-acd4-4433-aa6c-0c14cb6d3ed2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 1094 time: 0.1131527 Nov 25 17:41:46.892330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:46.894029 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8be5f-93a9-41e4-b110-2e2dd6d7b466 None None] Pushing event updated for resources: {'Port': ['ID=6e600f4b-390d-4207-886f-7dc785238d51,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.898769 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.914849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Checking segment: {'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:46.915399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Network hostable DHCP agents. Network: c005d2f3-9c28-4b04-a621-17f8e24a7389, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:46.960737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Network c005d2f3-9c28-4b04-a621-17f8e24a7389 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:46.971818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:46.979869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, c005d2f3-9c28-4b04-a621-17f8e24a7389) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:46.985121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:46.985759 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.992652 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-e339e27f-a7ee-45c1-9ca1-9285f551def4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc HTTP/1.1" status: 200 len: 217 time: 0.1229784 Nov 25 17:41:47.003118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f89af-9f3c-4be9-bd25-504e4eaff60c None None] Network c005d2f3-9c28-4b04-a621-17f8e24a7389 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:47.008995 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Attempting to bind port 6e600f4b-390d-4207-886f-7dc785238d51 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:47.009665 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Attempting to bind port 6e600f4b-390d-4207-886f-7dc785238d51 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:47.010321 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Attempting to bind port 6e600f4b-390d-4207-886f-7dc785238d51 on network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:47.020153 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:47.021555 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Checking segment: {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:47.022180 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.022846 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Bound using segment: {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:47.023649 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Bound port: 6e600f4b-390d-4207-886f-7dc785238d51, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:47.024264 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.025780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c91df845-5f63-4d07-ba52-8fc09995c5b8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6680644 Nov 25 17:41:47.028342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51572) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:47.033707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:47.073907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.075530 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.121551 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-14cad9a2-c5e7-4718-954e-957254c1d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.123087 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-14cad9a2-c5e7-4718-954e-957254c1d5ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 200 len: 851 time: 0.1101654 Nov 25 17:41:47.129359 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] For port 6e600f4b-390d-4207-886f-7dc785238d51, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:47.132738 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.134236 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] For port 6e600f4b-390d-4207-886f-7dc785238d51, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6e600f4b-390d-4207-886f-7dc785238d51,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:47.141367 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.143860 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.207814 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-3e005692-45b9-4d25-b8cf-5315b326e6c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=804c492c-b2c3-4949-8756-0051ec88d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688393 Nov 25 17:41:47.250059 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8be5f-93a9-41e4-b110-2e2dd6d7b466 None None] Pushing event updated for resources: {'Port': ['ID=6e600f4b-390d-4207-886f-7dc785238d51,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:47.267678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-c005d2f3-9c28-4b04-a621-17f8e24a7389', 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'fixed_ips': [{'subnet_id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:47.272576 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:47.273741 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.283927 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:47.284866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'Subnet': ['ID=105a895a-751d-44d9-871b-81767b2858ab,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:47.321623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Checking segment: {'id': '0503ef8b-9eed-4cb1-af76-64057860a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '13f06ad4-cfde-4260-a1a5-599f89ee0bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:47.322028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Network hostable DHCP agents. Network: 13f06ad4-cfde-4260-a1a5-599f89ee0bb6, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:47.346208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20dab102-487e-4872-bf16-cb619efc5489 None None] Provisioning complete for port 6e600f4b-390d-4207-886f-7dc785238d51 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:47.346896 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20dab102-487e-4872-bf16-cb619efc5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.382572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.395391 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-d0726347-c1e1-4381-b77e-a884694a41e7 service neutron] 10.222.0.60 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762056 Nov 25 17:41:47.396512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:47.419838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 13f06ad4-cfde-4260-a1a5-599f89ee0bb6) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:47.447986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.448651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.467326 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:47.528986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30135041-efbf-4fd9-a602-a8e4184069d5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2622931 Nov 25 17:41:47.529543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:47.543310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1978448098', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:47.545515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a87d5c-f7b2-4162-bf9d-53fb5e6cc1e2 None None] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:47.595656 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d00ea0da-5a70-4ca9-9d02-ace3e10e962d req-8e092187-e06b-43fa-9c39-294363562c59 service neutron] 10.222.0.60 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884477 Nov 25 17:41:47.607529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.608877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.659236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Allocated IP 172.20.0.2 (c005d2f3-9c28-4b04-a621-17f8e24a7389/fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b/ba7eebe1-8179-4725-92bb-f6493754e390) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:47.739102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.761485 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.783727 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:47Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:47.795167 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.818537 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574cf0e-2c86-4675-9f8c-cbc997b84116 None None] The sync data for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 is: [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:47Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:47.867282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-eeef9764-1643-45b6-8de7-d8f0717e683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.868854 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-eeef9764-1643-45b6-8de7-d8f0717e683c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 1094 time: 0.1572795 Nov 25 17:41:47.999707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94799c89-8d5c-41a0-aa72-ee0c5a4e6f2a req-cdc0fb79-1745-4a39-ab53-de02f6c03067 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:48.001605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94799c89-8d5c-41a0-aa72-ee0c5a4e6f2a req-cdc0fb79-1745-4a39-ab53-de02f6c03067 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 943 time: 0.2537746 Nov 25 17:41:48.050318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Allocated IP 172.25.1.38 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/a34d5b87-22c2-447b-bb21-7422f3abb75e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:48.090005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-e48f8c63-3915-4829-a369-b7c80c659a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:48.091459 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-e48f8c63-3915-4829-a369-b7c80c659a4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 912 time: 0.1534503 Nov 25 17:41:48.109395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.161202 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-8ab3a290-2573-4456-b4f4-4a36fcfa11f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc HTTP/1.1" status: 200 len: 217 time: 0.0605726 Nov 25 17:41:48.163154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94799c89-8d5c-41a0-aa72-ee0c5a4e6f2a req-9eda623b-c463-4ee3-bf6e-8747283d3a9f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549861 Nov 25 17:41:48.190495 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20dab102-487e-4872-bf16-cb619efc5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.264971 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.306425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-c1fd0414-ad1e-4393-805e-005a1f3eb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:48.307991 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-c1fd0414-ad1e-4393-805e-005a1f3eb0bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 200 len: 851 time: 0.1191754 Nov 25 17:41:48.340382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.358277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6e600f4b-390d-4207-886f-7dc785238d51 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:48.364976 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20dab102-487e-4872-bf16-cb619efc5489 None None] For port 6e600f4b-390d-4207-886f-7dc785238d51, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6e600f4b-390d-4207-886f-7dc785238d51,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:48.366163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-7bfeecd1-b858-4212-b584-9f3c10dd3249 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=804c492c-b2c3-4949-8756-0051ec88d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475528 Nov 25 17:41:48.406379 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:48.411205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-13f06ad4-cfde-4260-a1a5-599f89ee0bb6', 'network_id': '13f06ad4-cfde-4260-a1a5-599f89ee0bb6', 'tenant_id': '08ccda421b59476ba76bc8f07dc90e4d', 'fixed_ips': [{'subnet_id': '105a895a-751d-44d9-871b-81767b2858ab'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:48.411417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:48.412565 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.415552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:48.455046 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20dab102-487e-4872-bf16-cb619efc5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.501509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff53d2-efb5-4103-8e86-76616951ce28 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:48.537165 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-7eb638fd-cc89-465d-84d3-4eff1fa28fd4 service neutron] 10.222.0.60 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589093 Nov 25 17:41:48.539877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Pushing event updated for resources: {'Port': ['ID=a34d5b87-22c2-447b-bb21-7422f3abb75e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:48.580595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dab102-487e-4872-bf16-cb619efc5489 None None] Pushing event updated for resources: {'Port': ['ID=6e600f4b-390d-4207-886f-7dc785238d51,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:48.630988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.684122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.697877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.709395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4dcbf6d1-f1f3-45ad-99c2-a5b8e292e790 None None] Provisioning complete for port 6e600f4b-390d-4207-886f-7dc785238d51 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:48.709395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4dcbf6d1-f1f3-45ad-99c2-a5b8e292e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.738345 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.770617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.776479 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3edbf381-ce41-4d3f-8347-4bb191f56f24 req-3f7cb00d-1d85-46e0-b0f0-1ca7eed2c419 service neutron] 10.222.0.60 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880372 Nov 25 17:41:48.790836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6e600f4b-390d-4207-886f-7dc785238d51 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:48.791658 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.847469 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Allocated IP 172.25.1.83 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/96103bca-1539-43ba-8367-5f3815bb1184) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:48.896779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Network c005d2f3-9c28-4b04-a621-17f8e24a7389 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:48.916843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:48.945767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:48.956208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Pushing event updated for resources: {'Port': ['ID=ba7eebe1-8179-4725-92bb-f6493754e390,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.007419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Allocated IP 172.20.0.2 (13f06ad4-cfde-4260-a1a5-599f89ee0bb6/105a895a-751d-44d9-871b-81767b2858ab/d9dc52a5-2210-49cc-adc9-1a6fafbf8344) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:49.045137 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.066517 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.069104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Attempting to bind port ba7eebe1-8179-4725-92bb-f6493754e390 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:49.069591 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Attempting to bind port ba7eebe1-8179-4725-92bb-f6493754e390 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:49.070062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Attempting to bind port ba7eebe1-8179-4725-92bb-f6493754e390 on network c005d2f3-9c28-4b04-a621-17f8e24a7389 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:49.078653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:49.079557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Checking segment: {'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:49.079881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.080352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Bound using segment: {'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:49.081016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Bound port: ba7eebe1-8179-4725-92bb-f6493754e390, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:49.082111 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.109664 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.200282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:49.203084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'Port': ['ID=96103bca-1539-43ba-8367-5f3815bb1184,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.206419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:49.209564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:49.223559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ac38b1c7-28f9-4366-b1cb-4ee571ee12ba up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:49.232395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Router 5dc86438-e950-4040-8f73-135cb9ab9309 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:41:49.272587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1b29f-fde5-4032-8494-769621725e5e None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:49.300353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55fcf72c-15c6-4bc5-be98-0390a44cc5a3 None None] Provisioning complete for port a34d5b87-22c2-447b-bb21-7422f3abb75e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:49.300735 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55fcf72c-15c6-4bc5-be98-0390a44cc5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.394703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] For port ba7eebe1-8179-4725-92bb-f6493754e390, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:49.399010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd7edb-f2a8-46c9-8180-5d4b87947103 req-d5861263-b832-43e4-a169-ca2fa175b863 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:49.402423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-55fcf72c-15c6-4bc5-be98-0390a44cc5a3 None None] Port a34d5b87-22c2-447b-bb21-7422f3abb75e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:49.405488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8bd7edb-f2a8-46c9-8180-5d4b87947103 req-d5861263-b832-43e4-a169-ca2fa175b863 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 943 time: 0.0779293 Nov 25 17:41:49.417682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] For port ba7eebe1-8179-4725-92bb-f6493754e390, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ba7eebe1-8179-4725-92bb-f6493754e390,segment=NetworkSegment(4d220a56-f6d3-4d9c-90db-8eccb2241460),segment_id=4d220a56-f6d3-4d9c-90db-8eccb2241460)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:49.435047 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.495008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:49.495391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.587142 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.636385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e464d-a7e7-4ef8-9e00-e3a9b70dbda3 None None] Pushing event updated for resources: {'Port': ['ID=ba7eebe1-8179-4725-92bb-f6493754e390,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.654142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.672832 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.716770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b90ca909-963c-4b8b-b708-fdfaffa08bc4 None None] Provisioning complete for port 96103bca-1539-43ba-8367-5f3815bb1184 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:49.717184 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b90ca909-963c-4b8b-b708-fdfaffa08bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.795431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Pushing event updated for resources: {'Port': ['ID=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.815594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:49.833871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:49.840547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:49.853112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b90ca909-963c-4b8b-b708-fdfaffa08bc4 None None] Port 96103bca-1539-43ba-8367-5f3815bb1184 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:49.866847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:49.896880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f8bd7edb-f2a8-46c9-8180-5d4b87947103 req-47700e8a-cda6-4306-a2e9-2d005c3fcf69 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153090 Nov 25 17:41:49.900871 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.902205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f44138ab-55ec-4040-896f-21ad26880f11 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8723004 Nov 25 17:41:49.904834 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:49.921030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Sync routers for ids ['5dc86438-e950-4040-8f73-135cb9ab9309'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:49.973304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Routers {'5dc86438-e950-4040-8f73-135cb9ab9309'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:49.974233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5dc86438-e950-4040-8f73-135cb9ab9309'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:50.030015 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Attempting to bind port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:50.030386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Attempting to bind port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '0503ef8b-9eed-4cb1-af76-64057860a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '13f06ad4-cfde-4260-a1a5-599f89ee0bb6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:50.030752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Attempting to bind port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 on network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:50.044472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:50.044472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Checking segment: {'id': '0503ef8b-9eed-4cb1-af76-64057860a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '13f06ad4-cfde-4260-a1a5-599f89ee0bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:50.044908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.045443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Bound using segment: {'id': '0503ef8b-9eed-4cb1-af76-64057860a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '13f06ad4-cfde-4260-a1a5-599f89ee0bb6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:50.045929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Bound port: d9dc52a5-2210-49cc-adc9-1a6fafbf8344, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0503ef8b-9eed-4cb1-af76-64057860a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '13f06ad4-cfde-4260-a1a5-599f89ee0bb6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:50.046364 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.214834 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.222450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Set router 5dc86438-e950-4040-8f73-135cb9ab9309 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:50.310045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ba7eebe1-8179-4725-92bb-f6493754e390 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:50.316441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] For port d9dc52a5-2210-49cc-adc9-1a6fafbf8344, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:50.380116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Router 78387d17-a46b-4774-993d-1c704c59b40f is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:41:50.391828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] For port d9dc52a5-2210-49cc-adc9-1a6fafbf8344, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,segment=NetworkSegment(0503ef8b-9eed-4cb1-af76-64057860a605),segment_id=0503ef8b-9eed-4cb1-af76-64057860a605)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:50.405117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.445572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.565583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device caacd8fe-46da-42eb-84f3-d9eec74887bc details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:41:50.574356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:50.588697 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15041985-1851-46ea-88b2-fc83112b170a None None] Sync routers for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:50.606435 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15041985-1851-46ea-88b2-fc83112b170a None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:50.609153 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-15041985-1851-46ea-88b2-fc83112b170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:50.630363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.631774 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dc4292df-eda3-4b68-803c-15524bed67a5 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0992785 Nov 25 17:41:50.634468 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:50.638929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc14017-0c8f-405f-b544-17ec514e3c28 None None] Pushing event updated for resources: {'Port': ['ID=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:50.683485 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-15041985-1851-46ea-88b2-fc83112b170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:50.693816 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15041985-1851-46ea-88b2-fc83112b170a None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:50.694437 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-15041985-1851-46ea-88b2-fc83112b170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:50.782792 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-15041985-1851-46ea-88b2-fc83112b170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:50.783875 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15041985-1851-46ea-88b2-fc83112b170a None None] The sync data for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:50.819915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Allocated IP 172.20.0.1 (c005d2f3-9c28-4b04-a621-17f8e24a7389/fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b/ead58e4e-02af-46c9-8d61-20f75fc8066f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:51.080645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.122890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port caacd8fe-46da-42eb-84f3-d9eec74887bc, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:51.140371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79b0b9-9d8e-473b-9a2b-d5e08f83d956 None None] Network c005d2f3-9c28-4b04-a621-17f8e24a7389 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:51.144426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ba7eebe1-8179-4725-92bb-f6493754e390 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:51.144806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.163230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.188323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'caacd8fe-46da-42eb-84f3-d9eec74887bc', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'port_id': 'caacd8fe-46da-42eb-84f3-d9eec74887bc', 'mac_address': 'fa:16:3e:94:40:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:41:51.228840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Network c005d2f3-9c28-4b04-a621-17f8e24a7389 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:51.236778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:51.248785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:51.294581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ead58e4e-02af-46c9-8d61-20f75fc8066f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:51.308314 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b77e-ffac-4956-807a-6645e4c17ca5 req-73285899-691a-40fb-a165-855ec5363b73 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:51.310060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04a0b77e-ffac-4956-807a-6645e4c17ca5 req-73285899-691a-40fb-a165-855ec5363b73 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 943 time: 0.1925771 Nov 25 17:41:51.320875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.355756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-45fe199e-6290-4dc6-aa03-6d1ae258690d None None] Provisioning complete for port ba7eebe1-8179-4725-92bb-f6493754e390 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:51.356131 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45fe199e-6290-4dc6-aa03-6d1ae258690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.429144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.468006 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.500580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caacd8fe-46da-42eb-84f3-d9eec74887bc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:51.501051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04a0b77e-ffac-4956-807a-6645e4c17ca5 req-dbb34064-0fad-479e-ae34-0186d90fdb14 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168725 Nov 25 17:41:51.553946 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.577524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port caacd8fe-46da-42eb-84f3-d9eec74887bc, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:51.579766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 3, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port': {'id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:51.639932 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.704298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Checking router: 5dc86438-e950-4040-8f73-135cb9ab9309 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:41:51.704744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Updating router 5dc86438-e950-4040-8f73-135cb9ab9309 port a34d5b87-22c2-447b-bb21-7422f3abb75e binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:41:51.770973 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.825585 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.864531 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.868765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Allocated IP 172.20.0.1 (13f06ad4-cfde-4260-a1a5-599f89ee0bb6/105a895a-751d-44d9-871b-81767b2858ab/f84ed176-f56c-4103-b3e8-e5f07acbfedf) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:51.875667 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.927971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['caacd8fe-46da-42eb-84f3-d9eec74887bc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:51.987148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ead58e4e-02af-46c9-8d61-20f75fc8066f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:52.007864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=caacd8fe-46da-42eb-84f3-d9eec74887bc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:52.008760 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.028905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port ba7eebe1-8179-4725-92bb-f6493754e390, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ba7eebe1-8179-4725-92bb-f6493754e390,segment=NetworkSegment(4d220a56-f6d3-4d9c-90db-8eccb2241460),segment_id=4d220a56-f6d3-4d9c-90db-8eccb2241460)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:52.093819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.106398 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45fe199e-6290-4dc6-aa03-6d1ae258690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.117409 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.117766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6e600f4b-390d-4207-886f-7dc785238d51 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:52.178129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.178412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1940f-d06c-400b-86c1-0f41ffe49dd2 None None] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:52.187659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Network c005d2f3-9c28-4b04-a621-17f8e24a7389 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:52.189682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:52.198958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=ba7eebe1-8179-4725-92bb-f6493754e390,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:52.250411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:52.254954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:52.278920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:52.357020 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.368382 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Router 5dc86438-e950-4040-8f73-135cb9ab9309 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:52.492047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'Port': ['ID=f84ed176-f56c-4103-b3e8-e5f07acbfedf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:52.560484 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.599699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:52.611570 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a7c8fae-3573-4c00-8ca9-3ebf6e62e2e9 admin admin] 10.222.0.81 "PUT /v2.0/routers/5dc86438-e950-4040-8f73-135cb9ab9309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040477 Nov 25 17:41:52.708459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42588aad-56e2-4a1c-a150-e202138439b6 req-7f930044-7271-41b6-aeaa-2dd258fae592 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:52.718890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42588aad-56e2-4a1c-a150-e202138439b6 req-7f930044-7271-41b6-aeaa-2dd258fae592 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 944 time: 0.0921943 Nov 25 17:41:52.760578 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-45fe199e-6290-4dc6-aa03-6d1ae258690d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:41:52.761193 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-45fe199e-6290-4dc6-aa03-6d1ae258690d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:41:52.831191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6e600f4b-390d-4207-886f-7dc785238d51 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:52.832508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42588aad-56e2-4a1c-a150-e202138439b6 req-e231fa88-d052-499c-b1a2-f8e5acbe5be2 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066232 Nov 25 17:41:52.837590 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.075416 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.101442 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.109215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.126916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.166173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5de09-91e8-4f95-89e5-300a76bf6ac3 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:53.186014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Attempting to bind port a34d5b87-22c2-447b-bb21-7422f3abb75e on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:53.186458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Attempting to bind port a34d5b87-22c2-447b-bb21-7422f3abb75e by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:53.186769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Attempting to bind port a34d5b87-22c2-447b-bb21-7422f3abb75e on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:53.194808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:53.195200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:53.195642 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.196159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:53.196654 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Bound port: a34d5b87-22c2-447b-bb21-7422f3abb75e, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:53.197076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.199992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Pushing event updated for resources: {'Port': ['ID=a34d5b87-22c2-447b-bb21-7422f3abb75e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:53.249185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.381994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] For port a34d5b87-22c2-447b-bb21-7422f3abb75e, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:53.387064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] For port a34d5b87-22c2-447b-bb21-7422f3abb75e, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a34d5b87-22c2-447b-bb21-7422f3abb75e,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:53.395883 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.404982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'Port': ['ID=f84ed176-f56c-4103-b3e8-e5f07acbfedf,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:53.443586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ba7eebe1-8179-4725-92bb-f6493754e390 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:53.487819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:53.489814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:53.544355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712047b-e3e7-452e-99cb-e2d9d23744fb None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:53.599638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Routers {'5dc86438-e950-4040-8f73-135cb9ab9309'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:53.600580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5dc86438-e950-4040-8f73-135cb9ab9309'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:53.602543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Pushing event updated for resources: {'Port': ['ID=a34d5b87-22c2-447b-bb21-7422f3abb75e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:53.704724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Router 78387d17-a46b-4774-993d-1c704c59b40f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:53.885439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Provisioning complete for port f84ed176-f56c-4103-b3e8-e5f07acbfedf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:53.897293 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.955364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:53.963860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.964210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.964560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.964916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.965266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.965602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.965934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.966267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.966596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.966924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.967253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.967579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e1a25-ad9c-4053-a656-8645c0ac9980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:53.970605 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-636dfefb-3121-4032-8999-d9b2008ddda9 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "PUT /v2.0/routers/78387d17-a46b-4774-993d-1c704c59b40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3343649 Nov 25 17:41:53.974586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.984921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56edaaa4-e4c7-44e2-aa7f-ad9940f65811 None None] Sync routers for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:54.002329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Request body: {'port': {'network_id': '13f06ad4-cfde-4260-a1a5-599f89ee0bb6', 'name': 'tempest-FloatingIPAdminTestJSON-11394165'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:54.080491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Port f84ed176-f56c-4103-b3e8-e5f07acbfedf cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:54.094801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56edaaa4-e4c7-44e2-aa7f-ad9940f65811 None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:54.095009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-56edaaa4-e4c7-44e2-aa7f-ad9940f65811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.136795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e23eaf-b799-4d38-82e9-a5afd338e5c3 req-b2dcea9c-35c2-4309-8a9b-a24d352a1b4f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:54.139736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29e23eaf-b799-4d38-82e9-a5afd338e5c3 req-b2dcea9c-35c2-4309-8a9b-a24d352a1b4f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 944 time: 0.1966026 Nov 25 17:41:54.214685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-56edaaa4-e4c7-44e2-aa7f-ad9940f65811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.232131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29e23eaf-b799-4d38-82e9-a5afd338e5c3 req-2eb558b0-659d-478a-9adb-a153975f995a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830228 Nov 25 17:41:54.257865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Provisioning complete for port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:54.258244 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.265128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ba7eebe1-8179-4725-92bb-f6493754e390 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:54.265508 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.345532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Made reservation on behalf of 08ccda421b59476ba76bc8f07dc90e4d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:54.349826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56edaaa4-e4c7-44e2-aa7f-ad9940f65811 None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:54.350170 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.350604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-56edaaa4-e4c7-44e2-aa7f-ad9940f65811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.378293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] device_id is not set on port fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:54.405834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-56edaaa4-e4c7-44e2-aa7f-ad9940f65811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.408271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56edaaa4-e4c7-44e2-aa7f-ad9940f65811 None None] The sync data for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:54.412205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] Set router 5dc86438-e950-4040-8f73-135cb9ab9309 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:41:54.511228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device caacd8fe-46da-42eb-84f3-d9eec74887bc up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:54.511563 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Allocated IP 172.20.0.3 (13f06ad4-cfde-4260-a1a5-599f89ee0bb6/105a895a-751d-44d9-871b-81767b2858ab/fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:54.654945 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.705410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d9dc52a5-2210-49cc-adc9-1a6fafbf8344 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:54.742222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.777951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] For port d9dc52a5-2210-49cc-adc9-1a6fafbf8344, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,segment=NetworkSegment(0503ef8b-9eed-4cb1-af76-64057860a605),segment_id=0503ef8b-9eed-4cb1-af76-64057860a605)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:54.788659 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.799257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port caacd8fe-46da-42eb-84f3-d9eec74887bc completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:41:54.807151 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.820882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port caacd8fe-46da-42eb-84f3-d9eec74887bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:54.821509 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.897133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:54.900326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:54.904549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:54.920788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Provisioning complete for port ead58e4e-02af-46c9-8d61-20f75fc8066f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:54.921893 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.941198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event updated for resources: {'Port': ['ID=fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:54.976715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:54.977556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.000447 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e599f22-42c0-4428-a5d9-9d5911f3eb84 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0215147 Nov 25 17:41:55.001091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:55.006860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Pushing event updated for resources: {'Port': ['ID=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:55.024768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:55.025742 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.062154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Port ead58e4e-02af-46c9-8d61-20f75fc8066f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:55.079116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 4, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port': {'id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ead58e4e-02af-46c9-8d61-20f75fc8066f', 'name': '', 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'mac_address': 'fa:16:3e:64:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:50Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 2, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'subnets': [{'id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:55.182917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb3006-5b2b-42c1-a1b0-51f9d97c6eae None None] The sync data for ids ['5dc86438-e950-4040-8f73-135cb9ab9309'] in n-d-819349-3 is: [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 4, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port': {'id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ead58e4e-02af-46c9-8d61-20f75fc8066f', 'name': '', 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'mac_address': 'fa:16:3e:64:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:50Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 2, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'subnets': [{'id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:55.190286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Provisioning complete for port a34d5b87-22c2-447b-bb21-7422f3abb75e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:55.191307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.300835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'project_id': '08ccda421b59476ba76bc8f07dc90e4d', 'port_id': 'fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:55.323143 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.333572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.392023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02c6a62-e524-4777-b452-919d083ff0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caacd8fe-46da-42eb-84f3-d9eec74887bc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:55.395225 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0d929c-2cd7-424b-8bcd-97714fe743f6" -d '{"events": [{"server_uuid": "c02c6a62-e524-4777-b452-919d083ff0fe", "name": "network-vif-plugged", "status": "completed", "tag": "caacd8fe-46da-42eb-84f3-d9eec74887bc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:55.420494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port caacd8fe-46da-42eb-84f3-d9eec74887bc, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:55.439993 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.463769 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.519933 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594b26c9-a251-4bd8-887f-f4e6f6aed0c8 x-openstack-request-id: req-594b26c9-a251-4bd8-887f-f4e6f6aed0c8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:55.520198 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02c6a62-e524-4777-b452-919d083ff0fe", "name": "network-vif-plugged", "status": "completed", "tag": "caacd8fe-46da-42eb-84f3-d9eec74887bc", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:55.520539 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-594b26c9-a251-4bd8-887f-f4e6f6aed0c8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:55.520898 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02c6a62-e524-4777-b452-919d083ff0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caacd8fe-46da-42eb-84f3-d9eec74887bc', 'code': 200} Nov 25 17:41:55.526677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83505ae-4958-4758-b1b3-57b661871697 req-83b09b72-353d-4bae-8a72-477700c6455a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:55.534958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b83505ae-4958-4758-b1b3-57b661871697 req-83b09b72-353d-4bae-8a72-477700c6455a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 944 time: 0.1389868 Nov 25 17:41:55.543610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d9dc52a5-2210-49cc-adc9-1a6fafbf8344 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:55.640529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] For port a34d5b87-22c2-447b-bb21-7422f3abb75e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a34d5b87-22c2-447b-bb21-7422f3abb75e,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:55.662326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974d355-5498-4542-94bf-3490592cb645 req-52dd3a09-da09-4a68-bae2-863c98441022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:55.663530 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d974d355-5498-4542-94bf-3490592cb645 req-52dd3a09-da09-4a68-bae2-863c98441022 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 1096 time: 0.1028733 Nov 25 17:41:55.682349 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.687111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b83505ae-4958-4758-b1b3-57b661871697 req-d2e10d48-30f2-4bfe-baa6-ea4bbaf0a5d4 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448026 Nov 25 17:41:55.728556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=caacd8fe-46da-42eb-84f3-d9eec74887bc,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:55.745984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.813961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Provisioning complete for port ba7eebe1-8179-4725-92bb-f6493754e390 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:55.814344 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.874355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:55.874736 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.954441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9488c4a-d836-4aad-81a3-fb695eeb97c2 None None] Pushing event updated for resources: {'Port': ['ID=a34d5b87-22c2-447b-bb21-7422f3abb75e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:56.000286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Allocated IP 172.25.1.102 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/76255ab6-03a2-4b49-a52f-cd88a013abe3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:56.193732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-af187dac-394a-497a-8eaf-53db7fdb64d8 None None] Provisioning complete for port f84ed176-f56c-4103-b3e8-e5f07acbfedf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:56.194339 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af187dac-394a-497a-8eaf-53db7fdb64d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.241585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.244437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-af187dac-394a-497a-8eaf-53db7fdb64d8 None None] Port f84ed176-f56c-4103-b3e8-e5f07acbfedf cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:56.270099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-af187dac-394a-497a-8eaf-53db7fdb64d8 None None] Provisioning complete for port a34d5b87-22c2-447b-bb21-7422f3abb75e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:56.270474 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af187dac-394a-497a-8eaf-53db7fdb64d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.313571 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.348974 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d974d355-5498-4542-94bf-3490592cb645 req-9f99cd24-e3b7-4bc4-9d0c-605e9ad39e26 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778331 Nov 25 17:41:56.380676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:56.384786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:56.389722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:56.442026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Pushing event updated for resources: {'Port': ['ID=76255ab6-03a2-4b49-a52f-cd88a013abe3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:56.456859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-af187dac-394a-497a-8eaf-53db7fdb64d8 None None] Provisioning complete for port fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:56.457440 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af187dac-394a-497a-8eaf-53db7fdb64d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.515315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-af187dac-394a-497a-8eaf-53db7fdb64d8 None None] Port fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:56.976212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcba7ca-159d-43ca-96e3-865b8f48d98f req-7564f462-0afd-43b0-a557-6a2042fab672 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:56.978131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdcba7ca-159d-43ca-96e3-865b8f48d98f req-7564f462-0afd-43b0-a557-6a2042fab672 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1924210 Nov 25 17:41:57.144183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.163810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdcba7ca-159d-43ca-96e3-865b8f48d98f req-57d43dd8-b2fb-49e4-99b3-965e08b20a1e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529505 Nov 25 17:41:57.293748 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.572184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a34d5b87-22c2-447b-bb21-7422f3abb75e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:57.676141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a34d5b87-22c2-447b-bb21-7422f3abb75e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:57.677020 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.961736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.966762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.045174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Pushing event updated for resources: {'Port': ['ID=76255ab6-03a2-4b49-a52f-cd88a013abe3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:58.056877 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.210255 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Floating IP b061427c-b7ec-434b-9d87-6f4a44291f0e associated. External IP: 172.25.1.102, port: fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0. Nov 25 17:41:58.366581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5bff-7e2f-4948-b836-f2215a9c481c req-f9f2400c-382f-42a4-86e5-3f51cff503b5 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:58.368387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db9c5bff-7e2f-4948-b836-f2215a9c481c req-f9f2400c-382f-42a4-86e5-3f51cff503b5 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1083281 Nov 25 17:41:58.489305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db9c5bff-7e2f-4948-b836-f2215a9c481c req-0c1a47b8-eaef-4053-89ef-e2364e76fdab tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111646 Nov 25 17:41:58.572293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Router 78387d17-a46b-4774-993d-1c704c59b40f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:58.762908 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:41:58.804406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:58.816180 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f93f6-bef2-4e41-b3aa-ab739489f75e None None] Sync routers for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:58.831516 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f93f6-bef2-4e41-b3aa-ab739489f75e None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:58.833754 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a3f93f6-bef2-4e41-b3aa-ab739489f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:58.851918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.905842 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a3f93f6-bef2-4e41-b3aa-ab739489f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:58.922431 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f93f6-bef2-4e41-b3aa-ab739489f75e None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:58.940254 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a3f93f6-bef2-4e41-b3aa-ab739489f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:58.980407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-04ad00d8-6a12-4f8e-8929-2db963787f5a tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.9770935 Nov 25 17:41:58.984721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:59.032446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-b4d141f9-478f-48c2-a4e9-e2313b5efcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:59.047043 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-b4d141f9-478f-48c2-a4e9-e2313b5efcfb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 1096 time: 0.1208575 Nov 25 17:41:59.051613 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1a3f93f6-bef2-4e41-b3aa-ab739489f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:59.061209 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f93f6-bef2-4e41-b3aa-ab739489f75e None None] The sync data for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:59.216424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-306e01b8-93c7-42da-8ff8-b0505461cc69 tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] 10.222.0.81 "GET /v2.0/floatingips/b061427c-b7ec-434b-9d87-6f4a44291f0e HTTP/1.1" status: 200 len: 981 time: 0.2304983 Nov 25 17:41:59.218334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:59.251771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-a430f5db-0df8-4a74-92dc-766a8bde64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:59.281257 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-a430f5db-0df8-4a74-92dc-766a8bde64f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 912 time: 0.2010400 Nov 25 17:41:59.480302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3478ba08-1413-43b5-88d4-d566c15ec44d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.2578638 Nov 25 17:41:59.484840 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51726) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:59.492033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444e943-9df3-43a5-bc15-17691ae6849f req-2f6ab3d0-8e6f-45b3-bfeb-bfc97d8f9fac tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:59.496163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-1476c5c1-9616-4963-9f2d-eb6348788af6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc HTTP/1.1" status: 200 len: 217 time: 0.2124035 Nov 25 17:41:59.501958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a444e943-9df3-43a5-bc15-17691ae6849f req-2f6ab3d0-8e6f-45b3-bfeb-bfc97d8f9fac tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.2842720 Nov 25 17:41:59.578863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Sync routers for ids ['5dc86438-e950-4040-8f73-135cb9ab9309'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:59.595135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a444e943-9df3-43a5-bc15-17691ae6849f req-f067d582-9bd8-4932-a698-cb47b4ba8594 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852981 Nov 25 17:41:59.600126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Routers {'5dc86438-e950-4040-8f73-135cb9ab9309'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:59.600772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5dc86438-e950-4040-8f73-135cb9ab9309'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:59.763986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-abf58481-b7c8-4816-8b29-3bdcb534e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:59.766851 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-abf58481-b7c8-4816-8b29-3bdcb534e103 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 200 len: 851 time: 0.1524291 Nov 25 17:41:59.818419 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-b85ab035-15d9-462d-908a-280c514b41ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=804c492c-b2c3-4949-8756-0051ec88d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375414 Nov 25 17:41:59.961811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Deleting port 76255ab6-03a2-4b49-a52f-cd88a013abe3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:59.962389 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.967863 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-3f5a1407-43b3-4dbd-a2d3-9bcab9f65b3e service neutron] 10.222.0.60 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351240 Nov 25 17:42:00.160468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.162711 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.174177 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b1e8b51e-bb71-43fe-984e-caafa8b4a1da req-5752bbab-b1d5-4a2a-a6c8-96f71715f205 service neutron] 10.222.0.60 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958423 Nov 25 17:42:00.180909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Calling delete_port for 76255ab6-03a2-4b49-a52f-cd88a013abe3 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:00.222700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Set router 5dc86438-e950-4040-8f73-135cb9ab9309 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:00.496916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 4, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port': {'id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ead58e4e-02af-46c9-8d61-20f75fc8066f', 'name': '', 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'mac_address': 'fa:16:3e:64:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:50Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 2, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'subnets': [{'id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:00.528503 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.552389 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Checking router: 5dc86438-e950-4040-8f73-135cb9ab9309 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:00.553083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Updating router 5dc86438-e950-4040-8f73-135cb9ab9309 port ead58e4e-02af-46c9-8d61-20f75fc8066f binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:00.573627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event deleted for resources: {'Port': ['ID=76255ab6-03a2-4b49-a52f-cd88a013abe3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:00.586038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.586480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.586912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.587429 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.587734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.588146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.588555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.589006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.589442 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.590039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.590270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.590614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:00.618700 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.678781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.679815 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Floating IP b061427c-b7ec-434b-9d87-6f4a44291f0e disassociated (deleted). External IP: 172.25.1.102, port: fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0. Nov 25 17:42:00.805824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a512268-24f2-4a65-a70e-621a1f877ddb req-890f5586-9387-4ccf-91c3-94eacd43bdbf tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:00.807412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a512268-24f2-4a65-a70e-621a1f877ddb req-890f5586-9387-4ccf-91c3-94eacd43bdbf tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0983357 Nov 25 17:42:00.889648 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a512268-24f2-4a65-a70e-621a1f877ddb req-f00392a0-cff2-46d7-991a-1f9418d205dd tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758462 Nov 25 17:42:00.990139 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.999359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.052060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Router 78387d17-a46b-4774-993d-1c704c59b40f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:01.141627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Attempting to bind port ead58e4e-02af-46c9-8d61-20f75fc8066f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:01.142002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Attempting to bind port ead58e4e-02af-46c9-8d61-20f75fc8066f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:01.142367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Attempting to bind port ead58e4e-02af-46c9-8d61-20f75fc8066f on network c005d2f3-9c28-4b04-a621-17f8e24a7389 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:01.148118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97bbb0-cfbc-4c96-88f6-6ef51f5c31a6 None None] Pushing event updated for resources: {'Port': ['ID=ead58e4e-02af-46c9-8d61-20f75fc8066f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:01.151394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:01.151787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Checking segment: {'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:01.152202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.152597 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Bound using segment: {'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:01.153111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Bound port: ead58e4e-02af-46c9-8d61-20f75fc8066f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d220a56-f6d3-4d9c-90db-8eccb2241460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:01.153502 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.235503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:01.253715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.273994 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36aebc-9d86-46e1-9f2d-0674e213ad61 None None] Sync routers for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:01.290851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] For port ead58e4e-02af-46c9-8d61-20f75fc8066f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:01.297463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] For port ead58e4e-02af-46c9-8d61-20f75fc8066f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ead58e4e-02af-46c9-8d61-20f75fc8066f,segment=NetworkSegment(4d220a56-f6d3-4d9c-90db-8eccb2241460),segment_id=4d220a56-f6d3-4d9c-90db-8eccb2241460)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:01.298901 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36aebc-9d86-46e1-9f2d-0674e213ad61 None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:01.300588 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af36aebc-9d86-46e1-9f2d-0674e213ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.304607 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.330186 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c1527780-66e6-40f6-9b6a-758a70359068 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "DELETE /v2.0/floatingips/b061427c-b7ec-434b-9d87-6f4a44291f0e HTTP/1.1" status: 204 len: 168 time: 1.8375406 Nov 25 17:42:01.331586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51740) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:01.338445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:01.396373 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af36aebc-9d86-46e1-9f2d-0674e213ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.399270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.408203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Routers {'5dc86438-e950-4040-8f73-135cb9ab9309'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:01.408863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5dc86438-e950-4040-8f73-135cb9ab9309'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.421990 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36aebc-9d86-46e1-9f2d-0674e213ad61 None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:01.422885 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af36aebc-9d86-46e1-9f2d-0674e213ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:41:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.503728 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-af36aebc-9d86-46e1-9f2d-0674e213ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.504909 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36aebc-9d86-46e1-9f2d-0674e213ad61 None None] The sync data for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:01.564084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97bbb0-cfbc-4c96-88f6-6ef51f5c31a6 None None] Pushing event updated for resources: {'Port': ['ID=ead58e4e-02af-46c9-8d61-20f75fc8066f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:01.591601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.624913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-051fcf1f-62d0-4c0c-a893-3a0bf3315fe6 None None] Provisioning complete for port ead58e4e-02af-46c9-8d61-20f75fc8066f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:01.625495 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-051fcf1f-62d0-4c0c-a893-3a0bf3315fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.714922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] Set router 5dc86438-e950-4040-8f73-135cb9ab9309 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:01.837748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Allocated IP 172.25.1.180 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/a2561314-091a-45e1-9add-a88210b6eb93) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:01.904111 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-051fcf1f-62d0-4c0c-a893-3a0bf3315fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.940865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-051fcf1f-62d0-4c0c-a893-3a0bf3315fe6 None None] For port ead58e4e-02af-46c9-8d61-20f75fc8066f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ead58e4e-02af-46c9-8d61-20f75fc8066f,segment=NetworkSegment(4d220a56-f6d3-4d9c-90db-8eccb2241460),segment_id=4d220a56-f6d3-4d9c-90db-8eccb2241460)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:01.969194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-051fcf1f-62d0-4c0c-a893-3a0bf3315fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.032155 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fcf1f-62d0-4c0c-a893-3a0bf3315fe6 None None] Pushing event updated for resources: {'Port': ['ID=ead58e4e-02af-46c9-8d61-20f75fc8066f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:02.049334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.082999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2c7b3-4f4d-4b06-93f7-8b0876ca5227 req-e78b9d3f-73d3-47ab-a559-c7ad23ea88aa tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:02.098636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3d2c7b3-4f4d-4b06-93f7-8b0876ca5227 req-e78b9d3f-73d3-47ab-a559-c7ad23ea88aa tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0965791 Nov 25 17:42:02.110061 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.134074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:02.137333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:02.142463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:02.181702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3d2c7b3-4f4d-4b06-93f7-8b0876ca5227 req-224409d2-7713-43ac-b3ec-d68d7b03ae1d tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812876 Nov 25 17:42:02.203068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68832ae6-d822-4ad0-8024-89145e46d116 None None] Provisioning complete for port ead58e4e-02af-46c9-8d61-20f75fc8066f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:02.203605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68832ae6-d822-4ad0-8024-89145e46d116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.280550 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b773d35-240b-4ef5-8175-e19c86be39c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.339963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 4, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port': {'id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ead58e4e-02af-46c9-8d61-20f75fc8066f', 'name': '', 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'mac_address': 'fa:16:3e:64:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:50Z', 'updated_at': '2021-11-25T17:42:01Z', 'revision_number': 4, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'subnets': [{'id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:02.359946 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.370632 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Pushing event updated for resources: {'Port': ['ID=a2561314-091a-45e1-9add-a88210b6eb93,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:02.374481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab56c14-e865-4daf-af62-339f4fe128a7 None None] The sync data for ids ['5dc86438-e950-4040-8f73-135cb9ab9309'] in n-d-819349-3 is: [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:51Z', 'revision_number': 4, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port': {'id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ead58e4e-02af-46c9-8d61-20f75fc8066f', 'name': '', 'network_id': 'c005d2f3-9c28-4b04-a621-17f8e24a7389', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'mac_address': 'fa:16:3e:64:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:50Z', 'updated_at': '2021-11-25T17:42:01Z', 'revision_number': 4, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'subnets': [{'id': 'fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:02.415162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.634736 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.643568 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.741615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.757496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Pushing event updated for resources: {'Port': ['ID=a2561314-091a-45e1-9add-a88210b6eb93,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:02.791992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.797951 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5e290f4e-90d8-47eb-9992-d40fccfba13d tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4651833 Nov 25 17:42:02.801526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51750) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:02.955953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:02.996541 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.163581 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.383203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Allocated IP 172.25.1.14 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/af29a4ca-eddc-4c94-9575-1d46673970a2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:03.397526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb4bc-6c08-4dfd-bd1f-5b83d1c6e0b4 req-af3930b1-913d-4b96-bc21-bc95bf868308 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:03.399203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f57cb4bc-6c08-4dfd-bd1f-5b83d1c6e0b4 req-af3930b1-913d-4b96-bc21-bc95bf868308 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1146002 Nov 25 17:42:03.512157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ead58e4e-02af-46c9-8d61-20f75fc8066f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:03.521835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f57cb4bc-6c08-4dfd-bd1f-5b83d1c6e0b4 req-10222479-3f2b-4f8f-8ea1-99856da4e05f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937786 Nov 25 17:42:03.573581 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.581554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ead58e4e-02af-46c9-8d61-20f75fc8066f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:03.582466 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.622143 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.683902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:03.685086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:03.690928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:03.714870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Pushing event updated for resources: {'Port': ['ID=af29a4ca-eddc-4c94-9575-1d46673970a2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:03.809697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.855933 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.083486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.089854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.177926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.182299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Pushing event updated for resources: {'Port': ['ID=af29a4ca-eddc-4c94-9575-1d46673970a2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:04.212366 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.216157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2ae9d417-12ff-4e19-ab2c-f285c47ba084 tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4102049 Nov 25 17:42:04.216397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51762) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:04.294243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d1b63f18-53a4-4a04-a9a9-6d1ac1737db5 tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0763350 Nov 25 17:42:04.296423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:04.397960 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71537792-8b75-4906-bbaf-8a19a73047b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.402225 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-04c1fee0-f677-4dd6-abd4-c2bea07d9203 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1016223 Nov 25 17:42:04.403041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:04.561422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Deleting port af29a4ca-eddc-4c94-9575-1d46673970a2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:04.564248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.704666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132912c-74a9-4fb3-8e1c-2de3eab79a97 req-3d48fdbb-fc91-4a3e-8004-793dcda0b609 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:04.706935 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c132912c-74a9-4fb3-8e1c-2de3eab79a97 req-3d48fdbb-fc91-4a3e-8004-793dcda0b609 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0760839 Nov 25 17:42:04.724379 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.724714 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.761501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Calling delete_port for af29a4ca-eddc-4c94-9575-1d46673970a2 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:04.796038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c132912c-74a9-4fb3-8e1c-2de3eab79a97 req-644861c9-bd91-4475-84dd-0454dc6042f6 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781136 Nov 25 17:42:04.962821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.989925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Pushing event deleted for resources: {'Port': ['ID=af29a4ca-eddc-4c94-9575-1d46673970a2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:05.060334 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.062978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.064174 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cbb52e7c-743b-47ef-ba65-d9037e52d1fe tempest-FloatingIPAdminTestJSON-1093344835 tempest-FloatingIPAdminTestJSON-1093344835-project] 10.222.0.81 "DELETE /v2.0/floatingips/b67fd83d-ab5b-45bd-87bb-f07fa353e18c HTTP/1.1" status: 204 len: 168 time: 0.6595204 Nov 25 17:42:05.067964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:05.206858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Deleting port a2561314-091a-45e1-9add-a88210b6eb93 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:05.207525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.290768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.291377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.307109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Calling delete_port for a2561314-091a-45e1-9add-a88210b6eb93 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:05.473604 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.501444 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2561314-091a-45e1-9add-a88210b6eb93,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:05.569522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.572582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.577630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51776) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:05.581403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-55d6d86d-25d1-4300-9d55-3a03d4b4d35e tempest-FloatingIPAdminTestJSON-1705470009 tempest-FloatingIPAdminTestJSON-1705470009-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/57e20b43-478f-4c42-aac9-007cfdcd7a8b HTTP/1.1" status: 204 len: 168 time: 0.5084269 Nov 25 17:42:05.681523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6587b22e-ba06-4e66-8ab6-52d8f70da89a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Deleting port fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:05.682473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6587b22e-ba06-4e66-8ab6-52d8f70da89a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.780088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6587b22e-ba06-4e66-8ab6-52d8f70da89a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.795456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6587b22e-ba06-4e66-8ab6-52d8f70da89a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Calling delete_port for fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:05.856720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.946355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b85da-7edb-472b-a99c-3ac42172ec7f req-aa8b0767-28cd-41ff-b900-c5b80f3c4f25 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:05.948637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154b85da-7edb-472b-a99c-3ac42172ec7f req-aa8b0767-28cd-41ff-b900-c5b80f3c4f25 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0650890 Nov 25 17:42:05.960866 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6587b22e-ba06-4e66-8ab6-52d8f70da89a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.000333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587b22e-ba06-4e66-8ab6-52d8f70da89a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event deleted for resources: {'Port': ['ID=fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:06.018238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-154b85da-7edb-472b-a99c-3ac42172ec7f req-dfd024b2-b1da-40b7-941a-4fc5ad80573f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602047 Nov 25 17:42:06.108699 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6587b22e-ba06-4e66-8ab6-52d8f70da89a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.112363 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6587b22e-ba06-4e66-8ab6-52d8f70da89a tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "DELETE /v2.0/ports/fc9d8cd0-7a73-4da0-bfd9-c81db47d8ed0 HTTP/1.1" status: 204 len: 168 time: 0.5336456 Nov 25 17:42:06.115578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:06.203386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6986d-2f40-4521-b1ae-f521eea713d3 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:06.205237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0df6986d-2f40-4521-b1ae-f521eea713d3 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "GET /v2.0/ports?device_id=78387d17-a46b-4774-993d-1c704c59b40f HTTP/1.1" status: 200 len: 913 time: 0.0886123 Nov 25 17:42:06.208059 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:06.603820 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.659856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.977156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Deleting port f84ed176-f56c-4103-b3e8-e5f07acbfedf {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:06.977516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.098947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.122831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Calling delete_port for f84ed176-f56c-4103-b3e8-e5f07acbfedf owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:07.148491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.178978 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.200029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124f593-5402-4adf-8175-571961f54710 req-17192807-c76d-43a6-836f-5c390d0a0955 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:07.208921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b124f593-5402-4adf-8175-571961f54710 req-17192807-c76d-43a6-836f-5c390d0a0955 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0986462 Nov 25 17:42:07.277011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b124f593-5402-4adf-8175-571961f54710 req-df778e85-5c5d-41fe-8f28-c749652a998c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667629 Nov 25 17:42:07.667156 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.704971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event deleted for resources: {'Port': ['ID=f84ed176-f56c-4103-b3e8-e5f07acbfedf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:07.930855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.966162 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.214358 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Router 78387d17-a46b-4774-993d-1c704c59b40f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:08.345489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:08.351826 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5dea4e61-1d54-466a-b679-f3180a287516 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "PUT /v2.0/routers/78387d17-a46b-4774-993d-1c704c59b40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1418936 Nov 25 17:42:08.354383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51800) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:08.361467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf626ae6-d605-4491-8398-1936cfa3ec08 None None] Sync routers for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:08.381468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf626ae6-d605-4491-8398-1936cfa3ec08 None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:08.383238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cf626ae6-d605-4491-8398-1936cfa3ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:08.423800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cf626ae6-d605-4491-8398-1936cfa3ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:08.429510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5acc18-206c-4417-a72f-af508be562e6 req-ce6c5714-c0b7-4be1-86ca-218c354c1611 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.437525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b5acc18-206c-4417-a72f-af508be562e6 req-ce6c5714-c0b7-4be1-86ca-218c354c1611 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0710325 Nov 25 17:42:08.443756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf626ae6-d605-4491-8398-1936cfa3ec08 None None] Routers {'78387d17-a46b-4774-993d-1c704c59b40f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:08.445051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cf626ae6-d605-4491-8398-1936cfa3ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['78387d17-a46b-4774-993d-1c704c59b40f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:08.493737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0b5acc18-206c-4417-a72f-af508be562e6 req-f1f805df-9a72-4587-959e-04e045550f11 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550418 Nov 25 17:42:08.521082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cf626ae6-d605-4491-8398-1936cfa3ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:08.529076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf626ae6-d605-4491-8398-1936cfa3ec08 None None] The sync data for ids ['78387d17-a46b-4774-993d-1c704c59b40f'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:08.574382 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.704757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.784795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Deleting port 96103bca-1539-43ba-8367-5f3815bb1184 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:08.785192 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.877551 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.892539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Calling delete_port for 96103bca-1539-43ba-8367-5f3815bb1184 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:09.096184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.134565 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event deleted for resources: {'Port': ['ID=96103bca-1539-43ba-8367-5f3815bb1184,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.145679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057203a-1465-4e43-9554-aa862a042c2a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:09.218093 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.330282 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.332622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.380022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.380818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Fanout notify agent at l3_agent the message router_deleted on router 78387d17-a46b-4774-993d-1c704c59b40f {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:09.397022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.398707 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d03f4eb6-0776-4ec1-9fc8-ee8f08fa0a35 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "DELETE /v2.0/routers/78387d17-a46b-4774-993d-1c704c59b40f HTTP/1.1" status: 204 len: 168 time: 1.0414729 Nov 25 17:42:09.401347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:09.470500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-636eaa22-89de-4c8a-b514-7c89abb48b15 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Deleting subnet 105a895a-751d-44d9-871b-81767b2858ab {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:09.474113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636eaa22-89de-4c8a-b514-7c89abb48b15 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.529897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636eaa22-89de-4c8a-b514-7c89abb48b15 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.628256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023a78-3f09-46cd-94e3-15f6086b021c req-1438ba5d-5fc8-4f77-87f7-030bfed1d322 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:09.633471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c023a78-3f09-46cd-94e3-15f6086b021c req-1438ba5d-5fc8-4f77-87f7-030bfed1d322 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0604353 Nov 25 17:42:09.649181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636eaa22-89de-4c8a-b514-7c89abb48b15 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.706401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c023a78-3f09-46cd-94e3-15f6086b021c req-c773f030-35c6-4aff-9f1e-3d8c42eb201d tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668514 Nov 25 17:42:09.738318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636eaa22-89de-4c8a-b514-7c89abb48b15 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.767955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636eaa22-89de-4c8a-b514-7c89abb48b15 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event deleted for resources: {'Subnet': ['ID=105a895a-751d-44d9-871b-81767b2858ab,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.771914 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-636eaa22-89de-4c8a-b514-7c89abb48b15 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.778058 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-636eaa22-89de-4c8a-b514-7c89abb48b15 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "DELETE /v2.0/subnets/105a895a-751d-44d9-871b-81767b2858ab HTTP/1.1" status: 204 len: 168 time: 0.3728824 Nov 25 17:42:09.778621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:09.782839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae931eea-d66e-493a-900d-e917185bfbbf None None] Network 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:09.899754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.958788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Deleting port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:09.959131 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.006885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] DHCP port deletion for 13f06ad4-cfde-4260-a1a5-599f89ee0bb6 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:10.039405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] For port d9dc52a5-2210-49cc-adc9-1a6fafbf8344, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,segment=NetworkSegment(0503ef8b-9eed-4cb1-af76-64057860a605),segment_id=0503ef8b-9eed-4cb1-af76-64057860a605)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:10.039784 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.056712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Calling delete_port for d9dc52a5-2210-49cc-adc9-1a6fafbf8344 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:10.076270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] Deleting port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:10.076956 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.165801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] For port d9dc52a5-2210-49cc-adc9-1a6fafbf8344, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,segment=NetworkSegment(0503ef8b-9eed-4cb1-af76-64057860a605),segment_id=0503ef8b-9eed-4cb1-af76-64057860a605)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:10.166238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.171649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.182901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] Calling delete_port for d9dc52a5-2210-49cc-adc9-1a6fafbf8344 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:10.205084 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event deleted for resources: {'Port': ['ID=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:10.210272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] No DVR routers for this DVR port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:10.303036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.350278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] Pushing event deleted for resources: {'Port': ['ID=d9dc52a5-2210-49cc-adc9-1a6fafbf8344,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:10.352779 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7cb4ca-3d36-4c0c-b2ca-7d3491bfaacb None None] No DVR routers for this DVR port d9dc52a5-2210-49cc-adc9-1a6fafbf8344 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:10.632387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.662318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f06ad4-cfde-4260-a1a5-599f89ee0bb6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:10.678653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0503ef8b-9eed-4cb1-af76-64057860a605') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:10.679306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0503ef8b-9eed-4cb1-af76-64057860a605') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:10.692886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.710492 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.717188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:10.717642 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:10.722302 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:10.836292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.852244 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.857401 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "DELETE /v2.0/networks/13f06ad4-cfde-4260-a1a5-599f89ee0bb6 HTTP/1.1" status: 204 len: 168 time: 1.0776126 Nov 25 17:42:10.859799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51826) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:10.880999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event deleted for resources: {'Network': ['ID=13f06ad4-cfde-4260-a1a5-599f89ee0bb6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:10.905052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.905052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.905373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.905716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.906062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.906405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.906956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.907351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.907693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.908028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.908360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.908692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2900c-3ed9-4ed4-988f-be763ef79521 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:10.935300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7728d6-aaf9-459c-a935-c85e4d032a0f req-1833768a-2ceb-4ed5-ab0b-ab2bca071a83 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:10.936949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de7728d6-aaf9-459c-a935-c85e4d032a0f req-1833768a-2ceb-4ed5-ab0b-ab2bca071a83 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0767193 Nov 25 17:42:11.005418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de7728d6-aaf9-459c-a935-c85e4d032a0f req-959c694d-a6c8-415b-9001-0a8b9e628b97 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605688 Nov 25 17:42:11.031620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Deleting port b3f391b7-79b9-4d62-9b2a-4aac471d17e0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:11.031979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.112796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.113247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.127482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Calling delete_port for b3f391b7-79b9-4d62-9b2a-4aac471d17e0 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:11.278549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.308965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Pushing event deleted for resources: {'Port': ['ID=b3f391b7-79b9-4d62-9b2a-4aac471d17e0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:11.398798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.403068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.407529 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d13c354d-7475-4312-8df6-b8224c79ab71 tempest-FloatingIPAdminTestJSON-513075792 tempest-FloatingIPAdminTestJSON-513075792-project] 10.222.0.81 "DELETE /v2.0/floatingips/53a784b8-4ffe-4727-9d63-645b03bb27d9 HTTP/1.1" status: 204 len: 168 time: 0.5466568 Nov 25 17:42:11.475067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d9dc52a5-2210-49cc-adc9-1a6fafbf8344 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:11.506922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d9dc52a5-2210-49cc-adc9-1a6fafbf8344 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:11.508317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d9dc52a5-2210-49cc-adc9-1a6fafbf8344 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:11.703648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:11.865060 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fb1d4b29-b3ef-4812-9829-6377d6f14856 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08ccda421b59476ba76bc8f07dc90e4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592779 Nov 25 17:42:11.866828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:11.925494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0505f56-9232-4629-967d-33edf49791b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.954732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0505f56-9232-4629-967d-33edf49791b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.018051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0505f56-9232-4629-967d-33edf49791b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.021129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0505f56-9232-4629-967d-33edf49791b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.024628 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f0505f56-9232-4629-967d-33edf49791b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42fd826b-ca61-49a0-b109-50a91524d040 HTTP/1.1" status: 204 len: 168 time: 0.1544101 Nov 25 17:42:12.041628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0505f56-9232-4629-967d-33edf49791b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fd826b-ca61-49a0-b109-50a91524d040,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:12.229561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161db25-2007-4946-9acd-a3fd38c2315a req-06887d4b-18fb-493b-9580-969905bfdb30 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:12.231231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1161db25-2007-4946-9acd-a3fd38c2315a req-06887d4b-18fb-493b-9580-969905bfdb30 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1177311 Nov 25 17:42:12.297471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1161db25-2007-4946-9acd-a3fd38c2315a req-52352e1a-02fd-401a-ae16-e6cf0cfcd3ee tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512087 Nov 25 17:42:12.394577 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51860) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:12.417342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1473a8e6-244c-449e-abce-310089ee9903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.499320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1473a8e6-244c-449e-abce-310089ee9903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.504868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1473a8e6-244c-449e-abce-310089ee9903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.546346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473a8e6-244c-449e-abce-310089ee9903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce73a39-af3d-4c05-8e2d-b1bb19d058d0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:12.555345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:12.557469 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1473a8e6-244c-449e-abce-310089ee9903 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee018d6a3ad14fb086ef3e55d779e5a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585042 Nov 25 17:42:12.611301 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c48eaa1-0860-4ea4-ae42-1ea3938a45bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.632907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c48eaa1-0860-4ea4-ae42-1ea3938a45bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.681402 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c48eaa1-0860-4ea4-ae42-1ea3938a45bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.684161 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c48eaa1-0860-4ea4-ae42-1ea3938a45bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.685351 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8c48eaa1-0860-4ea4-ae42-1ea3938a45bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ce73a39-af3d-4c05-8e2d-b1bb19d058d0 HTTP/1.1" status: 204 len: 168 time: 0.1290131 Nov 25 17:42:12.693948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48eaa1-0860-4ea4-ae42-1ea3938a45bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce73a39-af3d-4c05-8e2d-b1bb19d058d0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:13.038145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:13.053310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb2893a3-53f6-475c-8c58-5e51930c8f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.142674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb2893a3-53f6-475c-8c58-5e51930c8f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.147922 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb2893a3-53f6-475c-8c58-5e51930c8f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.195510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bb2893a3-53f6-475c-8c58-5e51930c8f41 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22eddce1503345c3a253c8178f06bb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559477 Nov 25 17:42:13.196247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2893a3-53f6-475c-8c58-5e51930c8f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763edfe0-eeab-402e-a460-dbff7e3b5894,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:13.198053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51876) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:13.263128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db6131f8-cc02-4e85-a607-d1c60d719c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.292598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db6131f8-cc02-4e85-a607-d1c60d719c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.351127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db6131f8-cc02-4e85-a607-d1c60d719c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.354119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db6131f8-cc02-4e85-a607-d1c60d719c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.355586 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-db6131f8-cc02-4e85-a607-d1c60d719c82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/763edfe0-eeab-402e-a460-dbff7e3b5894 HTTP/1.1" status: 204 len: 168 time: 0.1564050 Nov 25 17:42:13.390691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6131f8-cc02-4e85-a607-d1c60d719c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763edfe0-eeab-402e-a460-dbff7e3b5894,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:13.494710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ed491-60cb-4135-9d72-fa6a969bd5f5 req-fc045fe8-7030-4b4e-bfc3-dd3decf861a1 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:13.496297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a01ed491-60cb-4135-9d72-fa6a969bd5f5 req-fc045fe8-7030-4b4e-bfc3-dd3decf861a1 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1047132 Nov 25 17:42:13.573205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a01ed491-60cb-4135-9d72-fa6a969bd5f5 req-bbae70e0-ee7e-4a4d-b6bd-9ca4fdc6ffda tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Nov 25 17:42:14.715207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe319d-2708-466d-b706-52135d4c065a req-4848ebe1-36d3-4800-8cfa-acde5e2f704e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:14.716752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2fe319d-2708-466d-b706-52135d4c065a req-4848ebe1-36d3-4800-8cfa-acde5e2f704e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0522521 Nov 25 17:42:14.772899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2fe319d-2708-466d-b706-52135d4c065a req-5dcb3bc6-384b-451d-aad8-f144ac805e2e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493252 Nov 25 17:42:14.919529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 51954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:15.028487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-448818892', 'router:external': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:15.052258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Made reservation on behalf of a613fc05780a4c128d1858bc6e600ff6 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:15.056631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.066877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.176406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.181567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.210230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:15.219483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e367cf48-88ab-4368-9b01-4087720efd30,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:15.226364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.226953 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Added segment 5f2b6dec-13d7-4af1-9860-81df239853e5 of type vlan for network 73086ba6-ac5f-439b-8768-d121655d6554 Nov 25 17:42:15.290105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.328822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.329985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:15.331250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.396412 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4725099 Nov 25 17:42:15.396719 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:15.403344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'subnet': {'network_id': '73086ba6-ac5f-439b-8768-d121655d6554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:15.410265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eacf4-afeb-4097-b52c-5b04d22e095e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'Network': ['ID=73086ba6-ac5f-439b-8768-d121655d6554,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:15.422891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 73086ba6-ac5f-439b-8768-d121655d6554 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:15.427931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Made reservation on behalf of a613fc05780a4c128d1858bc6e600ff6 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:15.430245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.850308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:42:15.850943 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.996364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2db2d9cb-0f8c-40e8-9266-9986be329ebc,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:16.029088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1670-90fd-4897-8d82-d5a1f6135535 req-1d981476-91a4-43bb-85c6-6df36680733f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:16.030562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34ea1670-90fd-4897-8d82-d5a1f6135535 req-1d981476-91a4-43bb-85c6-6df36680733f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1377060 Nov 25 17:42:16.031440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Checking segment: {'id': '5f2b6dec-13d7-4af1-9860-81df239853e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '73086ba6-ac5f-439b-8768-d121655d6554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:16.031701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Network hostable DHCP agents. Network: 73086ba6-ac5f-439b-8768-d121655d6554, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:16.077827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Network 73086ba6-ac5f-439b-8768-d121655d6554 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:16.111195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 73086ba6-ac5f-439b-8768-d121655d6554) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:16.117917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:16.119465 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.122676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d4d44-3002-4a5e-b3d9-d7d91b162ae3 None None] Network 73086ba6-ac5f-439b-8768-d121655d6554 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:16.130468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34ea1670-90fd-4897-8d82-d5a1f6135535 req-2aa90cb0-c9e5-4e1c-b263-433603c505c5 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904412 Nov 25 17:42:16.151365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-24ce40cb-2371-4854-a287-ebcfc5f70f88 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7533820 Nov 25 17:42:16.154443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51982) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:16.166504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-759328145', 'network_id': '73086ba6-ac5f-439b-8768-d121655d6554'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:16.206861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Made reservation on behalf of a613fc05780a4c128d1858bc6e600ff6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:16.210768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.251308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] device_id is not set on port 050f49ec-6638-4df7-a9f5-a0f5cdbeb495 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:42:16.333263 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b3b93-b571-4b33-835b-b4c4e90c6ab4 None None] Network 73086ba6-ac5f-439b-8768-d121655d6554 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:16.481607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Allocated IP 2001:db8::233 (73086ba6-ac5f-439b-8768-d121655d6554/2db2d9cb-0f8c-40e8-9266-9986be329ebc/050f49ec-6638-4df7-a9f5-a0f5cdbeb495) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:16.652285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.695586 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.766341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Network 73086ba6-ac5f-439b-8768-d121655d6554 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:16.767715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'Port': ['ID=050f49ec-6638-4df7-a9f5-a0f5cdbeb495,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:16.770998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:16.773248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:16.774265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:16.774895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.793782 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bd9a3001-33d3-4ced-9e59-165d13734b60 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6368387 Nov 25 17:42:16.797304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 51996) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:16.892533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c9e809e1-991c-4453-9bad-6b93f1d91b76 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Deleting port 050f49ec-6638-4df7-a9f5-a0f5cdbeb495 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:16.893333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9e809e1-991c-4453-9bad-6b93f1d91b76 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.978791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9e809e1-991c-4453-9bad-6b93f1d91b76 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.991635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c9e809e1-991c-4453-9bad-6b93f1d91b76 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Calling delete_port for 050f49ec-6638-4df7-a9f5-a0f5cdbeb495 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:17.141244 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9e809e1-991c-4453-9bad-6b93f1d91b76 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.180239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e809e1-991c-4453-9bad-6b93f1d91b76 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event deleted for resources: {'Port': ['ID=050f49ec-6638-4df7-a9f5-a0f5cdbeb495,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:17.211521 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9e809e1-991c-4453-9bad-6b93f1d91b76 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.214855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c9e809e1-991c-4453-9bad-6b93f1d91b76 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "DELETE /v2.0/ports/050f49ec-6638-4df7-a9f5-a0f5cdbeb495 HTTP/1.1" status: 204 len: 168 time: 0.4165497 Nov 25 17:42:17.217794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:17.222867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73086ba6-ac5f-439b-8768-d121655d6554', 'external_fixed_ips': [{'subnet_id': '2db2d9cb-0f8c-40e8-9266-9986be329ebc', 'ip_address': '2001:db8::233'}]}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:17.256430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.257572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.348190 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.363629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe82917-ed5c-4dd2-a41f-3be664389e39 req-c4c25520-6929-4581-b7b2-854670f768ae tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:17.366143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fe82917-ed5c-4dd2-a41f-3be664389e39 req-c4c25520-6929-4581-b7b2-854670f768ae tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1048183 Nov 25 17:42:17.557639 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.566565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fe82917-ed5c-4dd2-a41f-3be664389e39 req-b0fc33fa-93d6-480f-a31b-4b579fe1767d tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640899 Nov 25 17:42:17.791470 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.818539 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.998658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Allocated IP 2001:db8::233 (73086ba6-ac5f-439b-8768-d121655d6554/2db2d9cb-0f8c-40e8-9266-9986be329ebc/e4002104-a9d2-42eb-9a3b-bfd1f405bbd5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:18.137569 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.183302 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.241749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Network 73086ba6-ac5f-439b-8768-d121655d6554 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:18.243816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:18.245862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'Port': ['ID=e4002104-a9d2-42eb-9a3b-bfd1f405bbd5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:18.248081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:18.501949 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.775710 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f9bc-9c1c-46c8-94cf-19a605f7604e req-8cf46c78-f24c-44ff-b9fb-3051d5385371 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:18.777269 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c489f9bc-9c1c-46c8-94cf-19a605f7604e req-8cf46c78-f24c-44ff-b9fb-3051d5385371 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0758772 Nov 25 17:42:18.778640 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.910666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c489f9bc-9c1c-46c8-94cf-19a605f7604e req-1a7b279e-7738-4c53-b916-ad2b66723f33 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241102 Nov 25 17:42:18.963746 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Router fdad2c2e-2789-461b-929f-4f59d2f02181 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:19.101511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:19.116978 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Sync routers for ids ['fdad2c2e-2789-461b-929f-4f59d2f02181'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:19.135985 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Routers {'fdad2c2e-2789-461b-929f-4f59d2f02181'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:19.136897 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['fdad2c2e-2789-461b-929f-4f59d2f02181'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:19.141527 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.146810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4d02008c-c326-4b29-a600-353e2a9f2a09 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9258475 Nov 25 17:42:19.147209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52050) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:19.261939 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Set router fdad2c2e-2789-461b-929f-4f59d2f02181 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:19.296486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.432538 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.521934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Deleting port e4002104-a9d2-42eb-9a3b-bfd1f405bbd5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:19.522195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.615222 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad2c2e-2789-461b-929f-4f59d2f02181', 'name': '', 'tenant_id': 'a613fc05780a4c128d1858bc6e600ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73086ba6-ac5f-439b-8768-d121655d6554', 'external_fixed_ips': [{'subnet_id': '2db2d9cb-0f8c-40e8-9266-9986be329ebc', 'ip_address': '2001:db8::233'}], 'enable_snat': True}, 'gw_port_id': 'e4002104-a9d2-42eb-9a3b-bfd1f405bbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:17Z', 'updated_at': '2021-11-25T17:42:18Z', 'revision_number': 3, 'project_id': 'a613fc05780a4c128d1858bc6e600ff6', 'gw_port': {'id': 'e4002104-a9d2-42eb-9a3b-bfd1f405bbd5', 'name': '', 'network_id': '73086ba6-ac5f-439b-8768-d121655d6554', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdad2c2e-2789-461b-929f-4f59d2f02181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '2db2d9cb-0f8c-40e8-9266-9986be329ebc', 'ip_address': '2001:db8::233', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:17Z', 'updated_at': '2021-11-25T17:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2db2d9cb-0f8c-40e8-9266-9986be329ebc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:19.642275 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.646970 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Checking router: fdad2c2e-2789-461b-929f-4f59d2f02181 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:19.646970 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Updating router fdad2c2e-2789-461b-929f-4f59d2f02181 port e4002104-a9d2-42eb-9a3b-bfd1f405bbd5 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:19.658719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Calling delete_port for e4002104-a9d2-42eb-9a3b-bfd1f405bbd5 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:19.696044 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.871893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.939577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.979327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4002104-a9d2-42eb-9a3b-bfd1f405bbd5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:20.084457 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.db.api [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:42:20.085351 n-d-819349-3 neutron-server[103601]: DEBUG oslo_db.api [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:42:20.105648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773db55b-9f3c-4132-adf9-47029c923a32 req-33917dfa-167a-4858-a733-cc5129ea17b2 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:20.108010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-773db55b-9f3c-4132-adf9-47029c923a32 req-33917dfa-167a-4858-a733-cc5129ea17b2 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0764916 Nov 25 17:42:20.175152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-773db55b-9f3c-4132-adf9-47029c923a32 req-847f71a7-3f1b-4be3-bb49-616bb9a3598a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603919 Nov 25 17:42:20.366224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.372293 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.424092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.424658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdad2c2e-2789-461b-929f-4f59d2f02181 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:20.431377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.435783 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6f43ba55-1b96-420a-a0d6-fd1b93e2d34e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "DELETE /v2.0/routers/fdad2c2e-2789-461b-929f-4f59d2f02181 HTTP/1.1" status: 204 len: 168 time: 1.2875013 Nov 25 17:42:20.436432 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:20.510745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-087d60bf-0e4b-4fc5-801e-373111d94acd tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Deleting subnet 2db2d9cb-0f8c-40e8-9266-9986be329ebc {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:20.514432 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-087d60bf-0e4b-4fc5-801e-373111d94acd tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.554630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-087d60bf-0e4b-4fc5-801e-373111d94acd tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.606996 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-087d60bf-0e4b-4fc5-801e-373111d94acd tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.610188 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Port e4002104-a9d2-42eb-9a3b-bfd1f405bbd5 not found while updating agent binding for router fdad2c2e-2789-461b-929f-4f59d2f02181. {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 17:42:20.629546 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Routers set() bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:20.631743 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Router IDs set() for agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:42:20.632147 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_agentschedulers_db [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdad2c2e-2789-461b-929f-4f59d2f02181'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent'). {{(pid=103601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:42:20.632532 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f55f8d-939d-41d4-8b66-405d45dde907 None None] The sync data for ids ['fdad2c2e-2789-461b-929f-4f59d2f02181'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:20.677716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-087d60bf-0e4b-4fc5-801e-373111d94acd tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.706533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d60bf-0e4b-4fc5-801e-373111d94acd tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2db2d9cb-0f8c-40e8-9266-9986be329ebc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:20.718408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-087d60bf-0e4b-4fc5-801e-373111d94acd tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.724511 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-087d60bf-0e4b-4fc5-801e-373111d94acd tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/2db2d9cb-0f8c-40e8-9266-9986be329ebc HTTP/1.1" status: 204 len: 168 time: 0.2841332 Nov 25 17:42:20.724859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:20.812666 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.929154 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.954416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73086ba6-ac5f-439b-8768-d121655d6554']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:20.965158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2b6dec-13d7-4af1-9860-81df239853e5') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:20.965461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2b6dec-13d7-4af1-9860-81df239853e5') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:20.976485 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.995829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.012495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:21.012904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:21.014694 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:21.087883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.100494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73086ba6-ac5f-439b-8768-d121655d6554 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:42:21.114854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.118408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "DELETE /v2.0/networks/73086ba6-ac5f-439b-8768-d121655d6554 HTTP/1.1" status: 204 len: 168 time: 0.3925109 Nov 25 17:42:21.119759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d5db4-75cb-4437-8ac5-f67d489b6523 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event deleted for resources: {'Network': ['ID=73086ba6-ac5f-439b-8768-d121655d6554,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.379163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eda1f-f9f3-497f-b633-a73bd84cae71 req-f6405ef9-1af1-4cb5-9f68-5cefb488fdde tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:21.380758 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae2eda1f-f9f3-497f-b633-a73bd84cae71 req-f6405ef9-1af1-4cb5-9f68-5cefb488fdde tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0711391 Nov 25 17:42:21.506934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52104) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:21.511240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9961e299-e771-4235-840a-afeabc27dc6e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'router': {'name': 'tempest-router--620583027', 'project_id': '9684c996d5384bfc8cb411195a548922'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:21.539807 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961e299-e771-4235-840a-afeabc27dc6e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.541038 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961e299-e771-4235-840a-afeabc27dc6e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.719895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961e299-e771-4235-840a-afeabc27dc6e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.737270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961e299-e771-4235-840a-afeabc27dc6e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.763222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9961e299-e771-4235-840a-afeabc27dc6e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.767456 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9961e299-e771-4235-840a-afeabc27dc6e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2597053 Nov 25 17:42:21.768646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:21.877892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a63a2311-b697-424f-928a-cc84de505c03 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.879231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae2eda1f-f9f3-497f-b633-a73bd84cae71 req-931232b3-8560-43b7-874e-299d19706719 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917753 Nov 25 17:42:22.062270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a63a2311-b697-424f-928a-cc84de505c03 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.065678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a63a2311-b697-424f-928a-cc84de505c03 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.114510 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a63a2311-b697-424f-928a-cc84de505c03 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.115493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63a2311-b697-424f-928a-cc84de505c03 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5231d36-9d2f-46f1-a49b-35098effdaed {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:22.124412 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a63a2311-b697-424f-928a-cc84de505c03 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.128322 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a63a2311-b697-424f-928a-cc84de505c03 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "DELETE /v2.0/routers/d5231d36-9d2f-46f1-a49b-35098effdaed HTTP/1.1" status: 204 len: 168 time: 0.3562376 Nov 25 17:42:22.251542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52124) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:22.484599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-139490926', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:22.511128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.513010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.593324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.742992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.012949 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.037869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.050013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d1eb-ec4f-4989-82d5-ffe202d8cebe req-f6f67761-dd1a-462d-a0bf-84087b20138c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:23.052882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f94d1eb-ec4f-4989-82d5-ffe202d8cebe req-f6f67761-dd1a-462d-a0bf-84087b20138c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0768290 Nov 25 17:42:23.124068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f94d1eb-ec4f-4989-82d5-ffe202d8cebe req-3f3b555e-b1ac-4b54-8936-be915f7b70c3 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639114 Nov 25 17:42:23.175912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Allocated IP 172.25.1.149 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/0f3a176a-99f4-4c82-9e8b-4585e63b39b4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:23.317662 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.353576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.398642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:23.402888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:23.404564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:23.426038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31400114-cd7b-4df1-a4af-fefa3c11a098 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:23.448354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event updated for resources: {'Port': ['ID=0f3a176a-99f4-4c82-9e8b-4585e63b39b4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:23.507193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a0b1932b-088d-4432-85be-c7b97f85159e None None] Provisioning complete for port 0f3a176a-99f4-4c82-9e8b-4585e63b39b4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:23.507570 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0b1932b-088d-4432-85be-c7b97f85159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.561684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1932b-088d-4432-85be-c7b97f85159e None None] Port 0f3a176a-99f4-4c82-9e8b-4585e63b39b4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:23.730901 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.977882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.147797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Router f86b5eac-293f-45b5-9100-8d85ba49fbb3 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:24.315270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:24.350090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0573dd-64d3-4c3d-b560-816f962b7a66 None None] Sync routers for ids ['f86b5eac-293f-45b5-9100-8d85ba49fbb3'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:24.359212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeffdf4-8b7c-4361-92e5-72de3b1ba6e4 req-0ab59654-e190-4171-8b1e-ce87d541d7e8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.368020 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.370407 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30f88879-ba4b-4bc5-ad9d-4a90028b2a2c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1179221 Nov 25 17:42:24.373128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:24.373275 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aeffdf4-8b7c-4361-92e5-72de3b1ba6e4 req-0ab59654-e190-4171-8b1e-ce87d541d7e8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1194251 Nov 25 17:42:24.390583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0573dd-64d3-4c3d-b560-816f962b7a66 None None] Routers {'f86b5eac-293f-45b5-9100-8d85ba49fbb3'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:24.391479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3e0573dd-64d3-4c3d-b560-816f962b7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f86b5eac-293f-45b5-9100-8d85ba49fbb3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:24.446455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3e0573dd-64d3-4c3d-b560-816f962b7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:24.457283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0573dd-64d3-4c3d-b560-816f962b7a66 None None] Routers {'f86b5eac-293f-45b5-9100-8d85ba49fbb3'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:24.458192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3e0573dd-64d3-4c3d-b560-816f962b7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['f86b5eac-293f-45b5-9100-8d85ba49fbb3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:24.463855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4aeffdf4-8b7c-4361-92e5-72de3b1ba6e4 req-152e3b04-6e5a-4861-baee-8103b2a005d7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877883 Nov 25 17:42:24.495687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3e0573dd-64d3-4c3d-b560-816f962b7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:24.496480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0573dd-64d3-4c3d-b560-816f962b7a66 None None] The sync data for ids ['f86b5eac-293f-45b5-9100-8d85ba49fbb3'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:24.513115 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e835ea16-6a91-4a54-819e-c8870f392584 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/routers/f86b5eac-293f-45b5-9100-8d85ba49fbb3 HTTP/1.1" status: 200 len: 924 time: 0.1384261 Nov 25 17:42:24.516199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:24.552198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6155eb58-cd30-4da9-b0ce-2fd0c73af1ef tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=f86b5eac-293f-45b5-9100-8d85ba49fbb3 HTTP/1.1" status: 200 len: 205 time: 0.0348046 Nov 25 17:42:24.558499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:24.669122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.058936 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.117225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Deleting port 0f3a176a-99f4-4c82-9e8b-4585e63b39b4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:25.117490 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.206570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.224153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Calling delete_port for 0f3a176a-99f4-4c82-9e8b-4585e63b39b4 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:25.423359 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.451952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66968ab-16f1-4fc7-bb36-1e4519c66852 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:25.494890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event deleted for resources: {'Port': ['ID=0f3a176a-99f4-4c82-9e8b-4585e63b39b4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.544923 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.602126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ee81d-d74d-4bb0-a148-649c86500a89 req-e402d41f-6f2a-4ba1-8a7a-21580785e278 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:25.604020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-557ee81d-d74d-4bb0-a148-649c86500a89 req-e402d41f-6f2a-4ba1-8a7a-21580785e278 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0625491 Nov 25 17:42:25.681424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-557ee81d-d74d-4bb0-a148-649c86500a89 req-705f4414-121d-4287-bdfb-836e995d1fb0 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674934 Nov 25 17:42:25.698563 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.700368 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.747812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.748571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Fanout notify agent at l3_agent the message router_deleted on router f86b5eac-293f-45b5-9100-8d85ba49fbb3 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:25.756352 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.761224 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-39bf95f9-1188-4829-a205-29de1fcce97b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/f86b5eac-293f-45b5-9100-8d85ba49fbb3 HTTP/1.1" status: 204 len: 168 time: 1.1981244 Nov 25 17:42:25.761797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:25.766972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-201048935', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': False}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:25.795473 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.796793 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.875690 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.035964 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.291191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.310068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.467949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98705-bf22-45e4-8ea7-dde60ce8cbf4 req-10665d47-c2bb-4880-abd5-86a7399b8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:26.470618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68b98705-bf22-45e4-8ea7-dde60ce8cbf4 req-10665d47-c2bb-4880-abd5-86a7399b8ee1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 1096 time: 0.0640454 Nov 25 17:42:26.475711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Allocated IP 172.25.1.221 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c260e0e2-a2a1-41e5-bbe6-c39ea344beff) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:26.534815 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68b98705-bf22-45e4-8ea7-dde60ce8cbf4 req-4d80ddd4-8c0c-4344-b01c-d78e678f75e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Nov 25 17:42:26.615821 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.661736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.700390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:26.709907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:26.724523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:26.724878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ddbfb1-e942-4955-8786-6058e8f382f4 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:26.765146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'Port': ['ID=c260e0e2-a2a1-41e5-bbe6-c39ea344beff,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:26.819135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-de6f7ebf-82bc-4f4d-bb85-60ade5ec15f0 None None] Provisioning complete for port c260e0e2-a2a1-41e5-bbe6-c39ea344beff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:26.819514 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de6f7ebf-82bc-4f4d-bb85-60ade5ec15f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.902472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-de6f7ebf-82bc-4f4d-bb85-60ade5ec15f0 None None] Port c260e0e2-a2a1-41e5-bbe6-c39ea344beff cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:27.103668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f678ce2-fe2c-4b0d-b393-d57f6449a86b req-a40f39fa-f055-48a0-b6ec-7e5cc78c697c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:27.105449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f678ce2-fe2c-4b0d-b393-d57f6449a86b req-a40f39fa-f055-48a0-b6ec-7e5cc78c697c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.3189030 Nov 25 17:42:27.132492 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.239566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f678ce2-fe2c-4b0d-b393-d57f6449a86b req-860e8d3d-af54-4072-aebd-07389ebacfca tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263328 Nov 25 17:42:27.409325 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.597318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Router 960df830-f3d5-4470-8deb-56ed58849e6c is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:27.749787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:27.765639 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Sync routers for ids ['960df830-f3d5-4470-8deb-56ed58849e6c'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:27.771998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.773422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f237d93c-160f-442d-9e4a-6c8a2075ac64 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0105605 Nov 25 17:42:27.776689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:27.778264 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Routers {'960df830-f3d5-4470-8deb-56ed58849e6c'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:27.779044 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['960df830-f3d5-4470-8deb-56ed58849e6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:27.904986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca9cb56e-2f98-4e5e-a8eb-fd405347b1d9 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/routers/960df830-f3d5-4470-8deb-56ed58849e6c HTTP/1.1" status: 200 len: 908 time: 0.1266408 Nov 25 17:42:27.907308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52274) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:27.912481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-201048935', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': True}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:27.912612 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Set router 960df830-f3d5-4470-8deb-56ed58849e6c gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:27.935847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.936959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.007646 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.136221 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960df830-f3d5-4470-8deb-56ed58849e6c', 'name': 'tempest-snat-router-201048935', 'tenant_id': 'a613fc05780a4c128d1858bc6e600ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.221'}], 'enable_snat': False}, 'gw_port_id': 'c260e0e2-a2a1-41e5-bbe6-c39ea344beff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:25Z', 'updated_at': '2021-11-25T17:42:26Z', 'revision_number': 3, 'project_id': 'a613fc05780a4c128d1858bc6e600ff6', 'gw_port': {'id': 'c260e0e2-a2a1-41e5-bbe6-c39ea344beff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960df830-f3d5-4470-8deb-56ed58849e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:26Z', 'updated_at': '2021-11-25T17:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:28.166826 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.167554 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Checking router: 960df830-f3d5-4470-8deb-56ed58849e6c for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:28.168092 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Updating router 960df830-f3d5-4470-8deb-56ed58849e6c port c260e0e2-a2a1-41e5-bbe6-c39ea344beff binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:28.194850 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.459634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.483248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.512948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25d7e4-d8df-4c38-8140-57700b708d50 req-ae779d0a-a2e2-4822-8cb0-3759cccda141 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:28.527329 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc25d7e4-d8df-4c38-8140-57700b708d50 req-ae779d0a-a2e2-4822-8cb0-3759cccda141 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1817095 Nov 25 17:42:28.571421 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.578281 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.602961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2415ff6b-3134-4c4d-9720-e98b3247b52f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:28.613583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc25d7e4-d8df-4c38-8140-57700b708d50 req-d5248aa4-286d-40a6-85f3-b484bf69ca0e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852184 Nov 25 17:42:28.658868 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Attempting to bind port c260e0e2-a2a1-41e5-bbe6-c39ea344beff on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:28.659533 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Attempting to bind port c260e0e2-a2a1-41e5-bbe6-c39ea344beff by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:28.659908 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Attempting to bind port c260e0e2-a2a1-41e5-bbe6-c39ea344beff on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:28.672298 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:28.672690 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:28.672826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Allocated IP 172.25.1.149 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/cc05d2e8-5ac6-48e6-96f3-61d5499ded96) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:28.673124 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.673523 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:28.674628 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Bound port: c260e0e2-a2a1-41e5-bbe6-c39ea344beff, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:28.675349 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.677196 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37cecf-6b43-4953-9960-25d1556d00d5 None None] Pushing event updated for resources: {'Port': ['ID=c260e0e2-a2a1-41e5-bbe6-c39ea344beff,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:28.695292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-434ead16-4c74-4993-8428-8591a1bc1b81 None None] Provisioning complete for port c260e0e2-a2a1-41e5-bbe6-c39ea344beff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:28.696287 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-434ead16-4c74-4993-8428-8591a1bc1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.762176 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] For port c260e0e2-a2a1-41e5-bbe6-c39ea344beff, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:28.763536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-434ead16-4c74-4993-8428-8591a1bc1b81 None None] Port c260e0e2-a2a1-41e5-bbe6-c39ea344beff cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:28.771663 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] For port c260e0e2-a2a1-41e5-bbe6-c39ea344beff, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c260e0e2-a2a1-41e5-bbe6-c39ea344beff,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:28.782667 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.811433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.849777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27c2aa-af60-4bf6-a5ed-7aa68485d4ae None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:28.860497 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.915537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0cf46686-bb90-444b-a8cb-ec154e4ea8d9 None None] Provisioning complete for port c260e0e2-a2a1-41e5-bbe6-c39ea344beff triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:28.917720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:28.920862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:28.921189 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cf46686-bb90-444b-a8cb-ec154e4ea8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.925566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:28.941621 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Routers {'960df830-f3d5-4470-8deb-56ed58849e6c'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:28.946412 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['960df830-f3d5-4470-8deb-56ed58849e6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:28.957937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'Port': ['ID=cc05d2e8-5ac6-48e6-96f3-61d5499ded96,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:28.996921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6982d89-b2fa-4a96-be87-8bdf6731411d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:29.047076 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37cecf-6b43-4953-9960-25d1556d00d5 None None] Pushing event updated for resources: {'Port': ['ID=c260e0e2-a2a1-41e5-bbe6-c39ea344beff,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:29.194397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-4ebe5d89-b87e-4bc2-a38f-d428d3ea715b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:29.199160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-4ebe5d89-b87e-4bc2-a38f-d428d3ea715b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 811 time: 0.2316060 Nov 25 17:42:29.218791 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] Set router 960df830-f3d5-4470-8deb-56ed58849e6c gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:29.229584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-e79aa4d7-2f3e-4675-af53-460aa273fd53 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/quotas/987e5f0289074c51804b902cfd96d64c HTTP/1.1" status: 200 len: 375 time: 0.0260835 Nov 25 17:42:29.325965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-eaebb614-400b-4471-82b8-b174e0594163 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843837 Nov 25 17:42:29.421485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cf46686-bb90-444b-a8cb-ec154e4ea8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.423516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.450247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0cf46686-bb90-444b-a8cb-ec154e4ea8d9 None None] For port c260e0e2-a2a1-41e5-bbe6-c39ea344beff, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c260e0e2-a2a1-41e5-bbe6-c39ea344beff,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:29.457817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cf46686-bb90-444b-a8cb-ec154e4ea8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.557047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf46686-bb90-444b-a8cb-ec154e4ea8d9 None None] Pushing event updated for resources: {'Port': ['ID=c260e0e2-a2a1-41e5-bbe6-c39ea344beff,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:29.570906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-fc2e6a21-ce4e-4344-8d7e-8d550ce25829 service neutron] 10.222.0.81 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371004 Nov 25 17:42:29.613049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-746ff3de-67e3-451d-bf6b-2e006ab7c50d None None] Provisioning complete for port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:29.613611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-746ff3de-67e3-451d-bf6b-2e006ab7c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.680042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-746ff3de-67e3-451d-bf6b-2e006ab7c50d None None] Port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:29.687422 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960df830-f3d5-4470-8deb-56ed58849e6c', 'name': 'tempest-snat-router-201048935', 'tenant_id': 'a613fc05780a4c128d1858bc6e600ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.221'}], 'enable_snat': False}, 'gw_port_id': 'c260e0e2-a2a1-41e5-bbe6-c39ea344beff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:25Z', 'updated_at': '2021-11-25T17:42:26Z', 'revision_number': 3, 'project_id': 'a613fc05780a4c128d1858bc6e600ff6', 'gw_port': {'id': 'c260e0e2-a2a1-41e5-bbe6-c39ea344beff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960df830-f3d5-4470-8deb-56ed58849e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:26Z', 'updated_at': '2021-11-25T17:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:29.734114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-7d04f71b-b0cb-4c8e-a34c-e29d7bc60af7 service neutron] 10.222.0.81 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620812 Nov 25 17:42:29.738932 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18bc5f-44b4-418b-87dc-6b05ddd72451 None None] The sync data for ids ['960df830-f3d5-4470-8deb-56ed58849e6c'] in n-d-819349-3 is: [{'id': '960df830-f3d5-4470-8deb-56ed58849e6c', 'name': 'tempest-snat-router-201048935', 'tenant_id': 'a613fc05780a4c128d1858bc6e600ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.221'}], 'enable_snat': False}, 'gw_port_id': 'c260e0e2-a2a1-41e5-bbe6-c39ea344beff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:25Z', 'updated_at': '2021-11-25T17:42:26Z', 'revision_number': 3, 'project_id': 'a613fc05780a4c128d1858bc6e600ff6', 'gw_port': {'id': 'c260e0e2-a2a1-41e5-bbe6-c39ea344beff', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960df830-f3d5-4470-8deb-56ed58849e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:26Z', 'updated_at': '2021-11-25T17:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:29.748801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.914022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Router a4424f94-c6b0-47b2-87eb-b787132210c0 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:30.067447 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:30.081183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84022246-f687-4d47-a3d9-c1c786068a24 req-9e37a92e-c6fc-4d91-a502-f46ee45a53aa tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 210 time: 0.0668967 Nov 25 17:42:30.089758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.090264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Sync routers for ids ['a4424f94-c6b0-47b2-87eb-b787132210c0'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:30.091360 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c0223384-557e-4e9a-a89d-efb08adbbd5f tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1831300 Nov 25 17:42:30.094171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52330) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:30.124987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Routers {'a4424f94-c6b0-47b2-87eb-b787132210c0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:30.125631 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a4424f94-c6b0-47b2-87eb-b787132210c0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:30.310633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-72e5d508-404f-438d-af66-89f8ec893232 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/routers/a4424f94-c6b0-47b2-87eb-b787132210c0 HTTP/1.1" status: 200 len: 907 time: 0.2149651 Nov 25 17:42:30.313057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52336) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:30.347437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Set router a4424f94-c6b0-47b2-87eb-b787132210c0 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:30.542877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.716997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4424f94-c6b0-47b2-87eb-b787132210c0', 'name': 'tempest-snat-router-201048935', 'tenant_id': 'a613fc05780a4c128d1858bc6e600ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'cc05d2e8-5ac6-48e6-96f3-61d5499ded96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:27Z', 'updated_at': '2021-11-25T17:42:29Z', 'revision_number': 3, 'project_id': 'a613fc05780a4c128d1858bc6e600ff6', 'gw_port': {'id': 'cc05d2e8-5ac6-48e6-96f3-61d5499ded96', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4424f94-c6b0-47b2-87eb-b787132210c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:28Z', 'updated_at': '2021-11-25T17:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:30.763622 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.787594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Checking router: a4424f94-c6b0-47b2-87eb-b787132210c0 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:30.787957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Updating router a4424f94-c6b0-47b2-87eb-b787132210c0 port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:30.825344 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.913020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Deleting port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:30.913377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.094068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.152609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Calling delete_port for cc05d2e8-5ac6-48e6-96f3-61d5499ded96 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:31.224192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.250009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68e17961-0dce-4350-bda0-ac04b454d854 req-85fed7b7-e6a1-4a9f-9f4c-5d48eee94069 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 210 time: 0.0466211 Nov 25 17:42:31.250537 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.336390 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Attempting to bind port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:31.336921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Attempting to bind port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:31.337421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Attempting to bind port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:31.342379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6df1a-50cc-4918-a5d9-54d7657c3182 None None] Pushing event updated for resources: {'Port': ['ID=cc05d2e8-5ac6-48e6-96f3-61d5499ded96,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:31.364978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:31.364978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:31.364978 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.364978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:31.364978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Bound port: cc05d2e8-5ac6-48e6-96f3-61d5499ded96, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:31.364978 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.364978 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b100c-8771-484f-a181-83577ad3155f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:31.510437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.536613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-33f31ee3-c41b-4ed8-bb8d-d341927cb02e None None] Provisioning complete for port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:31.537013 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33f31ee3-c41b-4ed8-bb8d-d341927cb02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.548672 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc05d2e8-5ac6-48e6-96f3-61d5499ded96,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:31.631132 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:42:31.634362 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:42:31.638854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c260e0e2-a2a1-41e5-bbe6-c39ea344beff up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:31.644215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d69039-62da-4c79-8566-37d5f2f4598b None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:31.655597 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-33f31ee3-c41b-4ed8-bb8d-d341927cb02e None None] Port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 was deleted so its status cannot be updated. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 17:42:31.688981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-989c2fd0-6197-49aa-a729-cf60bd27334e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:31.691239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-989c2fd0-6197-49aa-a729-cf60bd27334e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.95 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 811 time: 0.2240179 Nov 25 17:42:31.711593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Request body: {'port': {'device_id': 'be7df359-a45b-49f9-a058-dab02697ed2d', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'admin_state_up': True, 'tenant_id': '987e5f0289074c51804b902cfd96d64c'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:31.722286 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.728081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c260e0e2-a2a1-41e5-bbe6-c39ea344beff triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:31.728604 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.950118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Made reservation on behalf of 987e5f0289074c51804b902cfd96d64c for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:31.954695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.110574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Allocated IP 172.20.0.13 (804c492c-b2c3-4949-8756-0051ec88d70c/d99c2768-2898-431e-8c77-dcb954a29434/6c390a12-0727-4340-aa2c-c637d9ca5ca5) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:32.167998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Attempting to bind port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:32.168619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Attempting to bind port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:32.169163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Attempting to bind port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:32.176424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:32.177184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:32.177717 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.178211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:32.178794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Bound port: cc05d2e8-5ac6-48e6-96f3-61d5499ded96, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:32.179391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.211990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Port cc05d2e8-5ac6-48e6-96f3-61d5499ded96 has been deleted concurrently {{(pid=103600) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 25 17:42:32.243987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Routers {'a4424f94-c6b0-47b2-87eb-b787132210c0'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:32.247782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a4424f94-c6b0-47b2-87eb-b787132210c0'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:32.252954 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00b97ded-fbc1-4456-9195-92d4361b0855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.339698 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.342135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.347096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] Set router a4424f94-c6b0-47b2-87eb-b787132210c0 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:32.348065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.398194 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.399714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4424f94-c6b0-47b2-87eb-b787132210c0 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:32.405090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.406496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1c1b37d5-e516-4247-bf24-9d57a2d86654 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "DELETE /v2.0/routers/a4424f94-c6b0-47b2-87eb-b787132210c0 HTTP/1.1" status: 204 len: 168 time: 2.0923424 Nov 25 17:42:32.411238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52384) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:32.439050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4424f94-c6b0-47b2-87eb-b787132210c0', 'name': 'tempest-snat-router-201048935', 'tenant_id': 'a613fc05780a4c128d1858bc6e600ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:27Z', 'updated_at': '2021-11-25T17:42:31Z', 'revision_number': 5, 'project_id': 'a613fc05780a4c128d1858bc6e600ff6', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:32.453798 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.487652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2fce6-2f0f-4cdd-8bcc-3b1dd16328c5 None None] The sync data for ids ['a4424f94-c6b0-47b2-87eb-b787132210c0'] in n-d-819349-3 is: [{'id': 'a4424f94-c6b0-47b2-87eb-b787132210c0', 'name': 'tempest-snat-router-201048935', 'tenant_id': 'a613fc05780a4c128d1858bc6e600ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:27Z', 'updated_at': '2021-11-25T17:42:31Z', 'revision_number': 5, 'project_id': 'a613fc05780a4c128d1858bc6e600ff6', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:32.496692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['caacd8fe-46da-42eb-84f3-d9eec74887bc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:42:32.550503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Network 804c492c-b2c3-4949-8756-0051ec88d70c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:32.563147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:32.571665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.571795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:32.586936 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95462396-7ccb-4f67-aafb-f5bdc853bb3a req-067c7aa3-6158-4e35-b660-aba1cea5cc71 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:32.594573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95462396-7ccb-4f67-aafb-f5bdc853bb3a req-067c7aa3-6158-4e35-b660-aba1cea5cc71 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 932 time: 0.1659944 Nov 25 17:42:32.644039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Pushing event updated for resources: {'Port': ['ID=6c390a12-0727-4340-aa2c-c637d9ca5ca5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:32.702193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:32.702867 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.747517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-ac91f23c-3119-4a35-b01b-5ebb683cee2c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0474255 Nov 25 17:42:32.752877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-95462396-7ccb-4f67-aafb-f5bdc853bb3a req-784e473f-08cf-421f-8788-afb628d4f0b4 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574538 Nov 25 17:42:32.761802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Request body: {'port': {'device_id': 'be7df359-a45b-49f9-a058-dab02697ed2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:32.846929 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.847350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.926814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Deleting port c260e0e2-a2a1-41e5-bbe6-c39ea344beff {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:32.927239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.060809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] For port c260e0e2-a2a1-41e5-bbe6-c39ea344beff, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c260e0e2-a2a1-41e5-bbe6-c39ea344beff,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:33.061233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.084534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Calling delete_port for c260e0e2-a2a1-41e5-bbe6-c39ea344beff owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:33.255789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c390a12-0727-4340-aa2c-c637d9ca5ca5 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:42:33.272897 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.298906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Transition to ACTIVE for port object 6c390a12-0727-4340-aa2c-c637d9ca5ca5 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:42:33.300202 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.303133 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.339414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event deleted for resources: {'Port': ['ID=c260e0e2-a2a1-41e5-bbe6-c39ea344beff,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:33.363586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a19251-55f0-4f1e-a8c8-0b0d5b3d45ad None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:33.531897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.682616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.689220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.722008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Pushing event updated for resources: {'Port': ['ID=6c390a12-0727-4340-aa2c-c637d9ca5ca5,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:33.788473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.790609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 960df830-f3d5-4470-8deb-56ed58849e6c {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:33.812614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.817974 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-664b17b4-3991-4706-a7ab-4fd54d7e6315 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "DELETE /v2.0/routers/960df830-f3d5-4470-8deb-56ed58849e6c HTTP/1.1" status: 204 len: 168 time: 1.4046900 Nov 25 17:42:33.818509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52418) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:33.832681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-730304938', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:33.907269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Attempting to bind port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:33.907893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Attempting to bind port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:33.909625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Attempting to bind port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 on network 804c492c-b2c3-4949-8756-0051ec88d70c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:33.912782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.913882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.936458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 on network 804c492c-b2c3-4949-8756-0051ec88d70c not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:42:33.936740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Attempting to bind port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 on network 804c492c-b2c3-4949-8756-0051ec88d70c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:33.997241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:33.997623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Checking segment: {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:33.998024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Bound using segment: {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:33.998481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Bound port: 6c390a12-0727-4340-aa2c-c637d9ca5ca5, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50821b82-4bc8-460d-bd09-18b1b3e10554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:33.998841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.040040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.104747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7f76d-af3c-4625-82ad-692ada5d4eb2 req-8e0181d3-a473-4aaf-baa2-8f61a99a26e7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:34.107489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86b7f76d-af3c-4625-82ad-692ada5d4eb2 req-8e0181d3-a473-4aaf-baa2-8f61a99a26e7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 944 time: 0.2042820 Nov 25 17:42:34.161188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] For port 6c390a12-0727-4340-aa2c-c637d9ca5ca5, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:34.175939 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] For port 6c390a12-0727-4340-aa2c-c637d9ca5ca5, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:34.182370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.251904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86b7f76d-af3c-4625-82ad-692ada5d4eb2 req-05f05f05-dd40-4347-8f45-e0609ab7db2a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372898 Nov 25 17:42:34.259153 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.261938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:34.264678 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.268433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] 10.222.0.95 "PUT /v2.0/ports/6c390a12-0727-4340-aa2c-c637d9ca5ca5 HTTP/1.1" status: 200 len: 1092 time: 1.5109577 Nov 25 17:42:34.269504 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7df359-a45b-49f9-a058-dab02697ed2d', 'tag': '6c390a12-0727-4340-aa2c-c637d9ca5ca5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:34.290413 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775707bc-ac1f-49a7-af2f-7398f6c729f0" -d '{"events": [{"name": "network-changed", "server_uuid": "be7df359-a45b-49f9-a058-dab02697ed2d", "tag": "6c390a12-0727-4340-aa2c-c637d9ca5ca5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:34.321614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15574c9-58a9-4573-8fac-797208065bbd service neutron] Pushing event updated for resources: {'Port': ['ID=6c390a12-0727-4340-aa2c-c637d9ca5ca5,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:34.394951 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c448af3-f622-46d1-8aa4-e4d0f6962183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.437791 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d5dd72-49c7-4c94-8775-adf7889b9a5e x-openstack-request-id: req-28d5dd72-49c7-4c94-8775-adf7889b9a5e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:34.438183 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7df359-a45b-49f9-a058-dab02697ed2d", "tag": "6c390a12-0727-4340-aa2c-c637d9ca5ca5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:34.438517 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28d5dd72-49c7-4c94-8775-adf7889b9a5e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:34.439212 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7df359-a45b-49f9-a058-dab02697ed2d', 'tag': '6c390a12-0727-4340-aa2c-c637d9ca5ca5', 'status': 'completed', 'code': 200} Nov 25 17:42:34.481336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b8499fca-79eb-4140-9141-726cf20d853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:34.483168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-b8499fca-79eb-4140-9141-726cf20d853e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 1095 time: 0.1323843 Nov 25 17:42:34.529371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-8856bb63-2d5e-4ded-b3e8-0c924e0f4727 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5 HTTP/1.1" status: 200 len: 217 time: 0.0381927 Nov 25 17:42:34.598983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.600503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-d55a0daf-9ab6-4b58-8a93-81b29a1bedda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:34.603361 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-d55a0daf-9ab6-4b58-8a93-81b29a1bedda service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 200 len: 851 time: 0.0669563 Nov 25 17:42:34.620681 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.646408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-006220e2-6510-4b3b-823b-e0e3b41dc1fc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=804c492c-b2c3-4949-8756-0051ec88d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313427 Nov 25 17:42:34.769657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Allocated IP 172.25.1.154 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/1c4c36a6-e580-4573-b114-a4d87a05c757) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:34.802732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-65d4d86d-7954-483d-9a11-9b2845712dc9 service neutron] 10.222.0.95 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498878 Nov 25 17:42:34.899679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.916469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac4673fb-5c7a-4080-9fe9-e899dafdcb3f req-fd4572f9-a8d6-41eb-a48a-8697720b5493 service neutron] 10.222.0.95 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063883 Nov 25 17:42:34.941148 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.991994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:34.995086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:35.009120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:35.009281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3915b2b0-2041-4fb4-b126-444f0d801b13 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:35.024695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-f4e9b8db-a497-4ac0-8302-8830a0e07617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:35.026537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-f4e9b8db-a497-4ac0-8302-8830a0e07617 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 1095 time: 0.0569201 Nov 25 17:42:35.055328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event updated for resources: {'Port': ['ID=1c4c36a6-e580-4573-b114-a4d87a05c757,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:35.102644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-70938215-18b5-489c-9e6a-d3fa48a78595 None None] Provisioning complete for port 1c4c36a6-e580-4573-b114-a4d87a05c757 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:35.103195 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70938215-18b5-489c-9e6a-d3fa48a78595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.147198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-70938215-18b5-489c-9e6a-d3fa48a78595 None None] Port 1c4c36a6-e580-4573-b114-a4d87a05c757 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:35.168816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-fdb85664-d37c-44fd-b9c9-bacfeeaf51de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:35.170580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-fdb85664-d37c-44fd-b9c9-bacfeeaf51de service neutron] 10.222.0.95 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 912 time: 0.1363318 Nov 25 17:42:35.226900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-17ea6ddf-7ec5-4f21-907c-b3075a48793c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5 HTTP/1.1" status: 200 len: 217 time: 0.0484238 Nov 25 17:42:35.340429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.352726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-7b3c1cb0-4eb7-45ec-b4c8-e07edacede0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:35.370766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-7b3c1cb0-4eb7-45ec-b4c8-e07edacede0e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 200 len: 851 time: 0.1358290 Nov 25 17:42:35.416584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-d2301f3f-e4a3-40ff-977e-154027f0128b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=804c492c-b2c3-4949-8756-0051ec88d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280361 Nov 25 17:42:35.436647 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c260e0e2-a2a1-41e5-bbe6-c39ea344beff no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:35.475362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c260e0e2-a2a1-41e5-bbe6-c39ea344beff {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:35.476135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c260e0e2-a2a1-41e5-bbe6-c39ea344beff not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:35.564144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb588113-f13d-4e4a-89b2-1ab589d5d31e req-3cb54843-1b4f-47a4-9fc0-653edc4524e7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:35.567211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb588113-f13d-4e4a-89b2-1ab589d5d31e req-3cb54843-1b4f-47a4-9fc0-653edc4524e7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 944 time: 0.1945951 Nov 25 17:42:35.607075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-7875d017-de90-4299-b90a-93b0ff9857e2 service neutron] 10.222.0.95 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706927 Nov 25 17:42:35.652252 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.700175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb588113-f13d-4e4a-89b2-1ab589d5d31e req-7f17054d-07d8-495c-9fb8-60d1a5f791c8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229088 Nov 25 17:42:35.735748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-775707bc-ac1f-49a7-af2f-7398f6c729f0 req-baf96737-6e4a-4927-b2af-ecfafa0cdcf1 service neutron] 10.222.0.95 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209898 Nov 25 17:42:35.753590 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:42:35.819155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Router 66ac2f87-10c9-48f8-8ad4-532509f4f9aa is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:35.863207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.943964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:35.954284 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ec22e-1e5d-45bd-b37f-5197017dca91 None None] Sync routers for ids ['66ac2f87-10c9-48f8-8ad4-532509f4f9aa'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:35.970148 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ec22e-1e5d-45bd-b37f-5197017dca91 None None] Routers {'66ac2f87-10c9-48f8-8ad4-532509f4f9aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:35.973824 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-715ec22e-1e5d-45bd-b37f-5197017dca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['66ac2f87-10c9-48f8-8ad4-532509f4f9aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:35.995248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.002767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:36.005178 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73e7dd76-22a0-4ae4-8073-e4ce43069839 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1851108 Nov 25 17:42:36.008152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d499304e-88c0-4ffd-a381-652f52a677d8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': False}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:36.038637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-715ec22e-1e5d-45bd-b37f-5197017dca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.059496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ec22e-1e5d-45bd-b37f-5197017dca91 None None] Routers {'66ac2f87-10c9-48f8-8ad4-532509f4f9aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:36.060133 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-715ec22e-1e5d-45bd-b37f-5197017dca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['66ac2f87-10c9-48f8-8ad4-532509f4f9aa'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.105744 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-715ec22e-1e5d-45bd-b37f-5197017dca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.106652 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ec22e-1e5d-45bd-b37f-5197017dca91 None None] The sync data for ids ['66ac2f87-10c9-48f8-8ad4-532509f4f9aa'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:36.359705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d499304e-88c0-4ffd-a381-652f52a677d8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.601221 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.877457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d499304e-88c0-4ffd-a381-652f52a677d8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.885758 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d499304e-88c0-4ffd-a381-652f52a677d8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.899749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90a101-c4f3-498c-9ba5-975b1f0f3945 req-db298196-4d91-4b03-8b66-21cc7e4a1a69 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:36.901542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d90a101-c4f3-498c-9ba5-975b1f0f3945 req-db298196-4d91-4b03-8b66-21cc7e4a1a69 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 944 time: 0.0694776 Nov 25 17:42:37.032049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d90a101-c4f3-498c-9ba5-975b1f0f3945 req-531210dd-fe28-47a3-828d-a7403fa77d02 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925951 Nov 25 17:42:37.054820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d499304e-88c0-4ffd-a381-652f52a677d8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Router 66ac2f87-10c9-48f8-8ad4-532509f4f9aa has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:37.153053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.166686 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.197637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d499304e-88c0-4ffd-a381-652f52a677d8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:37.201914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d499304e-88c0-4ffd-a381-652f52a677d8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.207013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d499304e-88c0-4ffd-a381-652f52a677d8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "PUT /v2.0/routers/66ac2f87-10c9-48f8-8ad4-532509f4f9aa HTTP/1.1" status: 200 len: 925 time: 1.1992509 Nov 25 17:42:37.207725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.214667 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c993d5-bada-44cb-b77a-4bb5e2718a08 None None] Sync routers for ids ['66ac2f87-10c9-48f8-8ad4-532509f4f9aa'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:37.227058 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c993d5-bada-44cb-b77a-4bb5e2718a08 None None] Routers {'66ac2f87-10c9-48f8-8ad4-532509f4f9aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:37.227913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-57c993d5-bada-44cb-b77a-4bb5e2718a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['66ac2f87-10c9-48f8-8ad4-532509f4f9aa'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.262742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-57c993d5-bada-44cb-b77a-4bb5e2718a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.267258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6c390a12-0727-4340-aa2c-c637d9ca5ca5 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:42:37.286096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c993d5-bada-44cb-b77a-4bb5e2718a08 None None] Routers {'66ac2f87-10c9-48f8-8ad4-532509f4f9aa'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:37.287069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-57c993d5-bada-44cb-b77a-4bb5e2718a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['66ac2f87-10c9-48f8-8ad4-532509f4f9aa'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.353393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-00eb0439-2998-4c7f-ba21-48c93a5b02f5 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/routers/66ac2f87-10c9-48f8-8ad4-532509f4f9aa HTTP/1.1" status: 200 len: 925 time: 0.1449528 Nov 25 17:42:37.356116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.386091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-57c993d5-bada-44cb-b77a-4bb5e2718a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:37.386943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c993d5-bada-44cb-b77a-4bb5e2718a08 None None] The sync data for ids ['66ac2f87-10c9-48f8-8ad4-532509f4f9aa'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:37.411638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-a5affb10-7094-4e7e-8b69-5d27a9da6721 req-d9c5a3fb-ea92-4a5e-ad3e-1f5497f6c366 service neutron] (103599) timed out ('10.222.0.60', 50826) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:42:37.443558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6c390a12-0727-4340-aa2c-c637d9ca5ca5, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:37.454606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af91098-b096-4076-bccd-e8d326feb727 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:37.456212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '6c390a12-0727-4340-aa2c-c637d9ca5ca5', 'network_id': '804c492c-b2c3-4949-8756-0051ec88d70c', 'port_id': '6c390a12-0727-4340-aa2c-c637d9ca5ca5', 'mac_address': 'fa:16:3e:b8:49:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99c2768-2898-431e-8c77-dcb954a29434', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:42:37.459788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1af91098-b096-4076-bccd-e8d326feb727 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=66ac2f87-10c9-48f8-8ad4-532509f4f9aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0991392 Nov 25 17:42:37.460691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.502376 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.528112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c390a12-0727-4340-aa2c-c637d9ca5ca5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:42:37.551177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6c390a12-0727-4340-aa2c-c637d9ca5ca5, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:37.553588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52521b33-5b1a-49bc-902f-4d3bed93dd78 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:37.556401 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.558957 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-52521b33-5b1a-49bc-902f-4d3bed93dd78 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 881 time: 0.0966616 Nov 25 17:42:37.559122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.588065 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9db149c6-5c62-41bc-9d91-b383da26cdb8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=66ac2f87-10c9-48f8-8ad4-532509f4f9aa HTTP/1.1" status: 200 len: 205 time: 0.0270171 Nov 25 17:42:37.590738 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.618987 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=6c390a12-0727-4340-aa2c-c637d9ca5ca5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:37.721639 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.779626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['6c390a12-0727-4340-aa2c-c637d9ca5ca5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:42:37.841812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.915958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Deleting port 1c4c36a6-e580-4573-b114-a4d87a05c757 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:37.916651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.997677 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.035975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.048991 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Calling delete_port for 1c4c36a6-e580-4573-b114-a4d87a05c757 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:38.217674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4184d1-e0e8-41e5-be3f-d342c1a46f34 req-7de61e1b-c067-4fa4-a4fe-4e9ae548aa6e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:38.219990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a4184d1-e0e8-41e5-be3f-d342c1a46f34 req-7de61e1b-c067-4fa4-a4fe-4e9ae548aa6e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 945 time: 0.0847898 Nov 25 17:42:38.266784 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.284671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a4184d1-e0e8-41e5-be3f-d342c1a46f34 req-7a70ec1a-259a-4df9-ab40-1ea6a6d932db tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577714 Nov 25 17:42:38.307946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event deleted for resources: {'Port': ['ID=1c4c36a6-e580-4573-b114-a4d87a05c757,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:38.319671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d76fb-b261-4599-990e-134227892fc1 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:38.386947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.495576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.497816 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.857557 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.858148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Fanout notify agent at l3_agent the message router_deleted on router 66ac2f87-10c9-48f8-8ad4-532509f4f9aa {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:38.867478 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.872372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:38.872551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-567025a5-4ecb-4dc9-ad19-79cf6c79605c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/66ac2f87-10c9-48f8-8ad4-532509f4f9aa HTTP/1.1" status: 204 len: 168 time: 1.2805715 Nov 25 17:42:38.876875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a9896af2-98f0-47b1-b5d4-5eefb2d9676f tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-774674088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:38.912998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9896af2-98f0-47b1-b5d4-5eefb2d9676f tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.922949 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9896af2-98f0-47b1-b5d4-5eefb2d9676f tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.991128 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9896af2-98f0-47b1-b5d4-5eefb2d9676f tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.997008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9896af2-98f0-47b1-b5d4-5eefb2d9676f tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.016394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9896af2-98f0-47b1-b5d4-5eefb2d9676f tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.021302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52550) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:39.021525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a9896af2-98f0-47b1-b5d4-5eefb2d9676f tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1478426 Nov 25 17:42:39.026547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:39.260076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.282116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6c390a12-0727-4340-aa2c-c637d9ca5ca5 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:39.375792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:42:39.380845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:39.381676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.498443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3f1a3-7145-40a7-a808-9c732fda06d4 req-195d7ee1-1f6e-4a3c-a2e7-1d63a3ccbf43 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:39.501091 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.501790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81c3f1a3-7145-40a7-a808-9c732fda06d4 req-195d7ee1-1f6e-4a3c-a2e7-1d63a3ccbf43 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 945 time: 0.1097546 Nov 25 17:42:39.535186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7df359-a45b-49f9-a058-dab02697ed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c390a12-0727-4340-aa2c-c637d9ca5ca5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:39.539437 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6086b09-952a-4300-b0dd-e96594564cc6" -d '{"events": [{"server_uuid": "be7df359-a45b-49f9-a058-dab02697ed2d", "name": "network-vif-plugged", "status": "completed", "tag": "6c390a12-0727-4340-aa2c-c637d9ca5ca5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:39.577170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6c390a12-0727-4340-aa2c-c637d9ca5ca5, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:39.585963 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.625208 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.626493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81c3f1a3-7145-40a7-a808-9c732fda06d4 req-0bb9bdf4-216b-420d-82dd-466e81485c82 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200626 Nov 25 17:42:39.653585 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b748601-9bd4-4a49-a1f9-90a3c9d66db0 x-openstack-request-id: req-2b748601-9bd4-4a49-a1f9-90a3c9d66db0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:39.653894 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7df359-a45b-49f9-a058-dab02697ed2d", "name": "network-vif-plugged", "status": "completed", "tag": "6c390a12-0727-4340-aa2c-c637d9ca5ca5", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:39.654160 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b748601-9bd4-4a49-a1f9-90a3c9d66db0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:39.654567 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7df359-a45b-49f9-a058-dab02697ed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c390a12-0727-4340-aa2c-c637d9ca5ca5', 'code': 200} Nov 25 17:42:39.672738 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.708265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=6c390a12-0727-4340-aa2c-c637d9ca5ca5,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:39.748530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5708cf-b7f4-4611-87f7-e2282b5c2892 req-06dde8a3-4ed5-41bb-881c-04217bbec9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:39.750178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf5708cf-b7f4-4611-87f7-e2282b5c2892 req-06dde8a3-4ed5-41bb-881c-04217bbec9c0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 1097 time: 0.0424569 Nov 25 17:42:39.801356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cf5708cf-b7f4-4611-87f7-e2282b5c2892 req-e4dc6268-031e-4470-8372-d8131f91ec33 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Nov 25 17:42:39.837453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Allocated IP 172.25.1.41 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/0fcc5b5d-ff2f-41df-a7c4-4f1e5d31c6c7) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:39.989106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.045900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.092460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:40.095667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:40.108485 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629d8729-90b2-4bfb-971c-207ded7eaff9 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:40.117574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:40.121717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event updated for resources: {'Port': ['ID=0fcc5b5d-ff2f-41df-a7c4-4f1e5d31c6c7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:40.215012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3441e640-fea0-4762-b888-48b3547a3e86 None None] Provisioning complete for port 0fcc5b5d-ff2f-41df-a7c4-4f1e5d31c6c7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:40.215648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3441e640-fea0-4762-b888-48b3547a3e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.278716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99232511-1e7e-4cee-85ec-084d8385d060 req-b8965cde-b7cc-4526-92dd-1ad51cbedf1e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963748 Nov 25 17:42:40.307400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3441e640-fea0-4762-b888-48b3547a3e86 None None] Port 0fcc5b5d-ff2f-41df-a7c4-4f1e5d31c6c7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:40.393261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99232511-1e7e-4cee-85ec-084d8385d060 req-50838255-3cc9-4c0a-9c3c-d50a620f01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.396621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99232511-1e7e-4cee-85ec-084d8385d060 req-50838255-3cc9-4c0a-9c3c-d50a620f01bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7aaecac0f8584821ad2c4703b7cc1bac&device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 1101 time: 0.0647299 Nov 25 17:42:40.484840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.544785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99232511-1e7e-4cee-85ec-084d8385d060 req-6d9f016a-3496-4530-bd0c-1b08a9388e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.547226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99232511-1e7e-4cee-85ec-084d8385d060 req-6d9f016a-3496-4530-bd0c-1b08a9388e5d service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.1259513 Nov 25 17:42:40.604864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99232511-1e7e-4cee-85ec-084d8385d060 req-de1033b3-cdb6-4463-ae0e-7f299bcd8987 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8 HTTP/1.1" status: 200 len: 217 time: 0.0496273 Nov 25 17:42:40.618144 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-835d475e-935b-4246-bf2e-cdd85a29551e req-24bdae27-dadc-4182-9998-845dfe881a96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1299314 Nov 25 17:42:40.684820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99232511-1e7e-4cee-85ec-084d8385d060 req-793608b2-2ea7-44d5-aa2a-7dc71167c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.687221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99232511-1e7e-4cee-85ec-084d8385d060 req-793608b2-2ea7-44d5-aa2a-7dc71167c912 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0690644 Nov 25 17:42:40.795145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d475e-935b-4246-bf2e-cdd85a29551e req-f76de8f6-e44f-41a0-af00-aac63db75bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.797610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-835d475e-935b-4246-bf2e-cdd85a29551e req-f76de8f6-e44f-41a0-af00-aac63db75bb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 1096 time: 0.0960541 Nov 25 17:42:40.808626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99232511-1e7e-4cee-85ec-084d8385d060 req-8eb44e1a-8866-4942-a673-26aef28ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.810836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99232511-1e7e-4cee-85ec-084d8385d060 req-8eb44e1a-8866-4942-a673-26aef28ce931 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069152 Nov 25 17:42:40.825010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.829007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.835183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b19beb-1f3e-4509-9559-7c43ac77be18 req-9b666857-d9b3-40cb-9061-76a96f05f3b0 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.843054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88b19beb-1f3e-4509-9559-7c43ac77be18 req-9b666857-d9b3-40cb-9061-76a96f05f3b0 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.1046081 Nov 25 17:42:40.944354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d475e-935b-4246-bf2e-cdd85a29551e req-3af98a40-844f-4b5b-9c9d-5c67ae621993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.946372 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-835d475e-935b-4246-bf2e-cdd85a29551e req-3af98a40-844f-4b5b-9c9d-5c67ae621993 service neutron] 10.222.0.60 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 912 time: 0.1121066 Nov 25 17:42:41.048243 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-835d475e-935b-4246-bf2e-cdd85a29551e req-95658cdb-5967-4da0-a72e-bc8f7fd38e5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc HTTP/1.1" status: 200 len: 217 time: 0.0535767 Nov 25 17:42:41.159929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d475e-935b-4246-bf2e-cdd85a29551e req-54f0eab4-745a-442a-9539-0e71e58ddc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:41.161526 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-835d475e-935b-4246-bf2e-cdd85a29551e req-54f0eab4-745a-442a-9539-0e71e58ddc7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 200 len: 851 time: 0.1019747 Nov 25 17:42:41.201566 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-835d475e-935b-4246-bf2e-cdd85a29551e req-d45287cd-942f-4bab-aa89-63153f059750 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=804c492c-b2c3-4949-8756-0051ec88d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304589 Nov 25 17:42:41.315177 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-835d475e-935b-4246-bf2e-cdd85a29551e req-2b6fe375-def8-4bfb-b35b-29182578ad20 service neutron] 10.222.0.60 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001186 Nov 25 17:42:41.370947 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88b19beb-1f3e-4509-9559-7c43ac77be18 req-a36d19a1-a73b-4bc0-ac69-f84e6ed46c85 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271938 Nov 25 17:42:41.376260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Router 32157010-8cac-4e3d-95e0-b84b59a18b07 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:41.403990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99232511-1e7e-4cee-85ec-084d8385d060 req-ca443cb2-eaf2-494b-a065-8ce1153c6904 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772603 Nov 25 17:42:41.483974 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-835d475e-935b-4246-bf2e-cdd85a29551e req-2f2211f4-5221-430a-a06c-f112bfb7f764 service neutron] 10.222.0.60 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592216 Nov 25 17:42:41.559575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99232511-1e7e-4cee-85ec-084d8385d060 req-69fbaaac-ee7d-4f8e-bed7-27ba85d34a5b service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429513 Nov 25 17:42:41.560083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:41.570026 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b332533-701a-474f-9bbf-228bba07b2fb None None] Sync routers for ids ['32157010-8cac-4e3d-95e0-b84b59a18b07'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:41.574897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.576743 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e49c8392-e154-4db0-a1eb-1161cfb5ef38 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "PUT /v2.0/routers/32157010-8cac-4e3d-95e0-b84b59a18b07 HTTP/1.1" status: 200 len: 882 time: 2.5538640 Nov 25 17:42:41.581077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52608) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.583955 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b332533-701a-474f-9bbf-228bba07b2fb None None] Routers {'32157010-8cac-4e3d-95e0-b84b59a18b07'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:41.584797 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8b332533-701a-474f-9bbf-228bba07b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['32157010-8cac-4e3d-95e0-b84b59a18b07'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.635305 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8b332533-701a-474f-9bbf-228bba07b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.647479 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b332533-701a-474f-9bbf-228bba07b2fb None None] Routers {'32157010-8cac-4e3d-95e0-b84b59a18b07'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:41.648232 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8b332533-701a-474f-9bbf-228bba07b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['32157010-8cac-4e3d-95e0-b84b59a18b07'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.685742 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8b332533-701a-474f-9bbf-228bba07b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.686392 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b332533-701a-474f-9bbf-228bba07b2fb None None] The sync data for ids ['32157010-8cac-4e3d-95e0-b84b59a18b07'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:41.720237 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9f15f5ba-66cb-487e-98a9-6a055960b0b8 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/routers/32157010-8cac-4e3d-95e0-b84b59a18b07 HTTP/1.1" status: 200 len: 923 time: 0.1374989 Nov 25 17:42:41.723087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.810347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480fab1e-8c5e-4c0f-b03f-58324c12196b tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:41.811787 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-480fab1e-8c5e-4c0f-b03f-58324c12196b tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=32157010-8cac-4e3d-95e0-b84b59a18b07&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0870624 Nov 25 17:42:41.817877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52618) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.921262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20524003-7e58-41c6-b533-a3d44db356ad tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:41.922992 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-20524003-7e58-41c6-b533-a3d44db356ad tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 881 time: 0.1039813 Nov 25 17:42:41.926456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52620) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.957917 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-af2841d3-51f9-475b-9026-793e416ecfbc tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=32157010-8cac-4e3d-95e0-b84b59a18b07 HTTP/1.1" status: 200 len: 205 time: 0.0300002 Nov 25 17:42:41.960097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:42.086506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.219037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.298560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Deleting port 0fcc5b5d-ff2f-41df-a7c4-4f1e5d31c6c7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:42.300540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.529793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275563f6-d36f-48b2-a86f-9f5009cfe3ec req-fea8c4f3-6d80-4015-8156-f49e628aefc9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:42.531920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-275563f6-d36f-48b2-a86f-9f5009cfe3ec req-fea8c4f3-6d80-4015-8156-f49e628aefc9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0897489 Nov 25 17:42:42.597528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-275563f6-d36f-48b2-a86f-9f5009cfe3ec req-3cad3a6e-791a-4770-845e-d50201bbff91 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Nov 25 17:42:42.692322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.705476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Calling delete_port for 0fcc5b5d-ff2f-41df-a7c4-4f1e5d31c6c7 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:42.935489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.948588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc463d1-663e-4cbb-b550-ec318d39fbb5 req-bf31d4d9-85ca-404d-9b9a-2f4aa26a35a8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:42.950444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bc463d1-663e-4cbb-b550-ec318d39fbb5 req-bf31d4d9-85ca-404d-9b9a-2f4aa26a35a8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0998709 Nov 25 17:42:42.957310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-f970e0d2-ce1a-4ac4-8459-c8c928a7256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:42.958965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-f970e0d2-ce1a-4ac4-8459-c8c928a7256f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 1097 time: 0.1419072 Nov 25 17:42:42.973254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event deleted for resources: {'Port': ['ID=0fcc5b5d-ff2f-41df-a7c4-4f1e5d31c6c7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:42.986721 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d5b2a-3434-440c-b390-16334d01c12a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:43.044332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0bc463d1-663e-4cbb-b550-ec318d39fbb5 req-3c793375-b374-46ee-a526-67e066df73f4 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843370 Nov 25 17:42:43.124671 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.171785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-f08d976c-e348-4d7f-acf8-4be19449144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:43.173990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-f08d976c-e348-4d7f-acf8-4be19449144e service neutron] 10.222.0.95 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 912 time: 0.1333435 Nov 25 17:42:43.231764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.234661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.236603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-a2b12688-204d-481c-b117-4e91c107f680 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5 HTTP/1.1" status: 200 len: 217 time: 0.0551381 Nov 25 17:42:43.291727 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.292790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Fanout notify agent at l3_agent the message router_deleted on router 32157010-8cac-4e3d-95e0-b84b59a18b07 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:43.300782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.302071 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6110d30d-b741-470a-a8ec-0e454ac17f34 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/32157010-8cac-4e3d-95e0-b84b59a18b07 HTTP/1.1" status: 204 len: 168 time: 1.3408477 Nov 25 17:42:43.305602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52656) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:43.316803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3d1c2567-882d-474c-b8dd-ddd1bc8f0a66 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-796163655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:43.327977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-00b145c8-7dca-4be8-b3c8-f2dacbd79be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:43.329755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-00b145c8-7dca-4be8-b3c8-f2dacbd79be5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 200 len: 851 time: 0.0830159 Nov 25 17:42:43.378103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-5f490b21-c714-461c-94c4-884fb28d70d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=804c492c-b2c3-4949-8756-0051ec88d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395792 Nov 25 17:42:43.380067 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2567-882d-474c-b8dd-ddd1bc8f0a66 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.380916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2567-882d-474c-b8dd-ddd1bc8f0a66 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.451911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2567-882d-474c-b8dd-ddd1bc8f0a66 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.459594 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2567-882d-474c-b8dd-ddd1bc8f0a66 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.509110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2567-882d-474c-b8dd-ddd1bc8f0a66 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.510253 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3d1c2567-882d-474c-b8dd-ddd1bc8f0a66 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2022970 Nov 25 17:42:43.512891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:43.523264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': True}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:43.537398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-ccae9c0c-9b3a-480f-ada4-7c4544a96bb7 service neutron] 10.222.0.95 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521034 Nov 25 17:42:43.650999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38fb9f16-f150-41d8-a99c-41155dd28e5f req-0aff0b26-db9c-41dd-b518-1fd8bc516b03 service neutron] 10.222.0.95 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998259 Nov 25 17:42:43.777646 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.996895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.016190 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.155272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Allocated IP 172.25.1.217 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/e11b6ca0-86b8-4669-aeb9-dd267b3dee2c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:44.225369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7e78-e00d-4b65-a73c-8dcf2d7a000c req-240a6cc9-5194-4fdc-b2f1-e78f5ec57dd8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:44.227244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c1c7e78-e00d-4b65-a73c-8dcf2d7a000c req-240a6cc9-5194-4fdc-b2f1-e78f5ec57dd8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0842378 Nov 25 17:42:44.311576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.328563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c1c7e78-e00d-4b65-a73c-8dcf2d7a000c req-59e164ff-eca7-4d3a-ac53-67fc0b95b44b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791359 Nov 25 17:42:44.351883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.395973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:44.398915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:44.403068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:44.416062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905224dd-c1e3-4811-9920-0518eee4cbec None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:44.435261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'Port': ['ID=e11b6ca0-86b8-4669-aeb9-dd267b3dee2c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:44.473673 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-17c53bfb-3c5e-4c60-b329-b2bb11cf6ac0 None None] Provisioning complete for port e11b6ca0-86b8-4669-aeb9-dd267b3dee2c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:44.474052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17c53bfb-3c5e-4c60-b329-b2bb11cf6ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.518337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-17c53bfb-3c5e-4c60-b329-b2bb11cf6ac0 None None] Port e11b6ca0-86b8-4669-aeb9-dd267b3dee2c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:44.742099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.020897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.024853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.213651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Router 82b611f2-5c5f-4a56-be45-4ac598778376 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:45.349265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:45.360795 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.367959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f9ebf-39e1-42f2-86f3-eb7402731a52 None None] Sync routers for ids ['82b611f2-5c5f-4a56-be45-4ac598778376'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:45.368238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bbe93ad6-ab3c-4c37-a864-211cddb896fc tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "PUT /v2.0/routers/82b611f2-5c5f-4a56-be45-4ac598778376 HTTP/1.1" status: 200 len: 918 time: 1.8486483 Nov 25 17:42:45.368238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52712) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.405259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f9ebf-39e1-42f2-86f3-eb7402731a52 None None] Routers {'82b611f2-5c5f-4a56-be45-4ac598778376'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:45.406270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-196f9ebf-39e1-42f2-86f3-eb7402731a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['82b611f2-5c5f-4a56-be45-4ac598778376'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.516815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-196f9ebf-39e1-42f2-86f3-eb7402731a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.531868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f9ebf-39e1-42f2-86f3-eb7402731a52 None None] Routers {'82b611f2-5c5f-4a56-be45-4ac598778376'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:45.533404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-196f9ebf-39e1-42f2-86f3-eb7402731a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['82b611f2-5c5f-4a56-be45-4ac598778376'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.541381 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-68a72e5c-5b21-4358-9a37-be7be81413fe tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/routers/82b611f2-5c5f-4a56-be45-4ac598778376 HTTP/1.1" status: 200 len: 924 time: 0.1720238 Nov 25 17:42:45.544124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.576681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a333f8-ea3a-4737-8a77-f5d4957e3085 req-f21cc0ba-805d-4e2d-a724-d7d6cd2f61a5 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:45.580200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9a333f8-ea3a-4737-8a77-f5d4957e3085 req-f21cc0ba-805d-4e2d-a724-d7d6cd2f61a5 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0754843 Nov 25 17:42:45.581604 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-196f9ebf-39e1-42f2-86f3-eb7402731a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.582620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196f9ebf-39e1-42f2-86f3-eb7402731a52 None None] The sync data for ids ['82b611f2-5c5f-4a56-be45-4ac598778376'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:45.621848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979202fa-e2b0-49a7-8ba5-855883421ce2 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:45.624626 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-979202fa-e2b0-49a7-8ba5-855883421ce2 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=82b611f2-5c5f-4a56-be45-4ac598778376&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0789742 Nov 25 17:42:45.628286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.715847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d9a333f8-ea3a-4737-8a77-f5d4957e3085 req-14033401-3fd2-4bc9-b4f5-edddd1a6e5a2 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253159 Nov 25 17:42:45.763256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550d972-ee82-47cc-8fa6-5070e06db04a tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:45.764711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2550d972-ee82-47cc-8fa6-5070e06db04a tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 881 time: 0.1351376 Nov 25 17:42:45.768834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52726) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.806070 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9cba0b76-0de1-43bd-8234-9e65b3ab6731 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=82b611f2-5c5f-4a56-be45-4ac598778376 HTTP/1.1" status: 200 len: 205 time: 0.0354443 Nov 25 17:42:45.809954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.974299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.114349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.186283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Deleting port e11b6ca0-86b8-4669-aeb9-dd267b3dee2c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:46.186683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.283828 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.297519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Calling delete_port for e11b6ca0-86b8-4669-aeb9-dd267b3dee2c owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:46.505001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.534530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event deleted for resources: {'Port': ['ID=e11b6ca0-86b8-4669-aeb9-dd267b3dee2c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:46.556658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8dc765-fb40-44d8-9417-32d9b49fac5a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:46.621247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.722642 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.732856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.786191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.786933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Fanout notify agent at l3_agent the message router_deleted on router 82b611f2-5c5f-4a56-be45-4ac598778376 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:46.796396 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.803257 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fce46713-2b09-4f25-9c50-dfecf5edd7e0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/82b611f2-5c5f-4a56-be45-4ac598778376 HTTP/1.1" status: 204 len: 168 time: 0.9868038 Nov 25 17:42:46.803699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52754) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:46.809465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-780b8de7-9fb8-4cc6-ba6e-8e0a8426abcf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1159055325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:46.854355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-780b8de7-9fb8-4cc6-ba6e-8e0a8426abcf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.855459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-780b8de7-9fb8-4cc6-ba6e-8e0a8426abcf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.918352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0c757-7b0a-443d-af8e-a986c51aa1d5 req-9b65d946-d717-44ec-b812-cf1bc42df20b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:46.921160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ae0c757-7b0a-443d-af8e-a986c51aa1d5 req-9b65d946-d717-44ec-b812-cf1bc42df20b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0824168 Nov 25 17:42:46.924382 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-780b8de7-9fb8-4cc6-ba6e-8e0a8426abcf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.933507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-780b8de7-9fb8-4cc6-ba6e-8e0a8426abcf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.968710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-780b8de7-9fb8-4cc6-ba6e-8e0a8426abcf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.970929 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-780b8de7-9fb8-4cc6-ba6e-8e0a8426abcf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1658461 Nov 25 17:42:46.974220 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52756) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:46.981976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'enable_snat': False}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:46.987114 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ae0c757-7b0a-443d-af8e-a986c51aa1d5 req-6d8e6307-748c-43a8-aeab-ac234115716f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573399 Nov 25 17:42:47.494788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.730363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.755958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.879450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Allocated IP 172.25.1.250 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/764d1f98-d991-4aa3-b30d-095ca828862b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:47.998513 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.056519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.127846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Pushing event updated for resources: {'Port': ['ID=764d1f98-d991-4aa3-b30d-095ca828862b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:48.137123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:48.138815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:48.154085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:48.155784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb102d9-043b-4925-be6b-8e13d0967102 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:48.177048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0e06b-92de-4ab8-9e31-63a1cbc6d799 req-17888de4-ef36-43ab-a42c-2b8f6bde8f4c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:48.179833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b0e06b-92de-4ab8-9e31-63a1cbc6d799 req-17888de4-ef36-43ab-a42c-2b8f6bde8f4c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0923264 Nov 25 17:42:48.212283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-df9ad8c1-a936-4f89-aa2e-c30134e52c99 None None] Provisioning complete for port 764d1f98-d991-4aa3-b30d-095ca828862b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:48.214952 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df9ad8c1-a936-4f89-aa2e-c30134e52c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.252362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-85b0e06b-92de-4ab8-9e31-63a1cbc6d799 req-9baf9bc5-02b0-4c7a-9a47-9aa84c3390ed tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611479 Nov 25 17:42:48.277404 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-df9ad8c1-a936-4f89-aa2e-c30134e52c99 None None] Port 764d1f98-d991-4aa3-b30d-095ca828862b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:48.497853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.744704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.748441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.894409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Router 6099cb71-f195-48e6-8443-65f00f80608a is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:49.037096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:49.041618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.046275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ee2d93d0-e0de-45bf-867d-b8ec0702286e tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "PUT /v2.0/routers/6099cb71-f195-48e6-8443-65f00f80608a HTTP/1.1" status: 200 len: 920 time: 2.0685723 Nov 25 17:42:49.046756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.051259 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd510a-b0f2-40ff-b541-2c25dd36ec01 None None] Sync routers for ids ['6099cb71-f195-48e6-8443-65f00f80608a'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:49.062892 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd510a-b0f2-40ff-b541-2c25dd36ec01 None None] Routers {'6099cb71-f195-48e6-8443-65f00f80608a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:49.063754 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1ddd510a-b0f2-40ff-b541-2c25dd36ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6099cb71-f195-48e6-8443-65f00f80608a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:49.098593 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1ddd510a-b0f2-40ff-b541-2c25dd36ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:49.109075 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd510a-b0f2-40ff-b541-2c25dd36ec01 None None] Routers {'6099cb71-f195-48e6-8443-65f00f80608a'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:49.109929 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1ddd510a-b0f2-40ff-b541-2c25dd36ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6099cb71-f195-48e6-8443-65f00f80608a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:49.148304 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1ddd510a-b0f2-40ff-b541-2c25dd36ec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:49.149228 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd510a-b0f2-40ff-b541-2c25dd36ec01 None None] The sync data for ids ['6099cb71-f195-48e6-8443-65f00f80608a'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:49.198318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dae24618-21dd-44c8-b4e9-83e2d0998332 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/routers/6099cb71-f195-48e6-8443-65f00f80608a HTTP/1.1" status: 200 len: 926 time: 0.1472495 Nov 25 17:42:49.209972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.277529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9615da-26c3-4588-9d81-e60870216fc5 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:49.279281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5e9615da-26c3-4588-9d81-e60870216fc5 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=6099cb71-f195-48e6-8443-65f00f80608a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0682850 Nov 25 17:42:49.282127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.419419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78849511-687c-4c2b-a901-e2ea2620aa2d tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:49.420840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-78849511-687c-4c2b-a901-e2ea2620aa2d tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/networks/d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 881 time: 0.1370547 Nov 25 17:42:49.424717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52826) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.436051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6e411-8953-43e2-8563-e23f87241cf4 req-98b83469-d26b-4975-8404-3ffd068e0eeb tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:49.436051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdf6e411-8953-43e2-8563-e23f87241cf4 req-98b83469-d26b-4975-8404-3ffd068e0eeb tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0758851 Nov 25 17:42:49.477848 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8ac834bf-f316-49fc-9cd4-d7bcefc99cf9 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=6099cb71-f195-48e6-8443-65f00f80608a HTTP/1.1" status: 200 len: 205 time: 0.0516436 Nov 25 17:42:49.480362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52828) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.502280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdf6e411-8953-43e2-8563-e23f87241cf4 req-0a9a5dc0-b577-4d85-85e8-0eabdc572467 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574224 Nov 25 17:42:49.622262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.756224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.828921 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Deleting port 764d1f98-d991-4aa3-b30d-095ca828862b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:49.829707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.910799 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.926187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Calling delete_port for 764d1f98-d991-4aa3-b30d-095ca828862b owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:50.117869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.146441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event deleted for resources: {'Port': ['ID=764d1f98-d991-4aa3-b30d-095ca828862b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:50.166929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2012ddc-4cd7-4327-b8cb-46a2ba79d52d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:50.224029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.337949 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.340254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.401533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.402102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Fanout notify agent at l3_agent the message router_deleted on router 6099cb71-f195-48e6-8443-65f00f80608a {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:50.411832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.417260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.419176 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9b0e5a0b-51c2-4a50-8340-53a52f40b26b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/6099cb71-f195-48e6-8443-65f00f80608a HTTP/1.1" status: 204 len: 168 time: 0.9378054 Nov 25 17:42:50.423300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1501978135', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:50.451657 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.452874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.528718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.747179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.765832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea0f7c-7c3c-4cd0-8177-61ac3f558aef req-23dfffe2-55cd-4f95-ab39-3dcb14c94dd7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:50.767423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3ea0f7c-7c3c-4cd0-8177-61ac3f558aef req-23dfffe2-55cd-4f95-ab39-3dcb14c94dd7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.1508214 Nov 25 17:42:50.868984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3ea0f7c-7c3c-4cd0-8177-61ac3f558aef req-5c776d99-7e08-4ca8-a680-06319189573b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881197 Nov 25 17:42:51.050520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.071757 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.199408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Allocated IP 172.25.1.119 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/f1118787-945c-45a6-b11c-253d23f66056) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:51.319243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.359343 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.410574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:51.411622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:51.431971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event updated for resources: {'Port': ['ID=f1118787-945c-45a6-b11c-253d23f66056,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:51.436003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:51.440232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501f5a8-119d-4855-a31c-2dc635a5a58a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:51.528805 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77dd75c0-d114-442d-a4dd-65d48329b5b2 None None] Provisioning complete for port f1118787-945c-45a6-b11c-253d23f66056 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:51.529427 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77dd75c0-d114-442d-a4dd-65d48329b5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:51.572659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77dd75c0-d114-442d-a4dd-65d48329b5b2 None None] Port f1118787-945c-45a6-b11c-253d23f66056 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:51.745910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.011071 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.075833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12ab60-3400-46d9-94b3-9fab6157e99b req-7c94bee0-4543-49e6-8630-0dabed2ac9f6 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:52.077471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e12ab60-3400-46d9-94b3-9fab6157e99b req-7c94bee0-4543-49e6-8630-0dabed2ac9f6 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.1114151 Nov 25 17:42:52.186733 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3e12ab60-3400-46d9-94b3-9fab6157e99b req-da9817c2-803d-4857-8ad8-0e1817f287e0 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008461 Nov 25 17:42:52.219283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Router d64dfe1e-7c85-4f78-9170-d553418f58a8 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:52.354453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:52.372006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f1303-d64f-410e-aa2d-92e9d69e7c92 None None] Sync routers for ids ['d64dfe1e-7c85-4f78-9170-d553418f58a8'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:52.380145 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.381649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-06f3d313-946c-49a5-a5ed-5f54a459612d tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9622827 Nov 25 17:42:52.384702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:52.386476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f1303-d64f-410e-aa2d-92e9d69e7c92 None None] Routers {'d64dfe1e-7c85-4f78-9170-d553418f58a8'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:52.387454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5a7f1303-d64f-410e-aa2d-92e9d69e7c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d64dfe1e-7c85-4f78-9170-d553418f58a8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:52.391144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:52.598702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5a7f1303-d64f-410e-aa2d-92e9d69e7c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:52.608822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f1303-d64f-410e-aa2d-92e9d69e7c92 None None] Routers {'d64dfe1e-7c85-4f78-9170-d553418f58a8'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:52.609632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5a7f1303-d64f-410e-aa2d-92e9d69e7c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d64dfe1e-7c85-4f78-9170-d553418f58a8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:52.645692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5a7f1303-d64f-410e-aa2d-92e9d69e7c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:52.646272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f1303-d64f-410e-aa2d-92e9d69e7c92 None None] The sync data for ids ['d64dfe1e-7c85-4f78-9170-d553418f58a8'] in n-d-819349-3 is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:53.049350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.065220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.125621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Deleting port f1118787-945c-45a6-b11c-253d23f66056 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:53.125969 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.213565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.228626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Calling delete_port for f1118787-945c-45a6-b11c-253d23f66056 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:53.332848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750096aa-e8e5-4434-93aa-71971cb774e4 req-b5f16ffb-53db-4be4-bc42-e296501d35e7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:53.334601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-750096aa-e8e5-4434-93aa-71971cb774e4 req-b5f16ffb-53db-4be4-bc42-e296501d35e7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0632229 Nov 25 17:42:53.392861 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-750096aa-e8e5-4434-93aa-71971cb774e4 req-2a455368-9944-438e-8e03-ee110330e1d6 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Nov 25 17:42:53.438477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.465821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Pushing event deleted for resources: {'Port': ['ID=f1118787-945c-45a6-b11c-253d23f66056,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:53.489454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ee909-2b89-4c7a-99d3-d3c4ec044a86 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:53.539561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.810315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.816375 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.899779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Router d64dfe1e-7c85-4f78-9170-d553418f58a8 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:53.986812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:53.995054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.999861 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d5794142-2e8e-41ec-a097-63a41f53dfc8 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "PUT /v2.0/routers/d64dfe1e-7c85-4f78-9170-d553418f58a8 HTTP/1.1" status: 200 len: 710 time: 1.6113524 Nov 25 17:42:54.000021 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129ff69-7039-44ea-8211-a17416c55fe1 None None] Sync routers for ids ['d64dfe1e-7c85-4f78-9170-d553418f58a8'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:54.000439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.031575 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129ff69-7039-44ea-8211-a17416c55fe1 None None] Routers {'d64dfe1e-7c85-4f78-9170-d553418f58a8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:54.032203 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4129ff69-7039-44ea-8211-a17416c55fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d64dfe1e-7c85-4f78-9170-d553418f58a8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:54.083259 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fd82113a-b425-4ccb-aafb-71228735f164 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/routers/d64dfe1e-7c85-4f78-9170-d553418f58a8 HTTP/1.1" status: 200 len: 745 time: 0.0813189 Nov 25 17:42:54.084065 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4129ff69-7039-44ea-8211-a17416c55fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:54.085932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52876) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.099169 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129ff69-7039-44ea-8211-a17416c55fe1 None None] Routers {'d64dfe1e-7c85-4f78-9170-d553418f58a8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:54.100196 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4129ff69-7039-44ea-8211-a17416c55fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:42:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d64dfe1e-7c85-4f78-9170-d553418f58a8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:54.161930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52878) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.171879 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca271cdb-da1f-4ded-840b-fedca7eebc81 tempest-RoutersIpV6AdminTest-1016522411 tempest-RoutersIpV6AdminTest-1016522411-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&device_id=d64dfe1e-7c85-4f78-9170-d553418f58a8 HTTP/1.1" status: 200 len: 205 time: 0.0846355 Nov 25 17:42:54.199135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f7e2f78b-3b5c-49d8-bf80-a9ee2839dc36 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=d64dfe1e-7c85-4f78-9170-d553418f58a8 HTTP/1.1" status: 200 len: 205 time: 0.0333388 Nov 25 17:42:54.200000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52880) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.256954 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4129ff69-7039-44ea-8211-a17416c55fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:54.257658 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129ff69-7039-44ea-8211-a17416c55fe1 None None] The sync data for ids ['d64dfe1e-7c85-4f78-9170-d553418f58a8'] in n-d-819349-3 is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:54.287651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d40d1ce-44b1-4406-9697-f3d76250d959 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.463836 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d40d1ce-44b1-4406-9697-f3d76250d959 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.466279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d40d1ce-44b1-4406-9697-f3d76250d959 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.531111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d40d1ce-44b1-4406-9697-f3d76250d959 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.532431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40d1ce-44b1-4406-9697-f3d76250d959 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Fanout notify agent at l3_agent the message router_deleted on router d64dfe1e-7c85-4f78-9170-d553418f58a8 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:54.549103 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d40d1ce-44b1-4406-9697-f3d76250d959 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.553590 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3d40d1ce-44b1-4406-9697-f3d76250d959 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/d64dfe1e-7c85-4f78-9170-d553418f58a8 HTTP/1.1" status: 204 len: 168 time: 0.3493803 Nov 25 17:42:54.557438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.559584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d30824-879a-472c-ac74-5365bb08095f req-d3e563eb-55da-4f31-a6a4-e56e95004b54 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:54.561129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1d30824-879a-472c-ac74-5365bb08095f req-d3e563eb-55da-4f31-a6a4-e56e95004b54 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0638881 Nov 25 17:42:54.591432 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-449696ee-d04d-46c1-b209-c548917129a7 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=d64dfe1e-7c85-4f78-9170-d553418f58a8 HTTP/1.1" status: 200 len: 205 time: 0.0307415 Nov 25 17:42:54.592423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52888) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.627484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1d30824-879a-472c-ac74-5365bb08095f req-e3025112-5903-4fc9-9eb2-bfb314e043e3 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592899 Nov 25 17:42:54.641807 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-ae530448-9821-446a-8cd6-c0ef9a1b2741 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] delete failed (client error): The resource could not be found. Nov 25 17:42:54.645630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52890) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.645836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ae530448-9821-446a-8cd6-c0ef9a1b2741 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/d64dfe1e-7c85-4f78-9170-d553418f58a8 HTTP/1.1" status: 404 len: 336 time: 0.0521448 Nov 25 17:42:54.674847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3080c579-a96f-42a3-9581-d61db04d378c tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=6099cb71-f195-48e6-8443-65f00f80608a HTTP/1.1" status: 200 len: 205 time: 0.0276427 Nov 25 17:42:54.677331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.721638 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-5a1aabe7-8a9d-4f86-82b6-454bcc11fb6b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] delete failed (client error): The resource could not be found. Nov 25 17:42:54.728380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a1aabe7-8a9d-4f86-82b6-454bcc11fb6b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/6099cb71-f195-48e6-8443-65f00f80608a HTTP/1.1" status: 404 len: 336 time: 0.0444384 Nov 25 17:42:54.729196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52896) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.762637 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a7b97f11-8425-4680-80f5-7b708ed46049 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=82b611f2-5c5f-4a56-be45-4ac598778376 HTTP/1.1" status: 200 len: 205 time: 0.0302215 Nov 25 17:42:54.763962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.811734 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-76136616-280c-4da5-9d62-507caa1c0630 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] delete failed (client error): The resource could not be found. Nov 25 17:42:54.812779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-76136616-280c-4da5-9d62-507caa1c0630 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/82b611f2-5c5f-4a56-be45-4ac598778376 HTTP/1.1" status: 404 len: 336 time: 0.0435436 Nov 25 17:42:54.815840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.848505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3ea2d4c7-54ce-497e-bf92-50074eecca2b tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=32157010-8cac-4e3d-95e0-b84b59a18b07 HTTP/1.1" status: 200 len: 205 time: 0.0308814 Nov 25 17:42:54.850854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.894443 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-6bb260a5-13d2-4d68-98ba-66a87f8db3c0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] delete failed (client error): The resource could not be found. Nov 25 17:42:54.898700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6bb260a5-13d2-4d68-98ba-66a87f8db3c0 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/32157010-8cac-4e3d-95e0-b84b59a18b07 HTTP/1.1" status: 404 len: 336 time: 0.0439012 Nov 25 17:42:54.899082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.931762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0b8bc473-4dd5-4be0-a95f-b54bfcc38220 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=66ac2f87-10c9-48f8-8ad4-532509f4f9aa HTTP/1.1" status: 200 len: 205 time: 0.0283396 Nov 25 17:42:54.932054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.970202 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-59882054-e591-4ab9-aa5c-be62878ac878 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] delete failed (client error): The resource could not be found. Nov 25 17:42:54.973104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-59882054-e591-4ab9-aa5c-be62878ac878 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/66ac2f87-10c9-48f8-8ad4-532509f4f9aa HTTP/1.1" status: 404 len: 336 time: 0.0382681 Nov 25 17:42:54.974480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52908) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.012100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 52910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.012268 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a9ea681a-f4ea-43c8-bd95-f022118dc8a7 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "GET /v2.0/ports?device_id=f86b5eac-293f-45b5-9100-8d85ba49fbb3 HTTP/1.1" status: 200 len: 205 time: 0.0366039 Nov 25 17:42:55.063228 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-36615037-9316-4e72-b2b4-274b62984118 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] delete failed (client error): The resource could not be found. Nov 25 17:42:55.067928 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-36615037-9316-4e72-b2b4-274b62984118 tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/routers/f86b5eac-293f-45b5-9100-8d85ba49fbb3 HTTP/1.1" status: 404 len: 336 time: 0.0518260 Nov 25 17:42:55.068415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52916) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.097422 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-083a30d8-c3c3-4830-bef9-f09c06266cdf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:55.097901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083a30d8-c3c3-4830-bef9-f09c06266cdf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:55.103677 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-083a30d8-c3c3-4830-bef9-f09c06266cdf tempest-RoutersIpV6AdminTest-61286069 tempest-RoutersIpV6AdminTest-61286069-project] 10.222.0.81 "DELETE /v2.0/subnets/2db2d9cb-0f8c-40e8-9266-9986be329ebc HTTP/1.1" status: 404 len: 337 time: 0.0313804 Nov 25 17:42:55.407805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.565526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ad670e7-85c0-4671-be0a-80ddcb405006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.656791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ad670e7-85c0-4671-be0a-80ddcb405006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.662418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ad670e7-85c0-4671-be0a-80ddcb405006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.709929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad670e7-85c0-4671-be0a-80ddcb405006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0971bc15-bb76-4ccc-ae28-00b66723d533,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.720812 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4ad670e7-85c0-4671-be0a-80ddcb405006 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48f47ac998544545bdc9ab7990f6855b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068795 Nov 25 17:42:55.724031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 52930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.804824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aedea3-b5f7-48a9-8159-d6d425123ca4 req-878e03fa-ffb0-4521-8eb8-937b4c903da7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:55.810582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0aedea3-b5f7-48a9-8159-d6d425123ca4 req-878e03fa-ffb0-4521-8eb8-937b4c903da7 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.1100371 Nov 25 17:42:55.842283 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c670dac4-d418-4647-a002-2cefdb53e868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.882614 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c670dac4-d418-4647-a002-2cefdb53e868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.924029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0aedea3-b5f7-48a9-8159-d6d425123ca4 req-6877644c-81c3-48b7-a0fa-76e46895f1f8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059637 Nov 25 17:42:55.973915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c670dac4-d418-4647-a002-2cefdb53e868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.976683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c670dac4-d418-4647-a002-2cefdb53e868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.977996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c670dac4-d418-4647-a002-2cefdb53e868 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0971bc15-bb76-4ccc-ae28-00b66723d533 HTTP/1.1" status: 204 len: 168 time: 0.2527649 Nov 25 17:42:55.987470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670dac4-d418-4647-a002-2cefdb53e868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0971bc15-bb76-4ccc-ae28-00b66723d533,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:56.376451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53000) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.440654 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-83121702-b799-4b5c-81eb-520a07dab6ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a613fc05780a4c128d1858bc6e600ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629997 Nov 25 17:42:56.443588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53010) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.503501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a35ec64-43df-41d4-b414-7982cfd1c108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.535776 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a35ec64-43df-41d4-b414-7982cfd1c108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.597306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a35ec64-43df-41d4-b414-7982cfd1c108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.601548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a35ec64-43df-41d4-b414-7982cfd1c108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.608533 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1a35ec64-43df-41d4-b414-7982cfd1c108 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e367cf48-88ab-4368-9b01-4087720efd30 HTTP/1.1" status: 204 len: 168 time: 0.1637197 Nov 25 17:42:56.620600 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35ec64-43df-41d4-b414-7982cfd1c108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367cf48-88ab-4368-9b01-4087720efd30,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:57.146255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb570-f546-4365-b6a1-f357cd5d2c12 req-231a9caf-0449-4f35-882d-68af2f033364 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:57.147857 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-145cb570-f546-4365-b6a1-f357cd5d2c12 req-231a9caf-0449-4f35-882d-68af2f033364 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0828454 Nov 25 17:42:57.233955 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-145cb570-f546-4365-b6a1-f357cd5d2c12 req-a8ef133f-1a4a-4a7e-a5b5-9fd916cd0604 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787990 Nov 25 17:42:58.440199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29fc7-862c-4573-8de7-c9296eece9d5 req-64438cfe-6753-4816-8452-cdf9d69ad642 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:58.443087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7de29fc7-862c-4573-8de7-c9296eece9d5 req-64438cfe-6753-4816-8452-cdf9d69ad642 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.1136744 Nov 25 17:42:58.519167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7de29fc7-862c-4573-8de7-c9296eece9d5 req-991cbcc6-09bf-4e41-ae9c-0ddca8c6973c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Nov 25 17:42:58.735875 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.881666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-72d1e6b3-9a2b-418b-bc7f-28151060771a tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-410536299'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:58.912032 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72d1e6b3-9a2b-418b-bc7f-28151060771a tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.913644 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72d1e6b3-9a2b-418b-bc7f-28151060771a tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.997810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72d1e6b3-9a2b-418b-bc7f-28151060771a tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.010025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72d1e6b3-9a2b-418b-bc7f-28151060771a tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.044085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72d1e6b3-9a2b-418b-bc7f-28151060771a tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.046215 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-72d1e6b3-9a2b-418b-bc7f-28151060771a tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3087957 Nov 25 17:42:59.049741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53350) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.134491 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc8ed4d9-a6bc-4141-99db-62ee4ee64f05 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.338846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc8ed4d9-a6bc-4141-99db-62ee4ee64f05 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.341938 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc8ed4d9-a6bc-4141-99db-62ee4ee64f05 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.396886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc8ed4d9-a6bc-4141-99db-62ee4ee64f05 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.397431 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8ed4d9-a6bc-4141-99db-62ee4ee64f05 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d28f772e-7863-4815-80b2-032b3b465b16 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:59.404165 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc8ed4d9-a6bc-4141-99db-62ee4ee64f05 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.406244 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc8ed4d9-a6bc-4141-99db-62ee4ee64f05 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "DELETE /v2.0/routers/d28f772e-7863-4815-80b2-032b3b465b16 HTTP/1.1" status: 204 len: 168 time: 0.3528154 Nov 25 17:42:59.409994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.417647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a2ea870d-225b-4f01-8169-7821562da366 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Request body: {'router': {'name': 'tempest-router-1089591309', 'distributed': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:59.458559 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2ea870d-225b-4f01-8169-7821562da366 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.459940 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2ea870d-225b-4f01-8169-7821562da366 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.547808 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2ea870d-225b-4f01-8169-7821562da366 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.555890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2ea870d-225b-4f01-8169-7821562da366 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.585188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2ea870d-225b-4f01-8169-7821562da366 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.587015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a2ea870d-225b-4f01-8169-7821562da366 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1757541 Nov 25 17:42:59.589859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53416) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.750007 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afe1cb2-7512-4028-809c-64741dcf95c1 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.000424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afe1cb2-7512-4028-809c-64741dcf95c1 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.006586 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afe1cb2-7512-4028-809c-64741dcf95c1 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.061606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3afaf4-07af-4b29-bfcc-030006381d43 req-423dda85-ad63-44b1-8bfe-89b3deee9270 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:00.066141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb3afaf4-07af-4b29-bfcc-030006381d43 req-423dda85-ad63-44b1-8bfe-89b3deee9270 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.4190152 Nov 25 17:43:00.088678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afe1cb2-7512-4028-809c-64741dcf95c1 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.093972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afe1cb2-7512-4028-809c-64741dcf95c1 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5dbbb37-b599-4a7a-9f7f-6d4cc557e381 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:00.109749 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afe1cb2-7512-4028-809c-64741dcf95c1 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.112610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1afe1cb2-7512-4028-809c-64741dcf95c1 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "DELETE /v2.0/routers/e5dbbb37-b599-4a7a-9f7f-6d4cc557e381 HTTP/1.1" status: 204 len: 168 time: 0.5199435 Nov 25 17:43:00.115165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.120007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-de5285a3-87b8-46d9-9c80-a1987edb0249 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Request body: {'router': {'name': 'tempest-router-1264632239', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'da195349d2cb4d3589c27e448855b097'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:00.163253 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb3afaf4-07af-4b29-bfcc-030006381d43 req-8d6c44e5-882b-477e-b3ce-b55073d0bb98 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884988 Nov 25 17:43:00.165023 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de5285a3-87b8-46d9-9c80-a1987edb0249 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.166284 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de5285a3-87b8-46d9-9c80-a1987edb0249 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.228502 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de5285a3-87b8-46d9-9c80-a1987edb0249 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.234317 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de5285a3-87b8-46d9-9c80-a1987edb0249 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.258155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-de5285a3-87b8-46d9-9c80-a1987edb0249 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.259410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-de5285a3-87b8-46d9-9c80-a1987edb0249 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1432109 Nov 25 17:43:00.262124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.267499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:00.500586 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16293674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8544'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.501490 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.583909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 25 17:43:00.584262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Router c4800c6a-34e6-4434-942f-002211a1fa23 migrating from provider to provider. {{(pid=103599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 25 17:43:00.584664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.591156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.597154 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16293667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16293688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440214'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.686056 n-d-819349-3 neutron-server[103599]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] No L3 agents can host the router c4800c6a-34e6-4434-942f-002211a1fa23 Nov 25 17:43:00.809440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Hosts for router c4800c6a-34e6-4434-942f-002211a1fa23: [] {{(pid=103599) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 25 17:43:00.837877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Hosts for other DVR routers connected to router c4800c6a-34e6-4434-942f-002211a1fa23: set() {{(pid=103599) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 25 17:43:00.842718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.844223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ddf3dbe1-1c49-480d-aa75-971f2f0ed708 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "PUT /v2.0/routers/c4800c6a-34e6-4434-942f-002211a1fa23 HTTP/1.1" status: 200 len: 717 time: 0.5808773 Nov 25 17:43:00.847053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.202308 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8e67e06a-4d70-45cb-abc1-cf0f2f3cd8b2 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "GET /v2.0/routers/c4800c6a-34e6-4434-942f-002211a1fa23 HTTP/1.1" status: 200 len: 717 time: 0.3520231 Nov 25 17:43:01.202651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.312759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f80a77-ceff-41e5-b52c-61f36e8f34ec req-18aa3385-e960-414a-8e6e-2ae65aa40442 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:01.321513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59f80a77-ceff-41e5-b52c-61f36e8f34ec req-18aa3385-e960-414a-8e6e-2ae65aa40442 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0633001 Nov 25 17:43:01.456870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-418a87d4-b741-4e2c-a57b-0a5631ba7bba tempest-RoutersTestDVR-749165918 tempest-RoutersTestDVR-749165918-project] 10.222.0.81 "GET /v2.0/routers/c4800c6a-34e6-4434-942f-002211a1fa23 HTTP/1.1" status: 200 len: 683 time: 0.2528648 Nov 25 17:43:01.459336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53486) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.465154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59f80a77-ceff-41e5-b52c-61f36e8f34ec req-037e2eb6-ee6b-4df8-b4bc-d1cf0b8454d5 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426868 Nov 25 17:43:01.562048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb91f5a3-b9fe-45ae-a9fb-10215c4aab4b tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.748648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb91f5a3-b9fe-45ae-a9fb-10215c4aab4b tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.751555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb91f5a3-b9fe-45ae-a9fb-10215c4aab4b tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.800053 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb91f5a3-b9fe-45ae-a9fb-10215c4aab4b tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.800714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91f5a3-b9fe-45ae-a9fb-10215c4aab4b tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4800c6a-34e6-4434-942f-002211a1fa23 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:01.806238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb91f5a3-b9fe-45ae-a9fb-10215c4aab4b tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.807392 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fb91f5a3-b9fe-45ae-a9fb-10215c4aab4b tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c4800c6a-34e6-4434-942f-002211a1fa23 HTTP/1.1" status: 204 len: 168 time: 0.3461592 Nov 25 17:43:01.811315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:01.817466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-093567b9-7b9f-4bf7-9317-d3b2cca1fa7f tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Request body: {'router': {'name': 'tempest-router-728559381', 'distributed': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:01.843105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-093567b9-7b9f-4bf7-9317-d3b2cca1fa7f tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.849399 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-093567b9-7b9f-4bf7-9317-d3b2cca1fa7f tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.905785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-093567b9-7b9f-4bf7-9317-d3b2cca1fa7f tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.911633 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-093567b9-7b9f-4bf7-9317-d3b2cca1fa7f tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.932423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-093567b9-7b9f-4bf7-9317-d3b2cca1fa7f tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:01.933738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-093567b9-7b9f-4bf7-9317-d3b2cca1fa7f tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1211908 Nov 25 17:43:01.936625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:02.026884 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edff8861-4b1b-4d8f-bc63-eba60f9a4c34 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.206557 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9dd5fbf7-0ffa-443b-b6b9-0286013f5119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.214766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edff8861-4b1b-4d8f-bc63-eba60f9a4c34 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.217486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edff8861-4b1b-4d8f-bc63-eba60f9a4c34 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.264665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edff8861-4b1b-4d8f-bc63-eba60f9a4c34 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.265245 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edff8861-4b1b-4d8f-bc63-eba60f9a4c34 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60667711-58f6-4e0a-8a29-851dca960071 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:02.274192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edff8861-4b1b-4d8f-bc63-eba60f9a4c34 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.275390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-edff8861-4b1b-4d8f-bc63-eba60f9a4c34 tempest-RoutersTestDVR-852174386 tempest-RoutersTestDVR-852174386-project-admin] 10.222.0.81 "DELETE /v2.0/routers/60667711-58f6-4e0a-8a29-851dca960071 HTTP/1.1" status: 204 len: 168 time: 0.3377974 Nov 25 17:43:02.611985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:02.646422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2c0dd-1cab-46ea-a341-9bbea352413e req-0af672b0-610e-4cff-8dcc-38dbff89dc33 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:02.648042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7c2c0dd-1cab-46ea-a341-9bbea352413e req-0af672b0-610e-4cff-8dcc-38dbff89dc33 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0881329 Nov 25 17:43:02.718005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7c2c0dd-1cab-46ea-a341-9bbea352413e req-b1ac6536-cc14-49c7-8301-eb1a92f40266 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631590 Nov 25 17:43:02.779970 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c103033-0c85-4a9a-b685-15aa6f735aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.874605 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c103033-0c85-4a9a-b685-15aa6f735aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.878971 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c103033-0c85-4a9a-b685-15aa6f735aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.921880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6c103033-0c85-4a9a-b685-15aa6f735aa9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da195349d2cb4d3589c27e448855b097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3057692 Nov 25 17:43:02.922339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:02.926080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103033-0c85-4a9a-b685-15aa6f735aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a447197-de2e-4164-a73b-4745243125d2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:02.987613 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.026372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.084416 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.088401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.089687 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a447197-de2e-4164-a73b-4745243125d2 HTTP/1.1" status: 204 len: 168 time: 0.1661329 Nov 25 17:43:03.102222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a447197-de2e-4164-a73b-4745243125d2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:03.111934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.112574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.112916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.114133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.114485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.115000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.115506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.115849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.116184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.116540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.116858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.117289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3addf41-ac8b-4184-a1ae-0ac22e79e687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:03.417378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:03.444528 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6122e60-39cf-4fbe-9693-fd219fe76aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.538967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6122e60-39cf-4fbe-9693-fd219fe76aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.543911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6122e60-39cf-4fbe-9693-fd219fe76aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.643654 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c6122e60-39cf-4fbe-9693-fd219fe76aed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41bfc07ae0d446dbab51cd643a655a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210531 Nov 25 17:43:03.644003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:03.651543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6122e60-39cf-4fbe-9693-fd219fe76aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde6bdfb-4faf-48bd-874e-bfccc5b0608c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:03.714238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c14361e-07c5-4c9a-a03f-2d5f87cd7a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.740541 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c14361e-07c5-4c9a-a03f-2d5f87cd7a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.816730 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c14361e-07c5-4c9a-a03f-2d5f87cd7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.821615 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c14361e-07c5-4c9a-a03f-2d5f87cd7a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:03.823157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4c14361e-07c5-4c9a-a03f-2d5f87cd7a06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bde6bdfb-4faf-48bd-874e-bfccc5b0608c HTTP/1.1" status: 204 len: 168 time: 0.1779158 Nov 25 17:43:03.853959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14361e-07c5-4c9a-a03f-2d5f87cd7a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde6bdfb-4faf-48bd-874e-bfccc5b0608c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:03.898285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0b40-5098-4171-90ee-f0498c6f5a1b req-aa289669-5bee-4422-905b-caf87002886a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:03.900871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f99d0b40-5098-4171-90ee-f0498c6f5a1b req-aa289669-5bee-4422-905b-caf87002886a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0959053 Nov 25 17:43:03.969811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f99d0b40-5098-4171-90ee-f0498c6f5a1b req-53fa5007-bfbe-4be7-8b14-e1f92f1065d8 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614030 Nov 25 17:43:04.391244 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af731ed3-0113-47de-9ce8-73c5ec584a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.145929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea06c64-06f6-4759-966d-ae549ec524c5 req-db23a9cf-a61c-4899-a286-562863846e3d tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:05.158764 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea06c64-06f6-4759-966d-ae549ec524c5 req-db23a9cf-a61c-4899-a286-562863846e3d tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0658386 Nov 25 17:43:05.222157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eea06c64-06f6-4759-966d-ae549ec524c5 req-47a51b1f-bdec-4067-8e69-3d1a0c0100fb tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665634 Nov 25 17:43:05.349133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:05.466199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1883318760', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:05.498337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Made reservation on behalf of 44e1cb11e5be4406be5e5ca1b36125af for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:05.502558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.513038 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.607339 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.611855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.618268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] device_id is not set on port c0709ecc-53d5-49d4-9aac-1432cfabac3c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:43:05.683236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80180e1a-ca4c-4305-af0b-ace2b0c3c236,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:05.755257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Allocated IP 172.25.1.7 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c0709ecc-53d5-49d4-9aac-1432cfabac3c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:05.854027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:05.966972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.038998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.089893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99921f2-3692-4518-a748-db3b614c3b56 req-bc7e50bb-f191-4185-bb4e-0bb55e8a1dc3 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:06.091479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f99921f2-3692-4518-a748-db3b614c3b56 req-bc7e50bb-f191-4185-bb4e-0bb55e8a1dc3 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 950 time: 0.1076114 Nov 25 17:43:06.112181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:06.125110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:06.137161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:06.142445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8268a5-74dc-4930-97fa-b1c2ef4cb458 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:06.162553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Pushing event updated for resources: {'Port': ['ID=c0709ecc-53d5-49d4-9aac-1432cfabac3c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:06.213765 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f99921f2-3692-4518-a748-db3b614c3b56 req-bd73df3c-1363-4f23-852f-c16e0f68bed2 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142237 Nov 25 17:43:06.215053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:06.215875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.227235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3d0e52d6-9d03-47ca-82dc-635aabf73509 None None] Provisioning complete for port c0709ecc-53d5-49d4-9aac-1432cfabac3c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:06.228002 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d0e52d6-9d03-47ca-82dc-635aabf73509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.267481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9f0d9830-1b47-421c-bc37-802ddb5adc11 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9168971 Nov 25 17:43:06.271595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:06.275880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.7'}]}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:06.298943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e52d6-9d03-47ca-82dc-635aabf73509 None None] Port c0709ecc-53d5-49d4-9aac-1432cfabac3c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:06.314943 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.316238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.379606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.405118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc384a-0a0d-4f4f-9b7e-a75635e6a969 req-44322e8e-1788-416a-b26d-41425e6b4040 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:06.407740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bdc384a-0a0d-4f4f-9b7e-a75635e6a969 req-44322e8e-1788-416a-b26d-41425e6b4040 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0603530 Nov 25 17:43:06.467999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bdc384a-0a0d-4f4f-9b7e-a75635e6a969 req-dc7a84cd-5fdc-4e85-9443-b45ff72f3597 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501103 Nov 25 17:43:06.534521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.606940 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.747172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.767406 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.918602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.089405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.091601 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.138917 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.139625 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48fc5c47-2a1e-4ba7-81f8-e03652b7d9f1 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:07.148128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.156322 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:43:07.158821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0a813037-5aa3-44d0-ba3c-b556773683ae tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 0.8866153 Nov 25 17:43:07.161087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53610) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:07.176802 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.244352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-adbe821f-f050-472b-91c2-1be0f405b818 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Deleting port c0709ecc-53d5-49d4-9aac-1432cfabac3c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:07.244881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-adbe821f-f050-472b-91c2-1be0f405b818 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.357016 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-adbe821f-f050-472b-91c2-1be0f405b818 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.382125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334a627-2a66-4e51-b3b7-d2d29e946b87 req-da7a65ba-00b2-4957-8305-98c1444d3198 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:07.383638 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1334a627-2a66-4e51-b3b7-d2d29e946b87 req-da7a65ba-00b2-4957-8305-98c1444d3198 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 950 time: 0.0888522 Nov 25 17:43:07.384616 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-adbe821f-f050-472b-91c2-1be0f405b818 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Calling delete_port for c0709ecc-53d5-49d4-9aac-1432cfabac3c owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:07.485068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1334a627-2a66-4e51-b3b7-d2d29e946b87 req-21f16cc3-a44b-430b-bb24-9f02c639e0fe tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc6ef192-a3de-44a1-a15c-19b2a70b2612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887308 Nov 25 17:43:07.614652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-12197f7b-955d-4959-8e2d-134e8e0e135d tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:07.616098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-12197f7b-955d-4959-8e2d-134e8e0e135d tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 950 time: 0.1155531 Nov 25 17:43:07.622968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-adbe821f-f050-472b-91c2-1be0f405b818 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.688969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1053a1-f5ec-4dad-b28c-04cd7adf7fa1 req-f9151684-0724-4e9c-b1ee-3c9573443da6 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:07.690463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff1053a1-f5ec-4dad-b28c-04cd7adf7fa1 req-f9151684-0724-4e9c-b1ee-3c9573443da6 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.1317611 Nov 25 17:43:07.691273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe821f-f050-472b-91c2-1be0f405b818 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0709ecc-53d5-49d4-9aac-1432cfabac3c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:07.710754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ec5a6-dccb-4b79-86dc-e6796141771b None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:07.824691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-adbe821f-f050-472b-91c2-1be0f405b818 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.828100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-adbe821f-f050-472b-91c2-1be0f405b818 tempest-RoutersAdminNegativeTest-1374907023 tempest-RoutersAdminNegativeTest-1374907023-project-admin] 10.222.0.81 "DELETE /v2.0/ports/c0709ecc-53d5-49d4-9aac-1432cfabac3c HTTP/1.1" status: 204 len: 168 time: 0.6657853 Nov 25 17:43:07.836663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff1053a1-f5ec-4dad-b28c-04cd7adf7fa1 req-bc11423e-73c4-4e27-b025-8e3e7575e246 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362693 Nov 25 17:43:07.862550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Deleting port da44e58f-4cef-4c60-b94f-2ec154bd72c8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:07.865373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:07.965314 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.019756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] For port da44e58f-4cef-4c60-b94f-2ec154bd72c8, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=da44e58f-4cef-4c60-b94f-2ec154bd72c8,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:08.020133 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.034830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Calling delete_port for da44e58f-4cef-4c60-b94f-2ec154bd72c8 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:08.151094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:08.185055 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.196832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['da44e58f-4cef-4c60-b94f-2ec154bd72c8'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:08.216734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Pushing event deleted for resources: {'Port': ['ID=da44e58f-4cef-4c60-b94f-2ec154bd72c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:08.269343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] No DVR routers for this DVR port da44e58f-4cef-4c60-b94f-2ec154bd72c8 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:08.273566 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.277355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a245ba68-c500-47d1-b942-a0d53339fc59 req-5d108d26-33ca-4dfe-b37c-f28a989f52e9 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.95 "DELETE /v2.0/ports/da44e58f-4cef-4c60-b94f-2ec154bd72c8 HTTP/1.1" status: 204 len: 173 time: 0.6493833 Nov 25 17:43:08.277781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad', 'name': 'network-vif-deleted', 'tag': 'da44e58f-4cef-4c60-b94f-2ec154bd72c8'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:08.280671 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0123849e-30c6-4134-90fb-a057f7404930" -d '{"events": [{"server_uuid": "c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad", "name": "network-vif-deleted", "tag": "da44e58f-4cef-4c60-b94f-2ec154bd72c8"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:08.314371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af89fbbd-69ec-4961-893d-f6125d05898f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.339396 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa2b7db-f299-41fc-bbd4-5ed48231fc93 x-openstack-request-id: req-1aa2b7db-f299-41fc-bbd4-5ed48231fc93 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:08.339816 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad", "name": "network-vif-deleted", "tag": "da44e58f-4cef-4c60-b94f-2ec154bd72c8", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:08.340193 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1aa2b7db-f299-41fc-bbd4-5ed48231fc93 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:08.340686 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad', 'name': 'network-vif-deleted', 'tag': 'da44e58f-4cef-4c60-b94f-2ec154bd72c8', 'status': 'completed', 'code': 200} Nov 25 17:43:08.411774 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af89fbbd-69ec-4961-893d-f6125d05898f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.416650 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af89fbbd-69ec-4961-893d-f6125d05898f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.458230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-af89fbbd-69ec-4961-893d-f6125d05898f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09d87a26d02647659c3d70779ce93005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060827 Nov 25 17:43:08.459117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89fbbd-69ec-4961-893d-f6125d05898f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44648b8-1861-4edd-8d72-5aa08e842ad7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:08.460944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:08.513141 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b86c2f5-abec-4ef6-b4d3-34df63f16f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.536830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b86c2f5-abec-4ef6-b4d3-34df63f16f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.591336 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b86c2f5-abec-4ef6-b4d3-34df63f16f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.594162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b86c2f5-abec-4ef6-b4d3-34df63f16f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.598643 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b86c2f5-abec-4ef6-b4d3-34df63f16f9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f44648b8-1861-4edd-8d72-5aa08e842ad7 HTTP/1.1" status: 204 len: 168 time: 0.1359887 Nov 25 17:43:08.608000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c2f5-abec-4ef6-b4d3-34df63f16f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44648b8-1861-4edd-8d72-5aa08e842ad7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:08.641591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ab3c48df-1ae2-452b-a11c-ac028ac7c610 req-27ab17a5-1bb4-45b8-8d3d-341bd74d1d41 tempest-VolumesBackupsTest-386672976 tempest-VolumesBackupsTest-386672976-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2ddbcc9-fb5e-45b0-bd38-3d35d0ea6cad HTTP/1.1" status: 200 len: 210 time: 0.0593591 Nov 25 17:43:08.980252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee38a0-877f-4aff-830e-eb26bb767aad req-155e6e19-355f-4f78-9fbf-e64b5299fa9b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:08.980630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:08.981874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03ee38a0-877f-4aff-830e-eb26bb767aad req-155e6e19-355f-4f78-9fbf-e64b5299fa9b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0653472 Nov 25 17:43:09.036064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c48d4026-6379-47b2-9649-f0965c31c04b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44e1cb11e5be4406be5e5ca1b36125af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516503 Nov 25 17:43:09.036831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:09.040057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03ee38a0-877f-4aff-830e-eb26bb767aad req-f52962c7-16ad-4c56-aec7-508b0e91c428 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Nov 25 17:43:09.092473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1ad6-fbab-47af-9073-f112aa0e4cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.114287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1ad6-fbab-47af-9073-f112aa0e4cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.161753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1ad6-fbab-47af-9073-f112aa0e4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.164407 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2eb1ad6-fbab-47af-9073-f112aa0e4cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:09.165618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f2eb1ad6-fbab-47af-9073-f112aa0e4cc2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80180e1a-ca4c-4305-af0b-ace2b0c3c236 HTTP/1.1" status: 204 len: 168 time: 0.1276898 Nov 25 17:43:09.173731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb1ad6-fbab-47af-9073-f112aa0e4cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80180e1a-ca4c-4305-af0b-ace2b0c3c236,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:09.975749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53684) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:09.991266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a91e-6107-4182-b0fd-63668a7d2826 req-103d6835-72fb-4374-afe9-b5a29ff61a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:09.993801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b664a91e-6107-4182-b0fd-63668a7d2826 req-103d6835-72fb-4374-afe9-b5a29ff61a41 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 1097 time: 0.2765548 Nov 25 17:43:10.052516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b664a91e-6107-4182-b0fd-63668a7d2826 req-f56bd127-284f-4681-ba39-058102c61a20 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505874 Nov 25 17:43:10.093760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1708768620'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:10.117359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:10.121854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.133581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.195627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8729-6b24-4d5e-9ce0-8710c9a8ef5f req-434e45b4-1b7f-4133-b53d-49db81a252df tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:10.206982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-424e8729-6b24-4d5e-9ce0-8710c9a8ef5f req-434e45b4-1b7f-4133-b53d-49db81a252df tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0839612 Nov 25 17:43:10.230565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.237432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.273613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e023a204-7973-43a5-8c1a-71351307d472,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:10.300146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-424e8729-6b24-4d5e-9ce0-8710c9a8ef5f req-786250f3-3f17-445c-b160-265114612cbc tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911703 Nov 25 17:43:10.307514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:10.320634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.321035 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Added segment dc2e45dd-97a1-4b40-a663-dd667a082973 of type vlan for network ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 Nov 25 17:43:10.363768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.392380 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.398739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:10.399378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.464449 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4785025 Nov 25 17:43:10.490097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ac48c-dc9a-4bfd-a9dc-6593d4492e9d tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Network': ['ID=ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:10.517916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:11.436781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714f29-e698-4fb6-9f94-f18abc0d9338 req-abc58f7a-ed89-4d03-bc14-d92a9249f53b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:11.445917 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7714f29-e698-4fb6-9f94-f18abc0d9338 req-abc58f7a-ed89-4d03-bc14-d92a9249f53b tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0678120 Nov 25 17:43:11.484456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device da44e58f-4cef-4c60-b94f-2ec154bd72c8 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:11.526926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: da44e58f-4cef-4c60-b94f-2ec154bd72c8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:11.527587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device da44e58f-4cef-4c60-b94f-2ec154bd72c8 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:11.529619 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d7714f29-e698-4fb6-9f94-f18abc0d9338 req-b1595912-ec17-40fb-8524-ebfd536a8e86 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826616 Nov 25 17:43:11.832676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273377-5d91-48d3-b881-31cacbd28a78 req-cfaf578c-4d75-48fc-a31c-75d572cef0a4 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:11.834280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f273377-5d91-48d3-b881-31cacbd28a78 req-cfaf578c-4d75-48fc-a31c-75d572cef0a4 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.1092985 Nov 25 17:43:11.838427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-37ed9929-87b8-4870-ad36-9da4669e58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:11.843349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-37ed9929-87b8-4870-ad36-9da4669e58c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=987e5f0289074c51804b902cfd96d64c&device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 1097 time: 0.1196148 Nov 25 17:43:11.958966 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f273377-5d91-48d3-b881-31cacbd28a78 req-c95958a4-7a23-4452-bc5e-3cea553d54e3 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125495 Nov 25 17:43:12.014875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-ecea4ba7-d569-4714-acb1-898e2f1931e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:12.016674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-ecea4ba7-d569-4714-acb1-898e2f1931e8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 200 len: 912 time: 0.1625090 Nov 25 17:43:12.078120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-e311331c-baee-44bd-b7e0-dcb006f56f74 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5 HTTP/1.1" status: 200 len: 217 time: 0.0540643 Nov 25 17:43:12.133592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-4ed6451f-64ee-4043-8636-9dcfd26fd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:12.135209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-4ed6451f-64ee-4043-8636-9dcfd26fd33b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 200 len: 851 time: 0.0501637 Nov 25 17:43:12.193809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-2171a465-e8a0-4394-b496-8da3bfc08818 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=804c492c-b2c3-4949-8756-0051ec88d70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485420 Nov 25 17:43:12.327585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-ec9c35b9-dd61-4e13-88df-98debb4076cd service neutron] 10.222.0.95 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206040 Nov 25 17:43:12.443590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a3cff8e-c59e-44b4-8f6d-249d46d944b9 req-472fd1f2-380a-49ae-8c93-bf335e1b1208 service neutron] 10.222.0.95 "GET /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085634 Nov 25 17:43:12.754770 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:43:13.184541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ccc77-129c-4919-8949-224c6f25d3e0 req-f8301645-5559-4a7c-ad68-88fd06add2ad tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:13.207602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954ccc77-129c-4919-8949-224c6f25d3e0 req-f8301645-5559-4a7c-ad68-88fd06add2ad tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.1297395 Nov 25 17:43:13.269113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-954ccc77-129c-4919-8949-224c6f25d3e0 req-fe038d6c-2188-43d6-85f9-14e2630a6bcf tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562756 Nov 25 17:43:13.847566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53784) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:13.853638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'subnet': {'network_id': 'ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:14.011582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:14.015126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.239675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.323941 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Subnet': ['ID=5f69113b-7536-421e-86d7-8a3e6d9b2fd8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:14.370280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Checking segment: {'id': 'dc2e45dd-97a1-4b40-a663-dd667a082973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:14.370709 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network hostable DHCP agents. Network: ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:14.404211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:14.419204 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:14.425282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:14.425966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.437227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685eb4a-a4da-4774-9acc-0d98e8abecc5 None None] Network ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:14.446307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f7514-d441-4dfa-98fa-40fdaea5f7bc req-3ce3c84b-d8a4-4f65-b944-ac8b0b661dea tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:14.456088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a3f7514-d441-4dfa-98fa-40fdaea5f7bc req-3ce3c84b-d8a4-4f65-b944-ac8b0b661dea tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0918510 Nov 25 17:43:14.460993 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4ed706aa-0af5-432a-8b95-914d8fe8b0d8 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6088746 Nov 25 17:43:14.462764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:14.468847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2137810768'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:14.507370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:14.511678 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.537713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a3f7514-d441-4dfa-98fa-40fdaea5f7bc req-6f1fd8f2-f0ea-406f-9622-7c1cd030f358 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751331 Nov 25 17:43:14.547354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:14.561906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.581235 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Added segment 5fcdf083-e64c-4e95-af13-f895900e5448 of type vlan for network bf05d407-09d1-41da-8f4c-513d94713012 Nov 25 17:43:14.687489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.722022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.744310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:14.744858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1', 'network_id': 'ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1', 'tenant_id': 'a68230fd58074844b3aad4981ebf87a5', 'fixed_ips': [{'subnet_id': '5f69113b-7536-421e-86d7-8a3e6d9b2fd8'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:14.745968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.746128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.843150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53828) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:14.843329 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3786292 Nov 25 17:43:14.849727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'subnet': {'network_id': 'bf05d407-09d1-41da-8f4c-513d94713012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:14.885719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac384765-cf79-40a0-a167-c6fae8501385 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Network': ['ID=bf05d407-09d1-41da-8f4c-513d94713012,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:14.913287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network bf05d407-09d1-41da-8f4c-513d94713012 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:14.982923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:14.987749 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.081453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Allocated IP 2001:db8:0:ffff::2 (ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1/5f69113b-7536-421e-86d7-8a3e6d9b2fd8/397eb4f9-e8bd-4c74-ac1a-0f287dcf753d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:15.287565 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.299481 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.361096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Network ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:15.365398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:15.375289 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:15.434871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0569a37-1bb6-451c-bdff-cf87b225404f req-2b19ed69-d573-427f-b020-46c6186f48c9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.437806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0569a37-1bb6-451c-bdff-cf87b225404f req-2b19ed69-d573-427f-b020-46c6186f48c9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.4434071 Nov 25 17:43:15.442026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Pushing event updated for resources: {'Port': ['ID=397eb4f9-e8bd-4c74-ac1a-0f287dcf753d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:15.451261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.451615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.451958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.452296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.452630 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.452981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.453555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.454213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.454482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.454807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.455164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.455610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.470354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Attempting to bind port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:15.471036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Attempting to bind port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'dc2e45dd-97a1-4b40-a663-dd667a082973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:15.471166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Attempting to bind port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d on network ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:15.481935 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:15.482327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Checking segment: {'id': 'dc2e45dd-97a1-4b40-a663-dd667a082973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:15.482744 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.483146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Bound using segment: {'id': 'dc2e45dd-97a1-4b40-a663-dd667a082973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:15.483632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Bound port: 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2e45dd-97a1-4b40-a663-dd667a082973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:15.489643 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.546970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0569a37-1bb6-451c-bdff-cf87b225404f req-a64a481b-808c-4aa7-a99d-87ab4ff1790f tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912848 Nov 25 17:43:15.573985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] For port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:15.577104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] For port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=397eb4f9-e8bd-4c74-ac1a-0f287dcf753d,segment=NetworkSegment(dc2e45dd-97a1-4b40-a663-dd667a082973),segment_id=dc2e45dd-97a1-4b40-a663-dd667a082973)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:15.585123 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.691082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6118d9-2b15-42a9-b414-2a6415fe5c12 None None] Pushing event updated for resources: {'Port': ['ID=397eb4f9-e8bd-4c74-ac1a-0f287dcf753d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:15.831230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:43:15.831230 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.894527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Subnet': ['ID=5c9556cd-5b9b-4621-919b-eca9ed1fc018,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:15.923493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.924101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.924983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.925494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.925993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.926547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.927031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.927688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.928757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.929325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.929800 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.930750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:15.972704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Checking segment: {'id': '5fcdf083-e64c-4e95-af13-f895900e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'bf05d407-09d1-41da-8f4c-513d94713012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:15.973415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network hostable DHCP agents. Network: bf05d407-09d1-41da-8f4c-513d94713012, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:16.004924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network bf05d407-09d1-41da-8f4c-513d94713012 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:16.015464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, bf05d407-09d1-41da-8f4c-513d94713012) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:16.028503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c562862-760d-427c-ab39-d97e63db334e None None] Network bf05d407-09d1-41da-8f4c-513d94713012 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:16.034204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.035418 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.075037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:16.076769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-afaccd08-cc1b-41c6-b6fe-9364467e1706 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2320032 Nov 25 17:43:16.093672 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'port': {'network_id': 'bf05d407-09d1-41da-8f4c-513d94713012', 'name': 'tempest-NetworksIpV6TestAttrs-1048836081'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:16.214118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-bf05d407-09d1-41da-8f4c-513d94713012', 'network_id': 'bf05d407-09d1-41da-8f4c-513d94713012', 'tenant_id': 'a68230fd58074844b3aad4981ebf87a5', 'fixed_ips': [{'subnet_id': '5c9556cd-5b9b-4621-919b-eca9ed1fc018'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:16.215007 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.278573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:16.286334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.308509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] device_id is not set on port 95a252bc-63b3-4b54-8399-3e3503d31fc5 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:43:16.387465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Allocated IP 2001:db8::f816:3eff:fe29:68ac (bf05d407-09d1-41da-8f4c-513d94713012/5c9556cd-5b9b-4621-919b-eca9ed1fc018/e9c748d4-0c63-4d40-960f-4b028566892a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:16.550798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.560906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.613716 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Network bf05d407-09d1-41da-8f4c-513d94713012 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:16.621955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:16.623883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:16.643254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Allocated IP 2001:db8::f816:3eff:fecd:3a81 (bf05d407-09d1-41da-8f4c-513d94713012/5c9556cd-5b9b-4621-919b-eca9ed1fc018/95a252bc-63b3-4b54-8399-3e3503d31fc5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:16.644024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Pushing event updated for resources: {'Port': ['ID=e9c748d4-0c63-4d40-960f-4b028566892a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:16.733019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Attempting to bind port e9c748d4-0c63-4d40-960f-4b028566892a on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:16.733537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Attempting to bind port e9c748d4-0c63-4d40-960f-4b028566892a by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5fcdf083-e64c-4e95-af13-f895900e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'bf05d407-09d1-41da-8f4c-513d94713012'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:16.733912 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Attempting to bind port e9c748d4-0c63-4d40-960f-4b028566892a on network bf05d407-09d1-41da-8f4c-513d94713012 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:16.740551 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:16.741016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Checking segment: {'id': '5fcdf083-e64c-4e95-af13-f895900e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'bf05d407-09d1-41da-8f4c-513d94713012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:16.741434 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.741939 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Bound using segment: {'id': '5fcdf083-e64c-4e95-af13-f895900e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'bf05d407-09d1-41da-8f4c-513d94713012'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:16.742428 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Bound port: e9c748d4-0c63-4d40-960f-4b028566892a, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcdf083-e64c-4e95-af13-f895900e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'bf05d407-09d1-41da-8f4c-513d94713012'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:16.742809 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.807214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3c5cd-2842-4f49-a861-7fbe3a5346ac req-5305d79e-669c-4b28-99fc-7bc2ed421138 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.815679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ed3c5cd-2842-4f49-a861-7fbe3a5346ac req-5305d79e-669c-4b28-99fc-7bc2ed421138 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.0900691 Nov 25 17:43:16.890980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] For port e9c748d4-0c63-4d40-960f-4b028566892a, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:16.897509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] For port e9c748d4-0c63-4d40-960f-4b028566892a, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e9c748d4-0c63-4d40-960f-4b028566892a,segment=NetworkSegment(5fcdf083-e64c-4e95-af13-f895900e5448),segment_id=5fcdf083-e64c-4e95-af13-f895900e5448)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:16.915649 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.918779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ed3c5cd-2842-4f49-a861-7fbe3a5346ac req-91c14249-3509-4fcf-8889-7d311bb0575e tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982015 Nov 25 17:43:16.979163 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.990023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135cd4d-3db2-43a8-81a0-ab52dd430861 None None] Pushing event updated for resources: {'Port': ['ID=e9c748d4-0c63-4d40-960f-4b028566892a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:17.045876 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.111977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network bf05d407-09d1-41da-8f4c-513d94713012 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:17.115965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:17.120230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:17.129553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:17.130299 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.145237 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Port': ['ID=95a252bc-63b3-4b54-8399-3e3503d31fc5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:17.180006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94893497-4aec-4a0a-89fd-823cba5eee05 None None] Network ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:17.181673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-03f733ce-7c66-47e4-8981-db155410d031 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1053774 Nov 25 17:43:17.184302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53860) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:17.257689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe90127-8282-432e-a3ed-4b1731e93813 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Deleting subnet 5c9556cd-5b9b-4621-919b-eca9ed1fc018 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:17.261454 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbe90127-8282-432e-a3ed-4b1731e93813 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.323635 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbe90127-8282-432e-a3ed-4b1731e93813 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.341445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dce84a51-03ca-442b-a54f-3fb55450e4e1 None None] Provisioning complete for port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:17.341825 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dce84a51-03ca-442b-a54f-3fb55450e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.561234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbe90127-8282-432e-a3ed-4b1731e93813 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.608118 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dce84a51-03ca-442b-a54f-3fb55450e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.709465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dce84a51-03ca-442b-a54f-3fb55450e4e1 None None] For port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=397eb4f9-e8bd-4c74-ac1a-0f287dcf753d,segment=NetworkSegment(dc2e45dd-97a1-4b40-a663-dd667a082973),segment_id=dc2e45dd-97a1-4b40-a663-dd667a082973)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:17.727580 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dce84a51-03ca-442b-a54f-3fb55450e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.730810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbe90127-8282-432e-a3ed-4b1731e93813 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.776903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe90127-8282-432e-a3ed-4b1731e93813 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9556cd-5b9b-4621-919b-eca9ed1fc018,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:17.795121 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbe90127-8282-432e-a3ed-4b1731e93813 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.806157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:17.807117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fbe90127-8282-432e-a3ed-4b1731e93813 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/subnets/5c9556cd-5b9b-4621-919b-eca9ed1fc018 HTTP/1.1" status: 204 len: 168 time: 0.6213987 Nov 25 17:43:17.819137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e9c748d4-0c63-4d40-960f-4b028566892a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:17.868437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce84a51-03ca-442b-a54f-3fb55450e4e1 None None] Pushing event updated for resources: {'Port': ['ID=397eb4f9-e8bd-4c74-ac1a-0f287dcf753d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:17.888415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e9c748d4-0c63-4d40-960f-4b028566892a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:17.888788 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.059263 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.073634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a0679a37-8bf3-461f-8ff2-0682868be1fe None None] Provisioning complete for port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:18.074159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0679a37-8bf3-461f-8ff2-0682868be1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.103189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff191d1f-97d3-48fd-ba59-60af4d3814ff tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.105365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff191d1f-97d3-48fd-ba59-60af4d3814ff tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.106887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff191d1f-97d3-48fd-ba59-60af4d3814ff tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2917752 Nov 25 17:43:18.110500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:18.117905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-138626d5-b3dc-45fb-9ecd-8dce372af17c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.119810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-138626d5-b3dc-45fb-9ecd-8dce372af17c tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.95 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.3292220 Nov 25 17:43:18.145693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port e9c748d4-0c63-4d40-960f-4b028566892a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e9c748d4-0c63-4d40-960f-4b028566892a,segment=NetworkSegment(5fcdf083-e64c-4e95-af13-f895900e5448),segment_id=5fcdf083-e64c-4e95-af13-f895900e5448)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:18.224072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.224837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:18.238097 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97aca99f-a9e8-48e0-a113-a6cadee349ec tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.248129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a4f4-3d76-4026-8afc-3598a90b3a2c req-a408de0a-0cd7-47ac-9b9c-83e8a8cc6240 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.258940 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-97aca99f-a9e8-48e0-a113-a6cadee349ec tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 17:43:18.259414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97aca99f-a9e8-48e0-a113-a6cadee349ec tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:18.265080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f51a4f4-3d76-4026-8afc-3598a90b3a2c req-a408de0a-0cd7-47ac-9b9c-83e8a8cc6240 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 946 time: 0.2244170 Nov 25 17:43:18.270636 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-97aca99f-a9e8-48e0-a113-a6cadee349ec tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/bf05d407-09d1-41da-8f4c-513d94713012 HTTP/1.1" status: 409 len: 405 time: 0.1585815 Nov 25 17:43:18.271641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53880) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:18.307948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-594897055'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:18.364803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=e9c748d4-0c63-4d40-960f-4b028566892a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:18.391441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:18.393014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.394747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:18.410022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.414000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1f51a4f4-3d76-4026-8afc-3598a90b3a2c req-11c8bcc6-4a5a-4bad-805f-d8d3033e0bb3 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479900 Nov 25 17:43:18.420355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Deleting port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:18.420710 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.495999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:18.519170 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.519535 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Added segment 497b743b-dc5e-48b9-9e21-ce1b8b67e3fc of type vlan for network 542585f9-b084-4f69-8200-c8ad39d81da0 Nov 25 17:43:18.555975 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] For port 6c390a12-0727-4340-aa2c-c637d9ca5ca5, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6c390a12-0727-4340-aa2c-c637d9ca5ca5,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:18.558293 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.580298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Calling delete_port for 6c390a12-0727-4340-aa2c-c637d9ca5ca5 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:18.585612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.629022 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.646802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.647862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.671860 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3934472 Nov 25 17:43:18.674884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53884) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:18.693767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'subnet': {'network_id': '542585f9-b084-4f69-8200-c8ad39d81da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:18.754746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372921e-cf9b-40e9-8911-d8be86d840e3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Network': ['ID=542585f9-b084-4f69-8200-c8ad39d81da0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:18.781223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 542585f9-b084-4f69-8200-c8ad39d81da0 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:18.787377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7381fa2-988f-4848-9bf5-e0f42324e8ed None None] Network bf05d407-09d1-41da-8f4c-513d94713012 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:18.849052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:18.853338 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.858927 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:18.916079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['caacd8fe-46da-42eb-84f3-d9eec74887bc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:18.919061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['6c390a12-0727-4340-aa2c-c637d9ca5ca5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:18.939880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Pushing event deleted for resources: {'Port': ['ID=6c390a12-0727-4340-aa2c-c637d9ca5ca5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:19.058827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] No DVR routers for this DVR port 6c390a12-0727-4340-aa2c-c637d9ca5ca5 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:19.065443 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.069206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26ee553d-14a8-4d38-b193-89eee6d78875 req-d65ab74a-7195-49af-8915-abc8b693d4f9 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.95 "DELETE /v2.0/ports/6c390a12-0727-4340-aa2c-c637d9ca5ca5 HTTP/1.1" status: 204 len: 173 time: 0.9373865 Nov 25 17:43:19.070056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7df359-a45b-49f9-a058-dab02697ed2d', 'name': 'network-vif-deleted', 'tag': '6c390a12-0727-4340-aa2c-c637d9ca5ca5'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:19.072051 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b5c077-2c10-4e23-9713-fe9642871d75" -d '{"events": [{"server_uuid": "be7df359-a45b-49f9-a058-dab02697ed2d", "name": "network-vif-deleted", "tag": "6c390a12-0727-4340-aa2c-c637d9ca5ca5"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:19.121918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86af6880-76d5-4daf-9a0b-527a545a7cf3 None None] Provisioning complete for port e9c748d4-0c63-4d40-960f-4b028566892a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:19.122362 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86af6880-76d5-4daf-9a0b-527a545a7cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.156756 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b567ee2b-353b-46f1-8135-fac30ea2d645 x-openstack-request-id: req-b567ee2b-353b-46f1-8135-fac30ea2d645 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:19.157675 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7df359-a45b-49f9-a058-dab02697ed2d", "name": "network-vif-deleted", "tag": "6c390a12-0727-4340-aa2c-c637d9ca5ca5", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:19.158109 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b567ee2b-353b-46f1-8135-fac30ea2d645 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:19.158669 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7df359-a45b-49f9-a058-dab02697ed2d', 'name': 'network-vif-deleted', 'tag': '6c390a12-0727-4340-aa2c-c637d9ca5ca5', 'status': 'completed', 'code': 200} Nov 25 17:43:19.342430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] DHCP port deletion for bf05d407-09d1-41da-8f4c-513d94713012 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:19.373337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:43:19.375301 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.439701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] Deleting port e9c748d4-0c63-4d40-960f-4b028566892a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:19.442076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.466147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Checking segment: {'id': '497b743b-dc5e-48b9-9e21-ce1b8b67e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '542585f9-b084-4f69-8200-c8ad39d81da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:19.466526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network hostable DHCP agents. Network: 542585f9-b084-4f69-8200-c8ad39d81da0, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:19.471376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Subnet': ['ID=31f068e5-c43a-4eb8-a159-b9914cc2a63d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:19.497463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network 542585f9-b084-4f69-8200-c8ad39d81da0 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:19.516994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 542585f9-b084-4f69-8200-c8ad39d81da0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:19.526248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:19.528370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.545005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] For port e9c748d4-0c63-4d40-960f-4b028566892a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e9c748d4-0c63-4d40-960f-4b028566892a,segment=NetworkSegment(5fcdf083-e64c-4e95-af13-f895900e5448),segment_id=5fcdf083-e64c-4e95-af13-f895900e5448)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:19.545414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.561411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] Calling delete_port for e9c748d4-0c63-4d40-960f-4b028566892a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:19.575751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9fd2e-e3de-4307-b356-1f0a485248df None None] Network 542585f9-b084-4f69-8200-c8ad39d81da0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:19.602469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-853f45f1-409d-410c-a1e6-035d20f9be80 req-894caca8-a137-49d8-889d-47e582d4d1b3 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=be7df359-a45b-49f9-a058-dab02697ed2d HTTP/1.1" status: 200 len: 210 time: 0.0404878 Nov 25 17:43:19.605809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a95e9069-bf7d-44f8-ae3a-398ba1735c8b tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9288399 Nov 25 17:43:19.608814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53902) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:19.618657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'port': {'network_id': '542585f9-b084-4f69-8200-c8ad39d81da0', 'name': 'tempest-NetworksIpV6TestAttrs-2065102892'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:19.798786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:19.805222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.836260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] device_id is not set on port 8e86c764-3f48-4a6e-a136-8d6fd00b5ad2 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:43:19.942434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:19.987985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Allocated IP 2001:db8::f816:3eff:fefb:4b5 (542585f9-b084-4f69-8200-c8ad39d81da0/31f068e5-c43a-4eb8-a159-b9914cc2a63d/8e86c764-3f48-4a6e-a136-8d6fd00b5ad2) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:20.081050 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-542585f9-b084-4f69-8200-c8ad39d81da0', 'network_id': '542585f9-b084-4f69-8200-c8ad39d81da0', 'tenant_id': 'a68230fd58074844b3aad4981ebf87a5', 'fixed_ips': [{'subnet_id': '31f068e5-c43a-4eb8-a159-b9914cc2a63d'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:20.082094 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.116331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:20.116999 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.118562 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.210648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.221574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] Pushing event deleted for resources: {'Port': ['ID=e9c748d4-0c63-4d40-960f-4b028566892a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:20.232612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504b542-e04a-4068-a89f-18d4b26b1365 None None] No DVR routers for this DVR port e9c748d4-0c63-4d40-960f-4b028566892a on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:20.264794 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.323945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Allocated IP 2001:db8::f816:3eff:fed6:b522 (542585f9-b084-4f69-8200-c8ad39d81da0/31f068e5-c43a-4eb8-a159-b9914cc2a63d/23e746df-c5f8-48d6-a462-765a43ae5c5f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:20.325199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network 542585f9-b084-4f69-8200-c8ad39d81da0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:20.330847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:20.336295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:20.343799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:20.344524 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.374570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:20.375111 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7627988 Nov 25 17:43:20.387232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eef99a-1158-49ec-8dcb-b99db824454a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Port': ['ID=8e86c764-3f48-4a6e-a136-8d6fd00b5ad2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:20.484283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-76227eb4-3191-4837-8199-7e4d2b2d225f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Deleting subnet 31f068e5-c43a-4eb8-a159-b9914cc2a63d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:20.543623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e9c748d4-0c63-4d40-960f-4b028566892a no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:20.570849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e9c748d4-0c63-4d40-960f-4b028566892a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:20.571196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e9c748d4-0c63-4d40-960f-4b028566892a not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:20.586201 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.591415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76227eb4-3191-4837-8199-7e4d2b2d225f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.591617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.637562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Network 542585f9-b084-4f69-8200-c8ad39d81da0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:20.642058 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:20.644926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:20.648618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Pushing event updated for resources: {'Port': ['ID=23e746df-c5f8-48d6-a462-765a43ae5c5f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:20.672683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76227eb4-3191-4837-8199-7e4d2b2d225f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.757685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Attempting to bind port 23e746df-c5f8-48d6-a462-765a43ae5c5f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:20.758396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Attempting to bind port 23e746df-c5f8-48d6-a462-765a43ae5c5f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '497b743b-dc5e-48b9-9e21-ce1b8b67e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '542585f9-b084-4f69-8200-c8ad39d81da0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:20.758839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Attempting to bind port 23e746df-c5f8-48d6-a462-765a43ae5c5f on network 542585f9-b084-4f69-8200-c8ad39d81da0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:20.766281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:20.766891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Checking segment: {'id': '497b743b-dc5e-48b9-9e21-ce1b8b67e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '542585f9-b084-4f69-8200-c8ad39d81da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:20.767336 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.767966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Bound using segment: {'id': '497b743b-dc5e-48b9-9e21-ce1b8b67e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '542585f9-b084-4f69-8200-c8ad39d81da0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:20.768577 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Bound port: 23e746df-c5f8-48d6-a462-765a43ae5c5f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497b743b-dc5e-48b9-9e21-ce1b8b67e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '542585f9-b084-4f69-8200-c8ad39d81da0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:20.769043 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.890878 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76227eb4-3191-4837-8199-7e4d2b2d225f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.975486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76227eb4-3191-4837-8199-7e4d2b2d225f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.980024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] For port 23e746df-c5f8-48d6-a462-765a43ae5c5f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:20.986070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] For port 23e746df-c5f8-48d6-a462-765a43ae5c5f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=23e746df-c5f8-48d6-a462-765a43ae5c5f,segment=NetworkSegment(497b743b-dc5e-48b9-9e21-ce1b8b67e3fc),segment_id=497b743b-dc5e-48b9-9e21-ce1b8b67e3fc)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:20.993764 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.037568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227eb4-3191-4837-8199-7e4d2b2d225f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Subnet': ['ID=31f068e5-c43a-4eb8-a159-b9914cc2a63d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:21.044767 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76227eb4-3191-4837-8199-7e4d2b2d225f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.051931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-76227eb4-3191-4837-8199-7e4d2b2d225f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/subnets/31f068e5-c43a-4eb8-a159-b9914cc2a63d HTTP/1.1" status: 204 len: 168 time: 0.6731799 Nov 25 17:43:21.052979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:21.085477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b16e8-2482-4dde-9655-55b644f244f5 req-a8ad9bf2-46c1-40d6-b75d-de03b15d443a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.085477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed0b16e8-2482-4dde-9655-55b644f244f5 req-a8ad9bf2-46c1-40d6-b75d-de03b15d443a tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1052487 Nov 25 17:43:21.108198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759a62e-aeb9-4b22-9701-8b301eec5428 None None] Pushing event updated for resources: {'Port': ['ID=23e746df-c5f8-48d6-a462-765a43ae5c5f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:21.163303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed0b16e8-2482-4dde-9655-55b644f244f5 req-b2290966-5f29-4597-b8ba-38fb54205658 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643785 Nov 25 17:43:21.276781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a640e9e-7a98-4ee6-af36-c789bfb0d8f0 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.278985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a640e9e-7a98-4ee6-af36-c789bfb0d8f0 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.282315 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4a640e9e-7a98-4ee6-af36-c789bfb0d8f0 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2266247 Nov 25 17:43:21.285273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53932) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:21.507004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9dfce0cf-654f-4e97-86a8-73839cc2bd1e tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.539206 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfce0cf-654f-4e97-86a8-73839cc2bd1e tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 17:43:21.539717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfce0cf-654f-4e97-86a8-73839cc2bd1e tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:21.542914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9dfce0cf-654f-4e97-86a8-73839cc2bd1e tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/542585f9-b084-4f69-8200-c8ad39d81da0 HTTP/1.1" status: 409 len: 405 time: 0.2562320 Nov 25 17:43:21.548018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53936) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:21.551985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6c390a12-0727-4340-aa2c-c637d9ca5ca5 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:21.557315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1828907674'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:21.607945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:21.615341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.672054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 23e746df-c5f8-48d6-a462-765a43ae5c5f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:21.675565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 6c390a12-0727-4340-aa2c-c637d9ca5ca5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:21.675984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6c390a12-0727-4340-aa2c-c637d9ca5ca5 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:21.678949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:21.710305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.713531 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Added segment 0780edd3-57ed-461d-96bc-0a40654af5fc of type vlan for network 9d558295-ffa7-4a95-b367-c10cb6b4a21b Nov 25 17:43:21.744874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 23e746df-c5f8-48d6-a462-765a43ae5c5f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:21.745658 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.784235 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.823877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.831789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.832529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.871749 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.920096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 23e746df-c5f8-48d6-a462-765a43ae5c5f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=23e746df-c5f8-48d6-a462-765a43ae5c5f,segment=NetworkSegment(497b743b-dc5e-48b9-9e21-ce1b8b67e3fc),segment_id=497b743b-dc5e-48b9-9e21-ce1b8b67e3fc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:21.923514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Network': ['ID=9d558295-ffa7-4a95-b367-c10cb6b4a21b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:21.937813 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9d558295-ffa7-4a95-b367-c10cb6b4a21b details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:21.938992 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bd3af001-651c-4156-ba69-867cabbd4bfe tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3887553 Nov 25 17:43:21.941794 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.941985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:21.951713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'subnet': {'network_id': '9d558295-ffa7-4a95-b367-c10cb6b4a21b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:22.068069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=23e746df-c5f8-48d6-a462-765a43ae5c5f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:22.151027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:22.155327 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.561034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b0f7-6849-469c-a7e7-32a20b202cbd req-3b3393db-19c5-4b59-8853-abff723ceba1 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:22.562565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e298b0f7-6849-469c-a7e7-32a20b202cbd req-3b3393db-19c5-4b59-8853-abff723ceba1 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.2051587 Nov 25 17:43:22.590138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a1e5f5-c14c-478f-bd7c-451a2f3742a6 None None] Network 542585f9-b084-4f69-8200-c8ad39d81da0 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:22.628488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:43:22.633847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.711815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e298b0f7-6849-469c-a7e7-32a20b202cbd req-a93bd79d-145c-4b02-8843-19eba2fa30f0 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343849 Nov 25 17:43:22.715174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1fa38a4d-7166-44f8-a5d1-aa6b93616750 None None] Provisioning complete for port 23e746df-c5f8-48d6-a462-765a43ae5c5f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:22.716698 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1fa38a4d-7166-44f8-a5d1-aa6b93616750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.743885 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Subnet': ['ID=279237e3-2c43-41f2-a80d-f13031cf6c0a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:22.761603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Checking segment: {'id': '0780edd3-57ed-461d-96bc-0a40654af5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d558295-ffa7-4a95-b367-c10cb6b4a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:22.761968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network hostable DHCP agents. Network: 9d558295-ffa7-4a95-b367-c10cb6b4a21b, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:22.784307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network 9d558295-ffa7-4a95-b367-c10cb6b4a21b is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:22.796500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9d558295-ffa7-4a95-b367-c10cb6b4a21b) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:22.804266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:22.804912 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.820108 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8eda5b-c279-4bf1-b790-07fcf0116cb4 None None] Network 9d558295-ffa7-4a95-b367-c10cb6b4a21b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:22.829653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3014f53b-3d80-4f6f-b186-4daf53d180cd tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8857870 Nov 25 17:43:22.833910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53950) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:23.017666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] DHCP port deletion for 542585f9-b084-4f69-8200-c8ad39d81da0 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:23.104826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-9d558295-ffa7-4a95-b367-c10cb6b4a21b', 'network_id': '9d558295-ffa7-4a95-b367-c10cb6b4a21b', 'tenant_id': 'a68230fd58074844b3aad4981ebf87a5', 'fixed_ips': [{'subnet_id': '279237e3-2c43-41f2-a80d-f13031cf6c0a'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:23.106026 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.132601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] Deleting port 23e746df-c5f8-48d6-a462-765a43ae5c5f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:23.133027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.318861 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] For port 23e746df-c5f8-48d6-a462-765a43ae5c5f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=23e746df-c5f8-48d6-a462-765a43ae5c5f,segment=NetworkSegment(497b743b-dc5e-48b9-9e21-ce1b8b67e3fc),segment_id=497b743b-dc5e-48b9-9e21-ce1b8b67e3fc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:23.319571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.346996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] Calling delete_port for 23e746df-c5f8-48d6-a462-765a43ae5c5f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:23.398880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.464547 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Allocated IP 2001:db8::f816:3eff:fef8:3f01 (9d558295-ffa7-4a95-b367-c10cb6b4a21b/279237e3-2c43-41f2-a80d-f13031cf6c0a/a7868efc-6bbf-42e9-84eb-f6c7991ba293) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:23.575846 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.607047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.607710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 23e746df-c5f8-48d6-a462-765a43ae5c5f no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:23.645120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-16676ce3-47c2-4feb-86f1-3ccdc2d06f14 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:23.646649 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-16676ce3-47c2-4feb-86f1-3ccdc2d06f14 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.60 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.1737387 Nov 25 17:43:23.669799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] Pushing event deleted for resources: {'Port': ['ID=23e746df-c5f8-48d6-a462-765a43ae5c5f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:23.675318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca0431-babf-407d-a058-2d9132eb01eb None None] No DVR routers for this DVR port 23e746df-c5f8-48d6-a462-765a43ae5c5f on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:23.683872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 23e746df-c5f8-48d6-a462-765a43ae5c5f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:23.684167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 23e746df-c5f8-48d6-a462-765a43ae5c5f not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:23.782299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.787757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Deleting port caacd8fe-46da-42eb-84f3-d9eec74887bc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:23.788334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.792778 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.883008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d985b-1484-448d-a42c-343e1c6883f6 req-ef62d860-06f9-42f8-8e6d-8b1326e9e8f3 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:23.884556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-496d985b-1484-448d-a42c-343e1c6883f6 req-ef62d860-06f9-42f8-8e6d-8b1326e9e8f3 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/ports?device_id=c02c6a62-e524-4777-b452-919d083ff0fe HTTP/1.1" status: 200 len: 945 time: 0.0776830 Nov 25 17:43:23.888611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Network 9d558295-ffa7-4a95-b367-c10cb6b4a21b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:23.890357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:23.901236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:23.920553 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Pushing event updated for resources: {'Port': ['ID=a7868efc-6bbf-42e9-84eb-f6c7991ba293,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:23.924627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] For port caacd8fe-46da-42eb-84f3-d9eec74887bc, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=caacd8fe-46da-42eb-84f3-d9eec74887bc,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:23.925161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.940141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Calling delete_port for caacd8fe-46da-42eb-84f3-d9eec74887bc owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:23.977551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-496d985b-1484-448d-a42c-343e1c6883f6 req-3b95c71c-4112-4d42-aede-dbee7f305ed6 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855527 Nov 25 17:43:24.011718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.017724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Attempting to bind port a7868efc-6bbf-42e9-84eb-f6c7991ba293 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:24.018299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Attempting to bind port a7868efc-6bbf-42e9-84eb-f6c7991ba293 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '0780edd3-57ed-461d-96bc-0a40654af5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d558295-ffa7-4a95-b367-c10cb6b4a21b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:24.018909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Attempting to bind port a7868efc-6bbf-42e9-84eb-f6c7991ba293 on network 9d558295-ffa7-4a95-b367-c10cb6b4a21b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:24.025359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:24.026274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Checking segment: {'id': '0780edd3-57ed-461d-96bc-0a40654af5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d558295-ffa7-4a95-b367-c10cb6b4a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:24.026896 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.027296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Bound using segment: {'id': '0780edd3-57ed-461d-96bc-0a40654af5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d558295-ffa7-4a95-b367-c10cb6b4a21b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:24.028116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Bound port: a7868efc-6bbf-42e9-84eb-f6c7991ba293, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0780edd3-57ed-461d-96bc-0a40654af5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d558295-ffa7-4a95-b367-c10cb6b4a21b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:24.028116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.059972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Subnet': ['ID=279237e3-2c43-41f2-a80d-f13031cf6c0a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:24.129051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] For port a7868efc-6bbf-42e9-84eb-f6c7991ba293, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:24.138420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.148901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] For port a7868efc-6bbf-42e9-84eb-f6c7991ba293, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a7868efc-6bbf-42e9-84eb-f6c7991ba293,segment=NetworkSegment(0780edd3-57ed-461d-96bc-0a40654af5fc),segment_id=0780edd3-57ed-461d-96bc-0a40654af5fc)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:24.157527 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.193242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d558295-ffa7-4a95-b367-c10cb6b4a21b']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:24.208897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0780edd3-57ed-461d-96bc-0a40654af5fc') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:24.209223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0780edd3-57ed-461d-96bc-0a40654af5fc') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:24.226442 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.239747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.251196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.264422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:24.264861 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.266244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['caacd8fe-46da-42eb-84f3-d9eec74887bc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: items = [ Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:24.285606 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:24.299839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Pushing event deleted for resources: {'Port': ['ID=caacd8fe-46da-42eb-84f3-d9eec74887bc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:24.321993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f1d16e-55d1-4ef3-8bc4-7e79069b099e None None] Network 9d558295-ffa7-4a95-b367-c10cb6b4a21b requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:24.347316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a3c5e-1aaf-41a2-a7bf-da4721d3eab1 None None] Pushing event updated for resources: {'Port': ['ID=a7868efc-6bbf-42e9-84eb-f6c7991ba293,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:24.385210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] No DVR routers for this DVR port caacd8fe-46da-42eb-84f3-d9eec74887bc on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:24.387994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.395316 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73f62109-56ad-4b6d-8c31-1658ccbbc8fb req-7e6a1347-9436-4aec-b2d6-964b1aa8c724 tempest-ServerRescueTestJSON-1902470537 tempest-ServerRescueTestJSON-1902470537-project] 10.222.0.60 "DELETE /v2.0/ports/caacd8fe-46da-42eb-84f3-d9eec74887bc HTTP/1.1" status: 204 len: 173 time: 0.7391810 Nov 25 17:43:24.395316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02c6a62-e524-4777-b452-919d083ff0fe', 'name': 'network-vif-deleted', 'tag': 'caacd8fe-46da-42eb-84f3-d9eec74887bc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:24.395765 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335a19bf-b3e1-4967-a43a-486c5706f560" -d '{"events": [{"server_uuid": "c02c6a62-e524-4777-b452-919d083ff0fe", "name": "network-vif-deleted", "tag": "caacd8fe-46da-42eb-84f3-d9eec74887bc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:24.400280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.db.api [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:43:24.400280 n-d-819349-3 neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:43:24.400280 n-d-819349-3 neutron-server[103598]: [parameters: {'id': '9d558295-ffa7-4a95-b367-c10cb6b4a21b'}] Nov 25 17:43:24.400280 n-d-819349-3 neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:43:24.400867 n-d-819349-3 neutron-server[103598]: DEBUG oslo_db.api [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:43:24.514300 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42464a2c-7410-45bf-b120-d0db21ba28e8 x-openstack-request-id: req-42464a2c-7410-45bf-b120-d0db21ba28e8 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:24.514610 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02c6a62-e524-4777-b452-919d083ff0fe", "name": "network-vif-deleted", "tag": "caacd8fe-46da-42eb-84f3-d9eec74887bc", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:24.514928 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42464a2c-7410-45bf-b120-d0db21ba28e8 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:24.515338 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02c6a62-e524-4777-b452-919d083ff0fe', 'name': 'network-vif-deleted', 'tag': 'caacd8fe-46da-42eb-84f3-d9eec74887bc', 'status': 'completed', 'code': 200} Nov 25 17:43:24.539634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80aa587-7b7d-47b6-972b-30570a409d1f None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:43:24.657373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80aa587-7b7d-47b6-972b-30570a409d1f None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:43:24.901587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:24.977164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Deleting port a7868efc-6bbf-42e9-84eb-f6c7991ba293 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:24.977856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.059968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] For port a7868efc-6bbf-42e9-84eb-f6c7991ba293, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a7868efc-6bbf-42e9-84eb-f6c7991ba293,segment=NetworkSegment(0780edd3-57ed-461d-96bc-0a40654af5fc),segment_id=0780edd3-57ed-461d-96bc-0a40654af5fc)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:25.059968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.060568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 53986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:25.077083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Calling delete_port for a7868efc-6bbf-42e9-84eb-f6c7991ba293 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:25.204842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.258960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Port': ['ID=a7868efc-6bbf-42e9-84eb-f6c7991ba293,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:25.262570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No DVR routers for this DVR port a7868efc-6bbf-42e9-84eb-f6c7991ba293 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:25.305889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f1121977-9f72-49c7-9269-d7c28c96dff4 None None] Provisioning complete for port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:25.307844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1121977-9f72-49c7-9269-d7c28c96dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.411062 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.438834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d558295-ffa7-4a95-b367-c10cb6b4a21b']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:25.450943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0780edd3-57ed-461d-96bc-0a40654af5fc') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:25.451225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0780edd3-57ed-461d-96bc-0a40654af5fc') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:25.463686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.488657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.513305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:25.513712 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:25.570562 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:25.589138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.597926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.601157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/9d558295-ffa7-4a95-b367-c10cb6b4a21b HTTP/1.1" status: 204 len: 168 time: 2.7649374 Nov 25 17:43:25.604518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 53996) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:25.609434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-366746284'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:25.627207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ee57d-31e7-478c-a897-19a523331d85 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Network': ['ID=9d558295-ffa7-4a95-b367-c10cb6b4a21b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:25.658810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:25.662533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.664159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.694215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:25.704922 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.704922 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Added segment dcb1077a-7efe-442f-a0ba-5ef0f11edede of type vlan for network 76067537-2c93-4a4a-8643-63f466997565 Nov 25 17:43:25.758411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.800207 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.806704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:25.807719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.873244 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2675774 Nov 25 17:43:25.880576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54002) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:25.887419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'subnet': {'network_id': '76067537-2c93-4a4a-8643-63f466997565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:25.908788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a3585-54a2-4412-a3ad-8cab1c50a25c tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Network': ['ID=76067537-2c93-4a4a-8643-63f466997565,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:25.923227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 76067537-2c93-4a4a-8643-63f466997565 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:26.028706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Deleting port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:26.029616 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.034566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:26.039316 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.153308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] For port ac38b1c7-28f9-4366-b1cb-4ee571ee12ba, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,segment=NetworkSegment(50821b82-4bc8-460d-bd09-18b1b3e10554),segment_id=50821b82-4bc8-460d-bd09-18b1b3e10554)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:26.153920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.169758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Calling delete_port for ac38b1c7-28f9-4366-b1cb-4ee571ee12ba owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:26.272723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.351946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Subnet': ['ID=9d8c5503-9367-430a-b289-47b56601baf5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:26.360689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Checking segment: {'id': 'dcb1077a-7efe-442f-a0ba-5ef0f11edede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '76067537-2c93-4a4a-8643-63f466997565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:26.361199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network hostable DHCP agents. Network: 76067537-2c93-4a4a-8643-63f466997565, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:26.386640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network 76067537-2c93-4a4a-8643-63f466997565 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:26.398175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 76067537-2c93-4a4a-8643-63f466997565) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:26.405480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:26.406213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.423337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.432863 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2ff0b04d-3bc5-4b5d-a97f-7465c4b438ad tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5511498 Nov 25 17:43:26.435518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:26.461138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac38b1c7-28f9-4366-b1cb-4ee571ee12ba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:26.629191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa769398-7071-47e2-981b-020e60125e0e None None] Network 76067537-2c93-4a4a-8643-63f466997565 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:26.699065 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.722243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63d463-397a-4720-b639-94e3730ff6e8 None None] DHCP port deletion for 804c492c-b2c3-4949-8756-0051ec88d70c request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:26.771630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.779656 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.882432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device caacd8fe-46da-42eb-84f3-d9eec74887bc no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:26.895121 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.911775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: caacd8fe-46da-42eb-84f3-d9eec74887bc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:26.912130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device caacd8fe-46da-42eb-84f3-d9eec74887bc not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:26.914146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e7ce4-73eb-43d4-98a1-2f52375a982b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-76067537-2c93-4a4a-8643-63f466997565', 'network_id': '76067537-2c93-4a4a-8643-63f466997565', 'tenant_id': 'a68230fd58074844b3aad4981ebf87a5', 'fixed_ips': [{'subnet_id': '9d8c5503-9367-430a-b289-47b56601baf5'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:26.914991 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c12e7ce4-73eb-43d4-98a1-2f52375a982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.942317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8c5503-9367-430a-b289-47b56601baf5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:27.026617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eacc449-d594-4f1f-b693-8f5eb589cd7d None None] Network 76067537-2c93-4a4a-8643-63f466997565 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:27.029834 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.056454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76067537-2c93-4a4a-8643-63f466997565']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:27.070194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb1077a-7efe-442f-a0ba-5ef0f11edede') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:27.070878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb1077a-7efe-442f-a0ba-5ef0f11edede') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:27.084108 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.099547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.108031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:27.108707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:27.113264 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:27.159650 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:27.204512 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.216718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.227023 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/76067537-2c93-4a4a-8643-63f466997565 HTTP/1.1" status: 204 len: 168 time: 0.7862217 Nov 25 17:43:27.253494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54032) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:27.260983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1179510938'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:27.264831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3178b-243f-4b91-bb86-af92b28eb022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Network': ['ID=76067537-2c93-4a4a-8643-63f466997565,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:27.296645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:27.301180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.333958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:27.346185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.346526 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Added segment e0461223-44c4-4301-8aa4-2e40e13a6a56 of type vlan for network 86580096-2c64-4530-baf5-c7d9af2cc934 Nov 25 17:43:27.384463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:27.396162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-628b1364-8126-41e2-862f-4203022c9d06 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3304214 Nov 25 17:43:27.399636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] Sync routers for ids ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:27.400381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.402661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:27.411286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] Routers {'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:27.411498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:43:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:27.527031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.533000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:27.533617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.634974 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.643082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] Set router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:27.699924 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4453249 Nov 25 17:43:27.702964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:27.709891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Request body: {'subnet': {'network_id': '86580096-2c64-4530-baf5-c7d9af2cc934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:27.710152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75c127-98b2-433f-a194-4df5e6428f1f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Network': ['ID=86580096-2c64-4530-baf5-c7d9af2cc934,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:27.730993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 86580096-2c64-4530-baf5-c7d9af2cc934 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:27.811164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.896902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Made reservation on behalf of a68230fd58074844b3aad4981ebf87a5 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:27.905148 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.930499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Deleting port c36b8354-1738-434f-8268-24d4682da5fa {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:27.931026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:27.987417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:43:26Z', 'revision_number': 5, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port': {'id': 'c36b8354-1738-434f-8268-24d4682da5fa', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:34Z', 'updated_at': '2021-11-25T17:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:28.037448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] Checking router: a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:28.051775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] Routers {'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:28.052683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:43:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:28.073649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] For port c36b8354-1738-434f-8268-24d4682da5fa, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c36b8354-1738-434f-8268-24d4682da5fa,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:28.074683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.105099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Calling delete_port for c36b8354-1738-434f-8268-24d4682da5fa owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:28.161085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] Set router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:28.225835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:43:27Z', 'revision_number': 6, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:28.270898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a15163-2b96-414a-990a-bdba97490677 None None] The sync data for ids ['a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29'] in n-d-819349-3 is: [{'id': 'a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29', 'name': 'tempest-ServerRescueTestJSON-1636122312-router', 'tenant_id': '987e5f0289074c51804b902cfd96d64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:33Z', 'updated_at': '2021-11-25T17:43:27Z', 'revision_number': 6, 'project_id': '987e5f0289074c51804b902cfd96d64c', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:28.339353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.objects.ports [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:43:28.341078 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.355410 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.401847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event updated for resources: {'Subnet': ['ID=925ae094-179e-412a-88c0-98c8d7b7922b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:28.417884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36b8354-1738-434f-8268-24d4682da5fa,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:28.431566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd641ff-afaf-438a-b30c-f78b5b6e0df3 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:28.431830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Checking segment: {'id': 'e0461223-44c4-4301-8aa4-2e40e13a6a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '86580096-2c64-4530-baf5-c7d9af2cc934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:28.432201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network hostable DHCP agents. Network: 86580096-2c64-4530-baf5-c7d9af2cc934, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:28.457756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Network 86580096-2c64-4530-baf5-c7d9af2cc934 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:28.485491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 86580096-2c64-4530-baf5-c7d9af2cc934) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:28.492008 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:28.492622 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.510292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ca0c0-50a1-4d60-977c-657f8f14acd4 None None] Network 86580096-2c64-4530-baf5-c7d9af2cc934 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:28.513759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-df621987-e5b5-49ff-a4ff-5a50c3a5e152 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8092365 Nov 25 17:43:28.517846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:28.523317 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.633955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.636627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.684949 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.718459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.723831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:28.734134 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.734134 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9bfa8fc5-80ee-4802-9344-ba0cd1be2fb7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a8b91d4c-a8eb-4e39-b07a-f4dffd3e4f29 HTTP/1.1" status: 204 len: 168 time: 1.3303096 Nov 25 17:43:28.736808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:28.838252 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.853102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b88bf7-edbd-477c-83f5-1cd1fef9d325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-86580096-2c64-4530-baf5-c7d9af2cc934', 'network_id': '86580096-2c64-4530-baf5-c7d9af2cc934', 'tenant_id': 'a68230fd58074844b3aad4981ebf87a5', 'fixed_ips': [{'subnet_id': '925ae094-179e-412a-88c0-98c8d7b7922b'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:43:28.853972 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5b88bf7-edbd-477c-83f5-1cd1fef9d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.869778 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-588e647b-1aa1-4d53-a4ee-49f923b69bef admin admin] Deleting subnet d99c2768-2898-431e-8c77-dcb954a29434 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:28.886004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-588e647b-1aa1-4d53-a4ee-49f923b69bef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.931794 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-588e647b-1aa1-4d53-a4ee-49f923b69bef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.946911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.999892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-588e647b-1aa1-4d53-a4ee-49f923b69bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-a5b88bf7-edbd-477c-83f5-1cd1fef9d325 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 925ae094-179e-412a-88c0-98c8d7b7922b: This subnet is being modified by another concurrent operation. Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 925ae094-179e-412a-88c0-98c8d7b7922b: This subnet is being modified by another concurrent operation. Nov 25 17:43:29.034633 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Nov 25 17:43:29.066965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9257f9d-ce94-486a-b6da-49c33f7c4841 None None] Network 86580096-2c64-4530-baf5-c7d9af2cc934 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:29.100884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-588e647b-1aa1-4d53-a4ee-49f923b69bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.154998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e647b-1aa1-4d53-a4ee-49f923b69bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99c2768-2898-431e-8c77-dcb954a29434,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:29.174536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-588e647b-1aa1-4d53-a4ee-49f923b69bef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.178644 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-588e647b-1aa1-4d53-a4ee-49f923b69bef admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d99c2768-2898-431e-8c77-dcb954a29434 HTTP/1.1" status: 204 len: 168 time: 0.4407337 Nov 25 17:43:29.182396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54070) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:29.201492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96168e41-e6b1-41f7-b077-8754dc43d87c None None] Network 804c492c-b2c3-4949-8756-0051ec88d70c requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:29.357435 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.463497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Subnet': ['ID=925ae094-179e-412a-88c0-98c8d7b7922b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:29.494511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc196fa7-eab4-411e-b128-2319828e0bbb None None] DHCP port deletion for 804c492c-b2c3-4949-8756-0051ec88d70c request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:29.528262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9820d77f-fe06-4afc-ab32-9e5beb767808 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:43:29.556481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.588666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804c492c-b2c3-4949-8756-0051ec88d70c']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:29.601723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50821b82-4bc8-460d-bd09-18b1b3e10554') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:29.602031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50821b82-4bc8-460d-bd09-18b1b3e10554') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:29.605732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.619788 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.635964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.645888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:29.646566 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.647595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86580096-2c64-4530-baf5-c7d9af2cc934']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:29.679052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c36b8354-1738-434f-8268-24d4682da5fa no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:29.686235 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:29.690006 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0461223-44c4-4301-8aa4-2e40e13a6a56') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:29.690914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0461223-44c4-4301-8aa4-2e40e13a6a56') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:29.712003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.737589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.742114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c36b8354-1738-434f-8268-24d4682da5fa {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:29.742597 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c36b8354-1738-434f-8268-24d4682da5fa not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:29.743366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ac38b1c7-28f9-4366-b1cb-4ee571ee12ba no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:29.746637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820d77f-fe06-4afc-ab32-9e5beb767808 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:43:29.757672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.764440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:29.765246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.768719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:29.770466 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:29.773207 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] 10.222.0.81 "DELETE /v2.0/networks/804c492c-b2c3-4949-8756-0051ec88d70c HTTP/1.1" status: 204 len: 168 time: 0.5897412 Nov 25 17:43:29.798961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4272fe-97eb-4062-b3ad-7a2582ee7a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=804c492c-b2c3-4949-8756-0051ec88d70c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:29.835742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ac38b1c7-28f9-4366-b1cb-4ee571ee12ba {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:29.836299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ac38b1c7-28f9-4366-b1cb-4ee571ee12ba not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:29.911931 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.921082 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.934705 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/86580096-2c64-4530-baf5-c7d9af2cc934 HTTP/1.1" status: 204 len: 168 time: 1.4113531 Nov 25 17:43:29.935530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:29.985239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dd3fa-631a-4cd7-9cb2-31c1ebe80f0a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Network': ['ID=86580096-2c64-4530-baf5-c7d9af2cc934,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:30.015197 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-272ff466-24f9-48b5-870e-8993211179a9 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:30.016481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272ff466-24f9-48b5-870e-8993211179a9 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:30.020977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-272ff466-24f9-48b5-870e-8993211179a9 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/subnets/925ae094-179e-412a-88c0-98c8d7b7922b HTTP/1.1" status: 404 len: 337 time: 0.0817888 Nov 25 17:43:30.022619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54084) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.046826 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcdee6c-496b-45ab-b506-743fea024d99 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:30.047795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcdee6c-496b-45ab-b506-743fea024d99 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:30.051571 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cbcdee6c-496b-45ab-b506-743fea024d99 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/86580096-2c64-4530-baf5-c7d9af2cc934 HTTP/1.1" status: 404 len: 339 time: 0.0273676 Nov 25 17:43:30.054351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.103517 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e428b797-01b6-43f6-a1f2-4e899d65291e tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:30.104275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e428b797-01b6-43f6-a1f2-4e899d65291e tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:30.107491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e428b797-01b6-43f6-a1f2-4e899d65291e tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/subnets/9d8c5503-9367-430a-b289-47b56601baf5 HTTP/1.1" status: 404 len: 337 time: 0.0520887 Nov 25 17:43:30.111694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.143254 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-593d2c2d-88bd-407a-9a76-49b4c3b9ad54 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:30.143802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593d2c2d-88bd-407a-9a76-49b4c3b9ad54 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:30.151663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.152241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-593d2c2d-88bd-407a-9a76-49b4c3b9ad54 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/76067537-2c93-4a4a-8643-63f466997565 HTTP/1.1" status: 404 len: 339 time: 0.0409477 Nov 25 17:43:30.184028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.186492 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-803e56e8-b610-4e79-a971-91f605f6610a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:30.187159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803e56e8-b610-4e79-a971-91f605f6610a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:30.190965 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-803e56e8-b610-4e79-a971-91f605f6610a tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/subnets/279237e3-2c43-41f2-a80d-f13031cf6c0a HTTP/1.1" status: 404 len: 337 time: 0.0370786 Nov 25 17:43:30.199106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.225773 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ac7097-ffdc-4bb7-b02b-a8c3c588f022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:30.227162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ac7097-ffdc-4bb7-b02b-a8c3c588f022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:30.230657 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-36ac7097-ffdc-4bb7-b02b-a8c3c588f022 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/9d558295-ffa7-4a95-b367-c10cb6b4a21b HTTP/1.1" status: 404 len: 339 time: 0.0305600 Nov 25 17:43:30.233151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.251280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3a88729b-a545-4fd7-a2ac-30bd7c313ccf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=987e5f0289074c51804b902cfd96d64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631945 Nov 25 17:43:30.251956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.310658 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df64499b-ad0f-408f-94ef-681bf595bf3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.338323 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df64499b-ad0f-408f-94ef-681bf595bf3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.342481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc9628-ad78-47de-b186-7b3ab3c293a3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Deleting port 8e86c764-3f48-4a6e-a136-8d6fd00b5ad2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:30.343125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9628-ad78-47de-b186-7b3ab3c293a3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.405857 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df64499b-ad0f-408f-94ef-681bf595bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.408683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df64499b-ad0f-408f-94ef-681bf595bf3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.410497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-df64499b-ad0f-408f-94ef-681bf595bf3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2 HTTP/1.1" status: 204 len: 168 time: 0.1575375 Nov 25 17:43:30.421547 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64499b-ad0f-408f-94ef-681bf595bf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc6c4d3-b3bf-40d0-b367-7738f9cd9cf2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:30.440021 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9628-ad78-47de-b186-7b3ab3c293a3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.459449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc9628-ad78-47de-b186-7b3ab3c293a3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Calling delete_port for 8e86c764-3f48-4a6e-a136-8d6fd00b5ad2 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:30.589993 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9628-ad78-47de-b186-7b3ab3c293a3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.634655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc9628-ad78-47de-b186-7b3ab3c293a3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Port': ['ID=8e86c764-3f48-4a6e-a136-8d6fd00b5ad2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:30.638281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9628-ad78-47de-b186-7b3ab3c293a3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.648760 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c9dc9628-ad78-47de-b186-7b3ab3c293a3 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/ports/8e86c764-3f48-4a6e-a136-8d6fd00b5ad2 HTTP/1.1" status: 204 len: 168 time: 0.4121890 Nov 25 17:43:30.648993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.690318 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd46566-6320-4401-9281-7dbedf81dd3f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:30.691049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd46566-6320-4401-9281-7dbedf81dd3f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:30.695199 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5fd46566-6320-4401-9281-7dbedf81dd3f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/subnets/31f068e5-c43a-4eb8-a159-b9914cc2a63d HTTP/1.1" status: 404 len: 337 time: 0.0452347 Nov 25 17:43:30.697615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54114) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:30.798088 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.914935 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.945405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542585f9-b084-4f69-8200-c8ad39d81da0']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:30.956205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497b743b-dc5e-48b9-9e21-ce1b8b67e3fc') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:30.956504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497b743b-dc5e-48b9-9e21-ce1b8b67e3fc') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:30.970434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:30.993968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.002047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:31.002336 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:31.006148 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:31.080372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.090460 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.096897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:31.105942 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/542585f9-b084-4f69-8200-c8ad39d81da0 HTTP/1.1" status: 204 len: 168 time: 0.4059217 Nov 25 17:43:31.162101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341ab9c-1a7e-464f-b262-cbec89e81a8f tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Network': ['ID=542585f9-b084-4f69-8200-c8ad39d81da0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:31.231385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-59c26a73-03cb-4f75-a33a-3bbe797ab931 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Deleting port 95a252bc-63b3-4b54-8399-3e3503d31fc5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:31.231801 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c26a73-03cb-4f75-a33a-3bbe797ab931 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.315255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c26a73-03cb-4f75-a33a-3bbe797ab931 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.344171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-59c26a73-03cb-4f75-a33a-3bbe797ab931 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Calling delete_port for 95a252bc-63b3-4b54-8399-3e3503d31fc5 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:31.431835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54150) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:31.450647 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c26a73-03cb-4f75-a33a-3bbe797ab931 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.507560 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c26a73-03cb-4f75-a33a-3bbe797ab931 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Port': ['ID=95a252bc-63b3-4b54-8399-3e3503d31fc5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:31.513898 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c26a73-03cb-4f75-a33a-3bbe797ab931 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.519078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-59c26a73-03cb-4f75-a33a-3bbe797ab931 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/ports/95a252bc-63b3-4b54-8399-3e3503d31fc5 HTTP/1.1" status: 204 len: 168 time: 0.4209378 Nov 25 17:43:31.521609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:31.555805 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b3105a-90f5-4555-803d-76d217ef6c07 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:31.556026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b3105a-90f5-4555-803d-76d217ef6c07 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:31.561545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-07b3105a-90f5-4555-803d-76d217ef6c07 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/subnets/5c9556cd-5b9b-4621-919b-eca9ed1fc018 HTTP/1.1" status: 404 len: 337 time: 0.0367353 Nov 25 17:43:31.561982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54156) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:31.595549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2128794091-network', 'tenant_id': 'cd89888508a74ed4a4687dc5c348d3ae'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:31.667251 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.670583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Made reservation on behalf of cd89888508a74ed4a4687dc5c348d3ae for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:31.673365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.685526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.103719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.135310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf05d407-09d1-41da-8f4c-513d94713012']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:32.151143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcdf083-e64c-4e95-af13-f895900e5448') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:32.151418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcdf083-e64c-4e95-af13-f895900e5448') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:32.167162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.193779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.196889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.202325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:32.202777 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:32.207321 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:32.221474 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-43802aa2-9a00-4ae6-9133-408ea8c11606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.222284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.294209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82dff56-53b3-488d-8896-a2c31d887b01,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.304373 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.316672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.322454 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/bf05d407-09d1-41da-8f4c-513d94713012 HTTP/1.1" status: 204 len: 168 time: 0.7565446 Nov 25 17:43:32.322454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:32.324335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:32.345243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b33d7-7960-4a74-aa4b-7a966b04ffd6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Network': ['ID=bf05d407-09d1-41da-8f4c-513d94713012,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.361989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.362480 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Added segment 5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc of type vlan for network 29b6f067-d170-4e85-aa09-808ae78d79ff Nov 25 17:43:32.409237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.422086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff319362-df60-49bb-8325-990a703b59e6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Deleting subnet 5f69113b-7536-421e-86d7-8a3e6d9b2fd8 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:32.425998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff319362-df60-49bb-8325-990a703b59e6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.437371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.439441 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:32.440029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.483406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff319362-df60-49bb-8325-990a703b59e6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.526242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0905139 Nov 25 17:43:32.527150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54184) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:32.532746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Request body: {'subnet': {'network_id': '29b6f067-d170-4e85-aa09-808ae78d79ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2128794091-subnet', 'tenant_id': 'cd89888508a74ed4a4687dc5c348d3ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:32.543067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495717e1-041c-4401-8e95-29033e0bbcc1 admin admin] Pushing event updated for resources: {'Network': ['ID=29b6f067-d170-4e85-aa09-808ae78d79ff,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.555641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 29b6f067-d170-4e85-aa09-808ae78d79ff details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:32.573550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Made reservation on behalf of cd89888508a74ed4a4687dc5c348d3ae for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:32.579782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.616181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff319362-df60-49bb-8325-990a703b59e6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.698038 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff319362-df60-49bb-8325-990a703b59e6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.716374 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff319362-df60-49bb-8325-990a703b59e6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.720580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff319362-df60-49bb-8325-990a703b59e6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/subnets/5f69113b-7536-421e-86d7-8a3e6d9b2fd8 HTTP/1.1" status: 204 len: 168 time: 0.3968580 Nov 25 17:43:32.730170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c5510-4adb-4523-ad55-a1a9421f9b3f None None] Network ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:32.748600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff319362-df60-49bb-8325-990a703b59e6 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Subnet': ['ID=5f69113b-7536-421e-86d7-8a3e6d9b2fd8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:32.752307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:32.843226 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.863989 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.942773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Deleting port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:32.943429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:32.994383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Checking segment: {'id': '5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '29b6f067-d170-4e85-aa09-808ae78d79ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:32.994740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Network hostable DHCP agents. Network: 29b6f067-d170-4e85-aa09-808ae78d79ff, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:33.009721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6198e018-e6e1-4bfa-b085-6a5acebc5793,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:33.015492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] For port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=397eb4f9-e8bd-4c74-ac1a-0f287dcf753d,segment=NetworkSegment(dc2e45dd-97a1-4b40-a663-dd667a082973),segment_id=dc2e45dd-97a1-4b40-a663-dd667a082973)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:33.016069 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.037384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Network 29b6f067-d170-4e85-aa09-808ae78d79ff is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:33.058290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 29b6f067-d170-4e85-aa09-808ae78d79ff) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:33.064764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:33.066324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.081227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] DHCP port deletion for ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:33.084152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Calling delete_port for 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:33.089442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bffcc7-df05-4f77-8f01-1a7a8ca819ab None None] Network 29b6f067-d170-4e85-aa09-808ae78d79ff requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:33.112300 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4923c31f-4167-4c24-b6fe-efe199d2bb82 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5844905 Nov 25 17:43:33.230827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.284268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd1275-fb9e-4458-96bf-76af43e2d06b None None] Network 29b6f067-d170-4e85-aa09-808ae78d79ff requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:33.292481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Port': ['ID=397eb4f9-e8bd-4c74-ac1a-0f287dcf753d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:33.308311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] No DVR routers for this DVR port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:33.359276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] Deleting port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:33.360045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.442068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] For port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:33.442485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.457557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.489954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:33.491030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] Calling delete_port for 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:33.500343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] Port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:43:33.501972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2e45dd-97a1-4b40-a663-dd667a082973') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:33.502284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2e45dd-97a1-4b40-a663-dd667a082973') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:33.506906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.527937 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.557724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.571955 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:33.572360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:33.575590 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:33.597836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] No DVR routers for this DVR port 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:33.603228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c14999-a1f2-438a-9b6f-d00eb12bb528 None None] Pushing event deleted for resources: {'Port': ['ID=397eb4f9-e8bd-4c74-ac1a-0f287dcf753d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:33.687614 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:33.698851 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.707881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.715479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] 10.222.0.81 "DELETE /v2.0/networks/ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1 HTTP/1.1" status: 204 len: 168 time: 0.9617383 Nov 25 17:43:33.725275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:33.726433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 397eb4f9-e8bd-4c74-ac1a-0f287dcf753d not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:33.789706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e82bc-d8c5-4004-8383-c189623032a4 tempest-NetworksIpV6TestAttrs-123996175 tempest-NetworksIpV6TestAttrs-123996175-project] Pushing event deleted for resources: {'Network': ['ID=ad49f178-e8ac-4e0a-9353-6fdbc7db9cd1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:33.911262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-8ea97fd4-4267-4ad5-b599-7439f5498cca tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:33.913286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-8ea97fd4-4267-4ad5-b599-7439f5498cca tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/networks?id=29b6f067-d170-4e85-aa09-808ae78d79ff HTTP/1.1" status: 200 len: 809 time: 0.2289095 Nov 25 17:43:33.941393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-fa40e7b5-7351-493a-a381-a7dad63f2fc1 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/quotas/cd89888508a74ed4a4687dc5c348d3ae HTTP/1.1" status: 200 len: 375 time: 0.0219467 Nov 25 17:43:33.973929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-35c1e076-f7d5-4af3-bbe0-e09270e1a9d8 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd89888508a74ed4a4687dc5c348d3ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315711 Nov 25 17:43:34.060866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54238) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:34.095184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-ed3f8e2a-e353-47a3-aff9-61cc05f2ca43 service neutron] 10.222.0.81 "GET /v2.0/networks/29b6f067-d170-4e85-aa09-808ae78d79ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149967 Nov 25 17:43:34.199954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-8e91e467-fc3b-49a4-801c-a72cd9d5ebdf service neutron] 10.222.0.81 "GET /v2.0/networks/29b6f067-d170-4e85-aa09-808ae78d79ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038952 Nov 25 17:43:34.280557 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-58344b95-81e0-4e9d-8216-58da06d253cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a68230fd58074844b3aad4981ebf87a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184672 Nov 25 17:43:34.283898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:34.338529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-775d69b4-6921-42b6-b7be-7f67cbc92898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.378857 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-775d69b4-6921-42b6-b7be-7f67cbc92898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.399393 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50756431-2067-4e41-aed4-ac0e73716a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.465735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-478cca08-d291-435a-bac9-6210a552febb req-753e3e1d-2b25-4421-98b9-725d342f39cf tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 210 time: 0.0768127 Nov 25 17:43:34.481100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-775d69b4-6921-42b6-b7be-7f67cbc92898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.496288 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-775d69b4-6921-42b6-b7be-7f67cbc92898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:34.497557 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-775d69b4-6921-42b6-b7be-7f67cbc92898 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e023a204-7973-43a5-8c1a-71351307d472 HTTP/1.1" status: 204 len: 168 time: 0.2124543 Nov 25 17:43:34.527432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d69b4-6921-42b6-b7be-7f67cbc92898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e023a204-7973-43a5-8c1a-71351307d472,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:35.448172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54304) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.623555 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e73dc7a-640a-4ada-81c9-bd15cbe023c6 req-2dce4b52-14c3-4290-b9b2-3ab6ec0eef91 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 210 time: 0.0538352 Nov 25 17:43:35.662689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5c4e65fb-39fb-4981-ab24-4b89a957a333 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] Request body: {'port': {'network_id': '2a6ac883-adcd-448d-ac4b-56d0cb64a13d', 'name': 'tempest-NetworksNegativeTestJSON-967568576'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:35.678317 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4e65fb-39fb-4981-ab24-4b89a957a333 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] POST failed (client error): The resource could not be found. Nov 25 17:43:35.678837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4e65fb-39fb-4981-ab24-4b89a957a333 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:35.680009 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5c4e65fb-39fb-4981-ab24-4b89a957a333 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2299221 Nov 25 17:43:35.684171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.711949 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc3a0a8-204f-411c-a621-a7425b7e7d8b tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:35.712623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc3a0a8-204f-411c-a621-a7425b7e7d8b tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:35.720641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1dc3a0a8-204f-411c-a621-a7425b7e7d8b tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "DELETE /v2.0/networks/3bb5dc75-f529-48b0-8691-83d2e5471419 HTTP/1.1" status: 404 len: 339 time: 0.0328398 Nov 25 17:43:35.721587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.757422 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0b6c5c-4619-41bc-bec4-5023fd2c8760 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:35.758206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0b6c5c-4619-41bc-bec4-5023fd2c8760 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:35.762051 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff0b6c5c-4619-41bc-bec4-5023fd2c8760 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "DELETE /v2.0/ports/d4d11640-c76c-4976-ad86-f165928ba170 HTTP/1.1" status: 404 len: 333 time: 0.0384612 Nov 25 17:43:35.767579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.802101 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-151206d6-1a85-4b73-9ddb-6af9ebd0e7c2 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] DELETE failed (client error): The resource could not be found. Nov 25 17:43:35.803568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151206d6-1a85-4b73-9ddb-6af9ebd0e7c2 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:35.807905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-151206d6-1a85-4b73-9ddb-6af9ebd0e7c2 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "DELETE /v2.0/subnets/32f564be-55fc-45b1-8994-c855823d9ecc HTTP/1.1" status: 404 len: 337 time: 0.0387156 Nov 25 17:43:35.811375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.813294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-a0ce34b2-53a9-41c8-b82c-d46e50af5e5f tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:35.815016 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-a0ce34b2-53a9-41c8-b82c-d46e50af5e5f tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.60 "GET /v2.0/networks?id=29b6f067-d170-4e85-aa09-808ae78d79ff HTTP/1.1" status: 200 len: 809 time: 0.2014120 Nov 25 17:43:35.833715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Request body: {'port': {'device_id': '41e79658-59dd-4625-bd6e-bd2f40b0cfdc', 'network_id': '29b6f067-d170-4e85-aa09-808ae78d79ff', 'admin_state_up': True, 'tenant_id': 'cd89888508a74ed4a4687dc5c348d3ae'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:35.853195 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a71c536-5d83-4802-9b8c-8c03c61f2aad tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] GET failed (client error): The resource could not be found. Nov 25 17:43:35.859462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8a71c536-5d83-4802-9b8c-8c03c61f2aad tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "GET /v2.0/networks/edb7ec53-12a7-4358-8264-34761869be0b HTTP/1.1" status: 404 len: 339 time: 0.0423939 Nov 25 17:43:35.861427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.864729 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:35.894409 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e839ad4-0afc-4b8a-8eeb-28821c031f49 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] GET failed (client error): The resource could not be found. Nov 25 17:43:35.896709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0e839ad4-0afc-4b8a-8eeb-28821c031f49 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "GET /v2.0/ports/127fd72e-9e5e-4b1d-bdc3-ccfce2a9f5f9 HTTP/1.1" status: 404 len: 333 time: 0.0341127 Nov 25 17:43:35.899813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.943148 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5d525e-fff4-4a41-8068-1eb0f2745b83 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] GET failed (client error): The resource could not be found. Nov 25 17:43:35.955634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ea5d525e-fff4-4a41-8068-1eb0f2745b83 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "GET /v2.0/subnets/ff91b986-62c2-445d-a571-f9100cca8005 HTTP/1.1" status: 404 len: 337 time: 0.0541282 Nov 25 17:43:35.959866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54330) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.964609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1260a1ea-984f-48b7-be78-71c2bdd9e14c tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:35.980398 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1260a1ea-984f-48b7-be78-71c2bdd9e14c tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] PUT failed (client error): The resource could not be found. Nov 25 17:43:35.980961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1260a1ea-984f-48b7-be78-71c2bdd9e14c tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:35.982193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1260a1ea-984f-48b7-be78-71c2bdd9e14c tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "PUT /v2.0/networks/bc2f6207-7541-4e76-a312-c942a6bea611 HTTP/1.1" status: 404 len: 339 time: 0.0224080 Nov 25 17:43:35.987609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:35.993351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Made reservation on behalf of cd89888508a74ed4a4687dc5c348d3ae for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:35.994745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bb7647fc-797f-480c-9bc8-40ffe8f02dc7 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:35.997280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.019796 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7647fc-797f-480c-9bc8-40ffe8f02dc7 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] PUT failed (client error): The resource could not be found. Nov 25 17:43:36.020541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7647fc-797f-480c-9bc8-40ffe8f02dc7 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:36.025378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bb7647fc-797f-480c-9bc8-40ffe8f02dc7 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "PUT /v2.0/ports/4593d881-5b6e-47e0-ac9b-e2eafaac5d31 HTTP/1.1" status: 404 len: 333 time: 0.0322311 Nov 25 17:43:36.025612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:36.032278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b5759b1e-f0b8-4de6-b8f9-0c5b2770e531 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:36.059996 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5759b1e-f0b8-4de6-b8f9-0c5b2770e531 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] PUT failed (client error): The resource could not be found. Nov 25 17:43:36.060722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5759b1e-f0b8-4de6-b8f9-0c5b2770e531 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:43:36.066724 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b5759b1e-f0b8-4de6-b8f9-0c5b2770e531 tempest-NetworksNegativeTestJSON-998942259 tempest-NetworksNegativeTestJSON-998942259-project] 10.222.0.81 "PUT /v2.0/subnets/cbe3c7ef-0312-44dc-9555-3ecd6b5f4148 HTTP/1.1" status: 404 len: 337 time: 0.0394006 Nov 25 17:43:36.165315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Allocated IP 172.20.0.5 (29b6f067-d170-4e85-aa09-808ae78d79ff/6198e018-e6e1-4bfa-b085-6a5acebc5793/55d8b38d-93cc-4995-b0e8-f43ef033ec78) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:36.374807 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.402909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:36.448392 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.525103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Network 29b6f067-d170-4e85-aa09-808ae78d79ff is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:36.529246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:36.532272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:36.570580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Pushing event updated for resources: {'Port': ['ID=55d8b38d-93cc-4995-b0e8-f43ef033ec78,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:36.587743 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b18dbfd-51f1-464a-b319-5cdcd8e0f4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.608515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:36.609884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.644217 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-b533d939-aa1b-42bb-9e90-0a2986a49f0c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164318 Nov 25 17:43:36.647802 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.670755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Request body: {'port': {'device_id': '41e79658-59dd-4625-bd6e-bd2f40b0cfdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:36.723396 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b18dbfd-51f1-464a-b319-5cdcd8e0f4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.744691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b18dbfd-51f1-464a-b319-5cdcd8e0f4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.754623 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.831633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5b18dbfd-51f1-464a-b319-5cdcd8e0f4d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=116894cd08c94753b743b900e45b8866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4267635 Nov 25 17:43:36.833647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18dbfd-51f1-464a-b319-5cdcd8e0f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781bb44f-2b90-4344-bf3c-7e051853ca5f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:36.834422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54366) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:36.848115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333953cc-9c8f-4862-a285-1c4506358edc req-bbdc8811-092d-4ae0-b654-0d8b5ccf0f40 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:36.850219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-333953cc-9c8f-4862-a285-1c4506358edc req-bbdc8811-092d-4ae0-b654-0d8b5ccf0f40 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 931 time: 0.1167994 Nov 25 17:43:36.921496 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-333953cc-9c8f-4862-a285-1c4506358edc req-3afcd580-84b2-45a6-aff2-6b94a5b01433 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527439 Nov 25 17:43:37.030179 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637bc5e5-4ad2-4422-af03-cf44237770be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.054625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637bc5e5-4ad2-4422-af03-cf44237770be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.120457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637bc5e5-4ad2-4422-af03-cf44237770be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.123447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637bc5e5-4ad2-4422-af03-cf44237770be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.124776 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-637bc5e5-4ad2-4422-af03-cf44237770be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/781bb44f-2b90-4344-bf3c-7e051853ca5f HTTP/1.1" status: 204 len: 168 time: 0.2893066 Nov 25 17:43:37.139977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bc5e5-4ad2-4422-af03-cf44237770be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781bb44f-2b90-4344-bf3c-7e051853ca5f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:37.273108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d8b38d-93cc-4995-b0e8-f43ef033ec78 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:37.284797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.318874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Transition to ACTIVE for port object 55d8b38d-93cc-4995-b0e8-f43ef033ec78 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:43:37.321144 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.323625 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.325111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.415647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Pushing event updated for resources: {'Port': ['ID=55d8b38d-93cc-4995-b0e8-f43ef033ec78,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:37.479524 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Attempting to bind port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:37.480406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Attempting to bind port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '29b6f067-d170-4e85-aa09-808ae78d79ff'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:37.480904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Attempting to bind port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 on network 29b6f067-d170-4e85-aa09-808ae78d79ff {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:37.492298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 on network 29b6f067-d170-4e85-aa09-808ae78d79ff not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:43:37.492766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Attempting to bind port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 on network 29b6f067-d170-4e85-aa09-808ae78d79ff {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:37.499569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:37.500783 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Checking segment: {'id': '5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '29b6f067-d170-4e85-aa09-808ae78d79ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:37.501340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Bound using segment: {'id': '5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '29b6f067-d170-4e85-aa09-808ae78d79ff'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:37.501792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Bound port: 55d8b38d-93cc-4995-b0e8-f43ef033ec78, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '29b6f067-d170-4e85-aa09-808ae78d79ff'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:37.502160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.618333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] For port 55d8b38d-93cc-4995-b0e8-f43ef033ec78, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:37.622880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] For port 55d8b38d-93cc-4995-b0e8-f43ef033ec78, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55d8b38d-93cc-4995-b0e8-f43ef033ec78,segment=NetworkSegment(5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc),segment_id=5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:37.630433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.679613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:37.680459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.683984 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] 10.222.0.60 "PUT /v2.0/ports/55d8b38d-93cc-4995-b0e8-f43ef033ec78 HTTP/1.1" status: 200 len: 1091 time: 1.0295491 Nov 25 17:43:37.693969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e79658-59dd-4625-bd6e-bd2f40b0cfdc', 'tag': '55d8b38d-93cc-4995-b0e8-f43ef033ec78'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:37.699989 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25729b90-cd44-40ee-928d-61f38689590b" -d '{"events": [{"name": "network-changed", "server_uuid": "41e79658-59dd-4625-bd6e-bd2f40b0cfdc", "tag": "55d8b38d-93cc-4995-b0e8-f43ef033ec78"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:37.751283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7474687-836e-4820-bb7d-cd54b09b1a7e service neutron] Pushing event updated for resources: {'Port': ['ID=55d8b38d-93cc-4995-b0e8-f43ef033ec78,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:37.807280 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669683af-ac8a-41d9-b3d2-70e5483c336e x-openstack-request-id: req-669683af-ac8a-41d9-b3d2-70e5483c336e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:37.807804 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e79658-59dd-4625-bd6e-bd2f40b0cfdc", "tag": "55d8b38d-93cc-4995-b0e8-f43ef033ec78", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:37.808244 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-669683af-ac8a-41d9-b3d2-70e5483c336e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:37.809224 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e79658-59dd-4625-bd6e-bd2f40b0cfdc', 'tag': '55d8b38d-93cc-4995-b0e8-f43ef033ec78', 'status': 'completed', 'code': 200} Nov 25 17:43:37.995666 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.065361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-10674b79-43c0-4660-9363-73ce752d9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.067469 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-10674b79-43c0-4660-9363-73ce752d9480 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd89888508a74ed4a4687dc5c348d3ae&device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 1094 time: 0.3051093 Nov 25 17:43:38.085462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f2311-6126-48f0-a5f4-28410013370f req-48096912-dd22-4c11-87b4-c97aa758ce51 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.087292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2f2311-6126-48f0-a5f4-28410013370f req-48096912-dd22-4c11-87b4-c97aa758ce51 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 943 time: 0.0646589 Nov 25 17:43:38.125189 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-3c87b415-0df5-4675-8494-ab39056c1a92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d8b38d-93cc-4995-b0e8-f43ef033ec78 HTTP/1.1" status: 200 len: 217 time: 0.0487449 Nov 25 17:43:38.186513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c2f2311-6126-48f0-a5f4-28410013370f req-23b65581-68e4-4313-a0b6-b18e6bf23170 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872056 Nov 25 17:43:38.208772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-219cd6aa-514e-4031-955c-7ae710cf4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.212621 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-219cd6aa-514e-4031-955c-7ae710cf4aab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6198e018-e6e1-4bfa-b085-6a5acebc5793 HTTP/1.1" status: 200 len: 849 time: 0.0786049 Nov 25 17:43:38.262839 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-55d3abbf-7b53-43db-8b06-aed62c93f22b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29b6f067-d170-4e85-aa09-808ae78d79ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418499 Nov 25 17:43:38.415069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-f3b72518-099e-45cb-a380-117616630e0e service neutron] 10.222.0.60 "GET /v2.0/networks/29b6f067-d170-4e85-aa09-808ae78d79ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436172 Nov 25 17:43:38.555991 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1376953a-9bc1-46dc-9213-6352c300e5a5 req-ef76d775-7b3e-4e98-a204-39968612d096 service neutron] 10.222.0.60 "GET /v2.0/networks/29b6f067-d170-4e85-aa09-808ae78d79ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326847 Nov 25 17:43:38.584672 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:38.706171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729b90-cd44-40ee-928d-61f38689590b req-e9ff9f98-93f1-4d09-9db9-e03aa3e2b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.707779 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25729b90-cd44-40ee-928d-61f38689590b req-e9ff9f98-93f1-4d09-9db9-e03aa3e2b435 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cd89888508a74ed4a4687dc5c348d3ae&device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 1094 time: 0.0812502 Nov 25 17:43:38.742215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fbbf183f-556d-4e3a-86d8-b1669ca9e1f9 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:38.742667 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-fbbf183f-556d-4e3a-86d8-b1669ca9e1f9 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:43:38.743654 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-fbbf183f-556d-4e3a-86d8-b1669ca9e1f9 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:43:38.749418 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fbbf183f-556d-4e3a-86d8-b1669ca9e1f9 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1596253 Nov 25 17:43:38.749945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:38.754987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--715578648'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:38.783385 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.795028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.830575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729b90-cd44-40ee-928d-61f38689590b req-0257824c-955b-4d7a-826f-9e50c7216423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.832275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25729b90-cd44-40ee-928d-61f38689590b req-0257824c-955b-4d7a-826f-9e50c7216423 service neutron] 10.222.0.60 "GET /v2.0/networks?id=29b6f067-d170-4e85-aa09-808ae78d79ff HTTP/1.1" status: 200 len: 910 time: 0.1168149 Nov 25 17:43:38.895017 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25729b90-cd44-40ee-928d-61f38689590b req-3a719044-caf8-4a25-af21-3d86a3208c4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d8b38d-93cc-4995-b0e8-f43ef033ec78 HTTP/1.1" status: 200 len: 217 time: 0.0543375 Nov 25 17:43:38.910941 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.916257 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.971767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1a79ac-aa04-40a4-97a7-2499e0933b6b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:38.995497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729b90-cd44-40ee-928d-61f38689590b req-48f2c47e-d7da-4db7-9bc7-463908d2d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:39.002465 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25729b90-cd44-40ee-928d-61f38689590b req-48f2c47e-d7da-4db7-9bc7-463908d2d00e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6198e018-e6e1-4bfa-b085-6a5acebc5793 HTTP/1.1" status: 200 len: 849 time: 0.0984888 Nov 25 17:43:39.028648 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.034440 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.052016 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25729b90-cd44-40ee-928d-61f38689590b req-3b5cc277-91d1-4210-aeb5-d184b95e2b4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29b6f067-d170-4e85-aa09-808ae78d79ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406303 Nov 25 17:43:39.055475 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.056844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3052034 Nov 25 17:43:39.068812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.082767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e3aa109e-dafc-4d08-9011-43fea2e71dbf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '98c253ca-9e9e-43a2-95f2-77abe14834b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:39.127801 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3aa109e-dafc-4d08-9011-43fea2e71dbf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.175047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd257a5c-145b-44b6-a89e-5ede509e4e23 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c253ca-9e9e-43a2-95f2-77abe14834b9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.231941 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25729b90-cd44-40ee-928d-61f38689590b req-9a31564e-af1f-425d-995a-2d7fae5d5d00 service neutron] 10.222.0.60 "GET /v2.0/networks/29b6f067-d170-4e85-aa09-808ae78d79ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690128 Nov 25 17:43:39.240722 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3aa109e-dafc-4d08-9011-43fea2e71dbf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.252613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3aa109e-dafc-4d08-9011-43fea2e71dbf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.305037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa109e-dafc-4d08-9011-43fea2e71dbf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ab5353-9f11-4480-b07b-d61b5da96c22,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.366747 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3aa109e-dafc-4d08-9011-43fea2e71dbf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.368431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e3aa109e-dafc-4d08-9011-43fea2e71dbf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2916415 Nov 25 17:43:39.373873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.381863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4b371ada-1d3b-4b0c-9fcf-a605ca392e67 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '98c253ca-9e9e-43a2-95f2-77abe14834b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:39.393870 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-25729b90-cd44-40ee-928d-61f38689590b req-4686c06c-dc26-4dda-bba5-ae5ac1e50623 service neutron] 10.222.0.60 "GET /v2.0/networks/29b6f067-d170-4e85-aa09-808ae78d79ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486201 Nov 25 17:43:39.412716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d496906-d1a7-4bf1-80e7-5387b696531a req-831114ca-0cb5-4a91-908e-8c6c8ed25a5e tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:39.415105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d496906-d1a7-4bf1-80e7-5387b696531a req-831114ca-0cb5-4a91-908e-8c6c8ed25a5e tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 943 time: 0.1059136 Nov 25 17:43:39.484847 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b371ada-1d3b-4b0c-9fcf-a605ca392e67 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.508481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d496906-d1a7-4bf1-80e7-5387b696531a req-5fc51e5b-3d0c-4b6a-8287-9fb4844ac073 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834837 Nov 25 17:43:39.551134 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-4b371ada-1d3b-4b0c-9fcf-a605ca392e67 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:43:39.555995 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4b371ada-1d3b-4b0c-9fcf-a605ca392e67 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1757905 Nov 25 17:43:39.556475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54416) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.627589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-561a2f93-c44b-4d0b-98e4-b04b05fde636 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.657238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-561a2f93-c44b-4d0b-98e4-b04b05fde636 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.712474 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-561a2f93-c44b-4d0b-98e4-b04b05fde636 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.715342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-561a2f93-c44b-4d0b-98e4-b04b05fde636 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.716494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-561a2f93-c44b-4d0b-98e4-b04b05fde636 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/98c253ca-9e9e-43a2-95f2-77abe14834b9 HTTP/1.1" status: 204 len: 168 time: 0.1590335 Nov 25 17:43:39.719473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54420) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.726631 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a2f93-c44b-4d0b-98e4-b04b05fde636 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c253ca-9e9e-43a2-95f2-77abe14834b9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.770842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e80eb7c5-d992-478b-9682-b88ef585be2d tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0497506 Nov 25 17:43:39.774542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.779356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-29c39593-b0b9-4d1c-8e1f-202baa9d5986 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--318311267'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:39.803782 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c39593-b0b9-4d1c-8e1f-202baa9d5986 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.873749 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c39593-b0b9-4d1c-8e1f-202baa9d5986 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.878316 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c39593-b0b9-4d1c-8e1f-202baa9d5986 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.910691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29c39593-b0b9-4d1c-8e1f-202baa9d5986 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.911961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-29c39593-b0b9-4d1c-8e1f-202baa9d5986 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1364074 Nov 25 17:43:39.913155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c39593-b0b9-4d1c-8e1f-202baa9d5986 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890655af-3e8f-4fe5-8aa4-8ce3d3d19074,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:39.914934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54424) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.919496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-36da2ed1-440b-4e2b-8e7c-7e2a3c6a1595 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '890655af-3e8f-4fe5-8aa4-8ce3d3d19074', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:39.919983 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-36da2ed1-440b-4e2b-8e7c-7e2a3c6a1595 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 17:43:39.920504 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-36da2ed1-440b-4e2b-8e7c-7e2a3c6a1595 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:39.921480 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-36da2ed1-440b-4e2b-8e7c-7e2a3c6a1595 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055416 Nov 25 17:43:39.924471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54426) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:39.978241 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21e93c3a-064f-4f7a-8366-bb5cb04d5f66 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.003433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21e93c3a-064f-4f7a-8366-bb5cb04d5f66 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.050676 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21e93c3a-064f-4f7a-8366-bb5cb04d5f66 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.053697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21e93c3a-064f-4f7a-8366-bb5cb04d5f66 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.057395 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-21e93c3a-064f-4f7a-8366-bb5cb04d5f66 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/890655af-3e8f-4fe5-8aa4-8ce3d3d19074 HTTP/1.1" status: 204 len: 168 time: 0.1294930 Nov 25 17:43:40.057898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54428) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.065526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e93c3a-064f-4f7a-8366-bb5cb04d5f66 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890655af-3e8f-4fe5-8aa4-8ce3d3d19074,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:40.122128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54432) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.122365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-12f23809-c5d4-4c61-822d-da457662ab03 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0628192 Nov 25 17:43:40.128592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f3d5a194-e728-48b7-a34a-1c22231f89aa tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--915231155'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.157206 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a194-e728-48b7-a34a-1c22231f89aa tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.234911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a194-e728-48b7-a34a-1c22231f89aa tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.238893 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a194-e728-48b7-a34a-1c22231f89aa tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.270607 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f3d5a194-e728-48b7-a34a-1c22231f89aa tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.271880 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f3d5a194-e728-48b7-a34a-1c22231f89aa tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1484306 Nov 25 17:43:40.273997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5a194-e728-48b7-a34a-1c22231f89aa tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca32e7-b8b9-48d3-9034-523cf8e81f43,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:40.275040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.282406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2ff5d93f-74f2-4e7b-be0d-36ffeb945c44 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '44ca32e7-b8b9-48d3-9034-523cf8e81f43', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.284035 n-d-819349-3 neutron-server[103599]: WARNING neutron.api.v2.base [None req-2ff5d93f-74f2-4e7b-be0d-36ffeb945c44 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 17:43:40.284747 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-2ff5d93f-74f2-4e7b-be0d-36ffeb945c44 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:40.285874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2ff5d93f-74f2-4e7b-be0d-36ffeb945c44 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086799 Nov 25 17:43:40.288584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.350428 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5912e0c3-8ada-41b0-902b-5b39a4aa7979 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.373550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5912e0c3-8ada-41b0-902b-5b39a4aa7979 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.418770 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5912e0c3-8ada-41b0-902b-5b39a4aa7979 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.421360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5912e0c3-8ada-41b0-902b-5b39a4aa7979 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.422528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5912e0c3-8ada-41b0-902b-5b39a4aa7979 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/44ca32e7-b8b9-48d3-9034-523cf8e81f43 HTTP/1.1" status: 204 len: 168 time: 0.1329994 Nov 25 17:43:40.425433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54440) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.439138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912e0c3-8ada-41b0-902b-5b39a4aa7979 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca32e7-b8b9-48d3-9034-523cf8e81f43,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:40.476072 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-601e24af-0d8f-48e5-bcbe-5f746d3b0e93 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495408 Nov 25 17:43:40.480190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.484681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-93306088-5a68-4ffe-a2ea-05972dfbc3c4 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504668352'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.507867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93306088-5a68-4ffe-a2ea-05972dfbc3c4 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.590082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93306088-5a68-4ffe-a2ea-05972dfbc3c4 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.595019 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93306088-5a68-4ffe-a2ea-05972dfbc3c4 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.627105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93306088-5a68-4ffe-a2ea-05972dfbc3c4 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.628355 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-93306088-5a68-4ffe-a2ea-05972dfbc3c4 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1472344 Nov 25 17:43:40.630288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93306088-5a68-4ffe-a2ea-05972dfbc3c4 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fa78ca-adb5-41cc-89de-3e2767830557,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:40.631397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.645286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f6cefdf8-9e68-4bde-98b4-55029b9a8b70 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': 'd0fa78ca-adb5-41cc-89de-3e2767830557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.659410 n-d-819349-3 neutron-server[103599]: WARNING neutron.api.v2.base [None req-f6cefdf8-9e68-4bde-98b4-55029b9a8b70 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 17:43:40.659962 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-f6cefdf8-9e68-4bde-98b4-55029b9a8b70 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:40.661042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f6cefdf8-9e68-4bde-98b4-55029b9a8b70 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194914 Nov 25 17:43:40.664036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.669186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b5d9b601-d361-47e3-8b24-2d774d7213e5 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': 'd0fa78ca-adb5-41cc-89de-3e2767830557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.669940 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-b5d9b601-d361-47e3-8b24-2d774d7213e5 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 17:43:40.670444 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-b5d9b601-d361-47e3-8b24-2d774d7213e5 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:40.673113 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b5d9b601-d361-47e3-8b24-2d774d7213e5 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064788 Nov 25 17:43:40.675314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54450) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.678318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565ecf7-2e58-47c1-8423-0e9595b5b08f req-bb7b1d4d-d101-4430-ad33-02e1346e0d37 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:40.679921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a565ecf7-2e58-47c1-8423-0e9595b5b08f req-bb7b1d4d-d101-4430-ad33-02e1346e0d37 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 943 time: 0.0890167 Nov 25 17:43:40.682477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a82fe903-a54a-46d5-b4eb-5904d0362174 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': 'd0fa78ca-adb5-41cc-89de-3e2767830557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.683385 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-a82fe903-a54a-46d5-b4eb-5904d0362174 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 17:43:40.683908 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-a82fe903-a54a-46d5-b4eb-5904d0362174 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:40.685292 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a82fe903-a54a-46d5-b4eb-5904d0362174 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083978 Nov 25 17:43:40.687880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54452) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.693766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-61743a3c-4d4e-4ff1-a8d9-816b046fe408 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': 'd0fa78ca-adb5-41cc-89de-3e2767830557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.694677 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-61743a3c-4d4e-4ff1-a8d9-816b046fe408 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 17:43:40.695161 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-61743a3c-4d4e-4ff1-a8d9-816b046fe408 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:40.696422 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-61743a3c-4d4e-4ff1-a8d9-816b046fe408 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075765 Nov 25 17:43:40.699559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.751243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a565ecf7-2e58-47c1-8423-0e9595b5b08f req-7dcd82c5-5eef-43cb-83d3-6a9b4df7a454 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638177 Nov 25 17:43:40.763038 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dd17ccc-41d3-4394-9a01-2f9fd7501b99 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.798249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dd17ccc-41d3-4394-9a01-2f9fd7501b99 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.850091 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dd17ccc-41d3-4394-9a01-2f9fd7501b99 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.852868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7dd17ccc-41d3-4394-9a01-2f9fd7501b99 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.854307 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7dd17ccc-41d3-4394-9a01-2f9fd7501b99 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/d0fa78ca-adb5-41cc-89de-3e2767830557 HTTP/1.1" status: 204 len: 168 time: 0.1535659 Nov 25 17:43:40.857012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.864393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd17ccc-41d3-4394-9a01-2f9fd7501b99 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fa78ca-adb5-41cc-89de-3e2767830557,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:40.912804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d8d939ba-df00-41a3-9d26-69eefd4f41bd tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543869 Nov 25 17:43:40.916542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.921395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d7be1918-6f19-4886-a3cf-eafead40b6c3 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--77964208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:40.928071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55d8b38d-93cc-4995-b0e8-f43ef033ec78 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:43:40.978617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7be1918-6f19-4886-a3cf-eafead40b6c3 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.059762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55d8b38d-93cc-4995-b0e8-f43ef033ec78, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55d8b38d-93cc-4995-b0e8-f43ef033ec78,segment=NetworkSegment(5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc),segment_id=5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:41.076283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '55d8b38d-93cc-4995-b0e8-f43ef033ec78', 'network_id': '29b6f067-d170-4e85-aa09-808ae78d79ff', 'port_id': '55d8b38d-93cc-4995-b0e8-f43ef033ec78', 'mac_address': 'fa:16:3e:3e:3f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6198e018-e6e1-4bfa-b085-6a5acebc5793', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:43:41.079754 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7be1918-6f19-4886-a3cf-eafead40b6c3 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.085123 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7be1918-6f19-4886-a3cf-eafead40b6c3 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.124034 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7be1918-6f19-4886-a3cf-eafead40b6c3 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.126133 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.126442 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d7be1918-6f19-4886-a3cf-eafead40b6c3 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2082827 Nov 25 17:43:41.129654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.134340 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1000f057-1ebe-412e-8d2c-9498e4df3bdb tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.135897 n-d-819349-3 neutron-server[103599]: WARNING neutron.api.v2.base [None req-1000f057-1ebe-412e-8d2c-9498e4df3bdb tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:43:41.136417 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-1000f057-1ebe-412e-8d2c-9498e4df3bdb tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.140023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1000f057-1ebe-412e-8d2c-9498e4df3bdb tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067997 Nov 25 17:43:41.140193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be1918-6f19-4886-a3cf-eafead40b6c3 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957b1066-9d1a-4107-a936-9b24c91a6fd2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.140411 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.142571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d8b38d-93cc-4995-b0e8-f43ef033ec78 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:41.145012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-32ac02e8-5dea-4ea3-a397-981c0b903b35 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.166000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55d8b38d-93cc-4995-b0e8-f43ef033ec78, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55d8b38d-93cc-4995-b0e8-f43ef033ec78,segment=NetworkSegment(5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc),segment_id=5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:41.170583 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.209847 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-32ac02e8-5dea-4ea3-a397-981c0b903b35 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.215350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-32ac02e8-5dea-4ea3-a397-981c0b903b35 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0713584 Nov 25 17:43:41.215755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.222053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-80fca769-0356-4458-a551-6e987149cf0e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.222604 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-80fca769-0356-4458-a551-6e987149cf0e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 17:43:41.227767 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-80fca769-0356-4458-a551-6e987149cf0e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.227767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-80fca769-0356-4458-a551-6e987149cf0e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073822 Nov 25 17:43:41.228182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.234951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d1dc4e06-2c01-40a7-a236-adc3207be390 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.267183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=55d8b38d-93cc-4995-b0e8-f43ef033ec78,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.293444 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-d1dc4e06-2c01-40a7-a236-adc3207be390 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.295540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d1dc4e06-2c01-40a7-a236-adc3207be390 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0657709 Nov 25 17:43:41.298866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54478) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.304126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f00220e1-4080-49cd-9568-66dc11f61413 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.304787 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-f00220e1-4080-49cd-9568-66dc11f61413 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:43:41.305498 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-f00220e1-4080-49cd-9568-66dc11f61413 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.309083 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f00220e1-4080-49cd-9568-66dc11f61413 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065854 Nov 25 17:43:41.309346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.317064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-17e7b577-6db1-4e60-9ee7-1da496c744f6 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.346023 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-17e7b577-6db1-4e60-9ee7-1da496c744f6 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Project aaf12f6fec98440b9331118e936c062a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:43:41.361888 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-17e7b577-6db1-4e60-9ee7-1da496c744f6 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.363889 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-17e7b577-6db1-4e60-9ee7-1da496c744f6 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0535569 Nov 25 17:43:41.366836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54482) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.373381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6866ccc7-907c-479f-932a-fd2a0ea087be tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.373381 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-6866ccc7-907c-479f-932a-fd2a0ea087be tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 17:43:41.373906 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-6866ccc7-907c-479f-932a-fd2a0ea087be tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.374968 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6866ccc7-907c-479f-932a-fd2a0ea087be tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071144 Nov 25 17:43:41.377638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54484) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.383154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2cb8388b-944f-4270-9165-2eca0d9e74c0 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.407083 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-2cb8388b-944f-4270-9165-2eca0d9e74c0 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Project aaf12f6fec98440b9331118e936c062a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:43:41.423954 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-2cb8388b-944f-4270-9165-2eca0d9e74c0 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.427701 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2cb8388b-944f-4270-9165-2eca0d9e74c0 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0466447 Nov 25 17:43:41.428126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.434126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-91d0bd2f-2926-45d7-8120-c0e35febe731 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '957b1066-9d1a-4107-a936-9b24c91a6fd2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.447589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55d8b38d-93cc-4995-b0e8-f43ef033ec78'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:41.461389 n-d-819349-3 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-91d0bd2f-2926-45d7-8120-c0e35febe731 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Project aaf12f6fec98440b9331118e936c062a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:43:41.482417 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-91d0bd2f-2926-45d7-8120-c0e35febe731 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:41.487507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-91d0bd2f-2926-45d7-8120-c0e35febe731 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0539005 Nov 25 17:43:41.487801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.553353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79b1838a-c9ce-4a92-9723-3c904ac14d1b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.582361 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79b1838a-c9ce-4a92-9723-3c904ac14d1b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.636977 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79b1838a-c9ce-4a92-9723-3c904ac14d1b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.639612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-79b1838a-c9ce-4a92-9723-3c904ac14d1b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.643858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-79b1838a-c9ce-4a92-9723-3c904ac14d1b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/957b1066-9d1a-4107-a936-9b24c91a6fd2 HTTP/1.1" status: 204 len: 168 time: 0.1525087 Nov 25 17:43:41.644190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54490) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.652132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1838a-c9ce-4a92-9723-3c904ac14d1b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b1066-9d1a-4107-a936-9b24c91a6fd2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.709870 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-89adb428-3dc0-4d58-a4a1-6e023d2dbed3 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610085 Nov 25 17:43:41.710595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.715864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7e9b24d5-bde3-48bc-ab2b-537c589cbcaf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430161965'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.742842 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e9b24d5-bde3-48bc-ab2b-537c589cbcaf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.844065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e9b24d5-bde3-48bc-ab2b-537c589cbcaf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.855717 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e9b24d5-bde3-48bc-ab2b-537c589cbcaf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.914892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e9b24d5-bde3-48bc-ab2b-537c589cbcaf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.918979 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7e9b24d5-bde3-48bc-ab2b-537c589cbcaf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2043271 Nov 25 17:43:41.919994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54496) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.921949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b24d5-bde3-48bc-ab2b-537c589cbcaf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c669e5-450c-4869-a42d-868d151d1adb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.927019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3991c9e7-8ebe-459f-966e-1674cc360009 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '15c669e5-450c-4869-a42d-868d151d1adb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:41.937533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dcf2b-f193-46a8-be2e-99b7d35814d9 req-0777e54a-ee64-4193-b79d-9f3fcd16d5af tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:41.939206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f17dcf2b-f193-46a8-be2e-99b7d35814d9 req-0777e54a-ee64-4193-b79d-9f3fcd16d5af tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 944 time: 0.0988009 Nov 25 17:43:41.976137 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-3991c9e7-8ebe-459f-966e-1674cc360009 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The resource could not be found. Nov 25 17:43:41.977448 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3991c9e7-8ebe-459f-966e-1674cc360009 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0564287 Nov 25 17:43:41.980243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.986805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-50aa3f13-34a4-4f23-b833-b08d0c2ff810 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '15c669e5-450c-4869-a42d-868d151d1adb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5fb2fbe7-3226-47df-8ca4-be9cd37f0a90'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:42.005901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f17dcf2b-f193-46a8-be2e-99b7d35814d9 req-31bd906f-1ef2-4619-b529-e65f7cfcaf58 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576069 Nov 25 17:43:42.056277 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-50aa3f13-34a4-4f23-b833-b08d0c2ff810 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The resource could not be found. Nov 25 17:43:42.060402 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-50aa3f13-34a4-4f23-b833-b08d0c2ff810 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0764225 Nov 25 17:43:42.061299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.123028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa2c67ab-6a96-4375-9132-ea1a74d3efcc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.152339 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa2c67ab-6a96-4375-9132-ea1a74d3efcc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.207620 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa2c67ab-6a96-4375-9132-ea1a74d3efcc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.210223 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aa2c67ab-6a96-4375-9132-ea1a74d3efcc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.211384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-aa2c67ab-6a96-4375-9132-ea1a74d3efcc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/15c669e5-450c-4869-a42d-868d151d1adb HTTP/1.1" status: 204 len: 168 time: 0.1478510 Nov 25 17:43:42.214136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54504) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.225161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c67ab-6a96-4375-9132-ea1a74d3efcc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c669e5-450c-4869-a42d-868d151d1adb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:42.273541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.275954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0f74cb3f-1fad-44b7-914e-39cde3dc6d91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': 'cf37a455-f9aa-47f2-8f87-8a03ab8cbbbc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:42.277955 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7f4b83cd-6d21-4fa9-856a-04bcc3d11602 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625970 Nov 25 17:43:42.321886 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-0f74cb3f-1fad-44b7-914e-39cde3dc6d91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The resource could not be found. Nov 25 17:43:42.322875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0f74cb3f-1fad-44b7-914e-39cde3dc6d91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0508397 Nov 25 17:43:42.328605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.333361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-98bffc44-94bb-4c93-bae0-52fb9d866a91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--793148683'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:42.357132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98bffc44-94bb-4c93-bae0-52fb9d866a91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.427183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98bffc44-94bb-4c93-bae0-52fb9d866a91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.431312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98bffc44-94bb-4c93-bae0-52fb9d866a91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.459811 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98bffc44-94bb-4c93-bae0-52fb9d866a91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.463687 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-98bffc44-94bb-4c93-bae0-52fb9d866a91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1313441 Nov 25 17:43:42.463895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54512) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.469763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0dc64567-52d3-4cbd-890a-6a5176923062 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310802389'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:42.478382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bffc44-94bb-4c93-bae0-52fb9d866a91 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ddb23-a3a3-4667-890b-285ff93c4a5a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:42.495871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0dc64567-52d3-4cbd-890a-6a5176923062 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.565073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0dc64567-52d3-4cbd-890a-6a5176923062 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.569654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0dc64567-52d3-4cbd-890a-6a5176923062 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.605737 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0dc64567-52d3-4cbd-890a-6a5176923062 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.606986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0dc64567-52d3-4cbd-890a-6a5176923062 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1421857 Nov 25 17:43:42.609151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc64567-52d3-4cbd-890a-6a5176923062 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735419e3-d6c6-4284-9a7c-682053a60bef,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:42.610331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.615619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1cc62065-b8a2-4d91-8d78-c4ecb02176dc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ddb23-a3a3-4667-890b-285ff93c4a5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '735419e3-d6c6-4284-9a7c-682053a60bef'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:42.653444 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-1cc62065-b8a2-4d91-8d78-c4ecb02176dc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:42.654498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1cc62065-b8a2-4d91-8d78-c4ecb02176dc tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0430119 Nov 25 17:43:42.657897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.711382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27ec3c36-1597-4197-9f88-cf23e97bfd53 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.733689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27ec3c36-1597-4197-9f88-cf23e97bfd53 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.775191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27ec3c36-1597-4197-9f88-cf23e97bfd53 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.778034 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27ec3c36-1597-4197-9f88-cf23e97bfd53 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.779211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-27ec3c36-1597-4197-9f88-cf23e97bfd53 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/735419e3-d6c6-4284-9a7c-682053a60bef HTTP/1.1" status: 204 len: 168 time: 0.1203263 Nov 25 17:43:42.782009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.793264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec3c36-1597-4197-9f88-cf23e97bfd53 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735419e3-d6c6-4284-9a7c-682053a60bef,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:42.843623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a66b86d4-02db-42d1-aecf-6c396d665819 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0603738 Nov 25 17:43:42.846624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.904151 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccec2350-cb84-4082-a4f1-57b78589e96e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.929120 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccec2350-cb84-4082-a4f1-57b78589e96e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.947808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55d8b38d-93cc-4995-b0e8-f43ef033ec78 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:42.978683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccec2350-cb84-4082-a4f1-57b78589e96e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.983537 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ccec2350-cb84-4082-a4f1-57b78589e96e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.985672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ccec2350-cb84-4082-a4f1-57b78589e96e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/ae4ddb23-a3a3-4667-890b-285ff93c4a5a HTTP/1.1" status: 204 len: 168 time: 0.1379414 Nov 25 17:43:42.988606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54522) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.997292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec2350-cb84-4082-a4f1-57b78589e96e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ddb23-a3a3-4667-890b-285ff93c4a5a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:43.017755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:43:43.023143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:43.023542 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.077760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-52b1426b-dca3-469a-a60c-808169c8ab6a tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0877256 Nov 25 17:43:43.080508 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.086346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8cf34198-d1e3-4318-879c-52e4163dfd7b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216398643'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:43.117134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf34198-d1e3-4318-879c-52e4163dfd7b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.125575 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.158525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e79658-59dd-4625-bd6e-bd2f40b0cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d8b38d-93cc-4995-b0e8-f43ef033ec78'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:43.161998 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d28a733-0298-4fef-9afe-7c265b3e9907" -d '{"events": [{"server_uuid": "41e79658-59dd-4625-bd6e-bd2f40b0cfdc", "name": "network-vif-plugged", "status": "completed", "tag": "55d8b38d-93cc-4995-b0e8-f43ef033ec78"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:43.173943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55d8b38d-93cc-4995-b0e8-f43ef033ec78, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55d8b38d-93cc-4995-b0e8-f43ef033ec78,segment=NetworkSegment(5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc),segment_id=5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:43.179364 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.221844 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee04bc4-3402-458a-ab8c-05d27930700e x-openstack-request-id: req-bee04bc4-3402-458a-ab8c-05d27930700e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:43.222367 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e79658-59dd-4625-bd6e-bd2f40b0cfdc", "name": "network-vif-plugged", "status": "completed", "tag": "55d8b38d-93cc-4995-b0e8-f43ef033ec78", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:43.222702 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bee04bc4-3402-458a-ab8c-05d27930700e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:43.223808 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e79658-59dd-4625-bd6e-bd2f40b0cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d8b38d-93cc-4995-b0e8-f43ef033ec78', 'code': 200} Nov 25 17:43:43.244818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c8043-d661-4bf3-b39e-cf6222d52a58 req-e9953621-6c72-4f81-a81c-eab6f8b07272 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:43.246419 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-966c8043-d661-4bf3-b39e-cf6222d52a58 req-e9953621-6c72-4f81-a81c-eab6f8b07272 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 944 time: 0.0890217 Nov 25 17:43:43.255249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=55d8b38d-93cc-4995-b0e8-f43ef033ec78,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:43.265100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf34198-d1e3-4318-879c-52e4163dfd7b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.275368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf34198-d1e3-4318-879c-52e4163dfd7b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.326201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cf34198-d1e3-4318-879c-52e4163dfd7b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.327542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8cf34198-d1e3-4318-879c-52e4163dfd7b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2447722 Nov 25 17:43:43.334046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.339517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-85771f83-6394-4a64-a00e-ab5fcc335e98 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '54d034bb-30f2-4993-8c14-c28ca5695863', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:43.358887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf34198-d1e3-4318-879c-52e4163dfd7b tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d034bb-30f2-4993-8c14-c28ca5695863,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:43.364682 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150dd8c-377c-4ab3-b032-4287611e5c56 req-dccab0cb-6351-4c12-838d-3db6774e9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:43.376617 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3150dd8c-377c-4ab3-b032-4287611e5c56 req-dccab0cb-6351-4c12-838d-3db6774e9d6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 1096 time: 0.0698519 Nov 25 17:43:43.381393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-966c8043-d661-4bf3-b39e-cf6222d52a58 req-6b90a6f5-22b6-4054-bde3-de374ca57ca6 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258454 Nov 25 17:43:43.407027 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-85771f83-6394-4a64-a00e-ab5fcc335e98 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:43.408208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-85771f83-6394-4a64-a00e-ab5fcc335e98 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0725131 Nov 25 17:43:43.411775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.420013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-89432e98-308f-4680-a332-7b6f5cadde1e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group_rule': {'security_group_id': '54d034bb-30f2-4993-8c14-c28ca5695863', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:43.449832 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3150dd8c-377c-4ab3-b032-4287611e5c56 req-223cf0d4-d562-4668-9431-44e2c4b6c467 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668507 Nov 25 17:43:43.491519 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-89432e98-308f-4680-a332-7b6f5cadde1e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:43:43.495843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-89432e98-308f-4680-a332-7b6f5cadde1e tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0801182 Nov 25 17:43:43.496016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.555090 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30445f91-a371-4251-8bec-01295ff65f1c tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.581645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30445f91-a371-4251-8bec-01295ff65f1c tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.633515 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30445f91-a371-4251-8bec-01295ff65f1c tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.637072 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30445f91-a371-4251-8bec-01295ff65f1c tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.638841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-30445f91-a371-4251-8bec-01295ff65f1c tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/54d034bb-30f2-4993-8c14-c28ca5695863 HTTP/1.1" status: 204 len: 168 time: 0.1418560 Nov 25 17:43:43.642792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54546) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.652069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30445f91-a371-4251-8bec-01295ff65f1c tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d034bb-30f2-4993-8c14-c28ca5695863,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:43.713085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e40acded-73a8-40d9-a43e-ab078ca367c7 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690029 Nov 25 17:43:43.715626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54550) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.723288 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-77ee01c5-a240-478a-8686-f6b56461b2ef tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064965676'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:43.759755 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77ee01c5-a240-478a-8686-f6b56461b2ef tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.845121 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77ee01c5-a240-478a-8686-f6b56461b2ef tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.851228 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77ee01c5-a240-478a-8686-f6b56461b2ef tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.887815 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77ee01c5-a240-478a-8686-f6b56461b2ef tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:43.892207 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-77ee01c5-a240-478a-8686-f6b56461b2ef tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1710699 Nov 25 17:43:43.892599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.895073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee01c5-a240-478a-8686-f6b56461b2ef tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f1b058-74ad-455a-ba17-4b58a7e33d23,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:43.897442 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-91479070-c172-48fd-964c-f26ff2139dcf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:43.898008 n-d-819349-3 neutron-server[103598]: WARNING neutron.api.v2.base [None req-91479070-c172-48fd-964c-f26ff2139dcf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:43:43.898367 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-91479070-c172-48fd-964c-f26ff2139dcf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:43:43.902426 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-91479070-c172-48fd-964c-f26ff2139dcf tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "PUT /v2.0/security-groups/89f1b058-74ad-455a-ba17-4b58a7e33d23 HTTP/1.1" status: 409 len: 330 time: 0.0056984 Nov 25 17:43:43.902800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:43.973122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd00b-d882-483a-ae3d-939c0a099f14 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.012302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd00b-d882-483a-ae3d-939c0a099f14 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.067411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd00b-d882-483a-ae3d-939c0a099f14 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.070763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd00b-d882-483a-ae3d-939c0a099f14 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.074912 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6f7dd00b-d882-483a-ae3d-939c0a099f14 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/89f1b058-74ad-455a-ba17-4b58a7e33d23 HTTP/1.1" status: 204 len: 168 time: 0.1687217 Nov 25 17:43:44.076900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.090258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dd00b-d882-483a-ae3d-939c0a099f14 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f1b058-74ad-455a-ba17-4b58a7e33d23,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:44.151348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9d122232-6225-4d20-b395-d0c4825f9158 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0719767 Nov 25 17:43:44.155417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.170290 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-6867c0e3-7405-4a3a-9b55-0b9230cd1f29 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] delete failed (client error): The resource could not be found. Nov 25 17:43:44.171543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6867c0e3-7405-4a3a-9b55-0b9230cd1f29 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "DELETE /v2.0/security-groups/67a35531-b0d1-479b-ab62-def75b0ace0c HTTP/1.1" status: 404 len: 347 time: 0.0143223 Nov 25 17:43:44.175939 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.193524 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-8a3faf23-215e-4a57-abb8-a5b251ff822d tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] show failed (client error): The resource could not be found. Nov 25 17:43:44.194070 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a3faf23-215e-4a57-abb8-a5b251ff822d tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-groups/8967cd3c-6de1-41c9-bb60-fb84761bccc3 HTTP/1.1" status: 404 len: 347 time: 0.0170903 Nov 25 17:43:44.197679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.211106 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-0b2f22ca-2d2d-48f3-8a2d-58848741fc63 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] show failed (client error): The resource could not be found. Nov 25 17:43:44.212135 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0b2f22ca-2d2d-48f3-8a2d-58848741fc63 tempest-NegativeSecGroupIPv6Test-1320979386 tempest-NegativeSecGroupIPv6Test-1320979386-project] 10.222.0.81 "GET /v2.0/security-group-rules/1a5c5a0d-ecd9-4ac0-9e08-4b2a330e0c02 HTTP/1.1" status: 404 len: 356 time: 0.0133908 Nov 25 17:43:44.555534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b19d6d-22ec-4707-9aec-0d28eacb2b57 req-b6cdf63a-f027-472a-b46d-6921d68f75a6 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:44.557972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55b19d6d-22ec-4707-9aec-0d28eacb2b57 req-b6cdf63a-f027-472a-b46d-6921d68f75a6 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 945 time: 0.0827963 Nov 25 17:43:44.642055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.679205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55b19d6d-22ec-4707-9aec-0d28eacb2b57 req-87d9085b-d1d3-4afc-9417-3d81ccf09387 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042933 Nov 25 17:43:44.852803 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-15c2f610-e5a5-401d-82bf-42a7e6c322c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aaf12f6fec98440b9331118e936c062a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095654 Nov 25 17:43:44.855186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:44.921281 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a19ae4b-5974-4a52-962f-7e1b4866aaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:44.945660 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a19ae4b-5974-4a52-962f-7e1b4866aaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.018675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a19ae4b-5974-4a52-962f-7e1b4866aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.021485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a19ae4b-5974-4a52-962f-7e1b4866aaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.022721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8a19ae4b-5974-4a52-962f-7e1b4866aaf8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e1a79ac-aa04-40a4-97a7-2499e0933b6b HTTP/1.1" status: 204 len: 168 time: 0.1665606 Nov 25 17:43:45.031918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19ae4b-5974-4a52-962f-7e1b4866aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1a79ac-aa04-40a4-97a7-2499e0933b6b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:45.854420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a4459-4b46-4ca2-ae28-f9c0c9619133 req-d838c37f-ca13-4709-87ad-ed30a99369d0 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:45.856073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:45.857418 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-022a4459-4b46-4ca2-ae28-f9c0c9619133 req-d838c37f-ca13-4709-87ad-ed30a99369d0 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 945 time: 0.0714517 Nov 25 17:43:45.951072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-022a4459-4b46-4ca2-ae28-f9c0c9619133 req-07ba5f4c-faf7-4cb5-85be-b9267d5b12b8 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762134 Nov 25 17:43:46.009929 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8887596e-b60b-4da5-b049-95f207087433 tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1875089056', 'prefixes': ['172.20.0.0/16']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:46.106999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8887596e-b60b-4da5-b049-95f207087433 tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] Publish callbacks [] for subnetpool, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.111877 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8887596e-b60b-4da5-b049-95f207087433 tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2514780 Nov 25 17:43:46.112548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54612) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:46.147629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7e9add5a-5390-40f2-88e7-7caac383fcab tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] 10.222.0.81 "GET /v2.0/subnetpools/1f60eafd-a471-4d28-90f8-3911046b0258 HTTP/1.1" status: 200 len: 732 time: 0.0309103 Nov 25 17:43:46.148057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54614) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:46.153328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-88a95323-d07a-404c-b2de-2165be272afa tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1997887408'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:46.284777 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88a95323-d07a-404c-b2de-2165be272afa tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] Publish callbacks [] for subnetpool, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.286052 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-88a95323-d07a-404c-b2de-2165be272afa tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] 10.222.0.81 "PUT /v2.0/subnetpools/1f60eafd-a471-4d28-90f8-3911046b0258 HTTP/1.1" status: 200 len: 684 time: 0.1369236 Nov 25 17:43:46.288821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:46.365808 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45edc545-6877-457f-92d8-d935056bbe4b tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.369459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-45edc545-6877-457f-92d8-d935056bbe4b tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] 10.222.0.81 "DELETE /v2.0/subnetpools/1f60eafd-a471-4d28-90f8-3911046b0258 HTTP/1.1" status: 204 len: 168 time: 0.0794768 Nov 25 17:43:46.370497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54620) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:46.386304 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-de1f20f3-b6a1-4847-9d65-6ce5aa37e36b tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] show failed (client error): The resource could not be found. Nov 25 17:43:46.387458 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-de1f20f3-b6a1-4847-9d65-6ce5aa37e36b tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] 10.222.0.81 "GET /v2.0/subnetpools/1f60eafd-a471-4d28-90f8-3911046b0258 HTTP/1.1" status: 404 len: 346 time: 0.0154691 Nov 25 17:43:46.390887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:46.406489 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-f4c4a873-1fac-4f8a-b90e-d10ffeac40d7 tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] delete failed (client error): The resource could not be found. Nov 25 17:43:46.407825 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f4c4a873-1fac-4f8a-b90e-d10ffeac40d7 tempest-SubnetPoolsTestJSON-89335300 tempest-SubnetPoolsTestJSON-89335300-project] 10.222.0.81 "DELETE /v2.0/subnetpools/1f60eafd-a471-4d28-90f8-3911046b0258 HTTP/1.1" status: 404 len: 346 time: 0.0157950 Nov 25 17:43:46.684381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:46.797882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afffd2a6-a9b0-42de-b64a-6dca012d1b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.875624 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afffd2a6-a9b0-42de-b64a-6dca012d1b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.880203 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afffd2a6-a9b0-42de-b64a-6dca012d1b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.925510 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-afffd2a6-a9b0-42de-b64a-6dca012d1b1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e70851fd70c45be9f71ca43f26e1448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396226 Nov 25 17:43:46.926137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffd2a6-a9b0-42de-b64a-6dca012d1b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c435e30e-9d2c-4b2b-85cc-090258c76361,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:46.927932 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54634) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:46.982207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f640e7c8-1ea0-424d-b4f9-2bc6ea3b5a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.010363 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f640e7c8-1ea0-424d-b4f9-2bc6ea3b5a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.061074 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f640e7c8-1ea0-424d-b4f9-2bc6ea3b5a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.063779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f640e7c8-1ea0-424d-b4f9-2bc6ea3b5a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.064975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f640e7c8-1ea0-424d-b4f9-2bc6ea3b5a07 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c435e30e-9d2c-4b2b-85cc-090258c76361 HTTP/1.1" status: 204 len: 168 time: 0.1353962 Nov 25 17:43:47.075118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640e7c8-1ea0-424d-b4f9-2bc6ea3b5a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c435e30e-9d2c-4b2b-85cc-090258c76361,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:47.815341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:47.925826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-587160986-network', 'tenant_id': 'ee1e4ca8b3894aa9862679273741c6f8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:47.948908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Made reservation on behalf of ee1e4ca8b3894aa9862679273741c6f8 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:47.951286 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.962157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.052130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.057488 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.072036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:48.094463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.094934 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Added segment 652fdbaa-55af-46a8-b06f-c943e237d84c of type vlan for network 157df52c-3ded-4a7d-83fa-4978fa89a853 Nov 25 17:43:48.141489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672da1b9-6d8e-435f-a1b0-10c75243cdc1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:48.162558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.192363 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.193744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:48.195193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.273256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54690) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:48.273653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4566629 Nov 25 17:43:48.279506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Request body: {'subnet': {'network_id': '157df52c-3ded-4a7d-83fa-4978fa89a853', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-587160986-subnet', 'tenant_id': 'ee1e4ca8b3894aa9862679273741c6f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:48.279908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a2b03-5d12-4303-9c38-324482d4648e admin admin] Pushing event updated for resources: {'Network': ['ID=157df52c-3ded-4a7d-83fa-4978fa89a853,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:48.291871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 157df52c-3ded-4a7d-83fa-4978fa89a853 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:48.321801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Made reservation on behalf of ee1e4ca8b3894aa9862679273741c6f8 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:48.325071 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.527171 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.582149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b041698-697a-4b9a-b9d1-c218a343a390,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:48.595289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Checking segment: {'id': '652fdbaa-55af-46a8-b06f-c943e237d84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '157df52c-3ded-4a7d-83fa-4978fa89a853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:48.595712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Network hostable DHCP agents. Network: 157df52c-3ded-4a7d-83fa-4978fa89a853, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:48.614676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Network 157df52c-3ded-4a7d-83fa-4978fa89a853 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:48.623256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 157df52c-3ded-4a7d-83fa-4978fa89a853) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:48.628665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:48.629462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.634729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee9723-56c1-4a9c-b784-68562e8267b3 None None] Network 157df52c-3ded-4a7d-83fa-4978fa89a853 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:48.647669 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-80ae8b2c-7598-4fa3-beec-ddd822a8a5f1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3726547 Nov 25 17:43:48.794189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35cf82b-37e7-4f9d-808d-87ede036df00 None None] Network 157df52c-3ded-4a7d-83fa-4978fa89a853 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:49.225390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:49.230438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-769316275-network', 'tenant_id': '66084a1e8c3649b5a6f44f387fc3a485'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:49.257571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Made reservation on behalf of 66084a1e8c3649b5a6f44f387fc3a485 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:49.260973 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.277429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.387327 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.393248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.423559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:49.430678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cbade5-1471-44b7-bd5f-9d0834744d90,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:49.438151 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.438781 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Added segment 034a8f0f-861a-4045-96b5-6b7e74929e85 of type vlan for network 5142e7cd-2b77-4e7d-b63b-8a7ab87940da Nov 25 17:43:49.491055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.519330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.520539 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:49.521192 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.581589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54728) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:49.587031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Request body: {'subnet': {'network_id': '5142e7cd-2b77-4e7d-b63b-8a7ab87940da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-769316275-subnet', 'tenant_id': '66084a1e8c3649b5a6f44f387fc3a485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:49.594327 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3675799 Nov 25 17:43:49.639437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3c842-f45f-4695-957e-0a2a54026d09 admin admin] Pushing event updated for resources: {'Network': ['ID=5142e7cd-2b77-4e7d-b63b-8a7ab87940da,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:49.646271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Made reservation on behalf of 66084a1e8c3649b5a6f44f387fc3a485 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:49.649495 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.651226 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 5142e7cd-2b77-4e7d-b63b-8a7ab87940da details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:49.762734 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:43:49.891487 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.995366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Checking segment: {'id': '034a8f0f-861a-4045-96b5-6b7e74929e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5142e7cd-2b77-4e7d-b63b-8a7ab87940da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:49.995893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Network hostable DHCP agents. Network: 5142e7cd-2b77-4e7d-b63b-8a7ab87940da, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:50.009581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bf89ed-b474-4501-ad91-31d030d97844,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.042856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Network 5142e7cd-2b77-4e7d-b63b-8a7ab87940da is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:50.060789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 5142e7cd-2b77-4e7d-b63b-8a7ab87940da) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:50.070668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df11daa-8ef9-4690-8bb8-5c6b5377f652 None None] Network 5142e7cd-2b77-4e7d-b63b-8a7ab87940da requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:50.070853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:50.071628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.111495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-562cd513-0d8f-4f96-bb1e-aec6e54679eb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5281856 Nov 25 17:43:50.189821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebed599-bf57-4601-835a-012e0a2ab409 req-80670aab-cd1e-496e-be1b-92e30e6a5311 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:50.190989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ebed599-bf57-4601-835a-012e0a2ab409 req-80670aab-cd1e-496e-be1b-92e30e6a5311 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 945 time: 0.1002312 Nov 25 17:43:50.299605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ebed599-bf57-4601-835a-012e0a2ab409 req-d2fccd7e-b027-4139-bd15-e9acaab0939c tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017869 Nov 25 17:43:50.319073 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ab8ef-fed3-4482-b5d5-1942415288a4 None None] Network 5142e7cd-2b77-4e7d-b63b-8a7ab87940da requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:50.322151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54750) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:50.387133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1d1874-e473-419e-bbbf-31c48f604ca7 admin admin] Deleting subnet 2b041698-697a-4b9a-b9d1-c218a343a390 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:50.391656 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a1d1874-e473-419e-bbbf-31c48f604ca7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.438232 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a1d1874-e473-419e-bbbf-31c48f604ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.492234 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a1d1874-e473-419e-bbbf-31c48f604ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.568725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a1d1874-e473-419e-bbbf-31c48f604ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.607048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d1874-e473-419e-bbbf-31c48f604ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b041698-697a-4b9a-b9d1-c218a343a390,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.615976 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a1d1874-e473-419e-bbbf-31c48f604ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.622854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a1d1874-e473-419e-bbbf-31c48f604ca7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2b041698-697a-4b9a-b9d1-c218a343a390 HTTP/1.1" status: 204 len: 168 time: 0.2995305 Nov 25 17:43:50.625777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:50.710095 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.801904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.831454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157df52c-3ded-4a7d-83fa-4978fa89a853']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:50.847874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652fdbaa-55af-46a8-b06f-c943e237d84c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:50.848364 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652fdbaa-55af-46a8-b06f-c943e237d84c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:50.868983 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.891652 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.903607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:50.904460 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:50.907941 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:51.001284 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.008156 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.016640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54764) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:51.024978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] 10.222.0.81 "DELETE /v2.0/networks/157df52c-3ded-4a7d-83fa-4978fa89a853 HTTP/1.1" status: 204 len: 168 time: 0.3980048 Nov 25 17:43:51.038240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b9896-952a-48b5-9d4a-4d7fafcdefcd admin admin] Pushing event deleted for resources: {'Network': ['ID=157df52c-3ded-4a7d-83fa-4978fa89a853,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:51.084566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9403b689-ab6b-4b01-8dc5-98ade0d28b7a admin admin] Deleting subnet 39bf89ed-b474-4501-ad91-31d030d97844 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:51.088546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9403b689-ab6b-4b01-8dc5-98ade0d28b7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.129190 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9403b689-ab6b-4b01-8dc5-98ade0d28b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.184546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9403b689-ab6b-4b01-8dc5-98ade0d28b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.251541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9403b689-ab6b-4b01-8dc5-98ade0d28b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.285195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403b689-ab6b-4b01-8dc5-98ade0d28b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bf89ed-b474-4501-ad91-31d030d97844,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:51.288105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9403b689-ab6b-4b01-8dc5-98ade0d28b7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.292653 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9403b689-ab6b-4b01-8dc5-98ade0d28b7a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/39bf89ed-b474-4501-ad91-31d030d97844 HTTP/1.1" status: 204 len: 168 time: 0.2747676 Nov 25 17:43:51.295635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:51.406320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.493561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef8e5-b055-4eda-a94a-06e7febc9f3e req-3df513ce-8404-4d52-9217-a5b590fd7e33 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:51.502748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e1ef8e5-b055-4eda-a94a-06e7febc9f3e req-3df513ce-8404-4d52-9217-a5b590fd7e33 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 945 time: 0.0769284 Nov 25 17:43:51.514221 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.548045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5142e7cd-2b77-4e7d-b63b-8a7ab87940da']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:51.561380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034a8f0f-861a-4045-96b5-6b7e74929e85') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:51.562361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034a8f0f-861a-4045-96b5-6b7e74929e85') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:51.578759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e1ef8e5-b055-4eda-a94a-06e7febc9f3e req-ddcba474-9986-410c-b5cb-37278c1fb8a7 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/security-groups?id=b82dff56-53b3-488d-8896-a2c31d887b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740840 Nov 25 17:43:51.579725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.606831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.616413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:51.616643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:51.618645 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:51.689882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.709842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.720486 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] 10.222.0.81 "DELETE /v2.0/networks/5142e7cd-2b77-4e7d-b63b-8a7ab87940da HTTP/1.1" status: 204 len: 168 time: 0.4229612 Nov 25 17:43:51.725711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01cc04-0ee4-4ec0-8d9b-0b974a1beafa admin admin] Pushing event deleted for resources: {'Network': ['ID=5142e7cd-2b77-4e7d-b63b-8a7ab87940da,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:51.822133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812faa28-ade4-442a-9170-7768e5ecf745 req-25483e82-927b-4958-a504-b78d611e1a3b tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:51.823962 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-812faa28-ade4-442a-9170-7768e5ecf745 req-25483e82-927b-4958-a504-b78d611e1a3b tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.60 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 945 time: 0.0658915 Nov 25 17:43:51.935027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Deleting port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:51.935379 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.957451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.037974 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-473a1b21-7796-48f6-9126-dbc0e4308d78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee1e4ca8b3894aa9862679273741c6f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790560 Nov 25 17:43:52.040371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.053503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] For port 55d8b38d-93cc-4995-b0e8-f43ef033ec78, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55d8b38d-93cc-4995-b0e8-f43ef033ec78,segment=NetworkSegment(5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc),segment_id=5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:52.056580 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.072818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Calling delete_port for 55d8b38d-93cc-4995-b0e8-f43ef033ec78 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:52.092104 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64db44b9-844c-407a-b3d3-3165b6970e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.115566 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64db44b9-844c-407a-b3d3-3165b6970e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.185269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64db44b9-844c-407a-b3d3-3165b6970e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.190488 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64db44b9-844c-407a-b3d3-3165b6970e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.195628 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-64db44b9-844c-407a-b3d3-3165b6970e49 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/672da1b9-6d8e-435f-a1b0-10c75243cdc1 HTTP/1.1" status: 204 len: 168 time: 0.1542661 Nov 25 17:43:52.206853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db44b9-844c-407a-b3d3-3165b6970e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672da1b9-6d8e-435f-a1b0-10c75243cdc1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:52.282447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.295854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55d8b38d-93cc-4995-b0e8-f43ef033ec78'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:52.366475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Pushing event deleted for resources: {'Port': ['ID=55d8b38d-93cc-4995-b0e8-f43ef033ec78,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:52.427700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] No DVR routers for this DVR port 55d8b38d-93cc-4995-b0e8-f43ef033ec78 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:52.430605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.439192 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-812faa28-ade4-442a-9170-7768e5ecf745 req-0c86de5b-9ee4-4ceb-92d3-af51e2ee8d04 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.60 "DELETE /v2.0/ports/55d8b38d-93cc-4995-b0e8-f43ef033ec78 HTTP/1.1" status: 204 len: 173 time: 0.6076589 Nov 25 17:43:52.439823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e79658-59dd-4625-bd6e-bd2f40b0cfdc', 'name': 'network-vif-deleted', 'tag': '55d8b38d-93cc-4995-b0e8-f43ef033ec78'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:52.442497 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8430fb07-ef90-4585-9862-f0631abb5875" -d '{"events": [{"server_uuid": "41e79658-59dd-4625-bd6e-bd2f40b0cfdc", "name": "network-vif-deleted", "tag": "55d8b38d-93cc-4995-b0e8-f43ef033ec78"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:52.539819 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56603791-3fdf-4beb-9ae1-9a8eb435f5c6 x-openstack-request-id: req-56603791-3fdf-4beb-9ae1-9a8eb435f5c6 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:52.540128 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e79658-59dd-4625-bd6e-bd2f40b0cfdc", "name": "network-vif-deleted", "tag": "55d8b38d-93cc-4995-b0e8-f43ef033ec78", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:52.540394 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56603791-3fdf-4beb-9ae1-9a8eb435f5c6 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:52.540831 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e79658-59dd-4625-bd6e-bd2f40b0cfdc', 'name': 'network-vif-deleted', 'tag': '55d8b38d-93cc-4995-b0e8-f43ef033ec78', 'status': 'completed', 'code': 200} Nov 25 17:43:52.655642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.719081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-678293f2-7925-461c-988a-653f55065359 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66084a1e8c3649b5a6f44f387fc3a485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593607 Nov 25 17:43:52.719572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.785474 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0c6cf56-1660-423d-8f76-ba4757d0f4b1 req-c498e403-41f7-4e65-829b-15692209c518 tempest-ServerTagsTestJSON-953580207 tempest-ServerTagsTestJSON-953580207-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e79658-59dd-4625-bd6e-bd2f40b0cfdc HTTP/1.1" status: 200 len: 210 time: 0.0721357 Nov 25 17:43:52.823405 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12acbf1-8811-406c-8a31-3d7baabf25ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.849857 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12acbf1-8811-406c-8a31-3d7baabf25ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.913235 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12acbf1-8811-406c-8a31-3d7baabf25ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.916538 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12acbf1-8811-406c-8a31-3d7baabf25ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.920104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b12acbf1-8811-406c-8a31-3d7baabf25ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/69cbade5-1471-44b7-bd5f-9d0834744d90 HTTP/1.1" status: 204 len: 168 time: 0.1970744 Nov 25 17:43:52.944277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12acbf1-8811-406c-8a31-3d7baabf25ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cbade5-1471-44b7-bd5f-9d0834744d90,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:53.840131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.888481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5130e0-6ff0-466b-b8be-41c6224d72e5 admin admin] Deleting subnet 6198e018-e6e1-4bfa-b085-6a5acebc5793 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:53.893298 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d5130e0-6ff0-466b-b8be-41c6224d72e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.933068 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d5130e0-6ff0-466b-b8be-41c6224d72e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.990411 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d5130e0-6ff0-466b-b8be-41c6224d72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.054974 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d5130e0-6ff0-466b-b8be-41c6224d72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.089572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5130e0-6ff0-466b-b8be-41c6224d72e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6198e018-e6e1-4bfa-b085-6a5acebc5793,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:54.096777 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d5130e0-6ff0-466b-b8be-41c6224d72e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.101468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3d5130e0-6ff0-466b-b8be-41c6224d72e5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6198e018-e6e1-4bfa-b085-6a5acebc5793 HTTP/1.1" status: 204 len: 168 time: 0.2595434 Nov 25 17:43:54.103716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54842) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.190249 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.284645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.305341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b6f067-d170-4e85-aa09-808ae78d79ff']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:54.316568 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:54.316863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea2eec8-e4ec-4148-80dd-8aa5b20e7adc') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:54.328006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.343623 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.354310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:54.354725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:54.356609 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:54.429006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.442032 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.450798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] 10.222.0.81 "DELETE /v2.0/networks/29b6f067-d170-4e85-aa09-808ae78d79ff HTTP/1.1" status: 204 len: 168 time: 0.3458765 Nov 25 17:43:54.480466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13e992-5ad9-4b28-9ee7-fcab1c6f42fc admin admin] Pushing event deleted for resources: {'Network': ['ID=29b6f067-d170-4e85-aa09-808ae78d79ff,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:54.714641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 54868) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.770265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:54.770698 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-896f00aa-bd95-49e6-beca-6fa1bef8da29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd89888508a74ed4a4687dc5c348d3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547006 Nov 25 17:43:54.831151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4289ebc1-2668-4d77-933e-c1a6d6f7c9c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.861389 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4289ebc1-2668-4d77-933e-c1a6d6f7c9c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.924918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4289ebc1-2668-4d77-933e-c1a6d6f7c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.929211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4289ebc1-2668-4d77-933e-c1a6d6f7c9c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.929797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4289ebc1-2668-4d77-933e-c1a6d6f7c9c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b82dff56-53b3-488d-8896-a2c31d887b01 HTTP/1.1" status: 204 len: 168 time: 0.1584485 Nov 25 17:43:54.940956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289ebc1-2668-4d77-933e-c1a6d6f7c9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82dff56-53b3-488d-8896-a2c31d887b01,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:55.215435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55d8b38d-93cc-4995-b0e8-f43ef033ec78 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:55.215435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 55d8b38d-93cc-4995-b0e8-f43ef033ec78 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:55.215435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55d8b38d-93cc-4995-b0e8-f43ef033ec78 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:56.025492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 54986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:56.200114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-811333771-network', 'tenant_id': '04593db9db754e81b8f10f95d3a86621'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:56.228152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Made reservation on behalf of 04593db9db754e81b8f10f95d3a86621 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:56.231309 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.248310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.372450 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.376802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.412043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab26922-290a-44da-a357-27d848d95493,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:56.429589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:43:56.454542 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.455282 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Added segment 347207b5-9762-4b3f-b9a6-22d4a1408e18 of type vlan for network 586380c4-af22-42b7-a688-c84f5b664bd3 Nov 25 17:43:56.526963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.565645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.570885 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.572413 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.681298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6541495 Nov 25 17:43:56.684300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:56.691589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Request body: {'subnet': {'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-811333771-subnet', 'tenant_id': '04593db9db754e81b8f10f95d3a86621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:56.704499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4578cf7-8a69-45cc-aab9-182ab9baae40 admin admin] Pushing event updated for resources: {'Network': ['ID=586380c4-af22-42b7-a688-c84f5b664bd3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:56.721013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 586380c4-af22-42b7-a688-c84f5b664bd3 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:43:56.761898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Made reservation on behalf of 04593db9db754e81b8f10f95d3a86621 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:56.764265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.885967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:56.991213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.022623 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c65cc017-df63-455c-871c-7b998709f7d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.059082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800d70a9-1330-4be6-a906-5246b27af917,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:57.079985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Checking segment: {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:57.080470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Network hostable DHCP agents. Network: 586380c4-af22-42b7-a688-c84f5b664bd3, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:43:57.106991 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Network 586380c4-af22-42b7-a688-c84f5b664bd3 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:43:57.120573 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 586380c4-af22-42b7-a688-c84f5b664bd3) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:57.126781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.127428 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.130864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c65cb3-4c76-4e77-ad52-cb9438328454 None None] Network 586380c4-af22-42b7-a688-c84f5b664bd3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:57.152233 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c65cc017-df63-455c-871c-7b998709f7d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.159398 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c65cc017-df63-455c-871c-7b998709f7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.172605 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-208673e3-5bd4-4903-b90c-b101f4ffe8d0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4794767 Nov 25 17:43:57.202282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cc017-df63-455c-871c-7b998709f7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0795b2-b641-4077-b5be-d6ad144343fa,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:57.214721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c65cc017-df63-455c-871c-7b998709f7d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=348549dfb64048259ed08034dcfef862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3270435 Nov 25 17:43:57.217842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:57.293300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b74480-68d6-4e2b-b697-85e5369ae398 None None] Network 586380c4-af22-42b7-a688-c84f5b664bd3 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:57.333400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03e2b94e-fc55-444e-b78e-41a5d48cc671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.405159 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03e2b94e-fc55-444e-b78e-41a5d48cc671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.520670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03e2b94e-fc55-444e-b78e-41a5d48cc671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.525098 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-03e2b94e-fc55-444e-b78e-41a5d48cc671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.538156 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-03e2b94e-fc55-444e-b78e-41a5d48cc671 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee0795b2-b641-4077-b5be-d6ad144343fa HTTP/1.1" status: 204 len: 168 time: 0.3175492 Nov 25 17:43:57.561434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2b94e-fc55-444e-b78e-41a5d48cc671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0795b2-b641-4077-b5be-d6ad144343fa,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:57.978078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-d0815f18-9f02-450b-a6b9-7d0e08c7da26 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.987663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-d0815f18-9f02-450b-a6b9-7d0e08c7da26 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 813 time: 0.1685591 Nov 25 17:43:58.003749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:58.005507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-993705b1-21d7-4404-9189-9c120e77fb8e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/quotas/04593db9db754e81b8f10f95d3a86621 HTTP/1.1" status: 200 len: 375 time: 0.0168159 Nov 25 17:43:58.020110 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-245ee7f0-763a-4c53-b9df-37f4b8d9bc35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.052039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-34f40f91-94cd-405a-9b4a-790e88631929 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393884 Nov 25 17:43:58.148665 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-245ee7f0-763a-4c53-b9df-37f4b8d9bc35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.156313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-245ee7f0-763a-4c53-b9df-37f4b8d9bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.207065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ee7f0-763a-4c53-b9df-37f4b8d9bc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06947e7f-889b-45d3-a87f-6f0c67d1f586,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:58.216274 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-245ee7f0-763a-4c53-b9df-37f4b8d9bc35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44adefa198d44545b695abe74849153b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116106 Nov 25 17:43:58.220677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:58.343152 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b4ce737-64aa-48cd-ae8c-8dbebe689c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.381384 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b4ce737-64aa-48cd-ae8c-8dbebe689c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.411309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-2d50665c-db67-48be-957b-ef89fb7382f1 service neutron] 10.222.0.81 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519037 Nov 25 17:43:58.526355 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b4ce737-64aa-48cd-ae8c-8dbebe689c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.529689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b4ce737-64aa-48cd-ae8c-8dbebe689c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.543349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5b4ce737-64aa-48cd-ae8c-8dbebe689c58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06947e7f-889b-45d3-a87f-6f0c67d1f586 HTTP/1.1" status: 204 len: 168 time: 0.3168507 Nov 25 17:43:58.592254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ce737-64aa-48cd-ae8c-8dbebe689c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06947e7f-889b-45d3-a87f-6f0c67d1f586,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:58.631907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-3eb9eb4c-180e-4b84-b5eb-2bbfa180da19 service neutron] 10.222.0.81 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092836 Nov 25 17:43:59.029136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f158c4d-93c0-4fc6-a248-ab4e1fde9f65 req-1d585d04-1cd8-492b-811f-878c6b817b45 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 210 time: 0.0628905 Nov 25 17:44:00.159322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40078430-4dca-4556-959a-a4584ec8fef1 req-688a52a3-3c04-4902-8be7-5e2d4dee2f03 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 210 time: 0.0436072 Nov 25 17:44:00.541074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-39743ad9-6a1a-4b32-9be9-c7ceb11724cc tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.542817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-39743ad9-6a1a-4b32-9be9-c7ceb11724cc tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.95 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 813 time: 0.2489402 Nov 25 17:44:00.561999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Request body: {'port': {'device_id': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3', 'admin_state_up': True, 'tenant_id': '04593db9db754e81b8f10f95d3a86621'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:00.720715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Made reservation on behalf of 04593db9db754e81b8f10f95d3a86621 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:00.725308 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.920110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Allocated IP 172.20.0.8 (586380c4-af22-42b7-a688-c84f5b664bd3/800d70a9-1330-4be6-a906-5246b27af917/3bfc042d-dd81-43cf-b885-4544437bacd6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:01.180263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.254702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.353891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Network 586380c4-af22-42b7-a688-c84f5b664bd3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:01.363272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:01.384843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:01.389131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:01.439431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de375f-288e-4f31-ab9f-74d5126ac487 req-009fe83b-d480-45c2-8db6-4cc99e2abfe6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.440992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9de375f-288e-4f31-ab9f-74d5126ac487 req-009fe83b-d480-45c2-8db6-4cc99e2abfe6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 931 time: 0.1409779 Nov 25 17:44:01.500129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.511754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.546342 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9de375f-288e-4f31-ab9f-74d5126ac487 req-31abc869-8d41-4f78-a0fe-90b1e0bf423a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967491 Nov 25 17:44:01.551413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-1f01dad0-2a3f-4a4c-a14d-85a9789ff76b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9982433 Nov 25 17:44:01.569472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Request body: {'port': {'device_id': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:01.630273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.208486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e71c63ff-8606-4ceb-81cb-d4506442fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.439183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfc042d-dd81-43cf-b885-4544437bacd6 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:02.447368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.468358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Transition to ACTIVE for port object 3bfc042d-dd81-43cf-b885-4544437bacd6 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:44:02.475135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.562820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:02.628837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Attempting to bind port 3bfc042d-dd81-43cf-b885-4544437bacd6 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:02.629391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Attempting to bind port 3bfc042d-dd81-43cf-b885-4544437bacd6 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:02.629825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Attempting to bind port 3bfc042d-dd81-43cf-b885-4544437bacd6 on network 586380c4-af22-42b7-a688-c84f5b664bd3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:02.638972 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Port 3bfc042d-dd81-43cf-b885-4544437bacd6 on network 586380c4-af22-42b7-a688-c84f5b664bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:44:02.639412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Attempting to bind port 3bfc042d-dd81-43cf-b885-4544437bacd6 on network 586380c4-af22-42b7-a688-c84f5b664bd3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:02.657619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:02.657619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Checking segment: {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:02.657619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Bound using segment: {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:02.657619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Bound port: 3bfc042d-dd81-43cf-b885-4544437bacd6, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:02.657619 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.732685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518e1e-b445-4426-8558-ec8bf54bf417 req-47d7ed59-c882-463c-ac2c-3fe8ce2c5f30 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:02.734794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de518e1e-b445-4426-8558-ec8bf54bf417 req-47d7ed59-c882-463c-ac2c-3fe8ce2c5f30 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 943 time: 0.0914006 Nov 25 17:44:02.777958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:02.809841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:02.826037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.870798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de518e1e-b445-4426-8558-ec8bf54bf417 req-ccb89d7b-4285-4497-a6fa-8b29b5920b55 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266632 Nov 25 17:44:02.882964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:02.883669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:02.885280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] 10.222.0.95 "PUT /v2.0/ports/3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 1091 time: 1.3221219 Nov 25 17:44:02.886448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:02.889564 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33094a21-aefd-4c43-b1ea-38b74b131dba" -d '{"events": [{"name": "network-changed", "server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:02.914950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f6a16-c4a7-4921-8e28-b023187670fa service neutron] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:02.970362 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccad05af-23b2-445e-aec9-9a14b09429ae x-openstack-request-id: req-ccad05af-23b2-445e-aec9-9a14b09429ae {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:02.970666 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:02.970948 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccad05af-23b2-445e-aec9-9a14b09429ae {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:02.971641 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'status': 'completed', 'code': 200} Nov 25 17:44:03.017225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-7db132ca-c22f-454e-b98c-b429c19e48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.018838 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-7db132ca-c22f-454e-b98c-b429c19e48a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1094 time: 0.0453484 Nov 25 17:44:03.067026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-262cebfc-8f44-4573-b8dd-ce2051a6358c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0387378 Nov 25 17:44:03.131818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-792bb6ac-2488-4865-a200-261c715d359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.133501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-792bb6ac-2488-4865-a200-261c715d359e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.0592456 Nov 25 17:44:03.167194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-dc0881c9-27dd-4611-8c5e-24c0c2d730b3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261350 Nov 25 17:44:03.289574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-10810876-7ee9-4c25-886c-94a0ae58c999 service neutron] 10.222.0.95 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127403 Nov 25 17:44:03.408372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f9261ef4-1d89-4a3d-85d3-9d873818a536 req-6dd5fc6d-4e5c-44a8-a8d5-c267e6cc1b13 service neutron] 10.222.0.95 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104608 Nov 25 17:44:03.520396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-8a35b057-7b34-432f-98fe-db8cb8f5a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.522134 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-8a35b057-7b34-432f-98fe-db8cb8f5a727 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1094 time: 0.0571167 Nov 25 17:44:03.678108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-c99c66ff-acdc-4c79-a5ce-fc1c55316bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.679713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-c99c66ff-acdc-4c79-a5ce-fc1c55316bfe service neutron] 10.222.0.95 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 914 time: 0.1482518 Nov 25 17:44:03.738476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-a4c6edeb-1927-442e-85ec-669f8021eed8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0484035 Nov 25 17:44:03.803401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-771a5522-ffcd-4c7d-862a-bcfcc24d3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:03.804884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-771a5522-ffcd-4c7d-862a-bcfcc24d3b05 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.0560114 Nov 25 17:44:03.844235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-1567f091-4f91-4151-b3c3-bb988a74a317 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304878 Nov 25 17:44:03.980489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-c7ed635d-26ce-4fe9-bc97-ea691917f5e7 service neutron] 10.222.0.95 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264791 Nov 25 17:44:04.153283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2deaa-34bf-4eb8-bd6a-59296ec3051f req-504e230f-4829-417b-9159-8ccceea208fd tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:04.156761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fa2deaa-34bf-4eb8-bd6a-59296ec3051f req-504e230f-4829-417b-9159-8ccceea208fd tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 943 time: 0.1018653 Nov 25 17:44:04.187929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-33094a21-aefd-4c43-b1ea-38b74b131dba req-759b494c-4b46-497e-8d55-f3d3805ea183 service neutron] 10.222.0.95 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997046 Nov 25 17:44:04.251696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8fa2deaa-34bf-4eb8-bd6a-59296ec3051f req-5aac1a49-a1d4-42fd-b364-6af7acd2420e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808165 Nov 25 17:44:04.394750 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a335925c-ae7d-4323-961e-1dbe12861cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.420711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a5a36-de6a-4114-8e2e-97d9d51364ec req-06e139dc-0185-4c44-b2f7-ce7f4022ee2c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:05.438494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a9a5a36-de6a-4114-8e2e-97d9d51364ec req-06e139dc-0185-4c44-b2f7-ce7f4022ee2c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 943 time: 0.0786548 Nov 25 17:44:05.497429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a9a5a36-de6a-4114-8e2e-97d9d51364ec req-c7508621-5c2e-4c2c-9a30-6cf4fbc8d358 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576158 Nov 25 17:44:05.733216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:05.856668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:05.889468 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.892036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3', 'port_id': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'mac_address': 'fa:16:3e:ee:4f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800d70a9-1330-4be6-a906-5246b27af917', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:05.963414 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.979386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfc042d-dd81-43cf-b885-4544437bacd6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:06.013467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:06.021192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.075023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:06.234615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['3bfc042d-dd81-43cf-b885-4544437bacd6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:06.627093 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.688472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35ad4-6127-42aa-9af7-e501b12e92ba req-8ba3e178-77dd-4a8b-890e-88d02642e003 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:06.694799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7c35ad4-6127-42aa-9af7-e501b12e92ba req-8ba3e178-77dd-4a8b-890e-88d02642e003 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1096458 Nov 25 17:44:06.748080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b7c35ad4-6127-42aa-9af7-e501b12e92ba req-38f6ab9b-8e8c-42c7-a7ab-75c6d7b0940f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524035 Nov 25 17:44:07.152646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.215432 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.750371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:07.844928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 3bfc042d-dd81-43cf-b885-4544437bacd6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:07.850748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 3bfc042d-dd81-43cf-b885-4544437bacd6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:07.851301 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.957197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beba21-5c87-4ced-994f-c44e2fc888e1 req-242f176b-6713-4b1e-bf5b-08c54b0a6330 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:07.959549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36beba21-5c87-4ced-994f-c44e2fc888e1 req-242f176b-6713-4b1e-bf5b-08c54b0a6330 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1213553 Nov 25 17:44:08.068494 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36beba21-5c87-4ced-994f-c44e2fc888e1 req-059ad228-1616-4080-8279-906d76394097 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955472 Nov 25 17:44:08.076668 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.109824 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.135768 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:08.138410 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3911fc-e5f6-4f36-9497-a3f8cad0e502" -d '{"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-plugged", "status": "completed", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:08.177130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:08.181977 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.229374 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9747f81b-92c6-44ff-bfd9-a5128e32d671 x-openstack-request-id: req-9747f81b-92c6-44ff-bfd9-a5128e32d671 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:08.229929 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-plugged", "status": "completed", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:08.230298 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9747f81b-92c6-44ff-bfd9-a5128e32d671 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:08.231146 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'code': 200} Nov 25 17:44:08.287891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:08.359150 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61656c6a-c52d-48cf-9862-f77e09cf0b9a req-7e843e6b-9c9e-4d43-80e7-5c0e65e7ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:08.361120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61656c6a-c52d-48cf-9862-f77e09cf0b9a req-7e843e6b-9c9e-4d43-80e7-5c0e65e7ce2f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1096 time: 0.0575697 Nov 25 17:44:08.431516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61656c6a-c52d-48cf-9862-f77e09cf0b9a req-80aa6387-216c-4731-969b-d1655daa358c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614126 Nov 25 17:44:09.231775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8d401-07ae-4b56-a40d-9a4ddde7058b req-27fc204a-f5bd-4c43-b043-3bf9dd1d7bce tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:09.233315 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24b8d401-07ae-4b56-a40d-9a4ddde7058b req-27fc204a-f5bd-4c43-b043-3bf9dd1d7bce tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0641572 Nov 25 17:44:09.330073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-24b8d401-07ae-4b56-a40d-9a4ddde7058b req-d5dc8376-4c2f-4b4b-a0c5-7a67c2d12280 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795977 Nov 25 17:44:10.468484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063aa71-02ae-4e0b-b04c-5b13543693d8 req-cf12b6e9-b810-4948-b2c0-0516a2c32940 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.476084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e063aa71-02ae-4e0b-b04c-5b13543693d8 req-cf12b6e9-b810-4948-b2c0-0516a2c32940 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0581665 Nov 25 17:44:10.534856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e063aa71-02ae-4e0b-b04c-5b13543693d8 req-fd9f8d81-9803-491f-a775-0fb9c87a8167 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577874 Nov 25 17:44:10.909890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-24ef12ff-6d3b-4410-8ce6-e4cbe32776cf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.917383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-24ef12ff-6d3b-4410-8ce6-e4cbe32776cf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 813 time: 0.1669002 Nov 25 17:44:10.937424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-45527994-94f0-46ab-910e-a6e0a63f456f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/quotas/04593db9db754e81b8f10f95d3a86621 HTTP/1.1" status: 200 len: 375 time: 0.0181303 Nov 25 17:44:11.004106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-0a3c5e63-8555-421b-b810-24df6103b247 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654442 Nov 25 17:44:11.160825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-7baa49ac-b811-432e-b207-dc865b5a7895 service neutron] 10.222.0.81 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486537 Nov 25 17:44:11.207415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:11.294675 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-42c50a96-c5e2-4b74-8d6a-89db3284bbd0 service neutron] 10.222.0.81 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206896 Nov 25 17:44:11.380658 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.497642 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.509999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.623112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c89f042-d20d-4727-9cdb-041934d0fd31 req-e80cc0d4-b013-4dfa-b63b-e0e40cc594ac tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 210 time: 0.1004851 Nov 25 17:44:11.626566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b8a944-27d0-45ad-899c-59b8fdb63040,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:11.651972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.652703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.653286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.653833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.654372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.654909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.656295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.657122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.657667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.658368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.658928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.659590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:11.670315 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-201fa2ca-dc80-42eb-9716-ae48bc6841d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=507293df5a414f14ba985da235aff9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4608381 Nov 25 17:44:11.674320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:11.744066 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37f1d18e-1e67-4ee7-862b-0ab0303208ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.776198 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37f1d18e-1e67-4ee7-862b-0ab0303208ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.843178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37f1d18e-1e67-4ee7-862b-0ab0303208ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.849246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37f1d18e-1e67-4ee7-862b-0ab0303208ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.850956 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-37f1d18e-1e67-4ee7-862b-0ab0303208ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4b8a944-27d0-45ad-899c-59b8fdb63040 HTTP/1.1" status: 204 len: 168 time: 0.1746976 Nov 25 17:44:11.862128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1d18e-1e67-4ee7-862b-0ab0303208ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b8a944-27d0-45ad-899c-59b8fdb63040,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:12.280984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:12.296567 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fd7a77d-bd93-483b-a1ab-f5eb5ad73d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.401971 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fd7a77d-bd93-483b-a1ab-f5eb5ad73d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.412279 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fd7a77d-bd93-483b-a1ab-f5eb5ad73d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.458898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7fd7a77d-bd93-483b-a1ab-f5eb5ad73d74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fbf2cbaeb7c1489595c7bd0b1aa3bea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767731 Nov 25 17:44:12.461633 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:12.465964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7a77d-bd93-483b-a1ab-f5eb5ad73d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064278d0-109c-4b0d-9437-d695ac2c5085,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:12.523701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b450827d-dd0b-44e0-8974-87f46137ef50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.548489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b450827d-dd0b-44e0-8974-87f46137ef50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.598445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b450827d-dd0b-44e0-8974-87f46137ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.609086 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b450827d-dd0b-44e0-8974-87f46137ef50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.610713 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b450827d-dd0b-44e0-8974-87f46137ef50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/064278d0-109c-4b0d-9437-d695ac2c5085 HTTP/1.1" status: 204 len: 168 time: 0.1479416 Nov 25 17:44:12.657209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450827d-dd0b-44e0-8974-87f46137ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064278d0-109c-4b0d-9437-d695ac2c5085,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:12.794450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3bfdb961-2a30-4812-8f16-62785c7ff65e req-9768e9e8-61d3-4a00-a6a8-3a2207769062 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 210 time: 0.0683627 Nov 25 17:44:12.943058 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-fa7510ca-71bf-4a53-a0aa-954f18e38c9c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:12.948102 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-fa7510ca-71bf-4a53-a0aa-954f18e38c9c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.60 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 813 time: 0.2036307 Nov 25 17:44:12.962974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Request body: {'port': {'device_id': '9deb3816-cde6-41f5-94df-3481a2fcf736', 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3', 'admin_state_up': True, 'tenant_id': '04593db9db754e81b8f10f95d3a86621'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:13.124810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Made reservation on behalf of 04593db9db754e81b8f10f95d3a86621 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:13.143962 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.620626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Allocated IP 172.20.0.2 (586380c4-af22-42b7-a688-c84f5b664bd3/800d70a9-1330-4be6-a906-5246b27af917/0e34f8bf-d8b8-4fef-b49a-7088f39a9363) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:13.822989 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.894401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.913965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['3bfc042d-dd81-43cf-b885-4544437bacd6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:13.954326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Network 586380c4-af22-42b7-a688-c84f5b664bd3 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:13.964776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:13.969830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:14.004277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c3aac-32df-4dfb-a535-1bd8c98d4aba req-e87d4dbf-7ac0-4020-82ed-950cbc49fefb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:14.013692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-148c3aac-32df-4dfb-a535-1bd8c98d4aba req-e87d4dbf-7ac0-4020-82ed-950cbc49fefb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 931 time: 0.1116002 Nov 25 17:44:14.025105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Pushing event updated for resources: {'Port': ['ID=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:14.089300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:14.090004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.120913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-148c3aac-32df-4dfb-a535-1bd8c98d4aba req-82e7647b-e6ce-4652-a6d2-471153726b6f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980523 Nov 25 17:44:14.123528 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-5169cdbe-1bfc-4b6b-8d01-fc2091193501 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1648357 Nov 25 17:44:14.144892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Request body: {'port': {'device_id': '9deb3816-cde6-41f5-94df-3481a2fcf736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:14.229564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.547954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:14.556806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.571867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Transition to ACTIVE for port object 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:44:14.578739 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.716170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Pushing event updated for resources: {'Port': ['ID=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:14.763649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Attempting to bind port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:14.763649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Attempting to bind port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:14.763649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Attempting to bind port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 on network 586380c4-af22-42b7-a688-c84f5b664bd3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:14.768790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 on network 586380c4-af22-42b7-a688-c84f5b664bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:44:14.769154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Attempting to bind port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 on network 586380c4-af22-42b7-a688-c84f5b664bd3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:14.774620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:14.775216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Checking segment: {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:14.775765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Bound using segment: {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:14.776813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Bound port: 0e34f8bf-d8b8-4fef-b49a-7088f39a9363, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:14.777375 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.858985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] For port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:14.863668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] For port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:14.878708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.939968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:14.941231 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.943299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] 10.222.0.60 "PUT /v2.0/ports/0e34f8bf-d8b8-4fef-b49a-7088f39a9363 HTTP/1.1" status: 200 len: 1091 time: 0.8054757 Nov 25 17:44:14.944106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9deb3816-cde6-41f5-94df-3481a2fcf736', 'tag': '0e34f8bf-d8b8-4fef-b49a-7088f39a9363'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:14.947053 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73" -d '{"events": [{"name": "network-changed", "server_uuid": "9deb3816-cde6-41f5-94df-3481a2fcf736", "tag": "0e34f8bf-d8b8-4fef-b49a-7088f39a9363"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:14.980032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe32ff-47a9-4b1c-91e7-6f2b3cfd7138 service neutron] Pushing event updated for resources: {'Port': ['ID=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:15.030569 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1019e2-63b1-4e42-8d5a-b9c8756f4db3 x-openstack-request-id: req-0d1019e2-63b1-4e42-8d5a-b9c8756f4db3 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:15.030876 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9deb3816-cde6-41f5-94df-3481a2fcf736", "tag": "0e34f8bf-d8b8-4fef-b49a-7088f39a9363", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:15.031200 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d1019e2-63b1-4e42-8d5a-b9c8756f4db3 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:15.031832 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9deb3816-cde6-41f5-94df-3481a2fcf736', 'tag': '0e34f8bf-d8b8-4fef-b49a-7088f39a9363', 'status': 'completed', 'code': 200} Nov 25 17:44:15.054106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-7c89fc2e-adbb-4560-ac2a-5933b4531cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:15.056151 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-7c89fc2e-adbb-4560-ac2a-5933b4531cf4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 1094 time: 0.0587285 Nov 25 17:44:15.111711 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-0c01a921-df78-465d-8dbf-f29af84162c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e34f8bf-d8b8-4fef-b49a-7088f39a9363 HTTP/1.1" status: 200 len: 217 time: 0.0448742 Nov 25 17:44:15.127010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:15.169823 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-965f5b26-a1b8-4e29-9d20-13d8aaaf3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:15.171591 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-965f5b26-a1b8-4e29-9d20-13d8aaaf3479 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.0517209 Nov 25 17:44:15.233803 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-15fdac85-b728-4a06-ab48-2e4cb791cea6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524716 Nov 25 17:44:15.292472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294be14-27bc-4a4a-bda9-7b65ba2b0b59 req-072bfccc-b5ae-4a6c-83c6-c71a218037ca tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:15.300870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9294be14-27bc-4a4a-bda9-7b65ba2b0b59 req-072bfccc-b5ae-4a6c-83c6-c71a218037ca tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 943 time: 0.0980823 Nov 25 17:44:15.335253 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e6247f6-8c3e-42c1-a75a-4058ebf8bca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.376301 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-59826401-14ba-4553-b9aa-7725cf91e19b service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346343 Nov 25 17:44:15.382319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9294be14-27bc-4a4a-bda9-7b65ba2b0b59 req-6faefc3f-8465-41b9-adb7-3d543097e0f4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794492 Nov 25 17:44:15.468987 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e6247f6-8c3e-42c1-a75a-4058ebf8bca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.474468 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e6247f6-8c3e-42c1-a75a-4058ebf8bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.506875 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-75ec381b-54f6-47d4-a016-7ccc54146fca req-6de3af08-6931-42e9-aa2d-a72291bbd2e6 service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214309 Nov 25 17:44:15.540708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6247f6-8c3e-42c1-a75a-4058ebf8bca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c3e219-e75d-49e8-bc24-c5278bfccf1d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:15.568488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3e6247f6-8c3e-42c1-a75a-4058ebf8bca7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec216df3ec544d7c9ee7d0d1c0cf6dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4403727 Nov 25 17:44:15.571180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:15.654255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-ec9eaab3-dd58-487d-ba7c-6dc8629bd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:15.655825 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-ec9eaab3-dd58-487d-ba7c-6dc8629bd427 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 1094 time: 0.0701797 Nov 25 17:44:15.660730 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d52620aa-1ca0-410a-9888-fd808065f81a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.734244 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d52620aa-1ca0-410a-9888-fd808065f81a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.819208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-cb8fd520-ce1f-4c2e-ba90-e8cecbaff403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:15.819208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-cb8fd520-ce1f-4c2e-ba90-e8cecbaff403 service neutron] 10.222.0.60 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 914 time: 0.1505501 Nov 25 17:44:15.873640 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d52620aa-1ca0-410a-9888-fd808065f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.876443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d52620aa-1ca0-410a-9888-fd808065f81a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.880297 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d52620aa-1ca0-410a-9888-fd808065f81a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12c3e219-e75d-49e8-bc24-c5278bfccf1d HTTP/1.1" status: 204 len: 168 time: 0.3054798 Nov 25 17:44:15.880297 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-3dd710e9-d657-4058-899b-b3c5c45ff94e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e34f8bf-d8b8-4fef-b49a-7088f39a9363 HTTP/1.1" status: 200 len: 217 time: 0.0536404 Nov 25 17:44:15.889923 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52620aa-1ca0-410a-9888-fd808065f81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c3e219-e75d-49e8-bc24-c5278bfccf1d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:15.993408 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-538e9b2f-253f-449e-92e5-3046a446cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:15.999725 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-538e9b2f-253f-449e-92e5-3046a446cd6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.1079750 Nov 25 17:44:16.060824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-047a6abe-889d-4fef-b1f4-7502430c86f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545104 Nov 25 17:44:16.214649 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-33a51516-460e-4bc4-a753-5c2d578a195d service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435893 Nov 25 17:44:16.298269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:16.320228 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.408106 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-05f0c2c1-696d-46ae-9133-e7e0d3f66b73 req-cbee60c5-5cbe-46ba-9943-1a9656c0a1fd service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795788 Nov 25 17:44:16.429683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.434944 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.501917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0f4e26-2d98-46f0-91a8-299d21915343,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:16.523751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.524091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.524434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.524771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.525135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.525494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.525791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.526377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.526700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.527020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.527338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.527657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:16.537115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-261e0373-a3bb-4755-8269-cbbf76c3263b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a0ab56b15604bdfb94c4deff29af3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375157 Nov 25 17:44:16.539952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:16.554128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010de029-cb48-4254-b51c-29aa68a2fab6 req-fcb3dad3-8ebb-4fc8-ad32-2f8a2f6a3d03 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:16.555650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-010de029-cb48-4254-b51c-29aa68a2fab6 req-fcb3dad3-8ebb-4fc8-ad32-2f8a2f6a3d03 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 943 time: 0.0891027 Nov 25 17:44:16.601657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30ce8c16-3d0c-47a9-b171-4b492dc0aad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.612251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-010de029-cb48-4254-b51c-29aa68a2fab6 req-86f34eae-410a-4fee-9b60-ed128407cd20 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486135 Nov 25 17:44:16.629313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30ce8c16-3d0c-47a9-b171-4b492dc0aad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.679579 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30ce8c16-3d0c-47a9-b171-4b492dc0aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.682297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-30ce8c16-3d0c-47a9-b171-4b492dc0aad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.683467 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-30ce8c16-3d0c-47a9-b171-4b492dc0aad4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a0f4e26-2d98-46f0-91a8-299d21915343 HTTP/1.1" status: 204 len: 168 time: 0.1424971 Nov 25 17:44:16.692569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8c16-3d0c-47a9-b171-4b492dc0aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0f4e26-2d98-46f0-91a8-299d21915343,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:17.132738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:17.273025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:17.286755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '0e34f8bf-d8b8-4fef-b49a-7088f39a9363', 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3', 'port_id': '0e34f8bf-d8b8-4fef-b49a-7088f39a9363', 'mac_address': 'fa:16:3e:93:53:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800d70a9-1330-4be6-a906-5246b27af917', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:17.362159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.386174 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:17.417986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:17.423856 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.479656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:17.503562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.503937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.504262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.504606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.504964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.507003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.507351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.507693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.508044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.508383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.508720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.509101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:17.656023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['0e34f8bf-d8b8-4fef-b49a-7088f39a9363'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:17.762810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19ad3b-1148-436f-a522-01e91daddf00 req-ed9ee762-9f70-4680-81aa-a096abffde89 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:17.770988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff19ad3b-1148-436f-a522-01e91daddf00 req-ed9ee762-9f70-4680-81aa-a096abffde89 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 944 time: 0.0801525 Nov 25 17:44:17.832930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff19ad3b-1148-436f-a522-01e91daddf00 req-712bc453-69a5-46e0-b876-93130d6e76a2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602541 Nov 25 17:44:18.709292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:18.713797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d08e4210-d13b-4670-850e-e0d5ba9751d0 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954253062', 'description': 'tempest-secgroup-smoke-1954253062 description', 'project_id': 'beaaa8b1dea24926a936c20860d50dea'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:18.748286 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d08e4210-d13b-4670-850e-e0d5ba9751d0 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.824748 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d08e4210-d13b-4670-850e-e0d5ba9751d0 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.830589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d08e4210-d13b-4670-850e-e0d5ba9751d0 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.858882 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d08e4210-d13b-4670-850e-e0d5ba9751d0 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.860309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d08e4210-d13b-4670-850e-e0d5ba9751d0 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1500902 Nov 25 17:44:18.863934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:18.876766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ef56d8b0-97a2-4cea-98dd-3c395a986321 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'security_group_rule': {'security_group_id': '6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05', 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:18.884175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e4210-d13b-4670-850e-e0d5ba9751d0 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:18.919048 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef56d8b0-97a2-4cea-98dd-3c395a986321 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.023975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef56d8b0-97a2-4cea-98dd-3c395a986321 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.034138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7430a6-ad4e-4f5c-b5c1-eefecc29c1a2 req-8eb595f5-7b63-4cbf-bdc3-242ba5e7e4ab tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.035684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f7430a6-ad4e-4f5c-b5c1-eefecc29c1a2 req-8eb595f5-7b63-4cbf-bdc3-242ba5e7e4ab tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 944 time: 0.0821257 Nov 25 17:44:19.036816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef56d8b0-97a2-4cea-98dd-3c395a986321 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.065026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56d8b0-97a2-4cea-98dd-3c395a986321 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7eaaf7-cb28-4c73-8333-4074951c3b5c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:19.078237 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ef56d8b0-97a2-4cea-98dd-3c395a986321 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.081393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ef56d8b0-97a2-4cea-98dd-3c395a986321 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2162583 Nov 25 17:44:19.082258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55742) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.087166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a01cff45-ef8d-493e-86d1-84437e454de5 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'security_group_rule': {'security_group_id': '6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05', 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:19.119767 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f7430a6-ad4e-4f5c-b5c1-eefecc29c1a2 req-02b63e91-ff64-4fe3-a898-244750821393 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672846 Nov 25 17:44:19.132645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a01cff45-ef8d-493e-86d1-84437e454de5 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.152313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:19.202720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a01cff45-ef8d-493e-86d1-84437e454de5 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.207396 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a01cff45-ef8d-493e-86d1-84437e454de5 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.212777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:19.219811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:19.220862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.236980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cff45-ef8d-493e-86d1-84437e454de5 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a40f0f-0d91-468b-83e1-c7181bd9ba22,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:19.247265 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a01cff45-ef8d-493e-86d1-84437e454de5 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.249291 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a01cff45-ef8d-493e-86d1-84437e454de5 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657219 Nov 25 17:44:19.252524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.257765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d979eca-5827-40fa-bc2d-669e71f6a725 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'security_group_rule': {'security_group_id': '6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05', 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:19.304273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d979eca-5827-40fa-bc2d-669e71f6a725 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.319117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.351834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55748) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.367619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deb3816-cde6-41f5-94df-3481a2fcf736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e34f8bf-d8b8-4fef-b49a-7088f39a9363'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:19.371855 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f20e6-ecc8-463f-a5ef-c8da6b69b762" -d '{"events": [{"server_uuid": "9deb3816-cde6-41f5-94df-3481a2fcf736", "name": "network-vif-plugged", "status": "completed", "tag": "0e34f8bf-d8b8-4fef-b49a-7088f39a9363"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:19.377279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:19.383452 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.403307 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d979eca-5827-40fa-bc2d-669e71f6a725 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.412449 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d979eca-5827-40fa-bc2d-669e71f6a725 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.439754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d979eca-5827-40fa-bc2d-669e71f6a725 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004c3518-f9fa-49ae-aa7a-247e2d294edb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:19.455346 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2b3f81-5cc0-4eef-aa51-8b1af2faa943 x-openstack-request-id: req-7b2b3f81-5cc0-4eef-aa51-8b1af2faa943 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:19.455619 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deb3816-cde6-41f5-94df-3481a2fcf736", "name": "network-vif-plugged", "status": "completed", "tag": "0e34f8bf-d8b8-4fef-b49a-7088f39a9363", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:19.455886 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b2b3f81-5cc0-4eef-aa51-8b1af2faa943 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:19.456512 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deb3816-cde6-41f5-94df-3481a2fcf736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e34f8bf-d8b8-4fef-b49a-7088f39a9363', 'code': 200} Nov 25 17:44:19.482077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d979eca-5827-40fa-bc2d-669e71f6a725 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.489809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55756) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.494922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1f327256-cc09-4c3d-8bf2-9a0c3a78132b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'security_group_rule': {'security_group_id': '6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05', 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:19.500667 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0d979eca-5827-40fa-bc2d-669e71f6a725 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2418120 Nov 25 17:44:19.512821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:19.567324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a51-c892-40bc-b826-44b108fad84d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.584028 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f327256-cc09-4c3d-8bf2-9a0c3a78132b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.618554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff07aa-94cf-4aab-aef6-af911631bb25 req-f96b14d4-6a78-4153-b4ef-6009f656ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.620093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c8ff07aa-94cf-4aab-aef6-af911631bb25 req-f96b14d4-6a78-4153-b4ef-6009f656ef34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 1096 time: 0.1007497 Nov 25 17:44:19.692710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f327256-cc09-4c3d-8bf2-9a0c3a78132b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.707415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f327256-cc09-4c3d-8bf2-9a0c3a78132b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.735116 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c8ff07aa-94cf-4aab-aef6-af911631bb25 req-f361d7df-1d81-4f60-b1e0-915a29d41048 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012206 Nov 25 17:44:19.752002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f327256-cc09-4c3d-8bf2-9a0c3a78132b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d75b45-f4a8-401a-af59-41b772150a7c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:19.771721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f327256-cc09-4c3d-8bf2-9a0c3a78132b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.773015 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1f327256-cc09-4c3d-8bf2-9a0c3a78132b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817559 Nov 25 17:44:19.775020 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a51-c892-40bc-b826-44b108fad84d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.776545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55760) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.781877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4192ef9c-45e0-4b46-aac9-ce5a425480e8 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'security_group_rule': {'security_group_id': '6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05', 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:19.788176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9a51-c892-40bc-b826-44b108fad84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.838525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e9a51-c892-40bc-b826-44b108fad84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a917aa2-64e4-474e-8a53-d8346add6670,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:19.848984 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d5e9a51-c892-40bc-b826-44b108fad84d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f572f7c924e845f4838b0d458b60f8d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4929101 Nov 25 17:44:19.848984 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-4192ef9c-45e0-4b46-aac9-ce5a425480e8 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Project beaaa8b1dea24926a936c20860d50dea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:44:19.849997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.854913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4192ef9c-45e0-4b46-aac9-ce5a425480e8 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.915833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4192ef9c-45e0-4b46-aac9-ce5a425480e8 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.926075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4192ef9c-45e0-4b46-aac9-ce5a425480e8 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.928851 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b125fbb0-ad14-4473-9964-9ca39802bfc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.951373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192ef9c-45e0-4b46-aac9-ce5a425480e8 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2021686f-4a60-40dc-9234-36a7633510f7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:19.955772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b125fbb0-ad14-4473-9964-9ca39802bfc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.957821 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4192ef9c-45e0-4b46-aac9-ce5a425480e8 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:19.959117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4192ef9c-45e0-4b46-aac9-ce5a425480e8 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1813800 Nov 25 17:44:19.961789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:19.966575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8b148592-242c-4d81-b6f3-f663704f3cea tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'security_group_rule': {'security_group_id': '6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05', 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:19.995277 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-8b148592-242c-4d81-b6f3-f663704f3cea tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Project beaaa8b1dea24926a936c20860d50dea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:44:20.002986 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b148592-242c-4d81-b6f3-f663704f3cea tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.031387 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b125fbb0-ad14-4473-9964-9ca39802bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.034084 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b125fbb0-ad14-4473-9964-9ca39802bfc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.035289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b125fbb0-ad14-4473-9964-9ca39802bfc4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a917aa2-64e4-474e-8a53-d8346add6670 HTTP/1.1" status: 204 len: 168 time: 0.1841588 Nov 25 17:44:20.053926 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125fbb0-ad14-4473-9964-9ca39802bfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a917aa2-64e4-474e-8a53-d8346add6670,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:20.106770 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b148592-242c-4d81-b6f3-f663704f3cea tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.111918 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b148592-242c-4d81-b6f3-f663704f3cea tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.133546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b148592-242c-4d81-b6f3-f663704f3cea tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad6c1c2-4682-481b-b2b8-b3139ee0ad90,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:20.148742 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b148592-242c-4d81-b6f3-f663704f3cea tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.159930 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b148592-242c-4d81-b6f3-f663704f3cea tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1876345 Nov 25 17:44:20.300439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fad29-6571-4715-be04-3dde960bf646 req-1294b61a-4367-4828-8217-bc521255899c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.302109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-959fad29-6571-4715-be04-3dde960bf646 req-1294b61a-4367-4828-8217-bc521255899c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 945 time: 0.0814738 Nov 25 17:44:20.368647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-959fad29-6571-4715-be04-3dde960bf646 req-bf72e032-5dcb-4b0a-b480-4091618f5345 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534194 Nov 25 17:44:20.432083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55780) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:20.443880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d830d8b2-b7e4-4fb2-9d62-26803e7e64c6 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954253062&fields=id&tenant_id=beaaa8b1dea24926a936c20860d50dea HTTP/1.1" status: 200 len: 267 time: 0.0668409 Nov 25 17:44:20.451172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb664c33-9d66-4182-8390-cb4ec4b21ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.562925 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb664c33-9d66-4182-8390-cb4ec4b21ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.569215 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb664c33-9d66-4182-8390-cb4ec4b21ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.595312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-a471a69a-d31b-4301-bd3b-be12c23ce197 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.598896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-a471a69a-d31b-4301-bd3b-be12c23ce197 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/networks?id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a HTTP/1.1" status: 200 len: 814 time: 0.1456242 Nov 25 17:44:20.618862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-ffc80772-2ae4-4dd5-ad4f-97b203bef9ac tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/quotas/beaaa8b1dea24926a936c20860d50dea HTTP/1.1" status: 200 len: 375 time: 0.0139980 Nov 25 17:44:20.620801 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bb664c33-9d66-4182-8390-cb4ec4b21ca3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab16ecdc019d42e184020c628a8a7cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1871631 Nov 25 17:44:20.622157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb664c33-9d66-4182-8390-cb4ec4b21ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7166fd7-4532-4692-860e-16120cd643d1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:20.625895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55784) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:20.696836 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-6698ab4e-6621-4ef5-a13f-01dc751410ba tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=beaaa8b1dea24926a936c20860d50dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721629 Nov 25 17:44:20.699604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1bf0-a61d-4992-9d1f-00bbbeba059b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.727966 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1bf0-a61d-4992-9d1f-00bbbeba059b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.790027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1bf0-a61d-4992-9d1f-00bbbeba059b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.792875 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1bf0-a61d-4992-9d1f-00bbbeba059b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:20.797026 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8d1c1bf0-a61d-4992-9d1f-00bbbeba059b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7166fd7-4532-4692-860e-16120cd643d1 HTTP/1.1" status: 204 len: 168 time: 0.1683049 Nov 25 17:44:20.806020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c1bf0-a61d-4992-9d1f-00bbbeba059b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7166fd7-4532-4692-860e-16120cd643d1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:20.862710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-f117e63d-3371-444a-9c04-2fd2fd830304 service neutron] 10.222.0.81 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512527 Nov 25 17:44:20.997880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-9a8351f4-05ce-4fae-ba44-e2a22070d452 service neutron] 10.222.0.81 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215320 Nov 25 17:44:21.357109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39bb4579-b1bf-454c-a27c-9aca1271a5dc req-f2cb7ce8-53f5-4122-ad00-aa91631e9439 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.0330594 Nov 25 17:44:21.534426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234415-87af-4b12-a42b-7cfcb4236d40 req-36778c45-e147-4e72-a8a1-b82797e3bf41 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:21.546149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34234415-87af-4b12-a42b-7cfcb4236d40 req-36778c45-e147-4e72-a8a1-b82797e3bf41 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 945 time: 0.0914345 Nov 25 17:44:21.606874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34234415-87af-4b12-a42b-7cfcb4236d40 req-dc7a5266-e006-4a15-b2ca-5c7991e439bf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546978 Nov 25 17:44:21.939580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec3cfa-b7c1-4f97-b1ad-3270732d18b6 req-7a4f113b-d0a5-41ca-9ce0-0709e9670f74 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:21.942844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8ec3cfa-b7c1-4f97-b1ad-3270732d18b6 req-7a4f113b-d0a5-41ca-9ce0-0709e9670f74 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 945 time: 0.0735910 Nov 25 17:44:22.009516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8ec3cfa-b7c1-4f97-b1ad-3270732d18b6 req-af842b51-6de2-4a91-bd65-5392c752f86a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583889 Nov 25 17:44:22.486485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11fa0556-f9d6-4a22-ae81-ebf23811e78d req-39e47b14-fb74-4fc4-9d3a-eec59e0eee32 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.0477178 Nov 25 17:44:22.675189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-84b31104-370f-478b-89bd-9b53f8ca1845 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.678216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-84b31104-370f-478b-89bd-9b53f8ca1845 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.95 "GET /v2.0/networks?id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a HTTP/1.1" status: 200 len: 814 time: 0.1877625 Nov 25 17:44:22.806039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-6e39a209-e9da-4887-9b61-5879db9505fc tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beaaa8b1dea24926a936c20860d50dea HTTP/1.1" status: 200 len: 380 time: 0.1155539 Nov 25 17:44:22.817820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'port': {'device_id': '0a566d0f-65af-4773-8bf0-1210e400c061', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'admin_state_up': True, 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'security_groups': ['6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:22.988158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Made reservation on behalf of beaaa8b1dea24926a936c20860d50dea for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:22.992920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.228216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Allocated IP 172.20.0.13 (3aa5797d-e1bd-470e-ba56-5c3e67c2644a/0381a244-e08f-48fb-9e3b-e92e4d36731e/b4528ebb-62c1-4740-b9c7-1d032da9b0e8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:23.303062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0471d-59da-4f5e-94f0-a0ae6bde6e72 req-44c7aaf9-61a6-44e4-be40-9b442df3d2e6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.304884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9aa0471d-59da-4f5e-94f0-a0ae6bde6e72 req-44c7aaf9-61a6-44e4-be40-9b442df3d2e6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 945 time: 0.1253109 Nov 25 17:44:23.424530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9aa0471d-59da-4f5e-94f0-a0ae6bde6e72 req-6d209baa-db48-45ba-9029-f1ed2d19b5ca tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040514 Nov 25 17:44:23.525356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.574918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ee243-fc78-4849-9535-402079c6311c req-1ee38e78-a4ff-4079-a68b-435e8517dee9 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.581019 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-183ee243-fc78-4849-9535-402079c6311c req-1ee38e78-a4ff-4079-a68b-435e8517dee9 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.60 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 945 time: 0.0949352 Nov 25 17:44:23.600353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.706331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:23.715102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:23.722013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:23.732821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Deleting port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:23.733200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.799786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa555-4084-4987-b6c6-113ab349a476 req-fc2ebb78-21c3-4279-b43c-61b5216c7c77 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.801802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-210fa555-4084-4987-b6c6-113ab349a476 req-fc2ebb78-21c3-4279-b43c-61b5216c7c77 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 932 time: 0.1857970 Nov 25 17:44:23.808837 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.809841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.819752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'Port': ['ID=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:23.886927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-d6a662a0-49c9-470c-98a8-e0f3e4ffe8ec tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0744305 Nov 25 17:44:23.922092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Request body: {'port': {'device_id': '0a566d0f-65af-4773-8bf0-1210e400c061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:23.929973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] For port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:23.931044 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.953424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Calling delete_port for 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:23.955681 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:23.959593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-210fa555-4084-4987-b6c6-113ab349a476 req-47a80adf-4e6a-408e-83e9-79f13e95ce5b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462719 Nov 25 17:44:24.012628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.176154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bf41f8c4-ec2e-493a-90a8-d808383d4732 None None] Provisioning complete for port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:24.176732 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf41f8c4-ec2e-493a-90a8-d808383d4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.225056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8ceda7-e7b5-497c-9806-be0df9a2131e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.263525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bf41f8c4-ec2e-493a-90a8-d808383d4732 None None] Port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:24.301405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.314859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['3bfc042d-dd81-43cf-b885-4544437bacd6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:24.318401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['0e34f8bf-d8b8-4fef-b49a-7088f39a9363'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:24.352806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Pushing event deleted for resources: {'Port': ['ID=0e34f8bf-d8b8-4fef-b49a-7088f39a9363,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:24.442919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] No DVR routers for this DVR port 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:24.454026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.460427 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-183ee243-fc78-4849-9535-402079c6311c req-bef73894-2479-4ffd-8b18-c1c559f7efb6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.60 "DELETE /v2.0/ports/0e34f8bf-d8b8-4fef-b49a-7088f39a9363 HTTP/1.1" status: 204 len: 173 time: 0.8711092 Nov 25 17:44:24.460948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9deb3816-cde6-41f5-94df-3481a2fcf736', 'name': 'network-vif-deleted', 'tag': '0e34f8bf-d8b8-4fef-b49a-7088f39a9363'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:24.463578 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bae73e3-b040-4c97-a80b-8532576c4f62" -d '{"events": [{"server_uuid": "9deb3816-cde6-41f5-94df-3481a2fcf736", "name": "network-vif-deleted", "tag": "0e34f8bf-d8b8-4fef-b49a-7088f39a9363"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:24.484852 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8ceda7-e7b5-497c-9806-be0df9a2131e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.495561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da8ceda7-e7b5-497c-9806-be0df9a2131e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.571361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4528ebb-62c1-4740-b9c7-1d032da9b0e8 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:24.577128 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119c34c2-58cb-4202-8fad-5c4b601acf78 x-openstack-request-id: req-119c34c2-58cb-4202-8fad-5c4b601acf78 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:24.577789 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9deb3816-cde6-41f5-94df-3481a2fcf736", "name": "network-vif-deleted", "tag": "0e34f8bf-d8b8-4fef-b49a-7088f39a9363", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:24.577893 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-119c34c2-58cb-4202-8fad-5c4b601acf78 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:24.578740 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9deb3816-cde6-41f5-94df-3481a2fcf736', 'name': 'network-vif-deleted', 'tag': '0e34f8bf-d8b8-4fef-b49a-7088f39a9363', 'status': 'completed', 'code': 200} Nov 25 17:44:24.596990 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-da8ceda7-e7b5-497c-9806-be0df9a2131e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99e59b70ccde42eb9b4e10f6a2b3e326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6377470 Nov 25 17:44:24.597578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55910) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:24.598374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ceda7-e7b5-497c-9806-be0df9a2131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90174ba2-066f-4c54-bb80-5210fa690184,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:24.626455 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.694629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Transition to ACTIVE for port object b4528ebb-62c1-4740-b9c7-1d032da9b0e8 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:44:24.697521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-621bd732-a1ff-4cdf-ad65-97e3cd918d19 req-a2f68688-25af-4dc9-a97d-0e967c7c976b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=9deb3816-cde6-41f5-94df-3481a2fcf736 HTTP/1.1" status: 200 len: 210 time: 0.0793941 Nov 25 17:44:24.707898 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.738476 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e689-9c88-41ec-882e-ce7858556a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.789195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e689-9c88-41ec-882e-ce7858556a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.818065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Pushing event updated for resources: {'Port': ['ID=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:24.867763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e689-9c88-41ec-882e-ce7858556a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.870761 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e689-9c88-41ec-882e-ce7858556a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:24.881366 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6bb3e689-9c88-41ec-882e-ce7858556a26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90174ba2-066f-4c54-bb80-5210fa690184 HTTP/1.1" status: 204 len: 168 time: 0.2752082 Nov 25 17:44:24.911676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3e689-9c88-41ec-882e-ce7858556a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90174ba2-066f-4c54-bb80-5210fa690184,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:24.954750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Attempting to bind port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:24.955381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Attempting to bind port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:24.955921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Attempting to bind port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 on network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:24.970487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 on network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:44:24.971407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Attempting to bind port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 on network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:24.981367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:24.981870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Checking segment: {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:24.982420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Bound using segment: {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:24.983012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Bound port: b4528ebb-62c1-4740-b9c7-1d032da9b0e8, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d8013f-200b-492d-b517-b532cdea4f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:24.983544 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.104428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] For port b4528ebb-62c1-4740-b9c7-1d032da9b0e8, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:25.110597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] For port b4528ebb-62c1-4740-b9c7-1d032da9b0e8, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:25.133699 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.239054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Pushing event updated for resources: {'Port': ['ID=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:25.279417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:25.280875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.284430 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-b1f7635f-3635-430b-9078-bb35fa2fc782 service neutron] 10.222.0.95 "PUT /v2.0/ports/b4528ebb-62c1-4740-b9c7-1d032da9b0e8 HTTP/1.1" status: 200 len: 1092 time: 1.3768256 Nov 25 17:44:25.284930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:25.288094 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793" -d '{"events": [{"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:25.329095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af502ef1-0d7b-4c4d-bb77-44886eee8623 req-1d76dad3-8850-43ca-8d8e-eeff2ac4af2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:25.338621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af502ef1-0d7b-4c4d-bb77-44886eee8623 req-1d76dad3-8850-43ca-8d8e-eeff2ac4af2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.2308135 Nov 25 17:44:25.407854 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cca9f74-d3ba-49f4-af40-4c2b525baa4e x-openstack-request-id: req-9cca9f74-d3ba-49f4-af40-4c2b525baa4e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:25.408162 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:25.408427 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cca9f74-d3ba-49f4-af40-4c2b525baa4e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:25.408852 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'status': 'completed', 'code': 200} Nov 25 17:44:25.453640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af502ef1-0d7b-4c4d-bb77-44886eee8623 req-883ca9a4-2483-4e4a-a779-b7ff7f67c92f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122286 Nov 25 17:44:25.464232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-4b2b7e83-2aee-4eaa-8dff-2f51fd12ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:25.470409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-4b2b7e83-2aee-4eaa-8dff-2f51fd12ca1b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=beaaa8b1dea24926a936c20860d50dea&device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1095 time: 0.1218045 Nov 25 17:44:25.492392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:25.515285 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7c382fd-3e0b-4284-9ea5-a04e97cacda0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.531972 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-93ffafca-887f-44b4-96ce-3b549513cde5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8 HTTP/1.1" status: 200 len: 217 time: 0.0516825 Nov 25 17:44:25.619200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-6c5574c5-3bf5-45d8-b9c6-c0c1d84aa0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:25.620985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-6c5574c5-3bf5-45d8-b9c6-c0c1d84aa0f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0381a244-e08f-48fb-9e3b-e92e4d36731e HTTP/1.1" status: 200 len: 853 time: 0.0818238 Nov 25 17:44:25.660517 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7c382fd-3e0b-4284-9ea5-a04e97cacda0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.671381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7c382fd-3e0b-4284-9ea5-a04e97cacda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.707766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-6fa143c4-d836-47a7-8b08-20cacf88b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:25.709470 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-6fa143c4-d836-47a7-8b08-20cacf88b05f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805619 Nov 25 17:44:25.728609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c382fd-3e0b-4284-9ea5-a04e97cacda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6682a78-9edf-4130-b6e7-1053e6989e72,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:25.759432 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d7c382fd-3e0b-4284-9ea5-a04e97cacda0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=327e60a0332440aa894d0ce2dfef369e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657361 Nov 25 17:44:25.763417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55932) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:25.839831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-009304a6-f1c6-4c92-9343-30963fc9b878 service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181569 Nov 25 17:44:25.892608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26d55365-a5b5-4c5b-88fc-41c15cc13322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.938753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26d55365-a5b5-4c5b-88fc-41c15cc13322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:25.998056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26d55365-a5b5-4c5b-88fc-41c15cc13322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.001344 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26d55365-a5b5-4c5b-88fc-41c15cc13322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.002550 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-26d55365-a5b5-4c5b-88fc-41c15cc13322 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6682a78-9edf-4130-b6e7-1053e6989e72 HTTP/1.1" status: 204 len: 168 time: 0.2357953 Nov 25 17:44:26.021590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d55365-a5b5-4c5b-88fc-41c15cc13322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6682a78-9edf-4130-b6e7-1053e6989e72,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:26.033443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1020a-4dd7-40fc-809d-f88baa1e7a6a req-621babc9-41e9-4f43-831c-4c9cc747d5cf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.041156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99f1020a-4dd7-40fc-809d-f88baa1e7a6a req-621babc9-41e9-4f43-831c-4c9cc747d5cf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1279044 Nov 25 17:44:26.055829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-584f80d8-2601-4a81-9eec-74d6e446af00 req-40638f05-d879-4c8e-bbe2-d2edab8fe455 service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058332 Nov 25 17:44:26.117217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99f1020a-4dd7-40fc-809d-f88baa1e7a6a req-96505cc7-1b21-4233-b6c4-0b2bdbbe8b5a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714281 Nov 25 17:44:26.220001 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-cb3ae8c4-dbe3-4763-aee4-3ffa8e951d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.221810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-cb3ae8c4-dbe3-4763-aee4-3ffa8e951d90 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=beaaa8b1dea24926a936c20860d50dea&device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1095 time: 0.1024249 Nov 25 17:44:26.370481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-5ccd699a-ba5b-4e96-a152-f3ed6ab48e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.372236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-5ccd699a-ba5b-4e96-a152-f3ed6ab48e97 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a HTTP/1.1" status: 200 len: 915 time: 0.1418133 Nov 25 17:44:26.463060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-68e471fc-d94d-4b5d-a306-227c52ae75d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8 HTTP/1.1" status: 200 len: 217 time: 0.0841060 Nov 25 17:44:26.520728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e434e86-e471-4ae8-8281-00db53f190b6 req-249f29cd-5593-4bd0-97ff-daea90ab4721 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.531490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e434e86-e471-4ae8-8281-00db53f190b6 req-249f29cd-5593-4bd0-97ff-daea90ab4721 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1579885 Nov 25 17:44:26.576128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-d6c6f2fb-1d94-44a2-914b-718bd02176cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.578481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-d6c6f2fb-1d94-44a2-914b-718bd02176cf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0381a244-e08f-48fb-9e3b-e92e4d36731e HTTP/1.1" status: 200 len: 853 time: 0.1070249 Nov 25 17:44:26.711088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2ed6d-4423-4429-93d9-5d67d7ed8157 req-f0233d46-f018-4254-92bb-6e9cf4f31442 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.712856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72c2ed6d-4423-4429-93d9-5d67d7ed8157 req-f0233d46-f018-4254-92bb-6e9cf4f31442 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.1320331 Nov 25 17:44:26.727155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e434e86-e471-4ae8-8281-00db53f190b6 req-faa95a13-5084-42dc-9963-38d6ebba2334 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948769 Nov 25 17:44:26.763471 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:44:27.088467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 55972) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:27.169264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-98d51223-de21-4f3e-8a56-bb59cfac3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:27.172256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-98d51223-de21-4f3e-8a56-bb59cfac3c43 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5728891 Nov 25 17:44:27.209753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1344246839-network', 'tenant_id': '8795a9a6d1644ac8a073590241002387'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:27.226512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:27.250979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Made reservation on behalf of 8795a9a6d1644ac8a073590241002387 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:27.255058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.265240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.268819 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:27.269202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0e34f8bf-d8b8-4fef-b49a-7088f39a9363 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:27.317069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2197e5e-42bd-40e5-8a18-ad5b44f63a62 req-29d83d03-9277-4589-bd40-33f40fd1a39c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:27.318911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2197e5e-42bd-40e5-8a18-ad5b44f63a62 req-29d83d03-9277-4589-bd40-33f40fd1a39c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1455753 Nov 25 17:44:27.336208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72c2ed6d-4423-4429-93d9-5d67d7ed8157 req-b2b33e60-6492-4362-bd67-303c59486cda tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6147244 Nov 25 17:44:27.387166 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.394047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.399218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2197e5e-42bd-40e5-8a18-ad5b44f63a62 req-7ff144a7-7fcf-4bf1-b867-359517419400 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606484 Nov 25 17:44:27.418110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-d9685fab-db62-4960-b538-d0779c1c1c4f service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991599 Nov 25 17:44:27.427182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:27.437999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.438612 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Added segment 95f74dd1-61ee-4b57-ba55-8f4b84749f0d of type vlan for network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a Nov 25 17:44:27.491029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.564160 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.565224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:27.565810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.637440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8cc12fb0-bd51-4c02-9d7b-4522bf7eb793 req-f8a5e22d-f3b8-4b9f-bdd2-4a74e29c60d7 service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024338 Nov 25 17:44:27.672488 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Pushing event updated for resources: {'Network': ['ID=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:27.683976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc79a62-94c7-4657-897f-cf6e63e51971,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:27.687146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:27.700280 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3c0091ad-9aa8-4c3e-953e-f3ee7863295b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6071134 Nov 25 17:44:27.700763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 55978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:27.706052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Request body: {'subnet': {'network_id': 'c32f50b0-56ab-4b05-9ba5-3e20dd69f17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1344246839-subnet', 'tenant_id': '8795a9a6d1644ac8a073590241002387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:27.738404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Made reservation on behalf of 8795a9a6d1644ac8a073590241002387 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:27.741504 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.019840 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.086412 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8cc4aa-07c9-4105-8c50-fde551328220,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:28.097976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Checking segment: {'id': '95f74dd1-61ee-4b57-ba55-8f4b84749f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c32f50b0-56ab-4b05-9ba5-3e20dd69f17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:28.098339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Network hostable DHCP agents. Network: c32f50b0-56ab-4b05-9ba5-3e20dd69f17a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:28.117642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:28.129313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, c32f50b0-56ab-4b05-9ba5-3e20dd69f17a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:28.133777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.134434 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.139685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80796986-651d-42dc-8db5-82c0616e4408 None None] Network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:28.161574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bc43db77-b893-4b0a-96cd-63664b02836a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4572847 Nov 25 17:44:28.333225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc591f43-2772-4d6a-ba57-bd78411c0d40 None None] Network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:28.517895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c04267-813e-46e9-b42b-57d8889777dd req-1bf66b8d-99ae-4d0d-abae-bd00e44dd686 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.519708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55c04267-813e-46e9-b42b-57d8889777dd req-1bf66b8d-99ae-4d0d-abae-bd00e44dd686 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.0920603 Nov 25 17:44:28.597070 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55c04267-813e-46e9-b42b-57d8889777dd req-4e458a0d-1ea1-4dd0-8d3c-39ba19480700 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705311 Nov 25 17:44:29.022295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56016) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:29.028175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-84473620-network', 'tenant_id': '466e708785534f79a2e96e50e7c2a772'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:29.057133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Made reservation on behalf of 466e708785534f79a2e96e50e7c2a772 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:29.060130 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.071886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.164355 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.168309 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.196599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1220cfd9-2896-47b2-8a09-579cd9ad4094,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:29.207192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:29.220362 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.220789 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Added segment df5cf3b5-20ff-474a-ab57-57d00f3bc0ee of type vlan for network 9dd20710-5c51-4843-a006-cef89e660f9d Nov 25 17:44:29.271595 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.305413 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.306434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:29.307007 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.365789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3422334 Nov 25 17:44:29.368631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:29.371154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d6ee6-db8e-44c7-9fd2-6a84ca7f7f8e admin admin] Pushing event updated for resources: {'Network': ['ID=9dd20710-5c51-4843-a006-cef89e660f9d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:29.381042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Request body: {'subnet': {'network_id': '9dd20710-5c51-4843-a006-cef89e660f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-84473620-subnet', 'tenant_id': '466e708785534f79a2e96e50e7c2a772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:29.386887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 9dd20710-5c51-4843-a006-cef89e660f9d details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:29.414826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Made reservation on behalf of 466e708785534f79a2e96e50e7c2a772 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:29.418959 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.617051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.707697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d3b69d-07f8-47da-9b62-0549f72653fc,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:29.715797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Checking segment: {'id': 'df5cf3b5-20ff-474a-ab57-57d00f3bc0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9dd20710-5c51-4843-a006-cef89e660f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:29.716099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Network hostable DHCP agents. Network: 9dd20710-5c51-4843-a006-cef89e660f9d, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:29.740845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Network 9dd20710-5c51-4843-a006-cef89e660f9d is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:29.751836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede886e-d331-4771-beb0-c02664b9054f req-5048559e-4ff7-4b35-8ee0-2402ac4cd601 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:29.756788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 9dd20710-5c51-4843-a006-cef89e660f9d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:29.759922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ede886e-d331-4771-beb0-c02664b9054f req-5048559e-4ff7-4b35-8ee0-2402ac4cd601 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.0695477 Nov 25 17:44:29.767385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a6017a-6184-4dc7-991e-8b70340fde3b None None] Network 9dd20710-5c51-4843-a006-cef89e660f9d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:29.777670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:29.778987 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:29.810253 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1655be49-6efa-425a-b480-3e3c6732643e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4312282 Nov 25 17:44:29.856984 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ede886e-d331-4771-beb0-c02664b9054f req-8fc8aeaf-7c7b-4009-9606-2b9a0d722ef5 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960443 Nov 25 17:44:29.932349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac985d-013b-449c-b5ce-4391740cfcc3 None None] Network 9dd20710-5c51-4843-a006-cef89e660f9d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:30.511687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931148f-24b2-410e-af5a-84c40035f76d req-cc16dd23-91ea-4013-a91a-7d03dc6355a0 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:30.513098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-cc16dd23-91ea-4013-a91a-7d03dc6355a0 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/networks?id=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a HTTP/1.1" status: 200 len: 809 time: 0.1451960 Nov 25 17:44:30.535189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-7e83f122-838f-48bf-980a-b426e99b0933 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/quotas/8795a9a6d1644ac8a073590241002387 HTTP/1.1" status: 200 len: 375 time: 0.0149295 Nov 25 17:44:30.543658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fae5e-7380-41dd-af60-114e1d83b26c req-b54420db-ed91-4edd-9a5e-8d414bd33328 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:30.545701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-327fae5e-7380-41dd-af60-114e1d83b26c req-b54420db-ed91-4edd-9a5e-8d414bd33328 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0804839 Nov 25 17:44:30.582247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-48691a3b-3c9f-4719-9bd8-b31ac890d683 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8795a9a6d1644ac8a073590241002387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355389 Nov 25 17:44:30.664733 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-327fae5e-7380-41dd-af60-114e1d83b26c req-1e6dc92e-e89d-47d5-964b-5cd0e2638aec tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095221 Nov 25 17:44:30.698355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-bd20c526-23c6-41e1-8024-e3544da688db service neutron] 10.222.0.81 "GET /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081569 Nov 25 17:44:30.835704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92a63-b395-4984-aaaa-cbcf4500f2d9 req-7a43987d-f581-4286-9b09-7231ebe0fdda tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:30.837106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eaf92a63-b395-4984-aaaa-cbcf4500f2d9 req-7a43987d-f581-4286-9b09-7231ebe0fdda tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0788364 Nov 25 17:44:30.838911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-749ad858-8301-45aa-900c-6ab6d8ab54aa service neutron] 10.222.0.81 "GET /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325064 Nov 25 17:44:30.893412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eaf92a63-b395-4984-aaaa-cbcf4500f2d9 req-edc05438-4c04-4bae-a8f9-a4b3f4c0ab9f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Nov 25 17:44:31.099693 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b81da2e-01e1-4ad2-8f08-c403eb2a1af4 req-ca6efd2f-d892-45eb-8b5a-e9171a2c30d5 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 210 time: 0.0401266 Nov 25 17:44:31.117423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd7668-718f-4cc7-9ad2-5bc41b398c43 req-7f38874b-9a82-4d3b-8ab7-6d2bf863701a tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:31.125395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2dd7668-718f-4cc7-9ad2-5bc41b398c43 req-7f38874b-9a82-4d3b-8ab7-6d2bf863701a tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.1154127 Nov 25 17:44:31.187343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2dd7668-718f-4cc7-9ad2-5bc41b398c43 req-d57f3c27-ac0e-418d-a544-cb01574847d0 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568841 Nov 25 17:44:32.204128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b5b2f78-7781-49c1-982d-d3532e7ce464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.258907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931148f-24b2-410e-af5a-84c40035f76d req-92789618-2706-4c3b-9c9f-ce14bd48edde tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:32.260609 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-92789618-2706-4c3b-9c9f-ce14bd48edde tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.60 "GET /v2.0/networks?id=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a HTTP/1.1" status: 200 len: 809 time: 0.1816583 Nov 25 17:44:32.280523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Request body: {'port': {'device_id': '65e8efbd-de1a-4185-ad1b-d10d2d711217', 'network_id': 'c32f50b0-56ab-4b05-9ba5-3e20dd69f17a', 'admin_state_up': True, 'tenant_id': '8795a9a6d1644ac8a073590241002387'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:32.306322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8601d679-a236-4f0a-a74b-80898ebeace4 req-00f89209-1d18-4a3e-857f-272bb8f5d17d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 210 time: 0.0681069 Nov 25 17:44:32.381507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ff253-0063-4b28-acf7-39451d5551db req-0c7e4d44-c37a-49c7-98d4-0234243ba4f2 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:32.383794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a35ff253-0063-4b28-acf7-39451d5551db req-0c7e4d44-c37a-49c7-98d4-0234243ba4f2 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.0714166 Nov 25 17:44:32.451894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a35ff253-0063-4b28-acf7-39451d5551db req-ee2dca5d-ed66-49fe-88d5-d1be095b2a6a tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616543 Nov 25 17:44:32.465312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Made reservation on behalf of 8795a9a6d1644ac8a073590241002387 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:32.477192 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.539372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e79c-918a-4248-8dc2-5434736094a2 req-258488ee-87cb-4fc3-a7f6-a78d0f50175b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:32.541192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43c9e79c-918a-4248-8dc2-5434736094a2 req-258488ee-87cb-4fc3-a7f6-a78d0f50175b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0553231 Nov 25 17:44:32.597653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43c9e79c-918a-4248-8dc2-5434736094a2 req-8be1b2a5-675f-449a-8e6c-bb5bc429da74 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Nov 25 17:44:32.616630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Allocated IP 172.20.0.12 (c32f50b0-56ab-4b05-9ba5-3e20dd69f17a/0c8cc4aa-07c9-4105-8c50-fde551328220/70cd46c1-14e9-4420-b0fd-7b99c06bfb08) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:32.719624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c675685-7364-4262-b352-fdb4b78a7dc3 req-3b3c75a5-9d0d-4839-9033-8266f4a4b2cf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:32.721174 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c675685-7364-4262-b352-fdb4b78a7dc3 req-3b3c75a5-9d0d-4839-9033-8266f4a4b2cf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0519962 Nov 25 17:44:32.777037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c675685-7364-4262-b352-fdb4b78a7dc3 req-dbff66fe-87a0-42f1-83b4-5a10bd82fbaa tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Nov 25 17:44:32.792355 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.829248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.892590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:32.897070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:32.899459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Pushing event updated for resources: {'Port': ['ID=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:32.902347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:32.953754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:32.954438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:32.975208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-0e592f0d-f5d0-4461-947b-e07d6229b16d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6993837 Nov 25 17:44:32.986557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62089bb8-4d01-4a9e-9ef1-9417a1e86a0d req-1240b6da-9149-4385-bfcd-e670cb7de57a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:32.988811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62089bb8-4d01-4a9e-9ef1-9417a1e86a0d req-1240b6da-9149-4385-bfcd-e670cb7de57a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0654154 Nov 25 17:44:32.991023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Request body: {'port': {'device_id': '65e8efbd-de1a-4185-ad1b-d10d2d711217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:33.042304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62089bb8-4d01-4a9e-9ef1-9417a1e86a0d req-e198bcdb-90fd-41ab-8de3-5beaeffe12c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462708 Nov 25 17:44:33.046913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.173906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100760-1d0b-4a83-8841-cc06002b3075 req-58baac04-e850-49f3-9bcf-7b64a8b35681 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.175454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b100760-1d0b-4a83-8841-cc06002b3075 req-58baac04-e850-49f3-9bcf-7b64a8b35681 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0583961 Nov 25 17:44:33.227191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b100760-1d0b-4a83-8841-cc06002b3075 req-b13782e4-f842-4236-84ef-12bcb4d59483 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454321 Nov 25 17:44:33.352123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:33.360767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.375507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Transition to ACTIVE for port object 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:44:33.380224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.440642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Pushing event updated for resources: {'Port': ['ID=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:33.477752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49069c8d-d12b-47f5-b105-5b530c82705e req-64e3c051-f024-4b89-9e9e-7469b6d899d8 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.479254 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49069c8d-d12b-47f5-b105-5b530c82705e req-64e3c051-f024-4b89-9e9e-7469b6d899d8 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1017323 Nov 25 17:44:33.492010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a35e18-41a3-450f-85b2-bf5a1792b4dd req-a05c6468-e0c8-4861-b75c-cbc576ce919f tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.493737 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66a35e18-41a3-450f-85b2-bf5a1792b4dd req-a05c6468-e0c8-4861-b75c-cbc576ce919f tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 944 time: 0.1062076 Nov 25 17:44:33.514292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Attempting to bind port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:33.514634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Attempting to bind port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '95f74dd1-61ee-4b57-ba55-8f4b84749f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c32f50b0-56ab-4b05-9ba5-3e20dd69f17a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:33.514961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Attempting to bind port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 on network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:33.520139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 on network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:44:33.520674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Attempting to bind port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 on network c32f50b0-56ab-4b05-9ba5-3e20dd69f17a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:33.526621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:33.526949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Checking segment: {'id': '95f74dd1-61ee-4b57-ba55-8f4b84749f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c32f50b0-56ab-4b05-9ba5-3e20dd69f17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:33.527351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Bound using segment: {'id': '95f74dd1-61ee-4b57-ba55-8f4b84749f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c32f50b0-56ab-4b05-9ba5-3e20dd69f17a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:33.527751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Bound port: 70cd46c1-14e9-4420-b0fd-7b99c06bfb08, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f74dd1-61ee-4b57-ba55-8f4b84749f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c32f50b0-56ab-4b05-9ba5-3e20dd69f17a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:33.528106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.574043 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49069c8d-d12b-47f5-b105-5b530c82705e req-40683fbf-a44a-4751-8d74-6cad78c4cd43 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792887 Nov 25 17:44:33.593564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66a35e18-41a3-450f-85b2-bf5a1792b4dd req-1b37f28d-7b37-4658-aef2-0e4dfa383c14 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842679 Nov 25 17:44:33.621662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] For port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:33.631308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] For port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,segment=NetworkSegment(95f74dd1-61ee-4b57-ba55-8f4b84749f0d),segment_id=95f74dd1-61ee-4b57-ba55-8f4b84749f0d)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:33.639900 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.708026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Pushing event updated for resources: {'Port': ['ID=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:33.711195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.711833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:33.713461 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-1b0cf5a6-b425-43c1-b997-cdb3d14a3fdb service neutron] 10.222.0.60 "PUT /v2.0/ports/70cd46c1-14e9-4420-b0fd-7b99c06bfb08 HTTP/1.1" status: 200 len: 1092 time: 0.7272439 Nov 25 17:44:33.713927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e8efbd-de1a-4185-ad1b-d10d2d711217', 'tag': '70cd46c1-14e9-4420-b0fd-7b99c06bfb08'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:33.716256 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc48cd7-8e65-4f98-b782-36e3229dbea2" -d '{"events": [{"name": "network-changed", "server_uuid": "65e8efbd-de1a-4185-ad1b-d10d2d711217", "tag": "70cd46c1-14e9-4420-b0fd-7b99c06bfb08"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:33.756840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e376a8-7850-4ae8-ad8a-5c8e37fbb954 req-0f660e88-6d0c-4877-9e00-323ae463b94f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.758356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00e376a8-7850-4ae8-ad8a-5c8e37fbb954 req-0f660e88-6d0c-4877-9e00-323ae463b94f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.0949333 Nov 25 17:44:33.773115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551cb6c-02b7-43c5-89d2-3637082fd84b req-189a67dc-64d7-41e6-ba6f-cc3ac76f824b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.774604 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7551cb6c-02b7-43c5-89d2-3637082fd84b req-189a67dc-64d7-41e6-ba6f-cc3ac76f824b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0837653 Nov 25 17:44:33.805828 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931148f-24b2-410e-af5a-84c40035f76d req-c0288181-2aa2-41f7-9e60-445d67310b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.807514 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-c0288181-2aa2-41f7-9e60-445d67310b22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8795a9a6d1644ac8a073590241002387&device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 1095 time: 0.0484569 Nov 25 17:44:33.844100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00e376a8-7850-4ae8-ad8a-5c8e37fbb954 req-5e59aa66-8b88-4974-98f7-d08984bd4b42 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791793 Nov 25 17:44:33.857314 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-33049937-47ae-439a-a21b-76465ab4bf74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70cd46c1-14e9-4420-b0fd-7b99c06bfb08 HTTP/1.1" status: 200 len: 217 time: 0.0392890 Nov 25 17:44:33.859601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7551cb6c-02b7-43c5-89d2-3637082fd84b req-903f506c-b3e0-41db-ae59-9085f5931b0d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702331 Nov 25 17:44:33.923792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931148f-24b2-410e-af5a-84c40035f76d req-38bcf65a-5010-4d07-85ba-9a7a49a06b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:33.925520 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-38bcf65a-5010-4d07-85ba-9a7a49a06b63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8cc4aa-07c9-4105-8c50-fde551328220 HTTP/1.1" status: 200 len: 849 time: 0.0599961 Nov 25 17:44:33.976254 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-a97d45ca-4ca9-4fee-99e0-3d1d9ae52305 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363073 Nov 25 17:44:34.089914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80734-9fde-48cc-837c-8a8cffa02a71 req-0a114025-2af7-4847-99ee-21eab42e4768 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.091389 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a3d6bb-80fa-4307-971e-213fde30e837 x-openstack-request-id: req-d7a3d6bb-80fa-4307-971e-213fde30e837 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:34.092009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22f80734-9fde-48cc-837c-8a8cffa02a71 req-0a114025-2af7-4847-99ee-21eab42e4768 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0600257 Nov 25 17:44:34.093108 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e8efbd-de1a-4185-ad1b-d10d2d711217", "tag": "70cd46c1-14e9-4420-b0fd-7b99c06bfb08", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:34.093467 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7a3d6bb-80fa-4307-971e-213fde30e837 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:34.093949 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e8efbd-de1a-4185-ad1b-d10d2d711217', 'tag': '70cd46c1-14e9-4420-b0fd-7b99c06bfb08', 'status': 'completed', 'code': 200} Nov 25 17:44:34.141364 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-024608f2-3160-4eb9-a81f-d1a010da13e7 service neutron] 10.222.0.60 "GET /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567485 Nov 25 17:44:34.143980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22f80734-9fde-48cc-837c-8a8cffa02a71 req-acd71b1b-6f20-4f44-ab6c-5555184f0adb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Nov 25 17:44:34.241045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5931148f-24b2-410e-af5a-84c40035f76d req-80314998-b096-413d-badf-f95fd4b6f7f2 service neutron] 10.222.0.60 "GET /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903685 Nov 25 17:44:34.286123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82dd72-01f5-4b01-acc2-a0d6e2b44fa0 req-12fe067a-366a-47d4-9d11-8443b71947f6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.287829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c82dd72-01f5-4b01-acc2-a0d6e2b44fa0 req-12fe067a-366a-47d4-9d11-8443b71947f6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0715182 Nov 25 17:44:34.344564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-48d54087-54c9-4259-911a-94acfe52d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.346229 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-48d54087-54c9-4259-911a-94acfe52d4fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8795a9a6d1644ac8a073590241002387&device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 1095 time: 0.0439656 Nov 25 17:44:34.352591 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c82dd72-01f5-4b01-acc2-a0d6e2b44fa0 req-323f4e36-a5e8-4ecc-9b9e-cb082741998a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549669 Nov 25 17:44:34.395195 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87a1a1d5-647b-48d0-bfa0-88f8e9703cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:34.467725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-00024688-0c7f-4a71-9147-d1fa319f8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.469560 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-00024688-0c7f-4a71-9147-d1fa319f8586 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a HTTP/1.1" status: 200 len: 910 time: 0.1157303 Nov 25 17:44:34.516637 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-165f6c43-6b6b-4392-a2f3-dfa2a2d9f279 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70cd46c1-14e9-4420-b0fd-7b99c06bfb08 HTTP/1.1" status: 200 len: 217 time: 0.0397837 Nov 25 17:44:34.530606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1f6e9-658a-4ca3-8dd8-58e3eae4fe19 req-25a68ce9-03f6-4e92-8fc9-6d1deadc2fa5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.532099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8a1f6e9-658a-4ca3-8dd8-58e3eae4fe19 req-25a68ce9-03f6-4e92-8fc9-6d1deadc2fa5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0539629 Nov 25 17:44:34.577901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-41feaa07-1a5e-48b9-8440-36ff736011b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.582504 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-41feaa07-1a5e-48b9-8440-36ff736011b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8cc4aa-07c9-4105-8c50-fde551328220 HTTP/1.1" status: 200 len: 849 time: 0.0545361 Nov 25 17:44:34.598152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8a1f6e9-658a-4ca3-8dd8-58e3eae4fe19 req-00dc1332-3362-4b85-b0cb-992abd97a410 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588939 Nov 25 17:44:34.621001 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-84e2189d-4fd6-4cff-9e59-88cae335403a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330169 Nov 25 17:44:34.751338 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-469f8db7-d5d6-4289-8952-f9222bdc44f4 service neutron] 10.222.0.60 "GET /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203108 Nov 25 17:44:34.778066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e619-8405-4050-aded-a18f87b5c477 req-dabb94c1-a451-4573-828c-1574e34b9a70 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.780436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1573e619-8405-4050-aded-a18f87b5c477 req-dabb94c1-a451-4573-828c-1574e34b9a70 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0953717 Nov 25 17:44:34.793802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6c2af-df98-4761-8811-e2e45896c4da req-e5cb070a-4924-44ac-980d-95a0feaf869f tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:34.795788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09b6c2af-df98-4761-8811-e2e45896c4da req-e5cb070a-4924-44ac-980d-95a0feaf869f tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 944 time: 0.0832915 Nov 25 17:44:34.872399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1573e619-8405-4050-aded-a18f87b5c477 req-ab730bda-34e5-4193-9222-4ed2818c94ed tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754929 Nov 25 17:44:34.874335 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2dc48cd7-8e65-4f98-b782-36e3229dbea2 req-f6fff182-9de5-4d3a-9583-b29e5035ff93 service neutron] 10.222.0.60 "GET /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150577 Nov 25 17:44:34.878014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09b6c2af-df98-4761-8811-e2e45896c4da req-59227c7a-f9ad-461e-9244-9d88705409ec tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746868 Nov 25 17:44:35.010900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68345059-725e-4ca2-90fa-1102c8367a5a req-7a68168c-afcd-4317-bc6f-5f560bca2844 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:35.013828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68345059-725e-4ca2-90fa-1102c8367a5a req-7a68168c-afcd-4317-bc6f-5f560bca2844 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.0713477 Nov 25 17:44:35.102046 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68345059-725e-4ca2-90fa-1102c8367a5a req-8d77fa63-3619-4a60-aeb0-08002eca8074 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830774 Nov 25 17:44:35.122705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4b85f-0b6e-4e35-b802-a37eae9005ee req-9f046079-7887-469e-ad64-104dfc76ec15 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:35.125386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dcd4b85f-0b6e-4e35-b802-a37eae9005ee req-9f046079-7887-469e-ad64-104dfc76ec15 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0850778 Nov 25 17:44:35.176522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dcd4b85f-0b6e-4e35-b802-a37eae9005ee req-55ced8ef-2475-4144-90d6-b2e4e7643277 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451541 Nov 25 17:44:35.297822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f450bc-05f0-4bd0-95ae-f40faf95e534 req-7b9a2cce-5839-48b7-b9bb-9cc36a9edf14 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:35.299592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3f450bc-05f0-4bd0-95ae-f40faf95e534 req-7b9a2cce-5839-48b7-b9bb-9cc36a9edf14 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0497174 Nov 25 17:44:35.347642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3f450bc-05f0-4bd0-95ae-f40faf95e534 req-96ca7e50-9b04-4f7e-83ee-e4db55af901a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Nov 25 17:44:35.584555 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6ed8e-15ae-4a76-9f11-f43b8186edd9 req-c8cb0983-3cdf-4517-a3b7-557470439274 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:35.585584 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77d6ed8e-15ae-4a76-9f11-f43b8186edd9 req-c8cb0983-3cdf-4517-a3b7-557470439274 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 813 time: 0.1152222 Nov 25 17:44:35.602659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77d6ed8e-15ae-4a76-9f11-f43b8186edd9 req-c2daea33-d5fe-460b-b505-27a73945e5b5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/quotas/04593db9db754e81b8f10f95d3a86621 HTTP/1.1" status: 200 len: 375 time: 0.0099897 Nov 25 17:44:35.663472 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77d6ed8e-15ae-4a76-9f11-f43b8186edd9 req-d2a50ebe-1c26-4755-80fc-8b740b342ed2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531678 Nov 25 17:44:35.768914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe51937-15df-4fb9-88a9-90a6a65ad00f req-d1c85ad2-11ad-4d85-b8ba-0ec0e4fd1e61 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:35.770609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fe51937-15df-4fb9-88a9-90a6a65ad00f req-d1c85ad2-11ad-4d85-b8ba-0ec0e4fd1e61 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0498073 Nov 25 17:44:35.822135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fe51937-15df-4fb9-88a9-90a6a65ad00f req-0c3690c9-966c-48a0-98a6-ddbd2f6c2084 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Nov 25 17:44:35.861649 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:35.945339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582052d-97b9-4866-ae89-3c56e6342287 req-113bcc69-67cb-4637-b571-68c0665a50e9 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:35.947153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1582052d-97b9-4866-ae89-3c56e6342287 req-113bcc69-67cb-4637-b571-68c0665a50e9 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0539811 Nov 25 17:44:36.031480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1582052d-97b9-4866-ae89-3c56e6342287 req-dfb815c4-ffb7-4c8f-93ca-b52eb5633933 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772712 Nov 25 17:44:36.040208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8773028-25cf-44c4-b849-449f85088cac req-3c5945a7-ba91-4170-9784-7279ea01537c tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:36.041831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8773028-25cf-44c4-b849-449f85088cac req-3c5945a7-ba91-4170-9784-7279ea01537c tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 944 time: 0.0812035 Nov 25 17:44:36.109818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8773028-25cf-44c4-b849-449f85088cac req-45178208-7266-47de-80fb-968bd3c5f21c tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545471 Nov 25 17:44:36.230970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a5d9e92-cbae-46f9-b90b-ae57d11f5ea7 req-bd6068f4-07ba-4f33-9f4d-2bad4de0689d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=04593db9db754e81b8f10f95d3a86621 HTTP/1.1" status: 200 len: 221 time: 0.0569491 Nov 25 17:44:36.250851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb51d1-b9f8-4b07-8569-e3138caf2f7f req-c9856d78-f472-4d1e-ae62-83770d7f9b2b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:36.252457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53fb51d1-b9f8-4b07-8569-e3138caf2f7f req-c9856d78-f472-4d1e-ae62-83770d7f9b2b tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.0720348 Nov 25 17:44:36.332848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53fb51d1-b9f8-4b07-8569-e3138caf2f7f req-700a639b-0189-4d34-aef3-92d9dd92d196 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736468 Nov 25 17:44:36.361179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf367c02-3b97-481b-8ceb-86cb010ca737 req-2ccd26e2-b2f0-45e1-b884-9269c8df758d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:36.362902 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf367c02-3b97-481b-8ceb-86cb010ca737 req-2ccd26e2-b2f0-45e1-b884-9269c8df758d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0714459 Nov 25 17:44:36.412722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf367c02-3b97-481b-8ceb-86cb010ca737 req-9fa4d6bc-78e3-4f53-bda8-14a6529795b7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Nov 25 17:44:36.638606 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:36.783916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad493a5-2507-4d1f-9615-b476a92a3115 req-128f586f-7200-41c3-be56-5f1db5c0698b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:36.785442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dad493a5-2507-4d1f-9615-b476a92a3115 req-128f586f-7200-41c3-be56-5f1db5c0698b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0546808 Nov 25 17:44:36.834448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dad493a5-2507-4d1f-9615-b476a92a3115 req-f2073415-1657-4a64-8918-c4bd901bd2d1 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Nov 25 17:44:36.970600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaa4e4-84c2-45da-89c4-8e95c3a3e50b req-fc216f57-093e-4e49-9b7d-f068808dcd72 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:36.972113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0aaa4e4-84c2-45da-89c4-8e95c3a3e50b req-fc216f57-093e-4e49-9b7d-f068808dcd72 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0531702 Nov 25 17:44:37.021686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0aaa4e4-84c2-45da-89c4-8e95c3a3e50b req-dd6e2fda-3f56-49b7-84e1-85487f618ba8 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Nov 25 17:44:37.153190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f79208-4182-4d05-9c46-1e9962e10b0a req-d61f0b5d-93ff-434e-ac44-56e7aacdf941 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:37.155394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f79208-4182-4d05-9c46-1e9962e10b0a req-d61f0b5d-93ff-434e-ac44-56e7aacdf941 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0621576 Nov 25 17:44:37.163244 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.206374 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.255199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:37.258233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b28c8-a6e2-473a-a5c0-7138973b412f req-a2b3d17a-08a8-4d15-bc2f-10ae86eb8ab2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:37.259794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-682b28c8-a6e2-473a-a5c0-7138973b412f req-a2b3d17a-08a8-4d15-bc2f-10ae86eb8ab2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 944 time: 0.0828681 Nov 25 17:44:37.277324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b9f79208-4182-4d05-9c46-1e9962e10b0a req-b3dc0999-5149-42cb-bb06-5edebdfa00c8 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053572 Nov 25 17:44:37.350163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-682b28c8-a6e2-473a-a5c0-7138973b412f req-dc87cc28-a5bb-43d7-aa84-f36706ab055f tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711367 Nov 25 17:44:37.391210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,segment=NetworkSegment(95f74dd1-61ee-4b57-ba55-8f4b84749f0d),segment_id=95f74dd1-61ee-4b57-ba55-8f4b84749f0d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:37.408806 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '70cd46c1-14e9-4420-b0fd-7b99c06bfb08', 'network_id': 'c32f50b0-56ab-4b05-9ba5-3e20dd69f17a', 'port_id': '70cd46c1-14e9-4420-b0fd-7b99c06bfb08', 'mac_address': 'fa:16:3e:b2:6d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8cc4aa-07c9-4105-8c50-fde551328220', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:37.416200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc7bf8-8da2-4a78-a8f2-cefe08272352 req-23ef3051-f4d1-425d-bdfc-3239861bf8e2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:37.418370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79cc7bf8-8da2-4a78-a8f2-cefe08272352 req-23ef3051-f4d1-425d-bdfc-3239861bf8e2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0622134 Nov 25 17:44:37.455929 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.472202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:37.497867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,segment=NetworkSegment(95f74dd1-61ee-4b57-ba55-8f4b84749f0d),segment_id=95f74dd1-61ee-4b57-ba55-8f4b84749f0d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:37.500926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79cc7bf8-8da2-4a78-a8f2-cefe08272352 req-554ad5be-b711-4414-af0a-35482daa5984 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751305 Nov 25 17:44:37.506332 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.524378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db000bae-560b-4874-bf0d-6924e4cd5c91 req-b3553f3c-cf6c-407a-8a6a-ea121d70d2de tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:37.526356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db000bae-560b-4874-bf0d-6924e4cd5c91 req-b3553f3c-cf6c-407a-8a6a-ea121d70d2de tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 944 time: 0.1016495 Nov 25 17:44:37.583171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:37.597404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db000bae-560b-4874-bf0d-6924e4cd5c91 req-de257024-0787-431c-a111-dbc8023bb0e7 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637641 Nov 25 17:44:37.649660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a51ed-a57c-4410-b815-6ae23b26931a req-9e459070-dbbc-4e90-8d2b-0290d9e8d0f2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:37.651438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b11a51ed-a57c-4410-b815-6ae23b26931a req-9e459070-dbbc-4e90-8d2b-0290d9e8d0f2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0528417 Nov 25 17:44:37.709355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b11a51ed-a57c-4410-b815-6ae23b26931a req-39bab6f6-d90c-4627-9637-02e0638eb090 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502501 Nov 25 17:44:37.736190 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['70cd46c1-14e9-4420-b0fd-7b99c06bfb08'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:37.875212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b4528ebb-62c1-4740-b9c7-1d032da9b0e8 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:37.890525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d046a1d-6b39-4180-afe9-df1e087399fb req-4e75771e-f483-4415-ae58-486588e17872 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:37.892084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d046a1d-6b39-4180-afe9-df1e087399fb req-4e75771e-f483-4415-ae58-486588e17872 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0533099 Nov 25 17:44:37.949468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d046a1d-6b39-4180-afe9-df1e087399fb req-22ee27da-9006-4cd1-a2f9-0966dac5a2b7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497410 Nov 25 17:44:38.009222 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.046578 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b4528ebb-62c1-4740-b9c7-1d032da9b0e8, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:38.058887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'mac_address': 'fa:16:3e:7f:66:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:38.087127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb127d7-1c6f-425a-adbd-d152d4fc6ba2 req-df9a7f9d-b4fa-4bf9-94cb-7a6c7bf57f94 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:38.088684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cb127d7-1c6f-425a-adbd-d152d4fc6ba2 req-df9a7f9d-b4fa-4bf9-94cb-7a6c7bf57f94 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0641634 Nov 25 17:44:38.100611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.113574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4528ebb-62c1-4740-b9c7-1d032da9b0e8 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:38.141225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b4528ebb-62c1-4740-b9c7-1d032da9b0e8, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:38.143666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cb127d7-1c6f-425a-adbd-d152d4fc6ba2 req-261ca5e0-bd51-4e7e-8b09-7d088bda9eeb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Nov 25 17:44:38.147014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:38.215025 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:38.297534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997853f-6d39-4915-8c72-2cc7f06471ee req-a4e95a8e-1cca-4c1d-9c04-85d8983cb2c2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:38.299355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f997853f-6d39-4915-8c72-2cc7f06471ee req-a4e95a8e-1cca-4c1d-9c04-85d8983cb2c2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0571346 Nov 25 17:44:38.350113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f997853f-6d39-4915-8c72-2cc7f06471ee req-1de4261e-7ad2-43fc-91a2-90e6ba2b01d1 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Nov 25 17:44:38.376163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['b4528ebb-62c1-4740-b9c7-1d032da9b0e8'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:38.478527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a5cf7-ab0d-4578-afe9-63ef1c2be6e4 req-a8d2b5bc-20f3-485b-9932-f17abcb2e33d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:38.479958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-177a5cf7-ab0d-4578-afe9-63ef1c2be6e4 req-a8d2b5bc-20f3-485b-9932-f17abcb2e33d tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 945 time: 0.0640626 Nov 25 17:44:38.542541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa4329-842b-48d1-b008-16451eacb887 req-ae10761d-86a2-47f5-9bf3-9bce3a84b625 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:38.544027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfa4329-842b-48d1-b008-16451eacb887 req-ae10761d-86a2-47f5-9bf3-9bce3a84b625 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0858924 Nov 25 17:44:38.562939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-177a5cf7-ab0d-4578-afe9-63ef1c2be6e4 req-0c9ee355-192d-4c44-a1b2-44da84f6c89e tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694339 Nov 25 17:44:38.605719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bfa4329-842b-48d1-b008-16451eacb887 req-1de4a652-a9e9-413e-9a20-40b96f1f9b57 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538933 Nov 25 17:44:38.755629 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cff8f-5eb8-48d1-92a3-2cf62127b18f req-fce2b451-f433-4de3-81ca-3893d65dd7f3 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:38.757155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e73cff8f-5eb8-48d1-92a3-2cf62127b18f req-fce2b451-f433-4de3-81ca-3893d65dd7f3 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 945 time: 0.0767083 Nov 25 17:44:38.792331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c20ef-db6b-4c1b-a1c1-0f7eee958f91 req-6f970694-66ee-4675-8b8f-48b378efdbea tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:38.793841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047c20ef-db6b-4c1b-a1c1-0f7eee958f91 req-6f970694-66ee-4675-8b8f-48b378efdbea tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0879476 Nov 25 17:44:38.840864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e73cff8f-5eb8-48d1-92a3-2cf62127b18f req-b2f3171d-fa25-4788-81af-3161f038aacf tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748060 Nov 25 17:44:38.871389 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-047c20ef-db6b-4c1b-a1c1-0f7eee958f91 req-6da202de-cd5a-4143-8860-c8cc5ff7dbef tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703859 Nov 25 17:44:38.991238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0f84d-e881-4d23-b5b9-58878184e7e2 req-c0c742e1-04da-4842-99e0-0af7bd31d635 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:38.992636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cad0f84d-e881-4d23-b5b9-58878184e7e2 req-c0c742e1-04da-4842-99e0-0af7bd31d635 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0527830 Nov 25 17:44:39.042614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cad0f84d-e881-4d23-b5b9-58878184e7e2 req-917fcab2-7981-42b7-ad36-13f1f6716926 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Nov 25 17:44:39.182226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf6f4d-74e0-499d-ad08-a64f5ebdc028 req-e31dd6ed-f8bb-4e6d-9309-bdc3368d2140 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.183779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbcf6f4d-74e0-499d-ad08-a64f5ebdc028 req-e31dd6ed-f8bb-4e6d-9309-bdc3368d2140 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0549767 Nov 25 17:44:39.240050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fbcf6f4d-74e0-499d-ad08-a64f5ebdc028 req-32f3195d-c377-4a29-9fd4-92c00cc4b7a3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Nov 25 17:44:39.255427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:39.317937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:39.321923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:39.322305 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.371086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355abfc-c0db-4d2c-b089-6ea0c2b1c651 req-5eb3257e-7376-4e2f-b117-379891acecb3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.374158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c355abfc-c0db-4d2c-b089-6ea0c2b1c651 req-5eb3257e-7376-4e2f-b117-379891acecb3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0565429 Nov 25 17:44:39.410790 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.427457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c355abfc-c0db-4d2c-b089-6ea0c2b1c651 req-9ccc2135-17b7-4594-98ae-2691ab9eb1d0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Nov 25 17:44:39.433836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e8efbd-de1a-4185-ad1b-d10d2d711217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cd46c1-14e9-4420-b0fd-7b99c06bfb08'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:39.436268 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55c6913-372e-4a71-8870-ce0179e78885" -d '{"events": [{"server_uuid": "65e8efbd-de1a-4185-ad1b-d10d2d711217", "name": "network-vif-plugged", "status": "completed", "tag": "70cd46c1-14e9-4420-b0fd-7b99c06bfb08"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:39.449529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,segment=NetworkSegment(95f74dd1-61ee-4b57-ba55-8f4b84749f0d),segment_id=95f74dd1-61ee-4b57-ba55-8f4b84749f0d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:39.453963 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.492084 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca3301e-7742-4dac-82d9-f5c3389f15b1 x-openstack-request-id: req-bca3301e-7742-4dac-82d9-f5c3389f15b1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:39.492383 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e8efbd-de1a-4185-ad1b-d10d2d711217", "name": "network-vif-plugged", "status": "completed", "tag": "70cd46c1-14e9-4420-b0fd-7b99c06bfb08", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:39.492648 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bca3301e-7742-4dac-82d9-f5c3389f15b1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:39.493197 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e8efbd-de1a-4185-ad1b-d10d2d711217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cd46c1-14e9-4420-b0fd-7b99c06bfb08', 'code': 200} Nov 25 17:44:39.534077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:39.623538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afd743-3eec-404d-9d4e-fcdd85043035 req-abbc9b09-22f8-4ec3-8d4c-e92e9cfb4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.628880 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87afd743-3eec-404d-9d4e-fcdd85043035 req-abbc9b09-22f8-4ec3-8d4c-e92e9cfb4221 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 1097 time: 0.0616305 Nov 25 17:44:39.652236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03055ae2-4126-4142-b4d0-795e041e7e88 req-55566d2f-4d35-47c9-88b4-baa88aeb0be2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.660685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03055ae2-4126-4142-b4d0-795e041e7e88 req-55566d2f-4d35-47c9-88b4-baa88aeb0be2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0623331 Nov 25 17:44:39.682128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-87afd743-3eec-404d-9d4e-fcdd85043035 req-be2e3933-bb1d-46f1-aff9-f504df593752 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Nov 25 17:44:39.745348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78b006-fdf0-4065-a62d-12f06e7c7f8b req-3f13402c-dff9-4c9d-91bf-404e43849204 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.746835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c78b006-fdf0-4065-a62d-12f06e7c7f8b req-3f13402c-dff9-4c9d-91bf-404e43849204 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 946 time: 0.0841680 Nov 25 17:44:39.750977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03055ae2-4126-4142-b4d0-795e041e7e88 req-20cb9f65-b54d-47bd-a429-38816f01bbca tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894654 Nov 25 17:44:39.818108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c78b006-fdf0-4065-a62d-12f06e7c7f8b req-35e6b262-da11-4a97-9033-cc43a0362d3c tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615580 Nov 25 17:44:39.874998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b4528ebb-62c1-4740-b9c7-1d032da9b0e8 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:39.884414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c598654-1b06-4ccd-b204-9e7abe60d181 req-a64689ff-d88c-41f4-a990-fd036ff7c66c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:39.886013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c598654-1b06-4ccd-b204-9e7abe60d181 req-a64689ff-d88c-41f4-a990-fd036ff7c66c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0521851 Nov 25 17:44:39.956891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c598654-1b06-4ccd-b204-9e7abe60d181 req-3e494929-5cb4-46d1-be58-69a4a877f642 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620677 Nov 25 17:44:39.959657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:39.964143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:39.964561 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.006950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e887e-22b5-4b35-bf8b-549ed8249b4d req-2594369b-be00-46bd-a6cb-764e2cea2a42 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:40.008686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-927e887e-22b5-4b35-bf8b-549ed8249b4d req-2594369b-be00-46bd-a6cb-764e2cea2a42 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 945 time: 0.0662291 Nov 25 17:44:40.084589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-927e887e-22b5-4b35-bf8b-549ed8249b4d req-94e5299f-8995-4f52-a770-963367cdf0ae tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675149 Nov 25 17:44:40.098229 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.138044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b4528ebb-62c1-4740-b9c7-1d032da9b0e8, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:40.144515 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:40.182156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4178a-8d72-4853-953f-efb49148b653 req-7a241ffd-234e-49a1-a32b-73cd64e33ace tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:40.183886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35a4178a-8d72-4853-953f-efb49148b653 req-7a241ffd-234e-49a1-a32b-73cd64e33ace tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0666456 Nov 25 17:44:40.206149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:40.264968 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35a4178a-8d72-4853-953f-efb49148b653 req-13cd696f-a98b-4116-9b2e-6fb891d8ee77 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726366 Nov 25 17:44:40.402089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718ad4b-4abb-4435-86b7-e291915c57b9 req-5086210b-aae3-4a35-b2a7-be2614c0ff59 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:40.403708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7718ad4b-4abb-4435-86b7-e291915c57b9 req-5086210b-aae3-4a35-b2a7-be2614c0ff59 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0568573 Nov 25 17:44:40.457474 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7718ad4b-4abb-4435-86b7-e291915c57b9 req-11cac629-9c52-4e70-afe1-4304def52773 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457380 Nov 25 17:44:40.622166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389c245-ac52-42b7-92ad-58097405c679 req-283053a9-8984-4ded-9b02-2dad6d3fcfa8 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:40.624566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b389c245-ac52-42b7-92ad-58097405c679 req-283053a9-8984-4ded-9b02-2dad6d3fcfa8 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0607831 Nov 25 17:44:40.680096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b389c245-ac52-42b7-92ad-58097405c679 req-bb3e5394-c050-4593-886d-ac90c2668922 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494890 Nov 25 17:44:40.817176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88dc74-979b-4552-8267-c3733d8b29bd req-2648c7e4-e082-4603-8141-20428b72a8c6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:40.818709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a88dc74-979b-4552-8267-c3733d8b29bd req-2648c7e4-e082-4603-8141-20428b72a8c6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0581269 Nov 25 17:44:40.888299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a88dc74-979b-4552-8267-c3733d8b29bd req-59f94f8d-2d6b-483c-bbb2-42f8fc881b04 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620840 Nov 25 17:44:40.955177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544d3f-2ff8-4ebc-b627-f96367a98c70 req-f9db51d2-aa40-4578-998a-4e5905c51170 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:40.957029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b544d3f-2ff8-4ebc-b627-f96367a98c70 req-f9db51d2-aa40-4578-998a-4e5905c51170 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 946 time: 0.0596976 Nov 25 17:44:41.019328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b544d3f-2ff8-4ebc-b627-f96367a98c70 req-bd670b8f-889e-40ec-9d4d-6eae15e99976 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 Nov 25 17:44:41.130739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e5c14-a5db-4c13-9b1e-77cf93c62588 req-b37ad696-f319-4b7c-8d1b-cd9dc4249b4c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:41.132404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d42e5c14-a5db-4c13-9b1e-77cf93c62588 req-b37ad696-f319-4b7c-8d1b-cd9dc4249b4c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0551751 Nov 25 17:44:41.235839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d42e5c14-a5db-4c13-9b1e-77cf93c62588 req-585dc3c0-17c7-417a-aa3e-dddd76f54350 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972133 Nov 25 17:44:41.250013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a168207-5648-4b80-9cf2-0a62a4c55863 req-5f09afae-3dcd-450f-8ee1-011c7e4e3a8a tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:41.251655 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a168207-5648-4b80-9cf2-0a62a4c55863 req-5f09afae-3dcd-450f-8ee1-011c7e4e3a8a tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 946 time: 0.0873017 Nov 25 17:44:41.316072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a168207-5648-4b80-9cf2-0a62a4c55863 req-ea56b178-7b73-4589-99ce-1350c05cce6a tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558844 Nov 25 17:44:41.494132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:41.497299 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c553c06a-99d1-4b6b-a182-3a24646d7243" -d '{"events": [{"server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "name": "network-vif-plugged", "status": "completed", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:41.534751 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397219ff-c0be-40a9-b9ed-08c867c43035 x-openstack-request-id: req-397219ff-c0be-40a9-b9ed-08c867c43035 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:41.535056 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "name": "network-vif-plugged", "status": "completed", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:41.535320 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-397219ff-c0be-40a9-b9ed-08c867c43035 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:41.535725 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'code': 200} Nov 25 17:44:41.633765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c14e9-2c48-48d9-882a-b0f15b874ef3 req-4b7fb22f-60f6-45f5-be48-d070dd79f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:41.635285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-783c14e9-2c48-48d9-882a-b0f15b874ef3 req-4b7fb22f-60f6-45f5-be48-d070dd79f86a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1097 time: 0.0423949 Nov 25 17:44:41.682906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-783c14e9-2c48-48d9-882a-b0f15b874ef3 req-9a6c9083-f68f-440d-a270-606b32627afe service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 Nov 25 17:44:42.140930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d6e8-af6d-4be3-8b7b-5e0caaf2b55c req-5f926ecf-cc04-4ade-846f-902a1d9c8b02 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.142424 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3833d6e8-af6d-4be3-8b7b-5e0caaf2b55c req-5f926ecf-cc04-4ade-846f-902a1d9c8b02 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 946 time: 0.0522945 Nov 25 17:44:42.233107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3833d6e8-af6d-4be3-8b7b-5e0caaf2b55c req-1794ed33-07e7-4e44-9660-bac3497d7537 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846019 Nov 25 17:44:42.239939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-e3859be0-778e-47ef-9f6e-750b777b1a0f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611207 Nov 25 17:44:42.369853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-8a165186-98a2-495b-b201-6409f41e4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.371760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-8a165186-98a2-495b-b201-6409f41e4cb7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1096 time: 0.0710707 Nov 25 17:44:42.406788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301ae0-ace9-4fc9-9330-099b7761bd41 req-fbf0995e-4efd-4d15-b555-d71ce6691e69 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.408503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1301ae0-ace9-4fc9-9330-099b7761bd41 req-fbf0995e-4efd-4d15-b555-d71ce6691e69 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0669746 Nov 25 17:44:42.569118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-db4ca3bb-1e0e-401b-97be-bdb0141bbcff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531089 Nov 25 17:44:42.577484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a2ed-1dea-4960-be31-f9512f86bafc req-3ae2b17b-3e2e-43de-b071-482d03a4ba36 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.584915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b490a2ed-1dea-4960-be31-f9512f86bafc req-3ae2b17b-3e2e-43de-b071-482d03a4ba36 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 946 time: 0.1686890 Nov 25 17:44:42.599033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1301ae0-ace9-4fc9-9330-099b7761bd41 req-4cd0d229-4ab1-4702-9889-23c230a30014 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811125 Nov 25 17:44:42.620188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-a5f285b7-293a-4d15-b6e2-8ac11ac5f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.621694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-a5f285b7-293a-4d15-b6e2-8ac11ac5f352 service neutron] 10.222.0.95 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 914 time: 0.2257829 Nov 25 17:44:42.748610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-459c17b7-1dda-4391-a1ec-2b1e03236820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.748610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-459c17b7-1dda-4391-a1ec-2b1e03236820 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8795a9a6d1644ac8a073590241002387&device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 1097 time: 0.1037748 Nov 25 17:44:42.754716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-9afde876-8a8a-4ba1-9f1d-2ca3629d8539 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 217 time: 0.1098816 Nov 25 17:44:42.781931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b490a2ed-1dea-4960-be31-f9512f86bafc req-3a4b5bfc-d0d2-4eaf-a9bb-79bad335eda1 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959949 Nov 25 17:44:42.865652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-ce1c077e-8b74-40e8-8c38-66f4cd6289af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.869741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-ce1c077e-8b74-40e8-8c38-66f4cd6289af service neutron] 10.222.0.95 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.0864944 Nov 25 17:44:42.929364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-eca3e388-1c30-4822-b73f-8b63ecb913d2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527792 Nov 25 17:44:42.930228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-d2e370c0-d509-443e-8613-f16b515df9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:42.931747 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-d2e370c0-d509-443e-8613-f16b515df9c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a HTTP/1.1" status: 200 len: 910 time: 0.1496313 Nov 25 17:44:43.004579 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-a7a06ba2-4fc5-401a-b9e1-ed638486480c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70cd46c1-14e9-4420-b0fd-7b99c06bfb08 HTTP/1.1" status: 200 len: 217 time: 0.0626588 Nov 25 17:44:43.073581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d177-41df-41e2-8b0b-59dabe34abb6 req-42e07edd-e9ec-46fd-972b-1411d2655485 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:43.075388 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3593d177-41df-41e2-8b0b-59dabe34abb6 req-42e07edd-e9ec-46fd-972b-1411d2655485 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0725560 Nov 25 17:44:43.118435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-25314fc9-eb71-4cdc-82ec-092df4a51068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:43.119572 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-de5064ff-c19a-4e20-96b5-15e199e99c36 service neutron] 10.222.0.95 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697152 Nov 25 17:44:43.128668 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-25314fc9-eb71-4cdc-82ec-092df4a51068 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8cc4aa-07c9-4105-8c50-fde551328220 HTTP/1.1" status: 200 len: 849 time: 0.1138082 Nov 25 17:44:43.166250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3593d177-41df-41e2-8b0b-59dabe34abb6 req-91fef60a-3fb0-43d5-84a3-fde3ef8538a3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763557 Nov 25 17:44:43.216619 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-7318fb1f-ccc7-451a-869e-d069109a579a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727878 Nov 25 17:44:43.331106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7163175f-2606-46ef-8240-ada3bfdeaad4 req-6d32b536-f9ec-4b7f-b88e-ac1cfc3afa93 service neutron] 10.222.0.95 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697822 Nov 25 17:44:43.335321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-513e18e6-af51-43f6-9495-b51543272f10 service neutron] 10.222.0.60 "GET /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103716 Nov 25 17:44:43.446475 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6e480d90-4cf3-4d0c-be5e-1c47b632d807 req-ae88b115-1e35-4e0c-b583-46f4c024342e service neutron] 10.222.0.60 "GET /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036906 Nov 25 17:44:43.905355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6d7b2-105b-4e87-941c-040ee8803165 req-5dc55048-b4a4-45f4-b4f4-f984cdb9a66d tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:43.906911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0c6d7b2-105b-4e87-941c-040ee8803165 req-5dc55048-b4a4-45f4-b4f4-f984cdb9a66d tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 946 time: 0.0543318 Nov 25 17:44:43.967404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0c6d7b2-105b-4e87-941c-040ee8803165 req-98c77f34-d8ed-4ad9-9d53-98cac0340b06 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542810 Nov 25 17:44:44.096495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aab7a1-447a-4802-bc04-ed0c4d1f1bbf req-dafd88ce-2a41-4534-8ec2-da5fc43a2746 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.098556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9aab7a1-447a-4802-bc04-ed0c4d1f1bbf req-dafd88ce-2a41-4534-8ec2-da5fc43a2746 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 946 time: 0.0574317 Nov 25 17:44:44.150559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c9aab7a1-447a-4802-bc04-ed0c4d1f1bbf req-d035cf7a-c22c-4d97-986e-3ead767a13dd tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Nov 25 17:44:44.174269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:44.305588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45e31-7edc-4ade-98dd-7ce43b2c3d9f req-bfeaa4eb-c635-4714-a412-fbe425fd106c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.306616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cec45e31-7edc-4ade-98dd-7ce43b2c3d9f req-bfeaa4eb-c635-4714-a412-fbe425fd106c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0567830 Nov 25 17:44:44.363669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cec45e31-7edc-4ade-98dd-7ce43b2c3d9f req-fdd58932-8c29-4ac3-b77a-50f223bbb78d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501270 Nov 25 17:44:44.455565 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521eea64-b894-4d27-b790-3994b05a0e84 tempest-TestVolumeBackupRestore-1918281730 tempest-TestVolumeBackupRestore-1918281730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.459224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-521eea64-b894-4d27-b790-3994b05a0e84 tempest-TestVolumeBackupRestore-1918281730 tempest-TestVolumeBackupRestore-1918281730-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1092 time: 0.2818110 Nov 25 17:44:44.461213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56422) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:44.465855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:44.494578 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:44.649564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:44.762314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Allocated IP 172.25.1.160 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/99b2fd9d-5b0c-4e1d-b5e8-3742d317e6e1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:44.897724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4852-48f7-4cf6-9376-5445c377f580 req-a71f003b-a370-475e-a65c-7ab0c5f2b816 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:44.907091 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28aa4852-48f7-4cf6-9376-5445c377f580 req-a71f003b-a370-475e-a65c-7ab0c5f2b816 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.4388471 Nov 25 17:44:44.964349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28aa4852-48f7-4cf6-9376-5445c377f580 req-4ef03f82-429c-40ed-ad8d-412091443d1a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564401 Nov 25 17:44:45.145174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c9db6-f042-4132-821a-8e7b37d51e58 req-4ccc185d-2c3b-4a39-a5bc-ce17ecd08298 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:45.157016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c5c9db6-f042-4132-821a-8e7b37d51e58 req-4ccc185d-2c3b-4a39-a5bc-ce17ecd08298 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0568991 Nov 25 17:44:45.219602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c5c9db6-f042-4132-821a-8e7b37d51e58 req-ce640116-04b3-43ba-b43d-63cdae3cb808 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660849 Nov 25 17:44:45.274866 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.313462 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:45.363893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:45.367040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:45.370955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:45.374683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14826495-f092-4991-a0d0-6feb0982ad4e req-911a0ab5-fae2-44f3-92a5-f690117f11d2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:45.377786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14826495-f092-4991-a0d0-6feb0982ad4e req-911a0ab5-fae2-44f3-92a5-f690117f11d2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0683546 Nov 25 17:44:45.402535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'Port': ['ID=99b2fd9d-5b0c-4e1d-b5e8-3742d317e6e1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:45.506240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14826495-f092-4991-a0d0-6feb0982ad4e req-cfe056e6-ad2b-46f3-b309-b84e137ff446 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173666 Nov 25 17:44:45.720656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68716ae-732e-4c87-88e6-5a05bd1c501c req-ebc598fc-d677-4ce3-a420-c1cd03be6f1f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:45.724895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e68716ae-732e-4c87-88e6-5a05bd1c501c req-ebc598fc-d677-4ce3-a420-c1cd03be6f1f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0995877 Nov 25 17:44:45.799414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e68716ae-732e-4c87-88e6-5a05bd1c501c req-dc421d29-5e0b-40d6-ba63-19221d05ae8b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674851 Nov 25 17:44:45.999526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a2ee-0446-4ecd-92c9-068f82c9ebe5 req-c660e094-0ea0-4b3b-b4b3-fde5eddf5d04 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:46.001298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd51a2ee-0446-4ecd-92c9-068f82c9ebe5 req-c660e094-0ea0-4b3b-b4b3-fde5eddf5d04 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0707452 Nov 25 17:44:46.078041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.082266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd51a2ee-0446-4ecd-92c9-068f82c9ebe5 req-489e1d19-9583-4e14-a2c6-a015d03f6c0e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737824 Nov 25 17:44:46.287294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.341596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd765908-c0d7-4cfb-a208-b606f2fc68b2 req-5676a847-8aef-4aaa-9f3d-9bc426302db5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:46.343674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd765908-c0d7-4cfb-a208-b606f2fc68b2 req-5676a847-8aef-4aaa-9f3d-9bc426302db5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1098297 Nov 25 17:44:46.354532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b7434-5fbc-412f-958a-e9a40e9b4430 req-ee2615f8-09eb-473a-8be8-34d7cc74eda3 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:46.356191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-927b7434-5fbc-412f-958a-e9a40e9b4430 req-ee2615f8-09eb-473a-8be8-34d7cc74eda3 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 946 time: 0.0778589 Nov 25 17:44:46.441583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd765908-c0d7-4cfb-a208-b606f2fc68b2 req-bd865915-68a1-422c-a430-dc5c2be481b2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827076 Nov 25 17:44:46.445423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-927b7434-5fbc-412f-958a-e9a40e9b4430 req-8963d511-966b-45b5-a0c5-b3ca82bb9aeb tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799174 Nov 25 17:44:46.517090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.521183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.604827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63380e1c-2563-4ef0-be4c-4f4709d063d2 req-4d01f15f-4bf5-4bd4-bf30-bd1bbf40ecb3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:46.605218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event updated for resources: {'Port': ['ID=99b2fd9d-5b0c-4e1d-b5e8-3742d317e6e1,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:46.606447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63380e1c-2563-4ef0-be4c-4f4709d063d2 req-4d01f15f-4bf5-4bd4-bf30-bd1bbf40ecb3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0648999 Nov 25 17:44:46.614566 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.687474 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63380e1c-2563-4ef0-be4c-4f4709d063d2 req-1b0b693b-9063-4273-8468-01ce26cebe44 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614576 Nov 25 17:44:46.748641 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Floating IP 71522bde-03ca-485e-bc79-9b2a66eebd46 associated. External IP: 172.25.1.160, port: b4528ebb-62c1-4740-b9c7-1d032da9b0e8. Nov 25 17:44:46.859482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccde42-0d22-4067-b0c4-f8377488e34f req-41c715b5-89af-4d73-9f17-a0be68bb2a85 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:46.862987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0ccde42-0d22-4067-b0c4-f8377488e34f req-41c715b5-89af-4d73-9f17-a0be68bb2a85 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0646799 Nov 25 17:44:46.919287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0ccde42-0d22-4067-b0c4-f8377488e34f req-424bbaac-3bcd-4bd6-ab5d-9ee853ed58ab tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495210 Nov 25 17:44:47.014869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Router 38458566-a7e9-4244-9906-38f95b2e660f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:47.094506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35138307-bc50-4374-ae47-8539adc94069 req-61bb0ac7-f18f-4138-a935-9592da65d72e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.097218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35138307-bc50-4374-ae47-8539adc94069 req-61bb0ac7-f18f-4138-a935-9592da65d72e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0834339 Nov 25 17:44:47.152092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:47.157314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35138307-bc50-4374-ae47-8539adc94069 req-024354ac-b2bf-4049-a5d9-aed2f33acaec tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Nov 25 17:44:47.168354 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] Sync routers for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:47.185348 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:47.197741 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:47.198750 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:44:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:47.221482 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9e8d174e-a06b-4145-af29-8c65e8d202c9 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7590854 Nov 25 17:44:47.222190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:47.224540 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c53dab-5bc8-4351-8306-09f83b0fa077" -d '{"events": [{"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:47.225146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 56498) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:47.291293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad1e56-da1d-4c23-a836-95a2221a87a8 tempest-TestVolumeBackupRestore-1918281730 tempest-TestVolumeBackupRestore-1918281730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.292979 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ffad1e56-da1d-4c23-a836-95a2221a87a8 tempest-TestVolumeBackupRestore-1918281730 tempest-TestVolumeBackupRestore-1918281730-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1092 time: 0.0667896 Nov 25 17:44:47.297918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 56504) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:47.303837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b4f8fd01-9818-4156-a08e-a6afc8447e2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Request body: {'floatingip': {'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:47.314521 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec8c804-bb12-4402-91ae-25f24e138bd9 x-openstack-request-id: req-0ec8c804-bb12-4402-91ae-25f24e138bd9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:47.315010 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:47.315457 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ec8c804-bb12-4402-91ae-25f24e138bd9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:47.316027 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'status': 'completed', 'code': 200} Nov 25 17:44:47.391845 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:47.402936 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f8fd01-9818-4156-a08e-a6afc8447e2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:47.435079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc2d72-2b74-41b8-91f4-a2de968a34cc req-9492e29c-a137-4698-85b9-f1e0fde53808 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.456596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ecc2d72-2b74-41b8-91f4-a2de968a34cc req-9492e29c-a137-4698-85b9-f1e0fde53808 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1361895 Nov 25 17:44:47.486695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-3fd91128-34ab-4fc5-8351-f28ca1ee6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.488888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-3fd91128-34ab-4fc5-8351-f28ca1ee6259 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=beaaa8b1dea24926a936c20860d50dea&device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1097 time: 0.1632028 Nov 25 17:44:47.595417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ecc2d72-2b74-41b8-91f4-a2de968a34cc req-3a9d9008-8743-44ba-b845-da699e0aed03 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373799 Nov 25 17:44:47.696330 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '71522bde-03ca-485e-bc79-9b2a66eebd46', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'mac_address': 'fa:16:3e:7f:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a566d0f-65af-4773-8bf0-1210e400c061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:45Z', 'updated_at': '2021-11-25T17:44:45Z', 'revision_number': 0, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:47.750311 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] Checking router: 38458566-a7e9-4244-9906-38f95b2e660f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:44:47.768769 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:47.769804 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:44:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:47.823716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a70b62-179a-4741-a4ce-050cec425d22 req-1b0a1549-87ca-414a-af92-dfd9bfd21ff3 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.832169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5a70b62-179a-4741-a4ce-050cec425d22 req-1b0a1549-87ca-414a-af92-dfd9bfd21ff3 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 946 time: 0.2314725 Nov 25 17:44:47.838045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-4680775f-7c3e-4f2a-b9e6-a60caeb0baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.839687 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-4680775f-7c3e-4f2a-b9e6-a60caeb0baa7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a HTTP/1.1" status: 200 len: 915 time: 0.3374171 Nov 25 17:44:47.916093 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104f680-56ad-4b2e-bcce-b03ed6ee2999 req-ac932927-934e-4f08-9256-463ba141be11 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.924985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7104f680-56ad-4b2e-bcce-b03ed6ee2999 req-ac932927-934e-4f08-9256-463ba141be11 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1941915 Nov 25 17:44:47.948367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-eaa813fc-c007-4b4a-806b-0a20ec05e247 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:47.949157 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:47.949918 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-eaa813fc-c007-4b4a-806b-0a20ec05e247 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.60 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 946 time: 0.1096926 Nov 25 17:44:47.986165 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5a70b62-179a-4741-a4ce-050cec425d22 req-9cf9cad9-c02d-48f0-a292-875da0c97fce tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/security-groups?id=dfc79a62-94c7-4657-897f-cf6e63e51971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529443 Nov 25 17:44:47.996656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-85c91ee0-7d78-4967-8db0-b63bf4092969 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8 HTTP/1.1" status: 200 len: 1000 time: 0.1495826 Nov 25 17:44:48.058634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7104f680-56ad-4b2e-bcce-b03ed6ee2999 req-ad6a01bd-28df-4052-ace8-77f6255e624c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313064 Nov 25 17:44:48.072649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-a25b0e23-2949-4483-bbdd-52cae147c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:48.074406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-a25b0e23-2949-4483-bbdd-52cae147c522 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0381a244-e08f-48fb-9e3b-e92e4d36731e HTTP/1.1" status: 200 len: 853 time: 0.0693302 Nov 25 17:44:48.149189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-cd0af6d5-e0b9-4b2b-bef5-b4f578bb3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:48.153336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-cd0af6d5-e0b9-4b2b-bef5-b4f578bb3b11 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713036 Nov 25 17:44:48.272268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Deleting port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:48.272268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:48.300675 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-325dc750-c680-4aae-897e-5f5093d3268e service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423020 Nov 25 17:44:48.305907 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '71522bde-03ca-485e-bc79-9b2a66eebd46', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'mac_address': 'fa:16:3e:7f:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a566d0f-65af-4773-8bf0-1210e400c061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:45Z', 'updated_at': '2021-11-25T17:44:45Z', 'revision_number': 0, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:48.336429 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d67c6c-34e4-484e-8945-d81a073df83a None None] The sync data for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 is: [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '71522bde-03ca-485e-bc79-9b2a66eebd46', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'mac_address': 'fa:16:3e:7f:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a566d0f-65af-4773-8bf0-1210e400c061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:45Z', 'updated_at': '2021-11-25T17:44:45Z', 'revision_number': 0, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:48.437600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-77c53dab-5bc8-4351-8306-09f83b0fa077 req-12bf643b-0f4d-40ba-b149-5b09ca9ebe24 service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276696 Nov 25 17:44:48.462439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e9ddf-486d-4746-8304-9d350e56e312 req-1fc8c5ae-abd1-4657-969e-56e2af649ec3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:48.464041 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-617e9ddf-486d-4746-8304-9d350e56e312 req-1fc8c5ae-abd1-4657-969e-56e2af649ec3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1624303 Nov 25 17:44:48.528240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-617e9ddf-486d-4746-8304-9d350e56e312 req-737541d7-0e54-4564-a446-1866ae15162d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572309 Nov 25 17:44:48.667465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea1d38-9201-4cc6-a590-9dfb410199f4 None None] New status for floating IP 71522bde-03ca-485e-bc79-9b2a66eebd46: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:44:48.678648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f8fd01-9818-4156-a08e-a6afc8447e2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:48.684652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32926128-dbbe-478b-b735-fbdf487bab5f req-0d979568-05e8-4949-9734-5a9a738175f4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:48.687090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32926128-dbbe-478b-b735-fbdf487bab5f req-0d979568-05e8-4949-9734-5a9a738175f4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0665958 Nov 25 17:44:48.691302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f8fd01-9818-4156-a08e-a6afc8447e2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:48.742864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32926128-dbbe-478b-b735-fbdf487bab5f req-848ea80d-4e56-48f6-bd39-0135417a6af4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490129 Nov 25 17:44:48.827941 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] For port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,segment=NetworkSegment(95f74dd1-61ee-4b57-ba55-8f4b84749f0d),segment_id=95f74dd1-61ee-4b57-ba55-8f4b84749f0d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:48.828606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:48.850022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Calling delete_port for 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:48.869820 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-82ea1d38-9201-4cc6-a590-9dfb410199f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:44:48.871138 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-82ea1d38-9201-4cc6-a590-9dfb410199f4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:44:48.907858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cd3f2-c9b5-4101-9cb2-e6df5dedb163 req-bfd11f87-01ba-4e60-be09-039b18d6eec3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:48.909652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-650cd3f2-c9b5-4101-9cb2-e6df5dedb163 req-bfd11f87-01ba-4e60-be09-039b18d6eec3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0609434 Nov 25 17:44:48.973521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-650cd3f2-c9b5-4101-9cb2-e6df5dedb163 req-4e8a2c38-ddba-4b30-a0f5-da0b64053c85 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572836 Nov 25 17:44:49.066712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f8fd01-9818-4156-a08e-a6afc8447e2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Router 38458566-a7e9-4244-9906-38f95b2e660f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:49.125045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:49.138666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['70cd46c1-14e9-4420-b0fd-7b99c06bfb08'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:49.149621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31b559dd-08f6-40ae-ba82-3afc6b72a236 req-c0e05787-c6aa-46b4-8aba-8aa35d2314b3 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.81 "GET /v2.0/ports?device_id=65e8efbd-de1a-4185-ad1b-d10d2d711217 HTTP/1.1" status: 200 len: 210 time: 0.0304823 Nov 25 17:44:49.167796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385dc74-29dd-4526-b6ee-6621fbcbdc8d req-545ffb24-bc53-4e07-b83f-6ad55112cdc7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:49.169352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3385dc74-29dd-4526-b6ee-6621fbcbdc8d req-545ffb24-bc53-4e07-b83f-6ad55112cdc7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0952625 Nov 25 17:44:49.221694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Pushing event deleted for resources: {'Port': ['ID=70cd46c1-14e9-4420-b0fd-7b99c06bfb08,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:49.223707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3385dc74-29dd-4526-b6ee-6621fbcbdc8d req-c2745d3f-f32d-45dd-94ab-3f7d4ffc2797 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465684 Nov 25 17:44:49.306839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] No DVR routers for this DVR port 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:49.312418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:49.315926 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-864083c8-10d9-4aa2-bc3e-bc30a43242b3 req-4a90ecbb-f862-4879-b038-4e622a59c7a2 tempest-VolumesActionsTest-1962121430 tempest-VolumesActionsTest-1962121430-project] 10.222.0.60 "DELETE /v2.0/ports/70cd46c1-14e9-4420-b0fd-7b99c06bfb08 HTTP/1.1" status: 204 len: 173 time: 1.3559268 Nov 25 17:44:49.318935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e8efbd-de1a-4185-ad1b-d10d2d711217', 'name': 'network-vif-deleted', 'tag': '70cd46c1-14e9-4420-b0fd-7b99c06bfb08'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:49.328461 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c95b7e-93a3-4fd5-82a1-3893910b50fa" -d '{"events": [{"server_uuid": "65e8efbd-de1a-4185-ad1b-d10d2d711217", "name": "network-vif-deleted", "tag": "70cd46c1-14e9-4420-b0fd-7b99c06bfb08"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:49.340190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f8fd01-9818-4156-a08e-a6afc8447e2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:49.345772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f8fd01-9818-4156-a08e-a6afc8447e2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:49.372410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea1d38-9201-4cc6-a590-9dfb410199f4 None None] New status for floating IP 71522bde-03ca-485e-bc79-9b2a66eebd46: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:44:49.406361 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0bf8ef-a5b1-458c-ba18-8ec31713d415 x-openstack-request-id: req-aa0bf8ef-a5b1-458c-ba18-8ec31713d415 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:49.406711 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e8efbd-de1a-4185-ad1b-d10d2d711217", "name": "network-vif-deleted", "tag": "70cd46c1-14e9-4420-b0fd-7b99c06bfb08", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:49.406928 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa0bf8ef-a5b1-458c-ba18-8ec31713d415 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:49.407348 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e8efbd-de1a-4185-ad1b-d10d2d711217', 'name': 'network-vif-deleted', 'tag': '70cd46c1-14e9-4420-b0fd-7b99c06bfb08', 'status': 'completed', 'code': 200} Nov 25 17:44:49.425643 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b4f8fd01-9818-4156-a08e-a6afc8447e2e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "PUT /v2.0/floatingips/71522bde-03ca-485e-bc79-9b2a66eebd46 HTTP/1.1" status: 200 len: 992 time: 2.1262751 Nov 25 17:44:49.507897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25556-2aa3-424e-b6c0-81070cbcae23 req-b533575b-0c60-4bf5-b449-4e4ee93bc762 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:49.509590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4de25556-2aa3-424e-b6c0-81070cbcae23 req-b533575b-0c60-4bf5-b449-4e4ee93bc762 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0919724 Nov 25 17:44:49.575820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4de25556-2aa3-424e-b6c0-81070cbcae23 req-1cd02844-6d81-465b-a689-bf35b044c071 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564795 Nov 25 17:44:49.678728 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] Sync routers for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:49.691016 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:49.691725 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:44:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:49.725170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33771-8170-44f1-8bc3-b0d87e1b9554 req-14b39f78-8938-4d13-9f92-845796d3094a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:49.727047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6c33771-8170-44f1-8bc3-b0d87e1b9554 req-14b39f78-8938-4d13-9f92-845796d3094a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0580907 Nov 25 17:44:49.805128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6c33771-8170-44f1-8bc3-b0d87e1b9554 req-5274b841-d421-4dfe-8707-07e27844e919 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663626 Nov 25 17:44:49.862888 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:50.021794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ac1c-916f-4792-98ed-864ed5cb73d5 req-66cfeb79-6984-42a6-8583-f4fc2c3b63cc tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:50.023301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5f2ac1c-916f-4792-98ed-864ed5cb73d5 req-66cfeb79-6984-42a6-8583-f4fc2c3b63cc tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0582099 Nov 25 17:44:50.077307 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5f2ac1c-916f-4792-98ed-864ed5cb73d5 req-3b01fb73-8eab-4e85-8014-ef67620d7237 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Nov 25 17:44:50.230202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692565d2-301e-40e9-a0e7-62dbe1d62b02 req-52a9c7b5-b2ae-4db9-a233-f10b44937df0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:50.232467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-692565d2-301e-40e9-a0e7-62dbe1d62b02 req-52a9c7b5-b2ae-4db9-a233-f10b44937df0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0696433 Nov 25 17:44:50.235858 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '71522bde-03ca-485e-bc79-9b2a66eebd46', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'mac_address': 'fa:16:3e:7f:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a566d0f-65af-4773-8bf0-1210e400c061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:45Z', 'updated_at': '2021-11-25T17:44:49Z', 'revision_number': 2, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:50.265022 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] Checking router: 38458566-a7e9-4244-9906-38f95b2e660f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:44:50.276008 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:50.277018 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:44:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:50.301721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-692565d2-301e-40e9-a0e7-62dbe1d62b02 req-0e72538e-1727-4c83-aef9-5c3f99494c3e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574808 Nov 25 17:44:50.439870 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:50.457053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ace7-487e-4aaa-bf7d-83b31dd88e33 req-e0a883a5-a502-4c50-ba76-ce9bdba00e94 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:50.461276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35c5ace7-487e-4aaa-bf7d-83b31dd88e33 req-e0a883a5-a502-4c50-ba76-ce9bdba00e94 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0672197 Nov 25 17:44:50.554466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-35c5ace7-487e-4aaa-bf7d-83b31dd88e33 req-4d47e72e-6101-44c3-86e0-4c6823b9d40d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885301 Nov 25 17:44:50.721165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5bd75-7256-44bb-afa4-7007c741819c req-735f1bbb-39cf-4915-b8af-7db838d16766 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:50.722867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ed5bd75-7256-44bb-afa4-7007c741819c req-735f1bbb-39cf-4915-b8af-7db838d16766 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0748272 Nov 25 17:44:50.789291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ed5bd75-7256-44bb-afa4-7007c741819c req-861806c8-6a5f-423c-8fd6-4352f0489844 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562534 Nov 25 17:44:50.824243 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '71522bde-03ca-485e-bc79-9b2a66eebd46', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'mac_address': 'fa:16:3e:7f:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a566d0f-65af-4773-8bf0-1210e400c061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:45Z', 'updated_at': '2021-11-25T17:44:49Z', 'revision_number': 2, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:50.857848 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a841923-9d0d-4224-ab5c-d6a737df13e6 None None] The sync data for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 is: [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '71522bde-03ca-485e-bc79-9b2a66eebd46', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'floating_ip_address': '172.25.1.160', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'port_id': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'mac_address': 'fa:16:3e:7f:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a566d0f-65af-4773-8bf0-1210e400c061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:45Z', 'updated_at': '2021-11-25T17:44:49Z', 'revision_number': 2, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:51.297830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d492dc-c862-4cf7-9b52-f6e664cbb470 req-f52d8a4e-1009-4ae7-8ff5-ba0daf8ef576 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:51.299731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4d492dc-c862-4cf7-9b52-f6e664cbb470 req-f52d8a4e-1009-4ae7-8ff5-ba0daf8ef576 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0655560 Nov 25 17:44:51.319142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:51.343328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:51.343621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 70cd46c1-14e9-4420-b0fd-7b99c06bfb08 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:51.361914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4d492dc-c862-4cf7-9b52-f6e664cbb470 req-5832fee7-bac1-41ab-b9b0-865d31d0635b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547452 Nov 25 17:44:51.408669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8'}, {'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:51.411210 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4626b19e-228e-41e0-94cf-4c1e5927069b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8"}, {"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:51.464675 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eac876-e551-4366-9e4a-c2edc496750e x-openstack-request-id: req-c3eac876-e551-4366-9e4a-c2edc496750e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:51.465002 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:51.465445 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3eac876-e551-4366-9e4a-c2edc496750e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:51.465866 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'status': 'completed', 'code': 200} Nov 25 17:44:51.466125 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'status': 'completed', 'code': 200} Nov 25 17:44:51.544064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-ed03faa7-1bb4-4350-8525-47066b4212fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:51.546200 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-ed03faa7-1bb4-4350-8525-47066b4212fe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=beaaa8b1dea24926a936c20860d50dea&device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1097 time: 0.0503685 Nov 25 17:44:51.663479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-bbba52ad-95a7-4818-a7e9-a158966c69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:51.665247 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-bbba52ad-95a7-4818-a7e9-a158966c69ed service neutron] 10.222.0.95 "GET /v2.0/networks?id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a HTTP/1.1" status: 200 len: 915 time: 0.1120753 Nov 25 17:44:51.746914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-3971b070-52f5-4179-a3a1-96c81bda59f4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8 HTTP/1.1" status: 200 len: 1002 time: 0.0744293 Nov 25 17:44:51.811284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-81c9b595-25b4-4969-84b0-b48607cef18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:51.813031 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-81c9b595-25b4-4969-84b0-b48607cef18b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0381a244-e08f-48fb-9e3b-e92e4d36731e HTTP/1.1" status: 200 len: 853 time: 0.0582821 Nov 25 17:44:51.869870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-e39a7538-6f36-4d62-ba2d-615d5723fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:51.871588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-e39a7538-6f36-4d62-ba2d-615d5723fe0b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518746 Nov 25 17:44:51.981629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-026f47ba-11a3-4f30-90b3-40f6a949d62d service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021137 Nov 25 17:44:52.083417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-d8cd8b10-1016-4ce1-b4ad-1a05bae33763 service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939043 Nov 25 17:44:52.183611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-b5383925-6714-49e0-be4d-a60eec3284fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:52.186141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-b5383925-6714-49e0-be4d-a60eec3284fd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=beaaa8b1dea24926a936c20860d50dea&device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1097 time: 0.0562246 Nov 25 17:44:52.299248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-50ae719f-f81b-4fbf-88a6-426b17345b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:52.301320 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-50ae719f-f81b-4fbf-88a6-426b17345b0c service neutron] 10.222.0.95 "GET /v2.0/networks?id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a HTTP/1.1" status: 200 len: 915 time: 0.1078491 Nov 25 17:44:52.370281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-a256105c-c26e-4218-83cf-59959fbdb5e8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8 HTTP/1.1" status: 200 len: 1002 time: 0.0611560 Nov 25 17:44:52.430624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-48ad99e3-fd6d-4b11-b31a-39f253151bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:52.433339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-48ad99e3-fd6d-4b11-b31a-39f253151bce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0381a244-e08f-48fb-9e3b-e92e4d36731e HTTP/1.1" status: 200 len: 853 time: 0.0551674 Nov 25 17:44:52.524576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffe3e4-7d11-44ee-8ac5-2f67f590dd91 req-b00ee6c5-64e7-4f74-8eb7-0bee592cd65e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:52.529743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59ffe3e4-7d11-44ee-8ac5-2f67f590dd91 req-b00ee6c5-64e7-4f74-8eb7-0bee592cd65e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0912788 Nov 25 17:44:52.534224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-93835d4e-c44b-4951-bae6-a3a11fd8fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:52.535781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-93835d4e-c44b-4951-bae6-a3a11fd8fc39 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958738 Nov 25 17:44:52.637145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59ffe3e4-7d11-44ee-8ac5-2f67f590dd91 req-da514a16-f6a4-4c42-8056-09f8203d73e1 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002707 Nov 25 17:44:52.665470 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-156a98cb-2e85-421d-a638-4759c98d40a6 service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141152 Nov 25 17:44:52.767314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4626b19e-228e-41e0-94cf-4c1e5927069b req-99c7a434-e645-47d3-b3bf-87f4b746cc72 service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940943 Nov 25 17:44:53.783399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a35a-c236-4321-93a3-3995d31d3d54 req-7657f0f6-72a0-482b-bc69-22c5030cd1de tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:53.785092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d45a35a-c236-4321-93a3-3995d31d3d54 req-7657f0f6-72a0-482b-bc69-22c5030cd1de tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0659609 Nov 25 17:44:53.847241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d45a35a-c236-4321-93a3-3995d31d3d54 req-09d327c5-d7c6-4efd-984e-4950d1b0696e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562582 Nov 25 17:44:54.998320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38177c3d-9081-447e-a8d0-b4d3c51f327c req-7c9ab70a-767e-4bb8-9644-07824b9659d9 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:55.001086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38177c3d-9081-447e-a8d0-b4d3c51f327c req-7c9ab70a-767e-4bb8-9644-07824b9659d9 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0704346 Nov 25 17:44:55.074909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38177c3d-9081-447e-a8d0-b4d3c51f327c req-6b8382be-cf7e-4ec5-8d42-29e7980b93fc tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673113 Nov 25 17:44:56.194498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22dd4a-705a-49a7-8879-ffebce8ba492 req-df20d633-51f5-4bb9-8bd1-c17dbef982b3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:56.196062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae22dd4a-705a-49a7-8879-ffebce8ba492 req-df20d633-51f5-4bb9-8bd1-c17dbef982b3 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0540733 Nov 25 17:44:56.252708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae22dd4a-705a-49a7-8879-ffebce8ba492 req-e80f3e01-d449-482b-b1c2-febf5a405c10 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501206 Nov 25 17:44:57.402278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784baf5-2b4b-4684-8b02-32a977b54a56 req-d4e9f959-c054-4d85-b19a-f8afc7957f8a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:57.404357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4784baf5-2b4b-4684-8b02-32a977b54a56 req-d4e9f959-c054-4d85-b19a-f8afc7957f8a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0614836 Nov 25 17:44:57.458954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4784baf5-2b4b-4684-8b02-32a977b54a56 req-997ba537-43a9-43f2-bad2-d141db4f46ea tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477164 Nov 25 17:44:58.678229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e28e75-d10f-40ea-95f4-1458457367e2 req-df8017d5-2f2a-4fd1-a4d9-678251ee3fe0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:58.682517 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15e28e75-d10f-40ea-95f4-1458457367e2 req-df8017d5-2f2a-4fd1-a4d9-678251ee3fe0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0957675 Nov 25 17:44:58.762390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15e28e75-d10f-40ea-95f4-1458457367e2 req-3403c4fd-5e6c-4984-9ae4-24e538b1c4b4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732203 Nov 25 17:44:59.916422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb010ef-485a-4b72-84d4-8c52fc340b79 req-46a66184-35a7-4fc9-884f-7bebdeb79df0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:59.918027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9eb010ef-485a-4b72-84d4-8c52fc340b79 req-46a66184-35a7-4fc9-884f-7bebdeb79df0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0556197 Nov 25 17:44:59.977577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9eb010ef-485a-4b72-84d4-8c52fc340b79 req-4ae35501-05d3-481c-90f5-c67090914796 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Nov 25 17:45:01.103633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1f6c-bf81-4409-a5d8-5cd6749c5c4b req-a29346b2-67fb-483c-be81-8b91580e4096 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:01.105321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15ce1f6c-bf81-4409-a5d8-5cd6749c5c4b req-a29346b2-67fb-483c-be81-8b91580e4096 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0536139 Nov 25 17:45:01.156677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15ce1f6c-bf81-4409-a5d8-5cd6749c5c4b req-934b929f-7384-4477-8102-1cc907841a08 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 Nov 25 17:45:01.919704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:45:02.024061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:02.043770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3', 'port_id': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'mac_address': 'fa:16:3e:ee:4f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800d70a9-1330-4be6-a906-5246b27af917', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:45:02.085534 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.107300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bfc042d-dd81-43cf-b885-4544437bacd6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:02.130710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:02.136129 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.213764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:02.227646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e924414-f4b6-4f5d-8a51-35892b7d210f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.250181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['3bfc042d-dd81-43cf-b885-4544437bacd6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:45:02.320183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d5bec-da1f-4d0d-a2c9-f73e607250f0 req-b2be47e6-8d27-4926-a107-ed7561279548 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:02.327745 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a51d5bec-da1f-4d0d-a2c9-f73e607250f0 req-b2be47e6-8d27-4926-a107-ed7561279548 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.0673831 Nov 25 17:45:02.392295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a51d5bec-da1f-4d0d-a2c9-f73e607250f0 req-6660cc04-15c4-436b-82df-ea232a1c974f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629296 Nov 25 17:45:03.643335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96464-ce47-4baa-a011-a34f6831fb4b req-55377398-3051-47c8-a37d-c9764214d692 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:03.652104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbd96464-ce47-4baa-a011-a34f6831fb4b req-55377398-3051-47c8-a37d-c9764214d692 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1074588 Nov 25 17:45:03.736598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbd96464-ce47-4baa-a011-a34f6831fb4b req-7ad0470b-4f43-4cd6-a56e-d5ee3d075822 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760107 Nov 25 17:45:03.770929 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:45:03.920341 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:03.988255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 3bfc042d-dd81-43cf-b885-4544437bacd6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:03.988987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.104079 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.160777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:04.161730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:04.164872 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4234d004-5094-41ba-ad1a-599e7cdd81d0" -d '{"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-plugged", "status": "completed", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:04.168650 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.219918 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9d0e9b-cab9-420f-8fcc-8247aa7c2abe x-openstack-request-id: req-9e9d0e9b-cab9-420f-8fcc-8247aa7c2abe {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:04.220292 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-plugged", "status": "completed", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:04.220653 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e9d0e9b-cab9-420f-8fcc-8247aa7c2abe {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:04.221143 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'code': 200} Nov 25 17:45:04.231704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:04.399321 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3c48-add4-4264-b450-cbce6db8accb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.913087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b87ea3-f852-43dc-99aa-c2489c5459a8 req-cab60de0-b3c2-4ec1-ae80-79e22bf2adda tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:04.921356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26b87ea3-f852-43dc-99aa-c2489c5459a8 req-cab60de0-b3c2-4ec1-ae80-79e22bf2adda tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0778244 Nov 25 17:45:04.983798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26b87ea3-f852-43dc-99aa-c2489c5459a8 req-08169ca4-b32c-43e2-87db-8a234a7f95cb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614226 Nov 25 17:45:05.890545 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.204405 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7f321-da71-43a4-be3d-ee3065125870 req-8917d0d8-a10e-4dd8-8b6f-ea802edbf56b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:06.206565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61a7f321-da71-43a4-be3d-ee3065125870 req-8917d0d8-a10e-4dd8-8b6f-ea802edbf56b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0970728 Nov 25 17:45:06.305958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61a7f321-da71-43a4-be3d-ee3065125870 req-7bd8a615-e3e6-4a05-b8e7-af22b6d0499b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923698 Nov 25 17:45:06.627202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.167679 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.233911 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.514826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6ea73-01f8-4b2a-8289-de8f8a14371c req-63df1839-2d1c-4366-a15e-65cb6f6da3ed tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:07.522459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18a6ea73-01f8-4b2a-8289-de8f8a14371c req-63df1839-2d1c-4366-a15e-65cb6f6da3ed tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0785115 Nov 25 17:45:07.634033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-18a6ea73-01f8-4b2a-8289-de8f8a14371c req-e3db07d7-f2e1-406d-af19-b4c3ae2b8c16 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019738 Nov 25 17:45:07.995286 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.926341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5335a25-2a88-4085-a242-c03df6713fa3 req-1b099df7-2b8c-4983-a794-d6c67771ae5f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:08.932436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5335a25-2a88-4085-a242-c03df6713fa3 req-1b099df7-2b8c-4983-a794-d6c67771ae5f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1592791 Nov 25 17:45:09.043187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5335a25-2a88-4085-a242-c03df6713fa3 req-1d5f2890-6011-41fd-990b-bd278279aeed tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009305 Nov 25 17:45:10.179261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e004d-ab13-466c-95f8-7c31da0baad5 req-03f50478-8ffe-4755-9d98-b47421104cdd tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:10.187823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-428e004d-ab13-466c-95f8-7c31da0baad5 req-03f50478-8ffe-4755-9d98-b47421104cdd tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0681980 Nov 25 17:45:10.248087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-428e004d-ab13-466c-95f8-7c31da0baad5 req-09542897-b7f6-48e8-9932-e90e968fcf59 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589690 Nov 25 17:45:11.401213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a725f64-8bfa-474e-9727-13b9fec97034 req-fd4263c4-b7de-4144-a79a-03db0ece69c2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:11.411340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a725f64-8bfa-474e-9727-13b9fec97034 req-fd4263c4-b7de-4144-a79a-03db0ece69c2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0656192 Nov 25 17:45:11.476671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0a725f64-8bfa-474e-9727-13b9fec97034 req-3c20f97a-954b-4376-823c-36ef48eb9fd4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642633 Nov 25 17:45:12.710396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5a94d-2dcb-4dc2-8168-e5731b665670 req-d6cd30ba-a0d0-4aaa-bb46-5c91468b1c02 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:12.719906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4f5a94d-2dcb-4dc2-8168-e5731b665670 req-d6cd30ba-a0d0-4aaa-bb46-5c91468b1c02 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1003387 Nov 25 17:45:12.785585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4f5a94d-2dcb-4dc2-8168-e5731b665670 req-9553efda-1f6d-47d8-b556-399d49557dcb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648093 Nov 25 17:45:13.971535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3b766-399c-41cb-b6ed-b5192b558bb6 req-72bc7c55-8597-41d7-a7b2-bd660cec5ded tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:13.983340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7b3b766-399c-41cb-b6ed-b5192b558bb6 req-72bc7c55-8597-41d7-a7b2-bd660cec5ded tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0850449 Nov 25 17:45:14.072743 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7b3b766-399c-41cb-b6ed-b5192b558bb6 req-7479c54a-4e38-4201-8057-4049c288c22f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859373 Nov 25 17:45:15.339059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08faf-cea3-4918-84a1-c481a3ec9305 req-570f40f5-e792-413e-9262-771c39b1d1b4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:15.349953 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23e08faf-cea3-4918-84a1-c481a3ec9305 req-570f40f5-e792-413e-9262-771c39b1d1b4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1114798 Nov 25 17:45:15.474829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23e08faf-cea3-4918-84a1-c481a3ec9305 req-66df8578-626f-4e86-bfa4-4df0d8399848 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183152 Nov 25 17:45:16.619053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ef6dc-2c15-4450-9c07-1c4c857c27e5 req-559fcfce-56e5-4c68-b16c-a3c100527f10 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:16.622268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a59ef6dc-2c15-4450-9c07-1c4c857c27e5 req-559fcfce-56e5-4c68-b16c-a3c100527f10 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0754745 Nov 25 17:45:16.691366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a59ef6dc-2c15-4450-9c07-1c4c857c27e5 req-720a5567-9e3b-4dee-83a4-5a9107c193c0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Nov 25 17:45:16.828717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-8d106930-b15a-4c04-b7c8-770b4712269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:16.830553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-8d106930-b15a-4c04-b7c8-770b4712269a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1096 time: 0.0549121 Nov 25 17:45:16.953404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-100d94e9-ba73-419e-8f4b-eb0c4fafa543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:16.955169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-100d94e9-ba73-419e-8f4b-eb0c4fafa543 service neutron] 10.222.0.95 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 914 time: 0.1158617 Nov 25 17:45:16.999230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-65aa3eba-9565-4ad8-897a-9936c92842b8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0360215 Nov 25 17:45:17.055786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-bfff2251-4333-45e6-a9c5-3a57f41b321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:17.057499 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-bfff2251-4333-45e6-a9c5-3a57f41b321a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.0508461 Nov 25 17:45:17.101402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-37a3516d-d859-4f9f-a738-8fa7ac76623f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368688 Nov 25 17:45:17.203316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-368cb8fa-ef41-4149-b7f5-15c189013f8c service neutron] 10.222.0.95 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948639 Nov 25 17:45:17.331431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d0a0756-0e7d-4392-861b-59e3aa4946da req-245a1d26-e118-420e-9aa2-4548ccc5ea1a service neutron] 10.222.0.95 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210828 Nov 25 17:45:17.822829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7f94b-e5b2-4974-a875-a6ac89c3619d req-f981b8a9-0cf4-430d-8a3b-4aeb17db68ca tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:17.824287 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bfd7f94b-e5b2-4974-a875-a6ac89c3619d req-f981b8a9-0cf4-430d-8a3b-4aeb17db68ca tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0563831 Nov 25 17:45:17.892553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bfd7f94b-e5b2-4974-a875-a6ac89c3619d req-e9dcad6d-6ee9-4a08-bbd2-e8b2d1f82d2e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 Nov 25 17:45:18.427688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:18.477792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Deleting subnet 0c8cc4aa-07c9-4105-8c50-fde551328220 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:18.481321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.516356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.564890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.619905 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.649586 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.656356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:18.656910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0c8cc4aa-07c9-4105-8c50-fde551328220 HTTP/1.1" status: 204 len: 168 time: 0.2273405 Nov 25 17:45:18.657965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8cc4aa-07c9-4105-8c50-fde551328220,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:18.666323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.666684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.667015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.667354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.667689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.668023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.668356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.668759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.669120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.669450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.669850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.670178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c98cc-0c48-4cff-bdae-08fc013cac18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:18.744222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.831438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.853876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32f50b0-56ab-4b05-9ba5-3e20dd69f17a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:18.864378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f74dd1-61ee-4b57-ba55-8f4b84749f0d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:18.864688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f74dd1-61ee-4b57-ba55-8f4b84749f0d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:18.876059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.890527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.897201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:18.897801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:18.899435 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:18.973312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.016621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.021670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c32f50b0-56ab-4b05-9ba5-3e20dd69f17a HTTP/1.1" status: 204 len: 168 time: 0.3626571 Nov 25 17:45:19.021670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32f50b0-56ab-4b05-9ba5-3e20dd69f17a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.023744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:19.057897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.058261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.058619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.058971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.059864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.060211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.060666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.061336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.061685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.062029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.062371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.062712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e330631e-035b-4154-863d-f099b7229da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:19.084862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e0bd0-09df-4417-80a6-c793867a5bf2 req-33a1f42b-85b0-4df0-bd95-35aba19dfaeb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.086471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f76e0bd0-09df-4417-80a6-c793867a5bf2 req-33a1f42b-85b0-4df0-bd95-35aba19dfaeb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1106052 Nov 25 17:45:19.087676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c886cbea-3622-4812-9885-2b3959f67ba0 admin admin] Deleting subnet 68d3b69d-07f8-47da-9b62-0549f72653fc {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:19.091808 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c886cbea-3622-4812-9885-2b3959f67ba0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.129909 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c886cbea-3622-4812-9885-2b3959f67ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.165938 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f76e0bd0-09df-4417-80a6-c793867a5bf2 req-203b5c2b-756d-4fe3-9d3b-8757195d2b8f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636482 Nov 25 17:45:19.189132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c886cbea-3622-4812-9885-2b3959f67ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.259753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c886cbea-3622-4812-9885-2b3959f67ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.295952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886cbea-3622-4812-9885-2b3959f67ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d3b69d-07f8-47da-9b62-0549f72653fc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.298090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c886cbea-3622-4812-9885-2b3959f67ba0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.302008 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c886cbea-3622-4812-9885-2b3959f67ba0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/68d3b69d-07f8-47da-9b62-0549f72653fc HTTP/1.1" status: 204 len: 168 time: 0.2773240 Nov 25 17:45:19.304492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57112) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:19.378374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.467978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.490191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd20710-5c51-4843-a006-cef89e660f9d']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:19.501718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5cf3b5-20ff-474a-ab57-57d00f3bc0ee') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:19.502019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5cf3b5-20ff-474a-ab57-57d00f3bc0ee') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:19.511577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.525941 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.533241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:19.533639 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:19.535430 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:19.607291 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.624808 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.628070 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9dd20710-5c51-4843-a006-cef89e660f9d HTTP/1.1" status: 204 len: 168 time: 0.3223224 Nov 25 17:45:19.629461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a2c02-d084-4fe0-b145-c74900562b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd20710-5c51-4843-a006-cef89e660f9d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:19.812610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:19.857755 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d12c3915-2af6-4bb6-b204-2c8bbe9c9050 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8795a9a6d1644ac8a073590241002387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439517 Nov 25 17:45:19.860449 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57124) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:19.910901 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63e98465-9f2b-4346-b77b-01ac0b085dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.945458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63e98465-9f2b-4346-b77b-01ac0b085dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:19.996351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63e98465-9f2b-4346-b77b-01ac0b085dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.000015 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63e98465-9f2b-4346-b77b-01ac0b085dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.001843 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-63e98465-9f2b-4346-b77b-01ac0b085dbf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dfc79a62-94c7-4657-897f-cf6e63e51971 HTTP/1.1" status: 204 len: 168 time: 0.1404202 Nov 25 17:45:20.010175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e98465-9f2b-4346-b77b-01ac0b085dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc79a62-94c7-4657-897f-cf6e63e51971,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:20.018905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:20.111917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.140283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:20.142837 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afc9f6-289b-4cc5-9949-4c7dfd90a39d" -d '{"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:20.319360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad0d9-0743-462b-81ac-0f4713654777 req-5ce32446-9173-4bd5-9de6-152c4458ee6d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.328208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57dad0d9-0743-462b-81ac-0f4713654777 req-5ce32446-9173-4bd5-9de6-152c4458ee6d tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.0697086 Nov 25 17:45:20.353168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:20.357980 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eeb5e4-89a3-4299-b8f0-4bb566925550 x-openstack-request-id: req-c6eeb5e4-89a3-4299-b8f0-4bb566925550 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:20.359239 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-unplugged", "status": "failed", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6", "code": 422}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:20.359796 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6eeb5e4-89a3-4299-b8f0-4bb566925550 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:20.361089 n-d-819349-3 neutron-server[103600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'code': 422} returned with failed status Nov 25 17:45:20.362754 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.398981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-57dad0d9-0743-462b-81ac-0f4713654777 req-e69cef67-5d5f-4413-9700-650bd4929f89 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 Nov 25 17:45:20.443722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:20.462290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.462684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.463035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.463377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.463688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.464184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.464666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.465377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.466002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.466533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.467273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.467864 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:20.469591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:20.557937 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6bf8bd96-fdae-4917-884c-c665da6db463 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=466e708785534f79a2e96e50e7c2a772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871229 Nov 25 17:45:20.561466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:20.578831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25cba0-ea18-4b80-8213-8119854e6232 req-72f37194-effe-4df9-a0f8-7d49bfc71184 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.580445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff25cba0-ea18-4b80-8213-8119854e6232 req-72f37194-effe-4df9-a0f8-7d49bfc71184 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 943 time: 0.0842466 Nov 25 17:45:20.648002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff25cba0-ea18-4b80-8213-8119854e6232 req-d8740873-590c-41f6-99f3-ea8429c6275a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608609 Nov 25 17:45:20.665350 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31d17481-9b48-4b31-864e-5e07e39952d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.693351 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31d17481-9b48-4b31-864e-5e07e39952d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.761711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31d17481-9b48-4b31-864e-5e07e39952d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.765754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31d17481-9b48-4b31-864e-5e07e39952d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:20.771855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-31d17481-9b48-4b31-864e-5e07e39952d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1220cfd9-2896-47b2-8a09-579cd9ad4094 HTTP/1.1" status: 204 len: 168 time: 0.2045083 Nov 25 17:45:20.778860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d17481-9b48-4b31-864e-5e07e39952d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1220cfd9-2896-47b2-8a09-579cd9ad4094,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:21.055782 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea441fa-d52e-434f-ad86-42a794978b54 req-a3a4b558-267a-4897-8e0c-ca8798e0d921 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:21.057596 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aea441fa-d52e-434f-ad86-42a794978b54 req-a3a4b558-267a-4897-8e0c-ca8798e0d921 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 943 time: 0.0558765 Nov 25 17:45:21.133160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aea441fa-d52e-434f-ad86-42a794978b54 req-1db653ea-0f00-4392-908d-843bb2a37e5c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628619 Nov 25 17:45:21.497437 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-7f7a74a8-b32c-4718-a2d0-e8ca763d82e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1797247 Nov 25 17:45:22.291558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839adb5-06f2-4af1-bc97-c6e7cab084ae req-8d764c97-420c-4961-b430-4be2cf80d240 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:22.293798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5839adb5-06f2-4af1-bc97-c6e7cab084ae req-8d764c97-420c-4961-b430-4be2cf80d240 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 943 time: 0.0913222 Nov 25 17:45:22.405816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5839adb5-06f2-4af1-bc97-c6e7cab084ae req-abc55310-d67d-4777-abf0-8013635a72c4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042888 Nov 25 17:45:22.460144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a030848-461e-499f-96ca-0390d71ee74a req-44b0b148-f17b-494d-a85e-25bd3a364b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:22.461803 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-44b0b148-f17b-494d-a85e-25bd3a364b9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf&tenant_id=04593db9db754e81b8f10f95d3a86621 HTTP/1.1" status: 200 len: 1094 time: 0.1147969 Nov 25 17:45:22.477566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:22.545548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:22.596881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:22.869081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:22.914303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:22.957017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfc042d-dd81-43cf-b885-4544437bacd6 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:22.971574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:22.995508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Transition to ACTIVE for port object 3bfc042d-dd81-43cf-b885-4544437bacd6 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:45:23.002771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.108401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] No DVR routers for this DVR port 3bfc042d-dd81-43cf-b885-4544437bacd6 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:23.124364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=9']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:23.182552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Attempting to bind port 3bfc042d-dd81-43cf-b885-4544437bacd6 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:23.182905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Attempting to bind port 3bfc042d-dd81-43cf-b885-4544437bacd6 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:23.183242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Attempting to bind port 3bfc042d-dd81-43cf-b885-4544437bacd6 on network 586380c4-af22-42b7-a688-c84f5b664bd3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:23.188420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Port 3bfc042d-dd81-43cf-b885-4544437bacd6 on network 586380c4-af22-42b7-a688-c84f5b664bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:45:23.189309 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Attempting to bind port 3bfc042d-dd81-43cf-b885-4544437bacd6 on network 586380c4-af22-42b7-a688-c84f5b664bd3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:23.195341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Deleting port 99b2fd9d-5b0c-4e1d-b5e8-3742d317e6e1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:23.195545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:23.195901 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Checking segment: {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:23.196238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.196461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Bound using segment: {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:23.196919 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Bound port: 3bfc042d-dd81-43cf-b885-4544437bacd6, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347207b5-9762-4b3f-b9a6-22d4a1408e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:23.197294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.307946 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:23.312450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:23.315210 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.315761 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.319637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.337297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Calling delete_port for 99b2fd9d-5b0c-4e1d-b5e8-3742d317e6e1 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:23.359228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:23.360380 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.362120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] 10.222.0.60 "PUT /v2.0/ports/3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 1091 time: 0.8895161 Nov 25 17:45:23.362776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:23.365343 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb85892d-ba84-4495-972b-c6d3f45cc21d" -d '{"events": [{"name": "network-changed", "server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:23.392228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456305b4-1595-400a-9e0a-8bbcbe20ec36 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=10']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:23.438762 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc683b55-44b0-4ef4-a3a2-47f3aca1a1d9 x-openstack-request-id: req-fc683b55-44b0-4ef4-a3a2-47f3aca1a1d9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:23.439289 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:23.439746 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc683b55-44b0-4ef4-a3a2-47f3aca1a1d9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:23.440159 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'status': 'completed', 'code': 200} Nov 25 17:45:23.456566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a030848-461e-499f-96ca-0390d71ee74a req-91d0c409-2dc6-44ea-a3e8-3b4731e01b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:23.458115 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-91d0c409-2dc6-44ea-a3e8-3b4731e01b34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1095 time: 0.0521808 Nov 25 17:45:23.615055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803835-d2d7-4fff-a322-379db075515d req-c8d81f69-9727-4477-b3b2-d02c46b58484 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:23.616784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd803835-d2d7-4fff-a322-379db075515d req-c8d81f69-9727-4477-b3b2-d02c46b58484 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.0936811 Nov 25 17:45:23.633835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a030848-461e-499f-96ca-0390d71ee74a req-a452a611-7a6b-4143-b52b-793eada52614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:23.636295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-a452a611-7a6b-4143-b52b-793eada52614 service neutron] 10.222.0.60 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 914 time: 0.1606672 Nov 25 17:45:23.690906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-7ee6d0e4-3813-41f8-be21-494c1dd31bda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0442164 Nov 25 17:45:23.728891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd803835-d2d7-4fff-a322-379db075515d req-066a6bd9-4543-4a79-8009-4ce74209ae58 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987723 Nov 25 17:45:23.731712 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.763470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event deleted for resources: {'Port': ['ID=99b2fd9d-5b0c-4e1d-b5e8-3742d317e6e1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:23.784627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a030848-461e-499f-96ca-0390d71ee74a req-7fb8722b-8369-4adf-bff6-80fb3b1bcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:23.787015 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-7fb8722b-8369-4adf-bff6-80fb3b1bcf11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.0882621 Nov 25 17:45:23.807009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57286) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:23.819279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'network': {'name': 'tempest-network-smoke--2075276635', 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:23.836613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.837078 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Floating IP 71522bde-03ca-485e-bc79-9b2a66eebd46 disassociated (deleted). External IP: 172.25.1.160, port: b4528ebb-62c1-4740-b9c7-1d032da9b0e8. Nov 25 17:45:23.851085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-557f4bc4-d3fa-4640-a296-15516e901a5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403411 Nov 25 17:45:23.917561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Made reservation on behalf of 06e88d44a07c4dadbe3f1a7bc46a7b17 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:23.921444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.932903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.988457 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-0c9ca2f7-daaf-4216-bed3-5e482af27757 service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356459 Nov 25 17:45:24.088544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Router 38458566-a7e9-4244-9906-38f95b2e660f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:24.126216 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-dee06753-5c96-4bb2-bf6f-e09364261c6a service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268010 Nov 25 17:45:24.136341 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.141348 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.175375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a6eca-80da-4f7e-8d4d-50693eff2e1a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:24.181175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:24.193458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.193770 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Added segment c3ce3113-5778-483b-8fd1-ce5306b79866 of type vlan for network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf Nov 25 17:45:24.254790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:24.261135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.268236 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] Sync routers for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:24.284137 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.294487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:24.295478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:24.317869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-11112330-d3cd-491c-a03b-8e724faf8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:24.319397 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-11112330-d3cd-491c-a03b-8e724faf8e19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1095 time: 0.0884342 Nov 25 17:45:24.341835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.347724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:24.351926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.362877 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dc75d965-1c4f-4b4b-9cc3-70faa330333f tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "DELETE /v2.0/floatingips/71522bde-03ca-485e-bc79-9b2a66eebd46 HTTP/1.1" status: 204 len: 168 time: 1.7645760 Nov 25 17:45:24.364164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:24.382035 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506280d4-a589-42d1-8671-b4aefbadf190" -d '{"events": [{"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:24.488160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6725562 Nov 25 17:45:24.492243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:24.495305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0c86e-52d6-4e78-9ef8-a57883735fa2 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Network': ['ID=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:24.502334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'admin_state_up': True, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:24.535113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-46bddfe5-6db0-4e48-ac7a-0cca9b52d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:24.537542 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-46bddfe5-6db0-4e48-ac7a-0cca9b52d3f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 914 time: 0.2011743 Nov 25 17:45:24.548589 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:24.577865 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.579509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.638376 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-e300ad97-51dc-45b1-b8d9-a3241a1d8b2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0903943 Nov 25 17:45:24.715369 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064dffc9-d49b-4232-8304-edb729b3c90d x-openstack-request-id: req-064dffc9-d49b-4232-8304-edb729b3c90d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:24.715792 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:24.716119 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-064dffc9-d49b-4232-8304-edb729b3c90d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:24.716726 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'status': 'completed', 'code': 200} Nov 25 17:45:24.734640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:24.753324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-f0c7bd55-3953-454a-b9bc-774afa23b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:24.754973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-f0c7bd55-3953-454a-b9bc-774afa23b743 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.1004069 Nov 25 17:45:24.783313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.853450 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-3cff353d-1290-4261-a725-f87f4ec85780 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905614 Nov 25 17:45:24.998611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506280d4-a589-42d1-8671-b4aefbadf190 req-b01e2031-1055-4c91-b784-60a3859f2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:25.009035 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-506280d4-a589-42d1-8671-b4aefbadf190 req-b01e2031-1055-4c91-b784-60a3859f2ac7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=beaaa8b1dea24926a936c20860d50dea&device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 1097 time: 0.2912023 Nov 25 17:45:25.053662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-332b9b22-d825-425a-8c7f-34204b501f60 service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829000 Nov 25 17:45:25.134712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:25.180771 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] Checking router: 38458566-a7e9-4244-9906-38f95b2e660f for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:25.198890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:25.199900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:25.251081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ebfe8-bdf3-4502-b473-57a2811fda57 req-d846ac74-3971-4ec1-aed8-623f1b5ac1a3 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:25.252702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e81ebfe8-bdf3-4502-b473-57a2811fda57 req-d846ac74-3971-4ec1-aed8-623f1b5ac1a3 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 946 time: 0.4919226 Nov 25 17:45:25.256280 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.306213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298b984-8565-4dea-b3fa-4df7c4b37e99 req-99869373-4cc5-46d4-a870-589860102815 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:25.320529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5298b984-8565-4dea-b3fa-4df7c4b37e99 req-99869373-4cc5-46d4-a870-589860102815 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.3904564 Nov 25 17:45:25.411957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:25.594339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506280d4-a589-42d1-8671-b4aefbadf190 req-01bb2910-6179-4576-b85c-d1921df12f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:25.597907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-506280d4-a589-42d1-8671-b4aefbadf190 req-01bb2910-6179-4576-b85c-d1921df12f1c service neutron] 10.222.0.95 "GET /v2.0/networks?id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a HTTP/1.1" status: 200 len: 915 time: 0.5509861 Nov 25 17:45:25.614110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e81ebfe8-bdf3-4502-b473-57a2811fda57 req-4919629d-7418-4404-aca7-62db80ced4dc tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514411 Nov 25 17:45:25.656144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5298b984-8565-4dea-b3fa-4df7c4b37e99 req-601cb8a3-6f19-4248-9157-ab24c5c07e79 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287365 Nov 25 17:45:25.724295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-506280d4-a589-42d1-8671-b4aefbadf190 req-e7b383da-033f-4589-a4cb-1e6550a201be service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8 HTTP/1.1" status: 200 len: 217 time: 0.1045544 Nov 25 17:45:25.794895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506280d4-a589-42d1-8671-b4aefbadf190 req-0ed647d1-ebed-4a22-a512-e992aec15a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:25.797157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-506280d4-a589-42d1-8671-b4aefbadf190 req-0ed647d1-ebed-4a22-a512-e992aec15a29 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0381a244-e08f-48fb-9e3b-e92e4d36731e HTTP/1.1" status: 200 len: 853 time: 0.0634279 Nov 25 17:45:25.814676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:25.852649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c69bf4-454b-4adf-a08a-dd6a822ff107 None None] The sync data for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 is: [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '6e600f4b-390d-4207-886f-7dc785238d51', 'name': '', 'network_id': '3aa5797d-e1bd-470e-ba56-5c3e67c2644a', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'mac_address': 'fa:16:3e:f7:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:40Z', 'updated_at': '2021-11-25T17:41:48Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'subnets': [{'id': '0381a244-e08f-48fb-9e3b-e92e4d36731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:26.009684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506280d4-a589-42d1-8671-b4aefbadf190 req-57731183-fa11-4f95-a5c5-31abeb4ddb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:26.011319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-506280d4-a589-42d1-8671-b4aefbadf190 req-57731183-fa11-4f95-a5c5-31abeb4ddb81 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3aa5797d-e1bd-470e-ba56-5c3e67c2644a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996973 Nov 25 17:45:26.014105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.047841 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.298942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Allocated IP 172.25.1.4 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:26.303045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-506280d4-a589-42d1-8671-b4aefbadf190 req-8198a410-72cb-4ed2-bc84-8d7473602f5b service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648597 Nov 25 17:45:26.335968 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28145926-7182-4239-94f3-ef707ee64c46 None None] New status for floating IP 71522bde-03ca-485e-bc79-9b2a66eebd46: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:45:26.392925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-13785175-e8f1-415a-b489-6ac651b6e48d tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:26.396479 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-13785175-e8f1-415a-b489-6ac651b6e48d tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.95 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 946 time: 0.1113567 Nov 25 17:45:26.593467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-506280d4-a589-42d1-8671-b4aefbadf190 req-098ad8fd-7e7e-4969-92e3-92b2c7c8320c service neutron] 10.222.0.95 "GET /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763109 Nov 25 17:45:26.616412 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.617165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Deleting port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:26.617305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.698843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.719563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:26.722302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:26.730393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:26.738346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f465124-a258-4909-9e69-825636e22efd None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:26.840036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] For port b4528ebb-62c1-4740-b9c7-1d032da9b0e8, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:26.841449 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.859254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Calling delete_port for b4528ebb-62c1-4740-b9c7-1d032da9b0e8 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:26.884891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-322d3d45-437e-411e-b326-ae006b6754de None None] Provisioning complete for port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:26.886052 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-322d3d45-437e-411e-b326-ae006b6754de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.948947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-322d3d45-437e-411e-b326-ae006b6754de None None] Port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:26.951492 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:27.076210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1341c91-9529-4368-96c0-5ebd9819b27b req-61b65ea9-b651-458b-80eb-220fd35f3fbc tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.078220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1341c91-9529-4368-96c0-5ebd9819b27b req-61b65ea9-b651-458b-80eb-220fd35f3fbc tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.2443333 Nov 25 17:45:27.086873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25077d-3f57-42bf-85ad-17ca1cc55acf req-66cec5b4-3860-4841-8eb4-cbb809a5de9a tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.088754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d25077d-3f57-42bf-85ad-17ca1cc55acf req-66cec5b4-3860-4841-8eb4-cbb809a5de9a tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 946 time: 0.2536008 Nov 25 17:45:27.089037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.140333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event deleted for resources: {'Port': ['ID=b4528ebb-62c1-4740-b9c7-1d032da9b0e8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:27.247001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1341c91-9529-4368-96c0-5ebd9819b27b req-defe0e48-4226-4d9e-b2ca-d96949f3bc7a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561985 Nov 25 17:45:27.265446 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] No DVR routers for this DVR port b4528ebb-62c1-4740-b9c7-1d032da9b0e8 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:27.273366 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:27.305280 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-11aaf880-a98c-498d-a1d9-c72d99add005 req-0ef1cf7a-b298-4536-9b10-16d9dadad824 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.95 "DELETE /v2.0/ports/b4528ebb-62c1-4740-b9c7-1d032da9b0e8 HTTP/1.1" status: 204 len: 173 time: 0.9006722 Nov 25 17:45:27.305800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'name': 'network-vif-deleted', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:27.315730 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d2cea8-2289-45d2-9c7f-9e69fffffe6b" -d '{"events": [{"server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "name": "network-vif-deleted", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:27.371002 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4dfea-9e91-430d-8c8b-b03e3d386a81 x-openstack-request-id: req-24c4dfea-9e91-430d-8c8b-b03e3d386a81 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:27.372416 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a566d0f-65af-4773-8bf0-1210e400c061", "name": "network-vif-deleted", "tag": "b4528ebb-62c1-4740-b9c7-1d032da9b0e8", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:27.373136 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24c4dfea-9e91-430d-8c8b-b03e3d386a81 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:27.374609 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a566d0f-65af-4773-8bf0-1210e400c061', 'name': 'network-vif-deleted', 'tag': 'b4528ebb-62c1-4740-b9c7-1d032da9b0e8', 'status': 'completed', 'code': 200} Nov 25 17:45:27.859222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d25077d-3f57-42bf-85ad-17ca1cc55acf req-cf32352e-0673-4677-9173-0bff7ee5daee tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/security-groups?id=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7373846 Nov 25 17:45:27.957934 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.013719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b4528ebb-62c1-4740-b9c7-1d032da9b0e8 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:28.047378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: b4528ebb-62c1-4740-b9c7-1d032da9b0e8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:28.047742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b4528ebb-62c1-4740-b9c7-1d032da9b0e8 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:28.357753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.533478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be7a6c-28bc-4ac0-866d-2f3efee83365 req-f9705db0-4243-449f-80b8-93ab6da15081 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:28.535080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5be7a6c-28bc-4ac0-866d-2f3efee83365 req-f9705db0-4243-449f-80b8-93ab6da15081 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1171820 Nov 25 17:45:28.625439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5be7a6c-28bc-4ac0-866d-2f3efee83365 req-2fb85414-3f41-407f-8439-9e643296c10b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794475 Nov 25 17:45:28.652254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Router 9bce17f1-66d2-49d1-a4ae-eec4876df99b is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:45:28.823502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:28.834561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Sync routers for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:28.858448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:28.859198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:28.864767 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.868163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57390) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:28.868620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c5eeca5f-8bb3-4876-8bd1-ef374264d46a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.3745763 Nov 25 17:45:29.034773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31df8411-113a-46f3-ab62-3a6a5ab28b43 req-10c65438-68e8-4e95-bd81-17a5644c7d1e tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.0544653 Nov 25 17:45:29.125969 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:29.225959 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0d465677-5185-4cc9-8b27-d790d0e83926 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=06e88d44a07c4dadbe3f1a7bc46a7b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3542495 Nov 25 17:45:29.245085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57400) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:29.382282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:27Z', 'revision_number': 3, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:29.424410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Checking router: 9bce17f1-66d2-49d1-a4ae-eec4876df99b for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:29.425077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Updating router 9bce17f1-66d2-49d1-a4ae-eec4876df99b port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:29.465373 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.530723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e932d7b3-98ea-4fab-a4f4-66a3198bde9a tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:29.535525 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e932d7b3-98ea-4fab-a4f4-66a3198bde9a tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2867503 Nov 25 17:45:29.535922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:29.662475 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a1b582ba-90f5-4689-abc0-180561fff088 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251576 Nov 25 17:45:29.665558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:29.673054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1217642459', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:29.910198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.926829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.991428 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d9a79-5183-45ca-a9a5-6aa45b28c3cf None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:30.001608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Attempting to bind port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:30.001985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Attempting to bind port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:30.002357 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Attempting to bind port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:30.010590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:30.010897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:30.011318 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.011717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:30.012295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Bound port: 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:30.012691 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.143533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] For port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:30.166088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92274890-1a97-4ca5-9272-d4f2a3171b0a req-e8323fcc-47c7-4a40-93d5-c207ffdb1070 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:30.178753 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92274890-1a97-4ca5-9272-d4f2a3171b0a req-e8323fcc-47c7-4a40-93d5-c207ffdb1070 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.2630637 Nov 25 17:45:30.187433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] For port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:30.211125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Made reservation on behalf of 06e88d44a07c4dadbe3f1a7bc46a7b17 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:30.214717 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.221682 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2478bf-9aa8-42e8-bc55-83ba5cacbb0e None None] Pushing event updated for resources: {'Port': ['ID=4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:30.256247 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.272914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a71fcfd4-e231-44c1-bcce-8419c2b23478 None None] Provisioning complete for port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:30.273301 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a71fcfd4-e231-44c1-bcce-8419c2b23478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.382653 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14c510b4-2091-4535-a74b-3b355eebc2ba req-2665e743-0277-4bdf-b51a-50ef1d5bdff2 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.1493382 Nov 25 17:45:30.392863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7711bb2-8fb2-41cb-9f05-9351aa1a5d55 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:30.480131 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:30.482012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:30.583815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2478bf-9aa8-42e8-bc55-83ba5cacbb0e None None] Pushing event updated for resources: {'Port': ['ID=4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:30.600896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92274890-1a97-4ca5-9272-d4f2a3171b0a req-37fd43d8-e82f-41a6-a333-8d7b939c5e0a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118099 Nov 25 17:45:30.703763 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a71fcfd4-e231-44c1-bcce-8419c2b23478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.735343 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:30.738474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a71fcfd4-e231-44c1-bcce-8419c2b23478 None None] For port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:30.790156 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a71fcfd4-e231-44c1-bcce-8419c2b23478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.876047 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.000308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Subnet': ['ID=c4135904-4510-410e-b008-dcf4774d3c71,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:31.035305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Checking segment: {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:31.035830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network hostable DHCP agents. Network: c9b77033-4c32-4eb7-95e6-e69a7ca2efaf, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:31.065286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:31.089372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, c9b77033-4c32-4eb7-95e6-e69a7ca2efaf) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:31.102471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:31.103689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.142886 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-28e7529b-5da6-4969-b004-7800ef803074 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4754238 Nov 25 17:45:31.144167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:31.476917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fcfd4-e231-44c1-bcce-8419c2b23478 None None] Pushing event updated for resources: {'Port': ['ID=4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:31.493797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e145f6-4eb9-48af-a035-99043be70d5a None None] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:31.630797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bf8d425-a596-46e9-af03-0f422738b001 req-ceeeaa80-777e-4b26-8804-9147ad58d397 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.0655727 Nov 25 17:45:31.707945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4c3027bb-6298-4414-9225-1de1de5dff9c None None] Provisioning complete for port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:31.709368 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3027bb-6298-4414-9225-1de1de5dff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.926535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71676da3-3814-43a0-ae8c-d98a9f1926d2 req-e5c1cc5e-1901-4599-9686-2fc236e78197 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:31.928134 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71676da3-3814-43a0-ae8c-d98a9f1926d2 req-e5c1cc5e-1901-4599-9686-2fc236e78197 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1160622 Nov 25 17:45:31.994681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:27Z', 'revision_number': 3, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:32.002362 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:45:32.003253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.097321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ca78b-b264-48ce-a15e-d2fdc1310359 None None] The sync data for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 is: [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:27Z', 'revision_number': 3, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:32.107519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71676da3-3814-43a0-ae8c-d98a9f1926d2 req-cdb6408e-9251-4a23-bed8-22e81b09329c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721933 Nov 25 17:45:32.367386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Allocated IP 172.20.0.2 (c9b77033-4c32-4eb7-95e6-e69a7ca2efaf/c4135904-4510-410e-b008-dcf4774d3c71/7573a56e-2ed3-4c06-a705-8b05c50d6cbe) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:32.475276 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a295d93a-5104-460a-b520-5f805b1cfb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.481228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.801032 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.825336 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.889094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be2eb48f-c4a2-4356-a5ba-4c52973e1959 req-1c273e81-8dd4-4fc6-ac00-232030476dee tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.1318295 Nov 25 17:45:32.968407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:32.972440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:32.977120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:33.032818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Pushing event updated for resources: {'Port': ['ID=7573a56e-2ed3-4c06-a705-8b05c50d6cbe,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:33.094296 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Attempting to bind port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:33.095142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Attempting to bind port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:33.095997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Attempting to bind port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe on network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:33.110407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:33.116437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Checking segment: {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:33.117675 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.118590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Bound using segment: {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:33.123430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Bound port: 7573a56e-2ed3-4c06-a705-8b05c50d6cbe, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:33.124424 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.326541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] For port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:33.334567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] For port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7573a56e-2ed3-4c06-a705-8b05c50d6cbe,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:33.342255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.405924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504510-e669-439b-91e1-2f3d718f3a9d req-47d399b7-5eff-4db6-9d12-b9facc8a0a12 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:33.417965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07504510-e669-439b-91e1-2f3d718f3a9d req-47d399b7-5eff-4db6-9d12-b9facc8a0a12 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1823020 Nov 25 17:45:33.456277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Allocated IP 172.20.0.1 (c9b77033-4c32-4eb7-95e6-e69a7ca2efaf/c4135904-4510-410e-b008-dcf4774d3c71/05662d0c-721c-4af8-bd51-8e98786e25e3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:33.563855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9d0d5-f5ff-4213-89cd-86b8f18b4834 None None] Pushing event updated for resources: {'Port': ['ID=7573a56e-2ed3-4c06-a705-8b05c50d6cbe,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:33.576656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07504510-e669-439b-91e1-2f3d718f3a9d req-91be010f-8e07-4f87-b646-e492d4c49588 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561041 Nov 25 17:45:33.787748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.878132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:33.908004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.067490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:34.068209 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.117557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8161810-c8bf-4180-895a-326ad98665ee req-d2dd6c11-381c-48d2-bdf0-d4b67c742c68 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.0800822 Nov 25 17:45:34.199172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:34.210119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:34.235015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:34.238839 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=05662d0c-721c-4af8-bd51-8e98786e25e3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:34.316001 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb85892d-ba84-4495-972b-c6d3f45cc21d req-ef18f21e-4ecd-4604-ae62-235ab1f31084 service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0618932 Nov 25 17:45:34.323941 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.420143 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e88d1c28-6c55-4bc2-a346-261450a8c441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.625109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.797741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cbd78-6e15-4d70-aa5e-591f15a07a7c req-a179ceaf-7080-4a18-b615-3afd3924bc7f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:34.799350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b7cbd78-6e15-4d70-aa5e-591f15a07a7c req-a179ceaf-7080-4a18-b615-3afd3924bc7f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1230798 Nov 25 17:45:34.930616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b7cbd78-6e15-4d70-aa5e-591f15a07a7c req-03f9ad21-b7c5-4456-a875-2d4c891e8220 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220303 Nov 25 17:45:35.180854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.189903 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.338950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72587b62-603b-45d9-a0c8-eaf8eae6cf9b req-25247e96-346b-4b19-b66e-a143cc3f6718 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.0682158 Nov 25 17:45:35.414501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.416696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=05662d0c-721c-4af8-bd51-8e98786e25e3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:35.630452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:35.632827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:35.870985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7573a56e-2ed3-4c06-a705-8b05c50d6cbe up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:35.876084 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.984567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Router 9bce17f1-66d2-49d1-a4ae-eec4876df99b has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:36.017427 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:36.022327 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.156597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e13c2-7641-485c-a162-ae9f908b560b req-5324d64f-16e0-4c97-b751-295ee1f526b5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:36.175429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-387e13c2-7641-485c-a162-ae9f908b560b req-5324d64f-16e0-4c97-b751-295ee1f526b5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1365876 Nov 25 17:45:36.188353 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.240909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae524a8-e9d9-4a97-ac3f-aa71fe727b05 None None] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:36.297300 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-387e13c2-7641-485c-a162-ae9f908b560b req-d555ba10-4ee1-48e6-8949-22d724fc4dda tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165287 Nov 25 17:45:36.331162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:36.352368 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Sync routers for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:36.370164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7573a56e-2ed3-4c06-a705-8b05c50d6cbe,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:36.382909 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:36.383101 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec19694b-bcf4-4135-9f15-6b3fa818b595 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "PUT /v2.0/routers/9bce17f1-66d2-49d1-a4ae-eec4876df99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2357209 Nov 25 17:45:36.383998 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:36.384680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:36.393170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-25ed1a1b-5975-4f01-a84f-a5d45b0693c1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--472875174', 'description': 'tempest-secgroup_access--472875174 description', 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:36.424201 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.485787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25ed1a1b-5975-4f01-a84f-a5d45b0693c1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.518507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bf5a47fb-e95f-4499-b5d1-cf9398c41945 None None] Provisioning complete for port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:36.519164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47fb-e95f-4499-b5d1-cf9398c41945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.575949 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=7573a56e-2ed3-4c06-a705-8b05c50d6cbe,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:36.670010 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:36.712656 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.794842 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25ed1a1b-5975-4f01-a84f-a5d45b0693c1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.805101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c340008-8476-488f-8191-4b02d70df25f req-98f762c5-0e2b-42a7-b30b-c540a935dfcd tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a566d0f-65af-4773-8bf0-1210e400c061 HTTP/1.1" status: 200 len: 210 time: 0.2266614 Nov 25 17:45:36.806920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25ed1a1b-5975-4f01-a84f-a5d45b0693c1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.912816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed1a1b-5975-4f01-a84f-a5d45b0693c1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95648de-cfff-486c-8b53-080e7bcd1ff7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:36.926808 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25ed1a1b-5975-4f01-a84f-a5d45b0693c1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.927901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-25ed1a1b-5975-4f01-a84f-a5d45b0693c1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5384703 Nov 25 17:45:36.931123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 57486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:36.942357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5583fd4f-836e-4c2d-a744-21c2d20103c7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--655047550', 'description': 'tempest-secgroup_general--655047550 description', 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:37.003380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5583fd4f-836e-4c2d-a744-21c2d20103c7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.155084 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5583fd4f-836e-4c2d-a744-21c2d20103c7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.167865 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5583fd4f-836e-4c2d-a744-21c2d20103c7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.257353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5583fd4f-836e-4c2d-a744-21c2d20103c7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.258582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5583fd4f-836e-4c2d-a744-21c2d20103c7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3266959 Nov 25 17:45:37.261747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:37.271743 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583fd4f-836e-4c2d-a744-21c2d20103c7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094f390e-5e05-46d7-8602-788ec1b86372,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:37.296092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-13a376e3-73b8-42e4-9640-bf8c180a3940 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'security_group_rule': {'security_group_id': 'a95648de-cfff-486c-8b53-080e7bcd1ff7', 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:37.300739 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.308452 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.329516 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:35Z', 'revision_number': 2, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:37.399608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a376e3-73b8-42e4-9640-bf8c180a3940 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.422404 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Checking router: 9bce17f1-66d2-49d1-a4ae-eec4876df99b for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:37.423086 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Updating router 9bce17f1-66d2-49d1-a4ae-eec4876df99b port 05662d0c-721c-4af8-bd51-8e98786e25e3 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:37.464495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0c79a260-a0f6-4345-bab6-f6824a7e3e1d None None] Provisioning complete for port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:37.465386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c79a260-a0f6-4345-bab6-f6824a7e3e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.497582 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.516221 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a376e3-73b8-42e4-9640-bf8c180a3940 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.531508 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a376e3-73b8-42e4-9640-bf8c180a3940 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.555194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a376e3-73b8-42e4-9640-bf8c180a3940 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e900454f-470e-4175-ba10-f8331c6172d7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:37.613073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a376e3-73b8-42e4-9640-bf8c180a3940 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.614370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0c79a260-a0f6-4345-bab6-f6824a7e3e1d None None] Provisioning complete for port 05662d0c-721c-4af8-bd51-8e98786e25e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:37.614853 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c79a260-a0f6-4345-bab6-f6824a7e3e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.615350 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-13a376e3-73b8-42e4-9640-bf8c180a3940 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384452 Nov 25 17:45:37.624857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54d5d0-22db-421b-8e9a-32ac45bed000 req-709a6376-05f2-4630-b46a-2afff680fab0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:37.632921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee54d5d0-22db-421b-8e9a-32ac45bed000 req-709a6376-05f2-4630-b46a-2afff680fab0 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.1500075 Nov 25 17:45:37.709448 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0c79a260-a0f6-4345-bab6-f6824a7e3e1d None None] Port 05662d0c-721c-4af8-bd51-8e98786e25e3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:37.768354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee54d5d0-22db-421b-8e9a-32ac45bed000 req-774ea100-c8d2-46cd-a6ec-1eb9f8fb7014 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344392 Nov 25 17:45:37.809440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7573a56e-2ed3-4c06-a705-8b05c50d6cbe up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:37.895731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7c9bbff6-b834-4289-872d-b3deb0b589f2 None None] Provisioning complete for port 05662d0c-721c-4af8-bd51-8e98786e25e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:37.896158 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c9bbff6-b834-4289-872d-b3deb0b589f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.898645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-0c6767ce-6d1d-496b-a25f-8d6aa0b795a4 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--472875174&fields=id&tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17 HTTP/1.1" status: 200 len: 267 time: 0.0709536 Nov 25 17:45:37.911039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 57508) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:37.987416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:37.988850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.011540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-d5dd2913-dca0-4f43-96ed-025825511e8b tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--655047550&fields=id&tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17 HTTP/1.1" status: 200 len: 267 time: 0.1029530 Nov 25 17:45:38.036403 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f0286c5-d1f2-478e-b2e7-7fea0f119417 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.053624 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.058386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c9bbff6-b834-4289-872d-b3deb0b589f2 None None] Port 05662d0c-721c-4af8-bd51-8e98786e25e3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:38.098613 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.107935 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f0286c5-d1f2-478e-b2e7-7fea0f119417 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.116370 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.200020 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Pushing event updated for resources: {'Port': ['ID=05662d0c-721c-4af8-bd51-8e98786e25e3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.202467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0a71430f-f3d2-4831-b3f6-384724384b30 None None] Provisioning complete for port 05662d0c-721c-4af8-bd51-8e98786e25e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:38.203202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a71430f-f3d2-4831-b3f6-384724384b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.204802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f0286c5-d1f2-478e-b2e7-7fea0f119417 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.210212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f0286c5-d1f2-478e-b2e7-7fea0f119417 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.212622 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9f0286c5-d1f2-478e-b2e7-7fea0f119417 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] 10.222.0.81 "DELETE /v2.0/security-groups/6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05 HTTP/1.1" status: 204 len: 168 time: 0.3005214 Nov 25 17:45:38.226061 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0286c5-d1f2-478e-b2e7-7fea0f119417 tempest-TestVolumeBackupRestore-348494710 tempest-TestVolumeBackupRestore-348494710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6091a2d4-67e2-44ad-bf6d-de7d2b3a7a05,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.228792 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.229239 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.229634 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.229970 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.230309 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.230851 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.231175 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.231504 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.231832 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.232155 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.232474 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.233339 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:38.311942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0a71430f-f3d2-4831-b3f6-384724384b30 None None] Port 05662d0c-721c-4af8-bd51-8e98786e25e3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:38.331046 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Attempting to bind port 05662d0c-721c-4af8-bd51-8e98786e25e3 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:38.331621 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Attempting to bind port 05662d0c-721c-4af8-bd51-8e98786e25e3 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:38.332225 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Attempting to bind port 05662d0c-721c-4af8-bd51-8e98786e25e3 on network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:38.345958 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:38.346420 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Checking segment: {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:38.346737 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.347130 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Bound using segment: {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:38.347622 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Bound port: 05662d0c-721c-4af8-bd51-8e98786e25e3, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:38.348004 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.360845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-22697c20-5d43-49d4-a5e6-b8ab1c47c875 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:38.362595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-22697c20-5d43-49d4-a5e6-b8ab1c47c875 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/networks?id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf HTTP/1.1" status: 200 len: 797 time: 0.3425887 Nov 25 17:45:38.394037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-00b635ab-c15f-4afe-b195-9668633b688a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/quotas/06e88d44a07c4dadbe3f1a7bc46a7b17 HTTP/1.1" status: 200 len: 375 time: 0.0246608 Nov 25 17:45:38.471455 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-1d964328-eea4-46d9-9d27-e8421da50d56 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738280 Nov 25 17:45:38.515403 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] For port 05662d0c-721c-4af8-bd51-8e98786e25e3, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:38.520154 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] For port 05662d0c-721c-4af8-bd51-8e98786e25e3, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=05662d0c-721c-4af8-bd51-8e98786e25e3,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:38.531181 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.566360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3611433a-dfbd-4958-9169-976981617979 None None] Provisioning complete for port 05662d0c-721c-4af8-bd51-8e98786e25e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:38.566715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3611433a-dfbd-4958-9169-976981617979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.660675 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:38.671896 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:38.710444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-74be6386-9b0c-445b-a470-23b7d0a0afda service neutron] 10.222.0.81 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085671 Nov 25 17:45:38.787006 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c2e42-8c78-492b-9283-b71044fd05df None None] Pushing event updated for resources: {'Port': ['ID=05662d0c-721c-4af8-bd51-8e98786e25e3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.843416 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3611433a-dfbd-4958-9169-976981617979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.905597 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:38.930944 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3611433a-dfbd-4958-9169-976981617979 None None] For port 05662d0c-721c-4af8-bd51-8e98786e25e3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=05662d0c-721c-4af8-bd51-8e98786e25e3,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:38.939723 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3611433a-dfbd-4958-9169-976981617979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.027778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-ea778651-5afe-4b03-8488-228618ff4c99 service neutron] 10.222.0.81 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975824 Nov 25 17:45:39.047837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611433a-dfbd-4958-9169-976981617979 None None] Pushing event updated for resources: {'Port': ['ID=05662d0c-721c-4af8-bd51-8e98786e25e3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:39.071288 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf1c2-2038-4c99-9040-209cf20617bb req-052b93dc-1ddb-4063-a621-f7598c4348b2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:39.072893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fbdf1c2-2038-4c99-9040-209cf20617bb req-052b93dc-1ddb-4063-a621-f7598c4348b2 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 944 time: 0.0978384 Nov 25 17:45:39.176684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fbdf1c2-2038-4c99-9040-209cf20617bb req-406f81aa-285b-43ad-9180-ac8d2d56bf18 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940557 Nov 25 17:45:39.184240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-02b19f51-b95d-4f35-b5ec-8bdd5c135df8 None None] Provisioning complete for port 05662d0c-721c-4af8-bd51-8e98786e25e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:39.184548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02b19f51-b95d-4f35-b5ec-8bdd5c135df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.411640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2e8fe648-6c1b-40d2-85ca-3ed0b41c2a35 req-39df921d-1175-450b-bf55-88ad7d176804 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 210 time: 0.0557926 Nov 25 17:45:39.488449 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:39.531766 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef5dc3-e968-4a0a-8694-3731b40f0812 None None] The sync data for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 is: [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:39.567080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:45:39.790809 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:39.826842 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'network_id': '586380c4-af22-42b7-a688-c84f5b664bd3', 'port_id': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'mac_address': 'fa:16:3e:ee:4f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800d70a9-1330-4be6-a906-5246b27af917', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:45:39.856601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 05662d0c-721c-4af8-bd51-8e98786e25e3 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:39.996841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:40.015158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfc042d-dd81-43cf-b885-4544437bacd6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:40.073290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:40.083818 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:40.101252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 05662d0c-721c-4af8-bd51-8e98786e25e3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:40.101799 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:40.283687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:40.376219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['3bfc042d-dd81-43cf-b885-4544437bacd6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:45:40.469628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c46cc5-419b-4759-889f-9e99e2a78c60 req-e75b3506-7efe-45e8-ac2b-b390305f88a6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:40.487522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7c46cc5-419b-4759-889f-9e99e2a78c60 req-e75b3506-7efe-45e8-ac2b-b390305f88a6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1628809 Nov 25 17:45:40.667025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8240d23b-1a00-4dce-8e50-934a5d4b2b1d req-6d53d919-f0db-4b7b-8b7d-c1460f1874ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 210 time: 0.1146164 Nov 25 17:45:40.690957 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7c46cc5-419b-4759-889f-9e99e2a78c60 req-9614fa96-708a-48e1-841d-fa6ad7125a35 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023726 Nov 25 17:45:40.762385 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:45:41.143323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-9473737f-bb73-463f-a5d4-a993b673bce0 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:41.144855 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-9473737f-bb73-463f-a5d4-a993b673bce0 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.95 "GET /v2.0/networks?id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf HTTP/1.1" status: 200 len: 797 time: 0.1922512 Nov 25 17:45:41.278387 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-33c324f1-e0c3-442e-92f4-b215b4de335c tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17 HTTP/1.1" status: 200 len: 476 time: 0.1203358 Nov 25 17:45:41.288640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'port': {'device_id': '3ac70511-def8-4e41-a634-f80c10f03c65', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'admin_state_up': True, 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'security_groups': ['a95648de-cfff-486c-8b53-080e7bcd1ff7', '094f390e-5e05-46d7-8602-788ec1b86372']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:41.466665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Made reservation on behalf of 06e88d44a07c4dadbe3f1a7bc46a7b17 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:41.477854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.582380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:41.807888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Allocated IP 172.20.0.4 (c9b77033-4c32-4eb7-95e6-e69a7ca2efaf/c4135904-4510-410e-b008-dcf4774d3c71/0b932dc4-37bb-4972-bc62-6a9ef57a85bf) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:41.934132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 3bfc042d-dd81-43cf-b885-4544437bacd6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:45:41.941458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 3bfc042d-dd81-43cf-b885-4544437bacd6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:41.941842 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.997704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e05f782-e309-47d4-bca4-da5864407cd3 req-bc02b477-8d41-4127-920c-21e710fd80dc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 210 time: 0.0619140 Nov 25 17:45:42.024037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96cd8f-10c3-4248-a377-b3467c75bd29 req-efa1436d-91db-4db3-8b3e-77ded8ba1e1e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:42.030029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e96cd8f-10c3-4248-a377-b3467c75bd29 req-efa1436d-91db-4db3-8b3e-77ded8ba1e1e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 945 time: 0.1670930 Nov 25 17:45:42.119762 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.140613 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e96cd8f-10c3-4248-a377-b3467c75bd29 req-d1d17b2c-52bf-4ef9-bb51-bec186e3e7bc tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013324 Nov 25 17:45:42.179382 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.185225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:42.189371 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225290dd-baf9-4ad3-b394-5f15c376ff30" -d '{"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-plugged", "status": "completed", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:42.236964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:42.237974 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.253591 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.282859 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec823ab-0631-4e69-b388-5ac37aeeeea5 x-openstack-request-id: req-dec823ab-0631-4e69-b388-5ac37aeeeea5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:42.289784 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-plugged", "status": "completed", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:42.295137 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dec823ab-0631-4e69-b388-5ac37aeeeea5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:42.295639 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'code': 200} Nov 25 17:45:42.329192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:42.335870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:42.340678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:42.362020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=12']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:42.404880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:42.469012 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:42.469739 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.514211 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-b26b0c56-71b3-4383-9487-0071ebef7b3e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2296832 Nov 25 17:45:42.554709 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Request body: {'port': {'device_id': '3ac70511-def8-4e41-a634-f80c10f03c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:42.601311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd555e-2c91-4eaa-8b79-6c7f1d7eb8b0 req-e7b2b460-90bb-449f-8cde-974772384d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:42.602990 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6bd555e-2c91-4eaa-8b79-6c7f1d7eb8b0 req-e7b2b460-90bb-449f-8cde-974772384d31 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1097 time: 0.1094441 Nov 25 17:45:42.706494 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6bd555e-2c91-4eaa-8b79-6c7f1d7eb8b0 req-f1e514f1-253a-419d-8abf-c0f28b3473fb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609055 Nov 25 17:45:42.754164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.790543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-9b3e0069-a7b1-4401-86b6-1d5dbb730a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:42.792082 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-9b3e0069-a7b1-4401-86b6-1d5dbb730a07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1097 time: 0.1969607 Nov 25 17:45:42.797302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d46e4c19-2a6b-4fb0-99e3-e7eb26bf341d None None] Provisioning complete for port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:42.797757 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d46e4c19-2a6b-4fb0-99e3-e7eb26bf341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.858508 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d46e4c19-2a6b-4fb0-99e3-e7eb26bf341d None None] Port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:43.449791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f856b8-caf2-490a-ba98-502b48fd7c91 req-5360c17b-86af-4045-85eb-54a17ee886fe tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:43.454157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73f856b8-caf2-490a-ba98-502b48fd7c91 req-5360c17b-86af-4045-85eb-54a17ee886fe tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 970 time: 0.2759902 Nov 25 17:45:43.585894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b932dc4-37bb-4972-bc62-6a9ef57a85bf {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:43.604513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087be1f-7153-49cc-968f-d6b3de2702ef req-fdd6b06f-b72e-48ef-9bf9-6d39608f5106 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:43.606862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5087be1f-7153-49cc-968f-d6b3de2702ef req-fdd6b06f-b72e-48ef-9bf9-6d39608f5106 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.3067160 Nov 25 17:45:43.623495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73f856b8-caf2-490a-ba98-502b48fd7c91 req-1d175ca0-7c0a-49f6-800d-36252cf6792a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1575565 Nov 25 17:45:43.631068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.648249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-f91625d0-1295-4e51-8b1b-43a27eae66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:43.651027 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-f91625d0-1295-4e51-8b1b-43a27eae66ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 914 time: 0.6724081 Nov 25 17:45:43.733843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5087be1f-7153-49cc-968f-d6b3de2702ef req-ec11dbed-23cc-45c4-ba86-0f0e9c8928ac tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087492 Nov 25 17:45:43.763240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Transition to ACTIVE for port object 0b932dc4-37bb-4972-bc62-6a9ef57a85bf will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:45:43.766249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-af5b481e-a15f-4b02-a782-cba5ea4b9c83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 217 time: 0.1033638 Nov 25 17:45:43.774050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.921234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-fe84c9f2-b0a8-4382-8b05-fdccae30817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:43.925845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-fe84c9f2-b0a8-4382-8b05-fdccae30817f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.1465576 Nov 25 17:45:43.969277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Pushing event updated for resources: {'Port': ['ID=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:44.077826 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-fcc16739-1d37-418b-a42b-3caac9116219 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256216 Nov 25 17:45:44.253314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Attempting to bind port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:44.253644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Attempting to bind port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:44.254235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Attempting to bind port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf on network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:44.271163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf on network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:45:44.271498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Attempting to bind port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf on network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:44.288512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:44.288863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Checking segment: {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:44.289287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Bound using segment: {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:44.290047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Bound port: 0b932dc4-37bb-4972-bc62-6a9ef57a85bf, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ce3113-5778-483b-8fd1-ce5306b79866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:44.290412 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.298606 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-00175fca-6b2e-427a-8527-04c27fa2a300 service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043173 Nov 25 17:45:44.464996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] For port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:44.482610 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b7df87d2-b373-465c-b757-60d2d2422d86 req-30cd78ff-ce9b-4ce1-a739-93a4832f74c1 service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677306 Nov 25 17:45:44.484858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] For port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:44.493567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.544774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:44.545842 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.548491 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] 10.222.0.95 "PUT /v2.0/ports/0b932dc4-37bb-4972-bc62-6a9ef57a85bf HTTP/1.1" status: 200 len: 1130 time: 2.0141912 Nov 25 17:45:44.549348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:44.552717 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff643d6-b32d-4578-85da-94d881b7a7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:44.654623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179f236-d70f-427b-b2e9-6eba31ab79be service neutron] Pushing event updated for resources: {'Port': ['ID=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:44.680751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-205bfb5d-a6ed-4ba7-9efa-f49d4ab87407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:44.684052 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-205bfb5d-a6ed-4ba7-9efa-f49d4ab87407 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1133 time: 0.0870762 Nov 25 17:45:44.710891 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8db76ac-bf75-4dc5-9c6a-30221e25fb0b x-openstack-request-id: req-a8db76ac-bf75-4dc5-9c6a-30221e25fb0b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:44.712246 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:44.713112 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8db76ac-bf75-4dc5-9c6a-30221e25fb0b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:44.715711 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'status': 'completed', 'code': 200} Nov 25 17:45:44.825295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-179fdc04-4a67-416b-822c-433937a9838f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf HTTP/1.1" status: 200 len: 217 time: 0.1298215 Nov 25 17:45:44.877118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e7ab3-4fac-47aa-8b6c-da9cbf41a137 req-84c38287-57c3-4f4f-b6ac-0948693d048f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:44.885403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-953e7ab3-4fac-47aa-8b6c-da9cbf41a137 req-84c38287-57c3-4f4f-b6ac-0948693d048f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 982 time: 0.1093230 Nov 25 17:45:44.958405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-59a3958c-8b54-4680-b36d-6ef9b96a5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:44.960763 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-59a3958c-8b54-4680-b36d-6ef9b96a5812 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c4135904-4510-410e-b008-dcf4774d3c71 HTTP/1.1" status: 200 len: 835 time: 0.1309013 Nov 25 17:45:45.063580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f3cc46a7-6b12-479d-a0ab-3b3d7d3d8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:45.065600 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f3cc46a7-6b12-479d-a0ab-3b3d7d3d8e12 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966079 Nov 25 17:45:45.095060 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-953e7ab3-4fac-47aa-8b6c-da9cbf41a137 req-fdf6c96d-2cfc-4009-a5d9-47f0998dfc05 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2013905 Nov 25 17:45:45.130475 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cfd78-e8ae-4c11-a2da-95426958b5cd req-67f3b8c5-50f9-4036-a0d8-c86cbe97d863 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:45.142849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f1cfd78-e8ae-4c11-a2da-95426958b5cd req-67f3b8c5-50f9-4036-a0d8-c86cbe97d863 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.2564299 Nov 25 17:45:45.209493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f1cfd78-e8ae-4c11-a2da-95426958b5cd req-0302de56-fbac-4ab2-ab88-84ccc161339b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606949 Nov 25 17:45:45.240829 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-f1de93b6-6d9e-4064-9b8e-10a801b719ec service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664672 Nov 25 17:45:45.416659 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-295f2f3a-e8d0-47c3-b7e0-eab999630fbb req-62d10658-8895-4c62-a229-47f5bec78c78 service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669765 Nov 25 17:45:45.518203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-b25b7dad-0b27-4e46-ab72-63279debc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:45.519759 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-b25b7dad-0b27-4e46-ab72-63279debc083 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1133 time: 0.0506771 Nov 25 17:45:45.633973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-2e8a5396-5b6a-4200-ab8b-e3c35ca087d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:45.636026 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-2e8a5396-5b6a-4200-ab8b-e3c35ca087d6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf HTTP/1.1" status: 200 len: 898 time: 0.1094303 Nov 25 17:45:45.709836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-464f39fa-cb9d-4eed-8a25-5e7b451deffc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf HTTP/1.1" status: 200 len: 217 time: 0.0659676 Nov 25 17:45:45.772656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-e9fe0c86-7105-40d4-a085-83ea37ec6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:45.774349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-e9fe0c86-7105-40d4-a085-83ea37ec6fa9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c4135904-4510-410e-b008-dcf4774d3c71 HTTP/1.1" status: 200 len: 835 time: 0.0552759 Nov 25 17:45:45.837019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-d55592f0-edc6-436b-b2d2-7159a7437e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:45.838843 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-d55592f0-edc6-436b-b2d2-7159a7437e04 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566447 Nov 25 17:45:45.955856 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-b0d35da6-a385-4360-b140-52b1af12ca4d service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087680 Nov 25 17:45:46.071877 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ff643d6-b32d-4578-85da-94d881b7a7a5 req-ba3d794f-4ddc-427c-9b13-9ff6b9688936 service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077752 Nov 25 17:45:46.216601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9d5f7-dbc8-4840-9e91-38ca75f58f09 req-9f8e3ae0-0543-4845-bc04-fc56585552a9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:46.222805 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93d9d5f7-dbc8-4840-9e91-38ca75f58f09 req-9f8e3ae0-0543-4845-bc04-fc56585552a9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 982 time: 0.0628352 Nov 25 17:45:46.314210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93d9d5f7-dbc8-4840-9e91-38ca75f58f09 req-86929031-48f7-4514-925a-b5ec2a97eeeb tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0887215 Nov 25 17:45:46.396050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74f67d-a8cf-4235-8fc1-8c115d0242cc req-14437784-ca16-47d8-b814-253f45e7ab09 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:46.406446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e74f67d-a8cf-4235-8fc1-8c115d0242cc req-14437784-ca16-47d8-b814-253f45e7ab09 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0981622 Nov 25 17:45:46.450191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:46.477983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e74f67d-a8cf-4235-8fc1-8c115d0242cc req-df3a94a8-857b-4b79-8dde-f36fe4a0c6d5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706394 Nov 25 17:45:46.634074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300a0ba-fffa-4541-9d68-a15f4ee9bbe2 req-613a987b-d4f7-4298-9ce1-3ea1d17bc17c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:46.635812 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6300a0ba-fffa-4541-9d68-a15f4ee9bbe2 req-613a987b-d4f7-4298-9ce1-3ea1d17bc17c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0659177 Nov 25 17:45:46.694092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6300a0ba-fffa-4541-9d68-a15f4ee9bbe2 req-ba989195-4fc4-497e-9fc2-b46cc04c2298 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 Nov 25 17:45:46.826519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6bf66-8a31-4d0a-aca5-abf6c63703d5 req-a125223c-2544-41b7-911b-bb91060b559f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:46.828700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34a6bf66-8a31-4d0a-aca5-abf6c63703d5 req-a125223c-2544-41b7-911b-bb91060b559f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0552757 Nov 25 17:45:46.883394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34a6bf66-8a31-4d0a-aca5-abf6c63703d5 req-0a5d04ea-e866-4be2-a41d-3262132cdc9c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Nov 25 17:45:47.023933 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5f9e-88df-4203-b09e-2bb11d4a10f2 req-e4573314-0229-44f0-a479-23534cc90948 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.025609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a5d5f9e-88df-4203-b09e-2bb11d4a10f2 req-e4573314-0229-44f0-a479-23534cc90948 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0521421 Nov 25 17:45:47.095711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a5d5f9e-88df-4203-b09e-2bb11d4a10f2 req-626511fb-ccde-4198-8a04-ae2cc1ee91c5 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543776 Nov 25 17:45:47.157311 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.273624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fea53-c63a-44b3-b03f-2c2fd1b76207 req-272d6741-2ce6-45fe-9326-a1a9a70b5f25 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.274827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d6fea53-c63a-44b3-b03f-2c2fd1b76207 req-272d6741-2ce6-45fe-9326-a1a9a70b5f25 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0825818 Nov 25 17:45:47.340144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d6fea53-c63a-44b3-b03f-2c2fd1b76207 req-4a2ffe86-9055-4f43-ac11-43ce27000f5f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573843 Nov 25 17:45:47.561717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Deleting port 6e600f4b-390d-4207-886f-7dc785238d51 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:47.562980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.586866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb31e9-bc1b-45b7-b986-632e807c1996 req-4f498f73-add8-4206-a7c9-b0d90c6d7858 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.598206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92bb31e9-bc1b-45b7-b986-632e807c1996 req-4f498f73-add8-4206-a7c9-b0d90c6d7858 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 982 time: 0.1437397 Nov 25 17:45:47.614870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28308641-37ad-4bdf-83e1-975ac11527aa req-ec5777f8-a670-4112-90e3-27d3206b8e45 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.616475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28308641-37ad-4bdf-83e1-975ac11527aa req-ec5777f8-a670-4112-90e3-27d3206b8e45 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.1107280 Nov 25 17:45:47.669933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] For port 6e600f4b-390d-4207-886f-7dc785238d51, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6e600f4b-390d-4207-886f-7dc785238d51,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:47.670181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.687216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Calling delete_port for 6e600f4b-390d-4207-886f-7dc785238d51 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:47.699374 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28308641-37ad-4bdf-83e1-975ac11527aa req-a73523de-45d9-43fb-a9e9-b950b683dddf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757828 Nov 25 17:45:47.719382 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92bb31e9-bc1b-45b7-b986-632e807c1996 req-45870a4c-f21f-434e-b10e-51dc6b92733d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1200368 Nov 25 17:45:47.879337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d73a8f-0e78-43ac-80f3-436a0e73f326 req-f5d76ab0-fa30-4740-a278-d0c350dcec76 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.882512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6d73a8f-0e78-43ac-80f3-436a0e73f326 req-f5d76ab0-fa30-4740-a278-d0c350dcec76 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0788391 Nov 25 17:45:47.947792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6d73a8f-0e78-43ac-80f3-436a0e73f326 req-d8d069aa-b56e-45e8-909a-6a26b0b1388e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575554 Nov 25 17:45:47.974463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.007188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e600f4b-390d-4207-886f-7dc785238d51,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:48.074014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 0b932dc4-37bb-4972-bc62-6a9ef57a85bf details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:45:48.327466 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.357046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:48.379294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'port_id': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'mac_address': 'fa:16:3e:79:41:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:45:48.388634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61ffdc-6d3f-4112-b621-b7934bdf4f7f req-230ad505-6798-4b93-bfc6-17d63d5bd22e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:48.402263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c61ffdc-6d3f-4112-b621-b7934bdf4f7f req-230ad505-6798-4b93-bfc6-17d63d5bd22e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.1395745 Nov 25 17:45:48.452407 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.467117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b932dc4-37bb-4972-bc62-6a9ef57a85bf {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:48.473824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8c61ffdc-6d3f-4112-b621-b7934bdf4f7f req-2c7908e0-caf2-4555-95d6-8f05487b671b tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684505 Nov 25 17:45:48.500426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:48.507116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:48.566866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:48.660497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Router 38458566-a7e9-4244-9906-38f95b2e660f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:48.721009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['0b932dc4-37bb-4972-bc62-6a9ef57a85bf'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:45:48.829610 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:48.842505 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b9333788-711d-45c5-b55e-f3c6c614756e admin admin] 10.222.0.81 "PUT /v2.0/routers/38458566-a7e9-4244-9906-38f95b2e660f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3853390 Nov 25 17:45:48.842754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:48.859469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] Sync routers for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:48.887933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:48.888841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:48.895765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7a117-8e10-421d-9fda-f0b4c7a6f993 req-0e4ad7f0-b47c-4fbe-8a4f-91bfa19e058a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:48.904784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3d7a117-8e10-421d-9fda-f0b4c7a6f993 req-0e4ad7f0-b47c-4fbe-8a4f-91bfa19e058a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 983 time: 0.0941405 Nov 25 17:45:48.981670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3d7a117-8e10-421d-9fda-f0b4c7a6f993 req-7929d80d-2ff4-411f-a7c7-2bee8747b319 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0758843 Nov 25 17:45:49.015142 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.030309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:49.132756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.190326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Deleting port b33fb363-88ec-4453-8de6-84ba109af0c0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:49.190724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.226944 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:45:47Z', 'revision_number': 5, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port': {'id': 'b33fb363-88ec-4453-8de6-84ba109af0c0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38458566-a7e9-4244-9906-38f95b2e660f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:37Z', 'updated_at': '2021-11-25T17:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:49.258425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] Checking router: 38458566-a7e9-4244-9906-38f95b2e660f for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:49.267523 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] Routers {'38458566-a7e9-4244-9906-38f95b2e660f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:49.268222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['38458566-a7e9-4244-9906-38f95b2e660f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:49.279126 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] For port b33fb363-88ec-4453-8de6-84ba109af0c0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b33fb363-88ec-4453-8de6-84ba109af0c0,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:49.279494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.293700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Calling delete_port for b33fb363-88ec-4453-8de6-84ba109af0c0 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:49.358530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] Set router 38458566-a7e9-4244-9906-38f95b2e660f gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:49.417399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:45:49Z', 'revision_number': 6, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:49.444465 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660fed2-61ff-4d46-9c8a-7d8a4d1000ca None None] The sync data for ids ['38458566-a7e9-4244-9906-38f95b2e660f'] in n-d-819349-3 is: [{'id': '38458566-a7e9-4244-9906-38f95b2e660f', 'name': 'tempest-TestVolumeBackupRestore-2077737306-router', 'tenant_id': 'beaaa8b1dea24926a936c20860d50dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:36Z', 'updated_at': '2021-11-25T17:45:49Z', 'revision_number': 6, 'project_id': 'beaaa8b1dea24926a936c20860d50dea', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:49.489024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.517788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Pushing event deleted for resources: {'Port': ['ID=b33fb363-88ec-4453-8de6-84ba109af0c0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:49.533290 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d6eeb-c51c-43e4-9082-3c60b35e4652 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:49.586897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.649989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3392dc-63c0-47a9-8a91-ab8fff8bbea4 req-f03cb019-0edd-4ddf-a577-cbc15242b29e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:49.653171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe3392dc-63c0-47a9-8a91-ab8fff8bbea4 req-f03cb019-0edd-4ddf-a577-cbc15242b29e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0758023 Nov 25 17:45:49.697438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.700904 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.704486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe3392dc-63c0-47a9-8a91-ab8fff8bbea4 req-0c74b61e-2b37-4521-8965-4f145bb5d400 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Nov 25 17:45:49.750587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.751181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38458566-a7e9-4244-9906-38f95b2e660f {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:45:49.755606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.759097 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1763df6e-f1d7-4c2b-aef9-81f6a7d5e00e admin admin] 10.222.0.81 "DELETE /v2.0/routers/38458566-a7e9-4244-9906-38f95b2e660f HTTP/1.1" status: 204 len: 168 time: 0.9130461 Nov 25 17:45:49.759516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58104) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:49.833854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b06c0eb-2dc9-4cfe-8af0-9414113afc45 admin admin] Deleting subnet 0381a244-e08f-48fb-9e3b-e92e4d36731e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:49.854419 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b06c0eb-2dc9-4cfe-8af0-9414113afc45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.907041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b06c0eb-2dc9-4cfe-8af0-9414113afc45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.085483 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b06c0eb-2dc9-4cfe-8af0-9414113afc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.088753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 0b932dc4-37bb-4972-bc62-6a9ef57a85bf up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:50.124861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-bfbd0e0f-0a0e-42cc-a40b-8793a204a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.126448 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-bfbd0e0f-0a0e-42cc-a40b-8793a204a632 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04593db9db754e81b8f10f95d3a86621&device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 1097 time: 0.0668178 Nov 25 17:45:50.155900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:45:50.161728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:50.162571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.169511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46abff1-f037-41a4-a62e-46c868e1425e req-aae615ce-f8c4-486c-8800-5f21d4d344a7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.171630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b46abff1-f037-41a4-a62e-46c868e1425e req-aae615ce-f8c4-486c-8800-5f21d4d344a7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.1524880 Nov 25 17:45:50.200070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb9d73-6581-4712-b5a6-da6ee813060d req-fcc5302d-d2e8-4147-97ec-6a37d626d2c6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.201833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5bbb9d73-6581-4712-b5a6-da6ee813060d req-fcc5302d-d2e8-4147-97ec-6a37d626d2c6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 983 time: 0.1311243 Nov 25 17:45:50.238882 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b06c0eb-2dc9-4cfe-8af0-9414113afc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.287987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-d5e3f6b1-9ebc-4d0f-a495-f4b1aa82173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.290124 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-d5e3f6b1-9ebc-4d0f-a495-f4b1aa82173f service neutron] 10.222.0.60 "GET /v2.0/networks?id=586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 200 len: 914 time: 0.1532600 Nov 25 17:45:50.308768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06c0eb-2dc9-4cfe-8af0-9414113afc45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0381a244-e08f-48fb-9e3b-e92e4d36731e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:50.320140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2b06c0eb-2dc9-4cfe-8af0-9414113afc45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.324973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c91d4-e620-436f-b2e2-58adfddf540f None None] Network 3aa5797d-e1bd-470e-ba56-5c3e67c2644a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:50.326710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2b06c0eb-2dc9-4cfe-8af0-9414113afc45 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0381a244-e08f-48fb-9e3b-e92e4d36731e HTTP/1.1" status: 204 len: 168 time: 0.5661275 Nov 25 17:45:50.354304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b46abff1-f037-41a4-a62e-46c868e1425e req-f72715fe-7755-44e2-88b1-46100e82504f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589673 Nov 25 17:45:50.354304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:50.374129 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-cbdd6bb7-71e3-40c4-8de1-19d9014a16ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 200 len: 217 time: 0.0745895 Nov 25 17:45:50.431569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5bbb9d73-6581-4712-b5a6-da6ee813060d req-7e24bd58-8d33-4fcb-897a-f505a451075e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2184360 Nov 25 17:45:50.452749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6e600f4b-390d-4207-886f-7dc785238d51 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:50.453378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.457703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-f998b346-1b81-45f3-a024-6a5ef18192cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.459198 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-f998b346-1b81-45f3-a024-6a5ef18192cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 200 len: 853 time: 0.0733247 Nov 25 17:45:50.479189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 6e600f4b-390d-4207-886f-7dc785238d51 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:50.479535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6e600f4b-390d-4207-886f-7dc785238d51 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:50.483877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.503941 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-85c35f9f-044d-4397-b4b5-79ce4764b836 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586380c4-af22-42b7-a688-c84f5b664bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351040 Nov 25 17:45:50.537158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Deleting port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:50.537469 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.544096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:50.546652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:50.549023 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bc6bf3-028f-47c6-9734-6f39fe538c2c" -d '{"events": [{"server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "name": "network-vif-plugged", "status": "completed", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:50.568395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.634964 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb955c2-9d3b-4ab3-8c23-66cab9d4494f x-openstack-request-id: req-adb955c2-9d3b-4ab3-8c23-66cab9d4494f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:50.635264 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "name": "network-vif-plugged", "status": "completed", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:50.635520 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adb955c2-9d3b-4ab3-8c23-66cab9d4494f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:50.638296 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'code': 200} Nov 25 17:45:50.689676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] For port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:50.690251 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.705248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] DHCP port deletion for 3aa5797d-e1bd-470e-ba56-5c3e67c2644a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:50.719391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Calling delete_port for 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:50.722127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:50.727242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-d793b46d-cee2-4bec-af0a-bfbed680539c service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082357 Nov 25 17:45:50.804534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] Deleting port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:50.804850 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.866780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59a903-d43e-400e-9120-d836a309c6a0 req-56bf02a5-c9e2-45a7-a651-77dc03af2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.868380 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0c59a903-d43e-400e-9120-d836a309c6a0 req-56bf02a5-c9e2-45a7-a651-77dc03af2a9d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1135 time: 0.1138241 Nov 25 17:45:50.870372 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.891946 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d35756bf-f874-4b35-865a-31d17ef94b3d req-9bb11701-9231-49ee-a28c-82fd6ae08666 service neutron] 10.222.0.60 "GET /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557653 Nov 25 17:45:50.914988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:50.922438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] No DVR routers for this DVR port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:50.930102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] For port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,segment=NetworkSegment(98d8013f-200b-492d-b517-b532cdea4f72),segment_id=98d8013f-200b-492d-b517-b532cdea4f72)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:50.930715 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.946930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] Calling delete_port for 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:50.977662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0c59a903-d43e-400e-9120-d836a309c6a0 req-5b34be1d-2ba0-4399-bc87-26f5f371b2b8 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=094f390e-5e05-46d7-8602-788ec1b86372&id=a95648de-cfff-486c-8b53-080e7bcd1ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0988505 Nov 25 17:45:51.039647 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.059624 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.065773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa5797d-e1bd-470e-ba56-5c3e67c2644a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:51.077042 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d8013f-200b-492d-b517-b532cdea4f72') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:51.077397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d8013f-200b-492d-b517-b532cdea4f72') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:51.090957 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.097202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] No DVR routers for this DVR port 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:51.101995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8c18c-beac-4f9f-a951-a6d996ca87fd None None] Pushing event deleted for resources: {'Port': ['ID=72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:51.113807 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.127822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:51.128487 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:51.130934 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:51.226356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.242488 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.265080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3aa5797d-e1bd-470e-ba56-5c3e67c2644a HTTP/1.1" status: 204 len: 168 time: 0.9072719 Nov 25 17:45:51.265783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:51.303653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360e79e-20d1-4243-91cc-10e6f0b8e727 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa5797d-e1bd-470e-ba56-5c3e67c2644a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:51.532238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6cdda-53c4-4597-a0da-f1230a1d385e req-7d853ff1-a96d-4c8d-9136-2ae7ea0fefe1 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.534804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36d6cdda-53c4-4597-a0da-f1230a1d385e req-7d853ff1-a96d-4c8d-9136-2ae7ea0fefe1 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.1237791 Nov 25 17:45:51.672370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-36d6cdda-53c4-4597-a0da-f1230a1d385e req-55e8cb56-0491-498b-9aa4-d746a95e67ec tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293511 Nov 25 17:45:51.681914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14363ecb-a902-47c5-a1b0-e627e5cc222b req-48a92c08-cae9-4ec8-aa4f-75ac62dad91f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.684193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14363ecb-a902-47c5-a1b0-e627e5cc222b req-48a92c08-cae9-4ec8-aa4f-75ac62dad91f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 984 time: 0.1474998 Nov 25 17:45:51.749641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b33fb363-88ec-4453-8de6-84ba109af0c0 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:51.778405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b33fb363-88ec-4453-8de6-84ba109af0c0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:51.779123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b33fb363-88ec-4453-8de6-84ba109af0c0 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:51.779755 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:51.812596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:51.813101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 72ef7a5e-27dd-4fd1-9cb0-8c86d583e4d1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:51.829647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14363ecb-a902-47c5-a1b0-e627e5cc222b req-4de41b81-eede-4275-94e6-9a17d8e1a4b1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1160569 Nov 25 17:45:51.969041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.285417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Deleting port ead58e4e-02af-46c9-8d61-20f75fc8066f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:52.285775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.379538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] For port ead58e4e-02af-46c9-8d61-20f75fc8066f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ead58e4e-02af-46c9-8d61-20f75fc8066f,segment=NetworkSegment(4d220a56-f6d3-4d9c-90db-8eccb2241460),segment_id=4d220a56-f6d3-4d9c-90db-8eccb2241460)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:52.379912 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.395701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Calling delete_port for ead58e4e-02af-46c9-8d61-20f75fc8066f owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:52.599937 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.626756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ead58e4e-02af-46c9-8d61-20f75fc8066f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:52.876814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db950a2-222b-4bb7-a6e6-6ad4e79b5c9e req-542c64e2-7182-404a-9314-db7290a01bbd tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.878438 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9db950a2-222b-4bb7-a6e6-6ad4e79b5c9e req-542c64e2-7182-404a-9314-db7290a01bbd tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.1113086 Nov 25 17:45:52.906271 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.341271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9db950a2-222b-4bb7-a6e6-6ad4e79b5c9e req-56310b39-8004-4600-8889-5f9163423a50 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500360 Nov 25 17:45:53.418176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56a0eb-7b1d-4956-8526-8acc1f182581 req-3f544d92-ace0-46a6-9513-b70e93554807 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:53.419824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a56a0eb-7b1d-4956-8526-8acc1f182581 req-3f544d92-ace0-46a6-9513-b70e93554807 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 984 time: 0.4952040 Nov 25 17:45:53.573792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36ea67-ee67-44c8-bc28-5d40bab42da5 req-20d287e0-ac68-4bac-b840-6ac9bb994277 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:53.575821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc36ea67-ee67-44c8-bc28-5d40bab42da5 req-20d287e0-ac68-4bac-b840-6ac9bb994277 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.1550739 Nov 25 17:45:53.586386 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a56a0eb-7b1d-4956-8526-8acc1f182581 req-0c557fdf-f625-4eb4-b6bd-e88589086103 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1499605 Nov 25 17:45:53.710723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc36ea67-ee67-44c8-bc28-5d40bab42da5 req-448096ce-d806-4799-850b-f214fc8f3c8f tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233425 Nov 25 17:45:53.739267 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Router 5dc86438-e950-4040-8f73-135cb9ab9309 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:53.759400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92d57-4b51-4994-b201-58716a6b72b7 req-7562fa8d-3090-4222-ad35-a2bd65236b89 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:53.764919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fad92d57-4b51-4994-b201-58716a6b72b7 req-7562fa8d-3090-4222-ad35-a2bd65236b89 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 984 time: 0.0985236 Nov 25 17:45:53.936557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fad92d57-4b51-4994-b201-58716a6b72b7 req-f4f67bfc-0965-435c-9198-78b8407dc544 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1657751 Nov 25 17:45:53.964390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c54f0-7efe-4cd3-996e-10082e4cd702 req-ecdaad1d-711a-4a9c-9703-e8d570225e20 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:53.966690 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d50c54f0-7efe-4cd3-996e-10082e4cd702 req-ecdaad1d-711a-4a9c-9703-e8d570225e20 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.1335711 Nov 25 17:45:53.985350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:53.993821 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] Sync routers for ids ['5dc86438-e950-4040-8f73-135cb9ab9309'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:54.005240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9a2606ed-4315-4605-809f-498273324d9c admin admin] 10.222.0.81 "PUT /v2.0/routers/5dc86438-e950-4040-8f73-135cb9ab9309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7133589 Nov 25 17:45:54.006205 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] Routers {'5dc86438-e950-4040-8f73-135cb9ab9309'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:54.006380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58438) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:54.006820 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5dc86438-e950-4040-8f73-135cb9ab9309'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:54.050427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d50c54f0-7efe-4cd3-996e-10082e4cd702 req-502981f8-5ab1-4099-923e-7f0918f0d6b4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726662 Nov 25 17:45:54.121171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b75e4-7776-41a0-bd82-801d3dec0738 req-d95fa43a-94fc-4e39-bd0b-336bc33413fa tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.121488 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] Set router 5dc86438-e950-4040-8f73-135cb9ab9309 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:54.125303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d32b75e4-7776-41a0-bd82-801d3dec0738 req-d95fa43a-94fc-4e39-bd0b-336bc33413fa tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1135 time: 0.0685203 Nov 25 17:45:54.157698 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d32b75e4-7776-41a0-bd82-801d3dec0738 req-7586c8d0-4c60-4819-9660-0cd9d83f18a9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.199934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.271900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859dcd-8228-4fc3-8cf2-2b8cf86e0fb9 req-2ea7f3f5-b092-46f5-b2c6-fdf1d445e6e6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.273879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37859dcd-8228-4fc3-8cf2-2b8cf86e0fb9 req-2ea7f3f5-b092-46f5-b2c6-fdf1d445e6e6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.1068566 Nov 25 17:45:54.323354 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:45:52Z', 'revision_number': 5, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port': {'id': 'a34d5b87-22c2-447b-bb21-7422f3abb75e', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:54.326059 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d32b75e4-7776-41a0-bd82-801d3dec0738 req-7586c8d0-4c60-4819-9660-0cd9d83f18a9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.336095 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d32b75e4-7776-41a0-bd82-801d3dec0738 req-7586c8d0-4c60-4819-9660-0cd9d83f18a9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.359451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.361289 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] Checking router: 5dc86438-e950-4040-8f73-135cb9ab9309 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:54.371637 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] Routers {'5dc86438-e950-4040-8f73-135cb9ab9309'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:54.372348 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5dc86438-e950-4040-8f73-135cb9ab9309'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:54.417286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37859dcd-8228-4fc3-8cf2-2b8cf86e0fb9 req-d055f117-93ba-44c1-abbb-96305cad938a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858364 Nov 25 17:45:54.444238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Deleting port a34d5b87-22c2-447b-bb21-7422f3abb75e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:54.444590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.451534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d32b75e4-7776-41a0-bd82-801d3dec0738 req-7586c8d0-4c60-4819-9660-0cd9d83f18a9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3193703 Nov 25 17:45:54.460711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586c8d0-4c60-4819-9660-0cd9d83f18a9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb1ec16-391a-47a8-af3d-00126b42a545,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:54.483607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:54.577851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] For port a34d5b87-22c2-447b-bb21-7422f3abb75e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a34d5b87-22c2-447b-bb21-7422f3abb75e,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:54.578294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.587200 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] Set router 5dc86438-e950-4040-8f73-135cb9ab9309 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:54.593019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61bfb7-0b02-4aa0-93ed-941ae9240525 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.594468 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Calling delete_port for a34d5b87-22c2-447b-bb21-7422f3abb75e owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:54.594621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2e61bfb7-0b02-4aa0-93ed-941ae9240525 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1130 time: 0.1100125 Nov 25 17:45:54.597752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:54.606805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:54.656123 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:45:54Z', 'revision_number': 6, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:54.678100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2b97-c905-49d1-b4dd-6249ccdac2e9 req-366b91c8-9316-421c-bc6d-4af63ca83f2c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.680117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-307b2b97-c905-49d1-b4dd-6249ccdac2e9 req-366b91c8-9316-421c-bc6d-4af63ca83f2c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0734200 Nov 25 17:45:54.682705 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.694892 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2e4581-bd20-4529-b742-233aeffe3d03 None None] The sync data for ids ['5dc86438-e950-4040-8f73-135cb9ab9309'] in n-d-819349-3 is: [{'id': '5dc86438-e950-4040-8f73-135cb9ab9309', 'name': 'tempest-TestVolumeBackupRestore-1757488368-router', 'tenant_id': 'ac5eb0bc171649729c6a997da827e0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:41:47Z', 'updated_at': '2021-11-25T17:45:54Z', 'revision_number': 6, 'project_id': 'ac5eb0bc171649729c6a997da827e0ee', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:54.740610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-307b2b97-c905-49d1-b4dd-6249ccdac2e9 req-2aad8e7a-fb14-48a1-b003-adb20aad5857 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494576 Nov 25 17:45:54.885017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35cf9-b663-42de-8737-cf23146f444f req-4b7f5b91-2343-40df-80ba-14e2c5305825 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.887508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0c35cf9-b663-42de-8737-cf23146f444f req-4b7f5b91-2343-40df-80ba-14e2c5305825 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0561807 Nov 25 17:45:54.910442 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.946132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a0c35cf9-b663-42de-8737-cf23146f444f req-c0065e0b-4e81-4483-ab84-c8d01e5de137 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513470 Nov 25 17:45:55.135448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9f7ee-b48f-4024-b279-f2af6d519599 req-85c3a6ac-7ae1-40c8-81a1-cfac6d53f1e6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:55.138055 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ea9f7ee-b48f-4024-b279-f2af6d519599 req-85c3a6ac-7ae1-40c8-81a1-cfac6d53f1e6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0809700 Nov 25 17:45:55.209421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ea9f7ee-b48f-4024-b279-f2af6d519599 req-90cb53cf-393d-448d-9e09-a1d5c6854549 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 Nov 25 17:45:55.305674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34d5b87-22c2-447b-bb21-7422f3abb75e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:55.312902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.329262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a05ba6-1d01-4f7a-adcf-f6c625d76c5a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:55.364497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12bbdd-0920-454f-9656-849deeb507f6 req-64f74186-60d4-4361-a60c-2d0035d27253 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:55.366202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee12bbdd-0920-454f-9656-849deeb507f6 req-64f74186-60d4-4361-a60c-2d0035d27253 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0610425 Nov 25 17:45:55.416424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.424087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee12bbdd-0920-454f-9656-849deeb507f6 req-be57fb3c-526c-4a2f-bfbb-deea44a728d4 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514946 Nov 25 17:45:55.501813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-a16be53d-3403-4e19-8ae1-b1c41377ee2a req-ec7275ef-531d-46f2-ac04-1ffa082c9ea0 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:45:55.503719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a16be53d-3403-4e19-8ae1-b1c41377ee2a req-ec7275ef-531d-46f2-ac04-1ffa082c9ea0 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065799 Nov 25 17:45:55.549512 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.554648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.607812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Allocated IP 172.25.1.200 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/129a3e69-fb4c-4629-81bf-b181157d6269) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:55.620134 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.620861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc86438-e950-4040-8f73-135cb9ab9309 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:45:55.626316 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.630254 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f928b4bf-e228-4b01-af64-c82efca0aee5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5dc86438-e950-4040-8f73-135cb9ab9309 HTTP/1.1" status: 204 len: 168 time: 1.6231501 Nov 25 17:45:55.630955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:55.635052 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa13df5-3282-46ef-82e9-4ff74970887d req-b0cc65fa-3e43-44a8-bf02-79f28611f66c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:55.636806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-faa13df5-3282-46ef-82e9-4ff74970887d req-b0cc65fa-3e43-44a8-bf02-79f28611f66c tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0709982 Nov 25 17:45:55.692217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-faa13df5-3282-46ef-82e9-4ff74970887d req-88bc272a-6509-4ef3-853c-cc047a93fe63 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472491 Nov 25 17:45:55.732967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e88b41a-9a73-4139-867d-8eb884d4d58d admin admin] Deleting subnet fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:55.741919 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e88b41a-9a73-4139-867d-8eb884d4d58d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.804741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e88b41a-9a73-4139-867d-8eb884d4d58d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.809309 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.836518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ead58e4e-02af-46c9-8d61-20f75fc8066f no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:55.865159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ead58e4e-02af-46c9-8d61-20f75fc8066f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:55.867306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ead58e4e-02af-46c9-8d61-20f75fc8066f not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:55.877749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a34d5b87-22c2-447b-bb21-7422f3abb75e no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:55.911902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a34d5b87-22c2-447b-bb21-7422f3abb75e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:55.912735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a34d5b87-22c2-447b-bb21-7422f3abb75e not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:55.915428 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.921236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e88b41a-9a73-4139-867d-8eb884d4d58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:55.923906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7dd95-20e6-49b7-8f3b-c230d6461a99 req-e42833a7-f254-4b64-82ea-a44fc4bfeb65 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:55.925714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16f7dd95-20e6-49b7-8f3b-c230d6461a99 req-e42833a7-f254-4b64-82ea-a44fc4bfeb65 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0656879 Nov 25 17:45:55.990715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16f7dd95-20e6-49b7-8f3b-c230d6461a99 req-9e0cfca8-85d5-4a19-99c1-9656e1fbdcdf tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585470 Nov 25 17:45:56.003722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:56.014287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:56.024989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:56.050308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=129a3e69-fb4c-4629-81bf-b181157d6269,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:56.077126 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e88b41a-9a73-4139-867d-8eb884d4d58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.111656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88b41a-9a73-4139-867d-8eb884d4d58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:56.139643 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e88b41a-9a73-4139-867d-8eb884d4d58d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.145624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4e88b41a-9a73-4139-867d-8eb884d4d58d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fe843fe3-bf4a-4670-bf58-c3b2cbbcc53b HTTP/1.1" status: 204 len: 168 time: 0.5113754 Nov 25 17:45:56.146505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58618) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:56.147695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba71c419-573b-4f9e-b706-fc386e55d48a None None] Network c005d2f3-9c28-4b04-a621-17f8e24a7389 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:56.182235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a672e18-e4c0-4c2c-aac5-82f24470d5d0 req-42afbe84-ce89-4032-a12c-bf5050f1e717 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:56.193017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a672e18-e4c0-4c2c-aac5-82f24470d5d0 req-42afbe84-ce89-4032-a12c-bf5050f1e717 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0937541 Nov 25 17:45:56.275238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a672e18-e4c0-4c2c-aac5-82f24470d5d0 req-e97812c3-c966-439d-878d-654e11d89998 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Nov 25 17:45:56.310014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.418467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99257fc2-d47d-44a0-a81c-42f630439657 req-ab90ac09-f509-4253-9c8e-3cbab6ee1478 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:56.426678 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99257fc2-d47d-44a0-a81c-42f630439657 req-ab90ac09-f509-4253-9c8e-3cbab6ee1478 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0764925 Nov 25 17:45:56.440556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] DHCP port deletion for c005d2f3-9c28-4b04-a621-17f8e24a7389 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:56.473937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Deleting port ba7eebe1-8179-4725-92bb-f6493754e390 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:56.474277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.505305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99257fc2-d47d-44a0-a81c-42f630439657 req-8564715a-0067-44af-bf7b-99a10458558e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756195 Nov 25 17:45:56.535166 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] Deleting port ba7eebe1-8179-4725-92bb-f6493754e390 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:56.535542 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.612208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] For port ba7eebe1-8179-4725-92bb-f6493754e390, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ba7eebe1-8179-4725-92bb-f6493754e390,segment=NetworkSegment(4d220a56-f6d3-4d9c-90db-8eccb2241460),segment_id=4d220a56-f6d3-4d9c-90db-8eccb2241460)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:56.612815 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.629534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] Calling delete_port for ba7eebe1-8179-4725-92bb-f6493754e390 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:56.640308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] For port ba7eebe1-8179-4725-92bb-f6493754e390, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ba7eebe1-8179-4725-92bb-f6493754e390,segment=NetworkSegment(4d220a56-f6d3-4d9c-90db-8eccb2241460),segment_id=4d220a56-f6d3-4d9c-90db-8eccb2241460)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:56.641004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.661159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Calling delete_port for ba7eebe1-8179-4725-92bb-f6493754e390 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:56.669360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503e7c4-a30c-46f6-b939-98689eedc9b5 req-a5e641ab-ec85-40ef-929a-40b84c9c512e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:56.678722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5503e7c4-a30c-46f6-b939-98689eedc9b5 req-a5e641ab-ec85-40ef-929a-40b84c9c512e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0804336 Nov 25 17:45:56.683077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.732863 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.742083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5503e7c4-a30c-46f6-b939-98689eedc9b5 req-35601daf-2b7c-490c-a6fc-1d750bea7f9e tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623834 Nov 25 17:45:56.747964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] No DVR routers for this DVR port ba7eebe1-8179-4725-92bb-f6493754e390 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:56.781678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7ae99-714a-475f-a010-5c075b792714 None None] Pushing event deleted for resources: {'Port': ['ID=ba7eebe1-8179-4725-92bb-f6493754e390,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:56.817612 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.842967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:56.881932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] No DVR routers for this DVR port ba7eebe1-8179-4725-92bb-f6493754e390 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:56.883933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7eebe1-8179-4725-92bb-f6493754e390,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:56.894031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d3794-9d3d-4492-a460-c01d4d7d7ca9 req-359fb265-cc02-492f-b370-da1d45a52794 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:56.895823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f7d3794-9d3d-4492-a460-c01d4d7d7ca9 req-359fb265-cc02-492f-b370-da1d45a52794 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0648606 Nov 25 17:45:56.959410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f7d3794-9d3d-4492-a460-c01d4d7d7ca9 req-17ae32ce-173c-497d-93ae-da1ce35ed33a tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469012 Nov 25 17:45:57.009661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.034676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c005d2f3-9c28-4b04-a621-17f8e24a7389']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:57.047486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d220a56-f6d3-4d9c-90db-8eccb2241460') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:57.047782 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d220a56-f6d3-4d9c-90db-8eccb2241460') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:57.062459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.090335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.099145 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcfae0-61c6-45dc-b111-74fa38f190ce req-055e7406-ab04-4955-803f-6899bb0529eb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.100712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6bcfae0-61c6-45dc-b111-74fa38f190ce req-055e7406-ab04-4955-803f-6899bb0529eb tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0511677 Nov 25 17:45:57.104557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:57.105655 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: self.session.flush() Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:57.116646 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:57.157895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6bcfae0-61c6-45dc-b111-74fa38f190ce req-7a116e8d-873c-4497-811b-e50058e27210 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495286 Nov 25 17:45:57.187184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.194177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.197593 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.207928 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.217893 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] 10.222.0.81 "DELETE /v2.0/networks/c005d2f3-9c28-4b04-a621-17f8e24a7389 HTTP/1.1" status: 204 len: 168 time: 1.0663056 Nov 25 17:45:57.262362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a959132-ed4d-466b-b47e-c3805b1e660d admin admin] Pushing event deleted for resources: {'Network': ['ID=c005d2f3-9c28-4b04-a621-17f8e24a7389,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:57.307710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=129a3e69-fb4c-4629-81bf-b181157d6269,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:57.348552 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.537164 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Floating IP 1fbbfda9-315e-43fa-a32d-b598334fa930 associated. External IP: 172.25.1.200, port: 0b932dc4-37bb-4972-bc62-6a9ef57a85bf. Nov 25 17:45:57.567623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:57.617920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-47eef96f-70d2-4940-a627-d31be6691f9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=beaaa8b1dea24926a936c20860d50dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488253 Nov 25 17:45:57.620426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:57.677802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12931a23-505a-44d7-a52f-79e859650d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.702163 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12931a23-505a-44d7-a52f-79e859650d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.759652 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12931a23-505a-44d7-a52f-79e859650d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.762990 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-12931a23-505a-44d7-a52f-79e859650d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:57.765488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-12931a23-505a-44d7-a52f-79e859650d83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ead1161c-5220-4b53-8f12-37014e4d2c36 HTTP/1.1" status: 204 len: 168 time: 0.1425347 Nov 25 17:45:57.772986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ba7eebe1-8179-4725-92bb-f6493754e390 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:57.789355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12931a23-505a-44d7-a52f-79e859650d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead1161c-5220-4b53-8f12-37014e4d2c36,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:57.808491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ba7eebe1-8179-4725-92bb-f6493754e390 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:57.808853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ba7eebe1-8179-4725-92bb-f6493754e390 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:57.861634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Router 9bce17f1-66d2-49d1-a4ae-eec4876df99b has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:57.990140 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:58.001954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] Sync routers for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:58.013525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:58.014164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:58.014762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.053667 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-81c52697-2c12-412e-b412-6d3c8afe5029 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4547367 Nov 25 17:45:58.054820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:58.056283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:58.068444 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7689ce-2274-4faa-8243-925fcd5c46db" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:58.150856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:58.154437 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3699ee-4634-4203-94bc-8f2ff3247417 x-openstack-request-id: req-6b3699ee-4634-4203-94bc-8f2ff3247417 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:58.154750 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:58.155022 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b3699ee-4634-4203-94bc-8f2ff3247417 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:58.155444 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'status': 'completed', 'code': 200} Nov 25 17:45:58.235552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-9af717cb-7d96-4756-9248-6a7fe8b6263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.237727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-9af717cb-7d96-4756-9248-6a7fe8b6263b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1135 time: 0.0632117 Nov 25 17:45:58.238221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:58.313596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c2634-0a65-4766-80a8-de45780de5b3 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.314151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c2634-0a65-4766-80a8-de45780de5b3 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.314456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c2634-0a65-4766-80a8-de45780de5b3 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.314924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c2634-0a65-4766-80a8-de45780de5b3 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.315394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c2634-0a65-4766-80a8-de45780de5b3 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.317223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a37c2634-0a65-4766-80a8-de45780de5b3 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.2594588 Nov 25 17:45:58.319925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:58.410234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-6fd7b4d3-bab2-4f28-a574-3202660da780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.412630 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-6fd7b4d3-bab2-4f28-a574-3202660da780 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf HTTP/1.1" status: 200 len: 898 time: 0.1547070 Nov 25 17:45:58.445591 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9403d-8186-42ec-8d76-4c3d6be75de9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.446087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9403d-8186-42ec-8d76-4c3d6be75de9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.446864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9403d-8186-42ec-8d76-4c3d6be75de9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.447024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9403d-8186-42ec-8d76-4c3d6be75de9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.447472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9403d-8186-42ec-8d76-4c3d6be75de9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.455028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b6b9403d-8186-42ec-8d76-4c3d6be75de9 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.1339154 Nov 25 17:45:58.459099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:58.472681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '1fbbfda9-315e-43fa-a32d-b598334fa930', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'port_id': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'mac_address': 'fa:16:3e:79:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac70511-def8-4e41-a634-f80c10f03c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:56Z', 'updated_at': '2021-11-25T17:45:56Z', 'revision_number': 0, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:58.520263 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d40a17a5-5232-4891-9a3b-64d0836694e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac5eb0bc171649729c6a997da827e0ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807310 Nov 25 17:45:58.521102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:58.595873 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-cc6c309f-3b11-44f4-b0f7-e722a9618f86 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf HTTP/1.1" status: 200 len: 999 time: 0.1701157 Nov 25 17:45:58.745305 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-5fff8863-3ddc-409a-952c-36807458dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.751222 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-5fff8863-3ddc-409a-952c-36807458dba6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c4135904-4510-410e-b008-dcf4774d3c71 HTTP/1.1" status: 200 len: 835 time: 0.1474731 Nov 25 17:45:58.753781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b126742-31af-44fe-94e1-f1276185ce8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:58.816350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] Checking router: 9bce17f1-66d2-49d1-a4ae-eec4876df99b for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:58.835854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:58.836407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:58.926435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ecee6b25-b578-4d0f-83ed-47395e213cc4 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1612 time: 0.4660649 Nov 25 17:45:58.929037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58674) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:58.996175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8668f67e-e239-4fc9-91f5-80dd8ac8aa10 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.997005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8668f67e-e239-4fc9-91f5-80dd8ac8aa10 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.999096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8668f67e-e239-4fc9-91f5-80dd8ac8aa10 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9bce17f1-66d2-49d1-a4ae-eec4876df99b HTTP/1.1" status: 200 len: 1988 time: 0.0688500 Nov 25 17:45:59.020720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:59.314845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b126742-31af-44fe-94e1-f1276185ce8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.341931 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-04692d84-106e-484b-a84e-1868b45fc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:59.343572 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-04692d84-106e-484b-a84e-1868b45fc265 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5837266 Nov 25 17:45:59.463570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b126742-31af-44fe-94e1-f1276185ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.469200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b126742-31af-44fe-94e1-f1276185ce8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.470704 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1b126742-31af-44fe-94e1-f1276185ce8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9dfd20f-feb4-47e3-8316-a6b30adcff33 HTTP/1.1" status: 204 len: 168 time: 0.9408281 Nov 25 17:45:59.485923 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-7a89c957-1f42-49bf-af56-c878f5e88a07 service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348140 Nov 25 17:45:59.487201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b126742-31af-44fe-94e1-f1276185ce8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dfd20f-feb4-47e3-8316-a6b30adcff33,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:59.510841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '1fbbfda9-315e-43fa-a32d-b598334fa930', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'port_id': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'mac_address': 'fa:16:3e:79:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac70511-def8-4e41-a634-f80c10f03c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:56Z', 'updated_at': '2021-11-25T17:45:56Z', 'revision_number': 0, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:59.556620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae111e5e-2a6d-4d8c-9d94-4a12176314c8 None None] The sync data for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 is: [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '1fbbfda9-315e-43fa-a32d-b598334fa930', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'port_id': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'mac_address': 'fa:16:3e:79:41:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac70511-def8-4e41-a634-f80c10f03c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:45:56Z', 'updated_at': '2021-11-25T17:45:56Z', 'revision_number': 0, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:59.729285 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cd7689ce-2274-4faa-8243-925fcd5c46db req-8375e5a0-0a5e-4444-a774-a812dae32f12 service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366869 Nov 25 17:45:59.944098 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0121718-3970-44fd-afba-7e85eabd43b2 None None] New status for floating IP 1fbbfda9-315e-43fa-a32d-b598334fa930: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:46:00.593353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:00.760902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-478468073-network', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:00.785570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:00.788149 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:00.799391 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:00.894471 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:00.899449 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:00.930386 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0119101c-faf8-4272-8aab-21f2b1a29baf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:00.946145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:46:00.966915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:00.967480 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Added segment 44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4 of type vlan for network 3793f1fe-ed48-4dde-b77f-55044359c98a Nov 25 17:46:01.031375 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.062076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.063598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.064495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.135849 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5412409 Nov 25 17:46:01.140358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:01.146392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Request body: {'subnet': {'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-478468073-subnet', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:01.155980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804c99-798e-4e82-bf7f-48259d6851e1 admin admin] Pushing event updated for resources: {'Network': ['ID=3793f1fe-ed48-4dde-b77f-55044359c98a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:01.171524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 3793f1fe-ed48-4dde-b77f-55044359c98a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:46:01.206818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:01.209856 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.465679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.547775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3eb2932-d269-4bf3-a235-430d1ced1d62,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:01.553622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:01.553990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Network hostable DHCP agents. Network: 3793f1fe-ed48-4dde-b77f-55044359c98a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:46:01.574339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:46:01.585261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 3793f1fe-ed48-4dde-b77f-55044359c98a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:01.597387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ea6ea-5d2f-4ebf-a9cc-a6551704a148 None None] Network 3793f1fe-ed48-4dde-b77f-55044359c98a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:01.615256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.623408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.652356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58720) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:01.655513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fa6ac24e-5acd-4717-a287-4a1d8adc4e6e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5130351 Nov 25 17:46:01.657509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:01.700801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.702172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.774419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.847491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-3793f1fe-ed48-4dde-b77f-55044359c98a', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:01.848397 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.008470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.022266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Allocated IP 172.20.0.2 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/6989f545-24f3-4105-800d-af5c7b5d349f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:02.246385 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.257518 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57e85a22-312c-4466-b1b8-025563dd0d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.266284 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.275111 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.276001 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.320453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:02.323733 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:02.326741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:02.380461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Pushing event updated for resources: {'Port': ['ID=6989f545-24f3-4105-800d-af5c7b5d349f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:02.397904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Attempting to bind port 6989f545-24f3-4105-800d-af5c7b5d349f on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:02.398281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Attempting to bind port 6989f545-24f3-4105-800d-af5c7b5d349f by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:02.398653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Attempting to bind port 6989f545-24f3-4105-800d-af5c7b5d349f on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:02.404851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:02.405316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:02.405660 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.406052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:02.406536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Bound port: 6989f545-24f3-4105-800d-af5c7b5d349f, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:02.406922 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.414478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Allocated IP 172.25.1.44 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/64508fb3-15a4-41f9-8343-d039f5b2589d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:02.486285 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] For port 6989f545-24f3-4105-800d-af5c7b5d349f, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:02.491494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] For port 6989f545-24f3-4105-800d-af5c7b5d349f, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6989f545-24f3-4105-800d-af5c7b5d349f,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:02.498240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.553558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.575353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af021ea3-d573-4b91-9792-7002c9f3c054 None None] Pushing event updated for resources: {'Port': ['ID=6989f545-24f3-4105-800d-af5c7b5d349f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:02.614740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.633986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:02.653855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:02.656478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:02.672807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942abfd2-4a9f-41d0-8fbd-c62d4280d4ad None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:02.720759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b9ef0ba0-ba48-4167-8826-a9d38e065f1d None None] Provisioning complete for port 64508fb3-15a4-41f9-8343-d039f5b2589d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:02.721161 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9ef0ba0-ba48-4167-8826-a9d38e065f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.813162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef0ba0-ba48-4167-8826-a9d38e065f1d None None] Port 64508fb3-15a4-41f9-8343-d039f5b2589d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:03.026094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Pushing event updated for resources: {'Port': ['ID=64508fb3-15a4-41f9-8343-d039f5b2589d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:03.041377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:03.281353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:03.437718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Router 1a10d018-f01b-410a-ba13-e2dab2402866 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:46:03.567367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:03.582751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:03.598708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:03.600409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:45:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:03.606696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:03.610534 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0e5b8153-6e06-4da7-9f8e-022343d617e6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9543393 Nov 25 17:46:03.610728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:03.876242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6989f545-24f3-4105-800d-af5c7b5d349f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:03.913653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:04.039913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f32b3d-c0d1-43a9-ac8f-a071476478bd None None] Network 3793f1fe-ed48-4dde-b77f-55044359c98a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:04.161994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8de0bc3d-0c81-4511-baad-63f7bdd3df0b None None] Provisioning complete for port 6989f545-24f3-4105-800d-af5c7b5d349f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:04.162645 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8de0bc3d-0c81-4511-baad-63f7bdd3df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.211719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6989f545-24f3-4105-800d-af5c7b5d349f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:04.212129 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.399846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.426278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a140d10-2a80-4478-bca6-9504e96d4153 req-b241e8fb-0479-40c6-94f5-3e8efc1f0c83 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:04.431490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a140d10-2a80-4478-bca6-9504e96d4153 req-b241e8fb-0479-40c6-94f5-3e8efc1f0c83 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0866280 Nov 25 17:46:04.548558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a140d10-2a80-4478-bca6-9504e96d4153 req-3d226ffd-af5c-4c4c-a744-8f4fb990d288 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121254 Nov 25 17:46:04.614535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Allocated IP 172.20.0.1 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/e3749fb5-3a81-415c-b60c-824c82b435a7) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:04.732048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.762392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-05869d85-56a1-423e-bb64-f8e58dcd9444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.769561 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.821139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:04.824705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:04.828673 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:04.849921 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8de0bc3d-0c81-4511-baad-63f7bdd3df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.857816 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Pushing event updated for resources: {'Port': ['ID=e3749fb5-3a81-415c-b60c-824c82b435a7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:04.882595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.911586 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:02Z', 'revision_number': 3, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:04.967412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:04.968216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Updating router 1a10d018-f01b-410a-ba13-e2dab2402866 port 64508fb3-15a4-41f9-8343-d039f5b2589d binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:05.014776 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.016866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.072251 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.078024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8de0bc3d-0c81-4511-baad-63f7bdd3df0b None None] For port 6989f545-24f3-4105-800d-af5c7b5d349f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6989f545-24f3-4105-800d-af5c7b5d349f,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:05.103188 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8de0bc3d-0c81-4511-baad-63f7bdd3df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.178724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0bc3d-0c81-4511-baad-63f7bdd3df0b None None] Pushing event updated for resources: {'Port': ['ID=6989f545-24f3-4105-800d-af5c7b5d349f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:05.332078 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:46:05.332457 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:46:05.349403 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.362934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.480720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.483964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Pushing event updated for resources: {'Port': ['ID=e3749fb5-3a81-415c-b60c-824c82b435a7,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:05.583436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-714705d7-0cab-46f7-a765-9bbabb3f430d None None] Provisioning complete for port e3749fb5-3a81-415c-b60c-824c82b435a7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:05.583734 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-714705d7-0cab-46f7-a765-9bbabb3f430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.603323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:05.606412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:05.626603 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.645265 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.720902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe097f1-d7d8-4221-9372-ea7ce97b1516 None None] Pushing event updated for resources: {'Port': ['ID=64508fb3-15a4-41f9-8343-d039f5b2589d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:05.728699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-714705d7-0cab-46f7-a765-9bbabb3f430d None None] Port e3749fb5-3a81-415c-b60c-824c82b435a7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:05.748406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba22e53-fdca-4921-9e4d-687b80832eda req-5d1b8371-e762-435a-8aa1-ae1e5b2d9c86 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.750265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92876236-a71c-48f3-812b-a4dc23335dab None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:05.757668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ba22e53-fdca-4921-9e4d-687b80832eda req-5d1b8371-e762-435a-8aa1-ae1e5b2d9c86 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0796130 Nov 25 17:46:05.772060 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-714705d7-0cab-46f7-a765-9bbabb3f430d None None] Provisioning complete for port 6989f545-24f3-4105-800d-af5c7b5d349f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:05.772912 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-714705d7-0cab-46f7-a765-9bbabb3f430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.781829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Attempting to bind port 64508fb3-15a4-41f9-8343-d039f5b2589d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:05.782365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Attempting to bind port 64508fb3-15a4-41f9-8343-d039f5b2589d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:05.782945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Attempting to bind port 64508fb3-15a4-41f9-8343-d039f5b2589d on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:05.793752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:05.794119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:05.794541 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.794947 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:05.796216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Bound port: 64508fb3-15a4-41f9-8343-d039f5b2589d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:05.796713 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:05.844714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ba22e53-fdca-4921-9e4d-687b80832eda req-09b2eb15-8b92-4506-b6d4-5b66619c7322 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ab26922-290a-44da-a357-27d848d95493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828764 Nov 25 17:46:05.856455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Router 1a10d018-f01b-410a-ba13-e2dab2402866 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:06.013171 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.079854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6989f545-24f3-4105-800d-af5c7b5d349f up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:06.144081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] For port 64508fb3-15a4-41f9-8343-d039f5b2589d, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:06.191115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] For port 64508fb3-15a4-41f9-8343-d039f5b2589d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64508fb3-15a4-41f9-8343-d039f5b2589d,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:06.198101 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.268786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a91b31-fd75-4c98-905d-eb3be596bd98 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:06.319034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe097f1-d7d8-4221-9372-ea7ce97b1516 None None] Pushing event updated for resources: {'Port': ['ID=64508fb3-15a4-41f9-8343-d039f5b2589d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:06.323615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 6989f545-24f3-4105-800d-af5c7b5d349f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:06.324016 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.325945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:06.326592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:06.399103 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] Provisioning complete for port 64508fb3-15a4-41f9-8343-d039f5b2589d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:06.399469 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.462995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:06.472855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863c21f-fabe-4225-8779-110c78c58020 req-f8f07c99-d63d-4c7d-adc2-f9fb8648baed tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:06.474358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c863c21f-fabe-4225-8779-110c78c58020 req-f8f07c99-d63d-4c7d-adc2-f9fb8648baed tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 946 time: 0.0636756 Nov 25 17:46:06.486737 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fa091269-df37-420d-a8d8-10d7c904e97f admin admin] 10.222.0.81 "PUT /v2.0/routers/1a10d018-f01b-410a-ba13-e2dab2402866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8663297 Nov 25 17:46:06.557749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:06.580147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Deleting port 3bfc042d-dd81-43cf-b885-4544437bacd6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:06.580489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.669589 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.676539 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.692997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] For port 3bfc042d-dd81-43cf-b885-4544437bacd6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3bfc042d-dd81-43cf-b885-4544437bacd6,segment=NetworkSegment(347207b5-9762-4b3f-b9a6-22d4a1408e18),segment_id=347207b5-9762-4b3f-b9a6-22d4a1408e18)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:06.694405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.709555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Calling delete_port for 3bfc042d-dd81-43cf-b885-4544437bacd6 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:06.732544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] For port 64508fb3-15a4-41f9-8343-d039f5b2589d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64508fb3-15a4-41f9-8343-d039f5b2589d,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:06.739261 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.810906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] Provisioning complete for port e3749fb5-3a81-415c-b60c-824c82b435a7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:06.811555 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.849801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] Pushing event updated for resources: {'Port': ['ID=64508fb3-15a4-41f9-8343-d039f5b2589d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:06.868736 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.904006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['3bfc042d-dd81-43cf-b885-4544437bacd6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:06.908511 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4c34eba3-d073-4a00-a6b3-680acea11e42 None None] Port e3749fb5-3a81-415c-b60c-824c82b435a7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:06.913115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Pushing event deleted for resources: {'Port': ['ID=3bfc042d-dd81-43cf-b885-4544437bacd6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:06.975945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 2, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:06.984501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] No DVR routers for this DVR port 3bfc042d-dd81-43cf-b885-4544437bacd6 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:06.992715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.001684 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c863c21f-fabe-4225-8779-110c78c58020 req-87ff868c-c304-470a-830b-b20f0aec37c7 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.60 "DELETE /v2.0/ports/3bfc042d-dd81-43cf-b885-4544437bacd6 HTTP/1.1" status: 204 len: 173 time: 0.5201743 Nov 25 17:46:07.005169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-deleted', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:07.008169 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74582ca4-5e33-4f7e-86d7-ef571d85c660" -d '{"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-deleted", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:07.028009 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b457f305-ac08-4e64-80a3-d4bd37e78fc9 req-bafa1f3a-d39e-46dd-8db6-55bc6f29b9d6 tempest-ServersNegativeTestJSON-1524859603 tempest-ServersNegativeTestJSON-1524859603-project] 10.222.0.81 "GET /v2.0/ports?device_id=e47dc1a4-f56e-4d71-8382-50f24add5fbf HTTP/1.1" status: 200 len: 210 time: 0.0547211 Nov 25 17:46:07.046098 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f499066-4934-4bd1-8436-1d4370184d09 None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 2, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:07.070662 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a42daf-fbbc-48d4-921d-e03a30b9d875 x-openstack-request-id: req-f2a42daf-fbbc-48d4-921d-e03a30b9d875 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:07.071284 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47dc1a4-f56e-4d71-8382-50f24add5fbf", "name": "network-vif-deleted", "tag": "3bfc042d-dd81-43cf-b885-4544437bacd6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:07.071433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-48b3723b-4bd4-43e6-be36-e12014ce2132 None None] Provisioning complete for port 64508fb3-15a4-41f9-8343-d039f5b2589d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:07.071715 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2a42daf-fbbc-48d4-921d-e03a30b9d875 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:07.072168 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47dc1a4-f56e-4d71-8382-50f24add5fbf', 'name': 'network-vif-deleted', 'tag': '3bfc042d-dd81-43cf-b885-4544437bacd6', 'status': 'completed', 'code': 200} Nov 25 17:46:07.072627 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48b3723b-4bd4-43e6-be36-e12014ce2132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.106382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:07.112216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1013575595-network', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:07.152720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Made reservation on behalf of 4519e0c18e904b76b3e2ab7cd92f0f45 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:07.155727 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.176865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.196430 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.255945 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.313197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.317799 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.347403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:46:07.358784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258f69f7-400e-4c67-8b15-454436383804,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:07.378472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.378901 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Added segment 956c7bf6-8b55-4da4-8b97-e9eabd0226a4 of type vlan for network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 Nov 25 17:46:07.442460 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.487014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.488367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.489002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.564441 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4541612 Nov 25 17:46:07.565602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58776) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:07.572236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Request body: {'subnet': {'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1013575595-subnet', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:07.594883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea37e3-5dd0-4951-aebe-23e6cb811f02 admin admin] Pushing event updated for resources: {'Network': ['ID=8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:07.606324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:46:07.631833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Made reservation on behalf of 4519e0c18e904b76b3e2ab7cd92f0f45 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:07.634859 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.872023 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.927688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5dc625-e86d-40ec-a1fa-d6f00949406b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:07.981429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Checking segment: {'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:07.981794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Network hostable DHCP agents. Network: 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:46:07.988516 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.007867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:46:08.023954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:08.029810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:08.030411 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.038139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda5a794-a460-4e9c-8cd3-c73920e9c072 None None] Network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:08.061230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0f78f92a-da9e-4de8-83a6-3fb134259d21 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4942575 Nov 25 17:46:08.063719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58794) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:08.068879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:08.130151 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.131284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.163716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:08.229646 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.241201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0cc268-f6a9-4158-a1e0-f4efcc7e60d6 admin admin] Deleting subnet 800d70a9-1330-4be6-a906-5246b27af917 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:46:08.249517 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc268-f6a9-4158-a1e0-f4efcc7e60d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.306477 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc268-f6a9-4158-a1e0-f4efcc7e60d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.353232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403', 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'fixed_ips': [{'subnet_id': '1f5dc625-e86d-40ec-a1fa-d6f00949406b'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:08.355583 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.360183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc268-f6a9-4158-a1e0-f4efcc7e60d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.444037 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc268-f6a9-4158-a1e0-f4efcc7e60d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.462874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.471968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cc268-f6a9-4158-a1e0-f4efcc7e60d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800d70a9-1330-4be6-a906-5246b27af917,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:08.490613 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc268-f6a9-4158-a1e0-f4efcc7e60d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.496258 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0a0cc268-f6a9-4158-a1e0-f4efcc7e60d6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/800d70a9-1330-4be6-a906-5246b27af917 HTTP/1.1" status: 204 len: 168 time: 0.3281703 Nov 25 17:46:08.496606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:08.557419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Allocated IP 172.20.0.2 (8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403/1f5dc625-e86d-40ec-a1fa-d6f00949406b/ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:08.627171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.794369 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.800525 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.811213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.838330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.849695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586380c4-af22-42b7-a688-c84f5b664bd3']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:08.864614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347207b5-9762-4b3f-b9a6-22d4a1408e18') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:08.865375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347207b5-9762-4b3f-b9a6-22d4a1408e18') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:08.865515 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.889366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Pushing event updated for resources: {'Port': ['ID=ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:08.898211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:08.899904 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:08.902296 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.903097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:08.936414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.946876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:46:08.947290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:46:08.959309 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:46:08.985199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Attempting to bind port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:08.985873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Attempting to bind port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:08.986403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Attempting to bind port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 on network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:08.992011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:08.993146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Checking segment: {'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:08.993746 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.994312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Bound using segment: {'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:08.994811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Bound port: ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:08.995771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.031273 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.070612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.075329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Allocated IP 172.25.1.139 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/d2ee499a-eb7f-42ff-acf2-f86618986363) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:09.080248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] 10.222.0.81 "DELETE /v2.0/networks/586380c4-af22-42b7-a688-c84f5b664bd3 HTTP/1.1" status: 204 len: 168 time: 0.5815213 Nov 25 17:46:09.080778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec8027-19a9-40e3-8b9b-a39aacff325b admin admin] Pushing event deleted for resources: {'Network': ['ID=586380c4-af22-42b7-a688-c84f5b664bd3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:09.097643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] For port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:09.101358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] For port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6,segment=NetworkSegment(956c7bf6-8b55-4da4-8b97-e9eabd0226a4),segment_id=956c7bf6-8b55-4da4-8b97-e9eabd0226a4)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:09.111202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.234099 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8e960-a941-499b-81db-fd8b2d77908f None None] Pushing event updated for resources: {'Port': ['ID=ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:09.268540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.331326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.379336 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:09.383972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:09.387096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:09.400998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11e0cf-472f-4e0a-a6ba-a4a6432e9494 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:09.418221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:09.438476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ee499a-eb7f-42ff-acf2-f86618986363,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:09.528089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-960f0cf5-50da-402f-8100-d7df04011b55 None None] Provisioning complete for port d2ee499a-eb7f-42ff-acf2-f86618986363 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:09.528463 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-960f0cf5-50da-402f-8100-d7df04011b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.593869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dee76c5e-8367-462e-9129-363f8358d38e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04593db9db754e81b8f10f95d3a86621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659000 Nov 25 17:46:09.594215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58828) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:09.614265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-960f0cf5-50da-402f-8100-d7df04011b55 None None] Port d2ee499a-eb7f-42ff-acf2-f86618986363 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:09.635270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:09.656321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-707cacea-25b5-4021-a499-1ba161c73a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.680990 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-707cacea-25b5-4021-a499-1ba161c73a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.681258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 3bfc042d-dd81-43cf-b885-4544437bacd6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:09.681562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3bfc042d-dd81-43cf-b885-4544437bacd6 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:09.746075 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-707cacea-25b5-4021-a499-1ba161c73a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.749107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-707cacea-25b5-4021-a499-1ba161c73a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.752367 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-707cacea-25b5-4021-a499-1ba161c73a73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ab26922-290a-44da-a357-27d848d95493 HTTP/1.1" status: 204 len: 168 time: 0.1571386 Nov 25 17:46:09.771693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cacea-25b5-4021-a499-1ba161c73a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab26922-290a-44da-a357-27d848d95493,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:09.784292 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.060980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.124188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:10.235997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:10.236332 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.236454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Router a18dd3df-7035-4f0a-9624-608cf6c882a7 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:46:10.352546 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.395607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6,segment=NetworkSegment(956c7bf6-8b55-4da4-8b97-e9eabd0226a4),segment_id=956c7bf6-8b55-4da4-8b97-e9eabd0226a4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:10.402398 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.407378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64508fb3-15a4-41f9-8343-d039f5b2589d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:10.416794 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:10.428921 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Sync routers for ids ['a18dd3df-7035-4f0a-9624-608cf6c882a7'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:10.447632 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Routers {'a18dd3df-7035-4f0a-9624-608cf6c882a7'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:10.449245 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a18dd3df-7035-4f0a-9624-608cf6c882a7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:10.449736 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.451410 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-17d64921-c867-4031-86a5-0af264113132 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3865290 Nov 25 17:46:10.454079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 58854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:10.504371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:10.527862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 64508fb3-15a4-41f9-8343-d039f5b2589d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:10.528249 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.676462 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Set router a18dd3df-7035-4f0a-9624-608cf6c882a7 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:10.697284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:10.712507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:10.713271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:10.913350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:11.073002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab1e79-3f6d-43a4-b8d1-cf3138d2af0f None None] Network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:11.103815 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:09Z', 'revision_number': 3, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port': {'id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:11.148190 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Checking router: a18dd3df-7035-4f0a-9624-608cf6c882a7 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:11.148799 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Updating router a18dd3df-7035-4f0a-9624-608cf6c882a7 port d2ee499a-eb7f-42ff-acf2-f86618986363 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:11.187738 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.243628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a9b73f60-33cc-4890-85cb-8675a7e1580a None None] Provisioning complete for port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:11.244954 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9b73f60-33cc-4890-85cb-8675a7e1580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.504868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 2, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:11.541051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:11.541565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Updating router 1a10d018-f01b-410a-ba13-e2dab2402866 port e3749fb5-3a81-415c-b60c-824c82b435a7 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:11.585932 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.608927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:11.675674 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.676797 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.697791 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.765801 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336b0a8-2a15-4a79-b620-f58ac929cf54 None None] Pushing event updated for resources: {'Port': ['ID=d2ee499a-eb7f-42ff-acf2-f86618986363,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:11.830863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37f3dc-8881-4d48-931d-867e3a7a0f8d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:11.840302 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dba-abce-4e00-a705-20a9865259c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.863182 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Attempting to bind port d2ee499a-eb7f-42ff-acf2-f86618986363 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:11.863969 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Attempting to bind port d2ee499a-eb7f-42ff-acf2-f86618986363 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:11.864578 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Attempting to bind port d2ee499a-eb7f-42ff-acf2-f86618986363 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:11.873422 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:11.875792 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:11.878153 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.878674 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:11.879279 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Bound port: d2ee499a-eb7f-42ff-acf2-f86618986363, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:11.879976 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.961385 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] For port d2ee499a-eb7f-42ff-acf2-f86618986363, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:11.966010 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] For port d2ee499a-eb7f-42ff-acf2-f86618986363, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d2ee499a-eb7f-42ff-acf2-f86618986363,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:11.972846 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.992190 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dba-abce-4e00-a705-20a9865259c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.998323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2dba-abce-4e00-a705-20a9865259c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.028318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e9e483-9e5a-4265-825f-cdda7a606501 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:12.041227 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Routers {'a18dd3df-7035-4f0a-9624-608cf6c882a7'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:12.041914 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a18dd3df-7035-4f0a-9624-608cf6c882a7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:12.045544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Allocated IP 172.20.0.1 (8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403/1f5dc625-e86d-40ec-a1fa-d6f00949406b/cdfff2cc-06b3-42d0-9e64-6d67b625dd57) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:12.072153 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fa9e2dba-abce-4e00-a705-20a9865259c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=620364513a034ac7b1fb3f6e404c5ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620976 Nov 25 17:46:12.073075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58890) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:12.074169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e2dba-abce-4e00-a705-20a9865259c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77efb004-3e39-42fc-99bf-b057d31d218a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:12.129899 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:12.179552 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] Set router a18dd3df-7035-4f0a-9624-608cf6c882a7 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:12.206459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-262c6622-c53a-40d2-87bf-b13e64d6b4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.236027 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.236793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c3e50f2f-6bd5-48c1-8f28-ba2060982605 None None] Provisioning complete for port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:12.249255 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3e50f2f-6bd5-48c1-8f28-ba2060982605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.283609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-262c6622-c53a-40d2-87bf-b13e64d6b4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.311672 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336b0a8-2a15-4a79-b620-f58ac929cf54 None None] Pushing event updated for resources: {'Port': ['ID=d2ee499a-eb7f-42ff-acf2-f86618986363,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:12.332828 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.342245 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.400163 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.409913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:12.418852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:12.424495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:12.430645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:12.451304 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-262c6622-c53a-40d2-87bf-b13e64d6b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.453311 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-262c6622-c53a-40d2-87bf-b13e64d6b4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.456074 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-262c6622-c53a-40d2-87bf-b13e64d6b4a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77efb004-3e39-42fc-99bf-b057d31d218a HTTP/1.1" status: 204 len: 168 time: 0.3772135 Nov 25 17:46:12.472838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c6622-c53a-40d2-87bf-b13e64d6b4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77efb004-3e39-42fc-99bf-b057d31d218a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:12.502519 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:09Z', 'revision_number': 3, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port': {'id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:12.524828 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.569977 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320a59f-243f-47cd-85d2-66b095667180 None None] The sync data for ids ['a18dd3df-7035-4f0a-9624-608cf6c882a7'] in n-d-819349-3 is: [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:09Z', 'revision_number': 3, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port': {'id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:12.674761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:12.675143 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.678576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d94cd-3678-463b-a240-50718e2991d3 None None] Pushing event updated for resources: {'Port': ['ID=e3749fb5-3a81-415c-b60c-824c82b435a7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:12.798518 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.900251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Attempting to bind port e3749fb5-3a81-415c-b60c-824c82b435a7 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:12.905752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Attempting to bind port e3749fb5-3a81-415c-b60c-824c82b435a7 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:12.906130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Attempting to bind port e3749fb5-3a81-415c-b60c-824c82b435a7 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:12.926871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:12.929016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:12.929260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.929909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:12.930134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Bound port: e3749fb5-3a81-415c-b60c-824c82b435a7, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:12.930482 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:12.956403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c3e50f2f-6bd5-48c1-8f28-ba2060982605 None None] Provisioning complete for port d2ee499a-eb7f-42ff-acf2-f86618986363 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:12.957466 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3e50f2f-6bd5-48c1-8f28-ba2060982605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.099293 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.110990 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.196863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] For port e3749fb5-3a81-415c-b60c-824c82b435a7, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:13.217658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] For port e3749fb5-3a81-415c-b60c-824c82b435a7, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e3749fb5-3a81-415c-b60c-824c82b435a7,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:13.222357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:13.227256 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.241045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.445763 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:13.447121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:13.450950 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d94cd-3678-463b-a240-50718e2991d3 None None] Pushing event updated for resources: {'Port': ['ID=e3749fb5-3a81-415c-b60c-824c82b435a7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:13.456572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:13.464287 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:13.519478 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3e50f2f-6bd5-48c1-8f28-ba2060982605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.564349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c3e50f2f-6bd5-48c1-8f28-ba2060982605 None None] For port d2ee499a-eb7f-42ff-acf2-f86618986363, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d2ee499a-eb7f-42ff-acf2-f86618986363,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:13.578378 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3e50f2f-6bd5-48c1-8f28-ba2060982605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.757139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58934) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:13.831705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Router a18dd3df-7035-4f0a-9624-608cf6c882a7 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:13.905172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1015368174-network', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:13.977650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Made reservation on behalf of 0e690cb4575e4199ae0a4e5a91018bb6 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:13.982260 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:13.993862 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Provisioning complete for port e3749fb5-3a81-415c-b60c-824c82b435a7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:13.994278 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.008905 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.030804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:14.045796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e50f2f-6bd5-48c1-8f28-ba2060982605 None None] Pushing event updated for resources: {'Port': ['ID=d2ee499a-eb7f-42ff-acf2-f86618986363,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:14.063276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a51bb0d-a01d-47f6-8ef8-feab66b0bd07 admin admin] 10.222.0.81 "PUT /v2.0/routers/a18dd3df-7035-4f0a-9624-608cf6c882a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5998185 Nov 25 17:46:14.071644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:14.271199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.279080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.299698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d2ee499a-eb7f-42ff-acf2-f86618986363 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:14.302039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:46:14.331494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.331985 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Added segment dc11d6b2-885c-42ac-b69a-3ca6e891217a of type vlan for network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 Nov 25 17:46:14.333690 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.419449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] For port e3749fb5-3a81-415c-b60c-824c82b435a7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e3749fb5-3a81-415c-b60c-824c82b435a7,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:14.424270 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d2ee499a-eb7f-42ff-acf2-f86618986363 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:14.424659 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.429908 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85583f9-59bf-453a-bbaf-e2565a60db53,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:14.446129 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.471299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.494899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.501122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:14.501122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.585207 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8242078 Nov 25 17:46:14.585561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58960) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:14.587210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Provisioning complete for port d2ee499a-eb7f-42ff-acf2-f86618986363 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:14.587687 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.590643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Request body: {'subnet': {'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1015368174-subnet', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:14.612695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05875f60-65dd-4cee-8b91-d82ab7c47c6f admin admin] Pushing event updated for resources: {'Network': ['ID=c1b72699-2d26-4aab-84ec-1fcc03e65aa5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:14.634980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Pushing event updated for resources: {'Port': ['ID=e3749fb5-3a81-415c-b60c-824c82b435a7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:14.647134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:46:14.661421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Made reservation on behalf of 0e690cb4575e4199ae0a4e5a91018bb6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:14.664684 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:14.745468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:13Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:14.807323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcfdd1b-0fa7-4c3d-a9c5-d38a05eb6f7e None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:13Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:14.848997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e3749fb5-3a81-415c-b60c-824c82b435a7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:14.941346 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.025739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Provisioning complete for port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:15.026448 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.054412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Checking segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:15.054777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Network hostable DHCP agents. Network: c1b72699-2d26-4aab-84ec-1fcc03e65aa5, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:46:15.058880 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b732c6-cac3-4f65-abc0-9ee79348fba1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:15.085271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:46:15.101040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, c1b72699-2d26-4aab-84ec-1fcc03e65aa5) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:15.106263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:15.107137 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.134745 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ba6e9323-baa5-428b-aabe-b4587b2be6c1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5434928 Nov 25 17:46:15.134745 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 58966) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:15.140822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:15.142320 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ef88b-c86b-412c-9ade-1632b80fadcd None None] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:15.150299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e3749fb5-3a81-415c-b60c-824c82b435a7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:15.150899 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.275400 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.277934 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.305348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a8421-3323-4ac4-89f7-9758070ce804 None None] Port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:15.367377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.563616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:15.565917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.591968 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Sync routers for ids ['a18dd3df-7035-4f0a-9624-608cf6c882a7'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:15.645945 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7f92d769-a15a-4281-8431-fb808a678f63 None None] Provisioning complete for port e3749fb5-3a81-415c-b60c-824c82b435a7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:15.646324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f92d769-a15a-4281-8431-fb808a678f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.657379 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Routers {'a18dd3df-7035-4f0a-9624-608cf6c882a7'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:15.658018 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a18dd3df-7035-4f0a-9624-608cf6c882a7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:15.671038 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.805736 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Set router a18dd3df-7035-4f0a-9624-608cf6c882a7 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:15.999152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.025460 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.111038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d2ee499a-eb7f-42ff-acf2-f86618986363 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:16.221154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Allocated IP 172.25.1.145 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/81052532-d7fb-422a-84ce-acc9d8501728) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:16.224364 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:12Z', 'revision_number': 4, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port': {'id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'cdfff2cc-06b3-42d0-9e64-6d67b625dd57', 'name': '', 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'mac_address': 'fa:16:3e:76:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '1f5dc625-e86d-40ec-a1fa-d6f00949406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:11Z', 'updated_at': '2021-11-25T17:46:12Z', 'revision_number': 2, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'subnets': [{'id': '1f5dc625-e86d-40ec-a1fa-d6f00949406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:16.270971 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Checking router: a18dd3df-7035-4f0a-9624-608cf6c882a7 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:16.271432 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Updating router a18dd3df-7035-4f0a-9624-608cf6c882a7 port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:16.301636 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.323623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Allocated IP 172.20.0.2 (c1b72699-2d26-4aab-84ec-1fcc03e65aa5/07b732c6-cac3-4f65-abc0-9ee79348fba1/b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:16.382673 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.424920 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.446239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d2ee499a-eb7f-42ff-acf2-f86618986363 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:16.446733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.455003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7f92d769-a15a-4281-8431-fb808a678f63 None None] Provisioning complete for port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:16.455500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f92d769-a15a-4281-8431-fb808a678f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.484421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=81052532-d7fb-422a-84ce-acc9d8501728,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:16.503564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:16.506224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:16.509042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:16.536360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58dd41-033b-4a7d-b68b-84ab7ae4434d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:16.604189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7f92d769-a15a-4281-8431-fb808a678f63 None None] Port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:16.709388 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.712642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e3749fb5-3a81-415c-b60c-824c82b435a7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:16.747546 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.756452 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.794434 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.890796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-845b9387-8b8b-4460-9fb3-7abd333b3b42 None None] Provisioning complete for port 81052532-d7fb-422a-84ce-acc9d8501728 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:16.891008 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d69b7b-1149-4d6d-8cf2-8929ddbeb9ab None None] Pushing event updated for resources: {'Port': ['ID=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:16.893872 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-845b9387-8b8b-4460-9fb3-7abd333b3b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.908370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:16.934878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:16.945997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:16.962732 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Attempting to bind port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:16.962732 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Attempting to bind port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:16.963065 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Attempting to bind port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 on network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:16.973343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.976631 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:16.977058 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Checking segment: {'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:16.977470 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.977871 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Bound using segment: {'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:16.978353 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Bound port: cdfff2cc-06b3-42d0-9e64-6d67b625dd57, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956c7bf6-8b55-4da4-8b97-e9eabd0226a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:16.978743 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.015196 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Pushing event updated for resources: {'Port': ['ID=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:17.023153 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e3749fb5-3a81-415c-b60c-824c82b435a7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:17.023528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.092815 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] For port cdfff2cc-06b3-42d0-9e64-6d67b625dd57, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:17.098021 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] For port cdfff2cc-06b3-42d0-9e64-6d67b625dd57, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,segment=NetworkSegment(956c7bf6-8b55-4da4-8b97-e9eabd0226a4),segment_id=956c7bf6-8b55-4da4-8b97-e9eabd0226a4)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:17.106918 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.180700 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Routers {'a18dd3df-7035-4f0a-9624-608cf6c882a7'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:17.181347 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a18dd3df-7035-4f0a-9624-608cf6c882a7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:17.187196 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d69b7b-1149-4d6d-8cf2-8929ddbeb9ab None None] Pushing event updated for resources: {'Port': ['ID=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:17.458815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-845b9387-8b8b-4460-9fb3-7abd333b3b42 None None] Port 81052532-d7fb-422a-84ce-acc9d8501728 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:17.510219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Attempting to bind port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:17.511282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Attempting to bind port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:17.511909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Attempting to bind port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 on network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:17.523736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:17.524125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Checking segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:17.524545 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.530638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Bound using segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:17.530638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Bound port: b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:17.530638 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.575786 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] Set router a18dd3df-7035-4f0a-9624-608cf6c882a7 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:17.674889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b5cb0e1e-8136-4b52-8abf-a2afe84040d1 None None] Provisioning complete for port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:17.675505 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0e1e-8136-4b52-8abf-a2afe84040d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.725953 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.768200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] For port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:17.772700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] For port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:17.784107 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.853385 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:46:17.920042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c35bc-0da8-4c40-8d88-7eec113cf774 None None] Pushing event updated for resources: {'Port': ['ID=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:17.951391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0e1e-8136-4b52-8abf-a2afe84040d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:17.970039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Router 97006e59-d376-4c66-9cc0-31ee29b3a879 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:46:18.017129 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b5cb0e1e-8136-4b52-8abf-a2afe84040d1 None None] For port cdfff2cc-06b3-42d0-9e64-6d67b625dd57, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,segment=NetworkSegment(956c7bf6-8b55-4da4-8b97-e9eabd0226a4),segment_id=956c7bf6-8b55-4da4-8b97-e9eabd0226a4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:18.018747 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:12Z', 'revision_number': 4, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port': {'id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'cdfff2cc-06b3-42d0-9e64-6d67b625dd57', 'name': '', 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'mac_address': 'fa:16:3e:76:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '1f5dc625-e86d-40ec-a1fa-d6f00949406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:11Z', 'updated_at': '2021-11-25T17:46:17Z', 'revision_number': 4, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'subnets': [{'id': '1f5dc625-e86d-40ec-a1fa-d6f00949406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:18.024465 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0e1e-8136-4b52-8abf-a2afe84040d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.088047 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550c8be-a400-4635-9a73-272bd057ab14 None None] The sync data for ids ['a18dd3df-7035-4f0a-9624-608cf6c882a7'] in n-d-819349-3 is: [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:12Z', 'revision_number': 4, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port': {'id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'cdfff2cc-06b3-42d0-9e64-6d67b625dd57', 'name': '', 'network_id': '8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'mac_address': 'fa:16:3e:76:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '1f5dc625-e86d-40ec-a1fa-d6f00949406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:11Z', 'updated_at': '2021-11-25T17:46:17Z', 'revision_number': 4, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'subnets': [{'id': '1f5dc625-e86d-40ec-a1fa-d6f00949406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:18.124316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb0e1e-8136-4b52-8abf-a2afe84040d1 None None] Pushing event updated for resources: {'Port': ['ID=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:18.150161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:18.182132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Sync routers for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:18.191080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-6aac23d0-91ef-4436-bfb0-5e301263b429 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:18.193280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-6aac23d0-91ef-4436-bfb0-5e301263b429 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.2231958 Nov 25 17:46:18.200016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:18.200967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:18.239961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.251078 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0d3402c4-f1d4-46b0-abb8-f08e270db5e2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1147482 Nov 25 17:46:18.256459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59024) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:18.258723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-c626662b-96bb-47b7-9b1d-bbaf03a7cabb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/quotas/b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 375 time: 0.0573907 Nov 25 17:46:18.387363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-34bb87dc-f9a9-49a4-8233-e038f5bda57a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192336 Nov 25 17:46:18.415167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:18.543409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-89dbc735-dab2-4697-b07e-b7dea10fac3c service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550395 Nov 25 17:46:18.708543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8846a7fa-d982-44fe-8098-8680223d274c service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640811 Nov 25 17:46:18.815137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:16Z', 'revision_number': 3, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:18.854140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Checking router: 97006e59-d376-4c66-9cc0-31ee29b3a879 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:18.855769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Updating router 97006e59-d376-4c66-9cc0-31ee29b3a879 port 81052532-d7fb-422a-84ce-acc9d8501728 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:18.899571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.135258 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.312228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4ce5f6b-d85a-4010-9e1e-105067319d5a req-2d81bf41-3790-480e-b384-8a0ac125516b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0855577 Nov 25 17:46:19.339729 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.341307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.416183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c27fe-99db-4ef4-879f-ef055a6f0d80 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:19.487067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Attempting to bind port 81052532-d7fb-422a-84ce-acc9d8501728 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:19.487623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Attempting to bind port 81052532-d7fb-422a-84ce-acc9d8501728 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:19.488062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Attempting to bind port 81052532-d7fb-422a-84ce-acc9d8501728 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:19.494937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0465817-11da-49c8-8b31-92f3c6249f6d None None] Pushing event updated for resources: {'Port': ['ID=81052532-d7fb-422a-84ce-acc9d8501728,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:19.508304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:19.508739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:19.509182 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.513930 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:19.514844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Bound port: 81052532-d7fb-422a-84ce-acc9d8501728, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:19.515263 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.524892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Allocated IP 172.20.0.1 (c1b72699-2d26-4aab-84ec-1fcc03e65aa5/07b732c6-cac3-4f65-abc0-9ee79348fba1/ecc65a14-a618-4ae9-8e32-ac3714193973) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:19.678412 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9e1579c2-4dec-4d50-9aa9-82ddc7a9fa51 None None] Provisioning complete for port 81052532-d7fb-422a-84ce-acc9d8501728 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:19.679086 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e1579c2-4dec-4d50-9aa9-82ddc7a9fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.685567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.711792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e54fd-7adf-46fa-b93a-8e5a2f6bb260 None None] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:19.716698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] For port 81052532-d7fb-422a-84ce-acc9d8501728, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:19.779231 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.788192 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] For port 81052532-d7fb-422a-84ce-acc9d8501728, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=81052532-d7fb-422a-84ce-acc9d8501728,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:19.826957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9e1579c2-4dec-4d50-9aa9-82ddc7a9fa51 None None] Port 81052532-d7fb-422a-84ce-acc9d8501728 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:19.843101 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.875447 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:19.877156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Pushing event updated for resources: {'Port': ['ID=ecc65a14-a618-4ae9-8e32-ac3714193973,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:19.879818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:19.882962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:19.924193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0465817-11da-49c8-8b31-92f3c6249f6d None None] Pushing event updated for resources: {'Port': ['ID=81052532-d7fb-422a-84ce-acc9d8501728,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:19.979744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.980133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.980484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.980830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.982688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.983042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.983397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.983814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.984211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.984555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.984894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.985250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:19.989167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:19.993820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c753d6-0ca9-416a-bf0c-fd38ac89213d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:20.114406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:20.116317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:20.194767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cdfff2cc-06b3-42d0-9e64-6d67b625dd57 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:20.207046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Provisioning complete for port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:20.207546 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.247300 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.404048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:20.404457 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.415693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:20.458276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-507b03c3-0037-40bc-ad11-ad674e7d8da5 req-02001d06-cd5b-4a31-bab8-14202f52e8e1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0546410 Nov 25 17:46:20.541051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.548710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.720311 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.878212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-86857245-0eb5-49a0-84cd-dc09da10aef7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:20.879769 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-86857245-0eb5-49a0-84cd-dc09da10aef7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1561942 Nov 25 17:46:20.885594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Pushing event updated for resources: {'Port': ['ID=ecc65a14-a618-4ae9-8e32-ac3714193973,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:20.981492 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:20.993050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'port': {'device_id': '4132543b-dcac-48b5-92e9-0b74fdc98cea', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'admin_state_up': True, 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:21.006424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:21.009146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:21.027696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] For port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:21.059671 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.232262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Router 97006e59-d376-4c66-9cc0-31ee29b3a879 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:21.236645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:21.305988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Pushing event updated for resources: {'Port': ['ID=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:21.320772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Provisioning complete for port 81052532-d7fb-422a-84ce-acc9d8501728 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:21.321026 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.324413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.324868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.325251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.325598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.325980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.326277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.326613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.326946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.327275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.327603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.327933 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.328252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502997ac-5245-4c2b-b3de-fc963bed430d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:21.393287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:16Z', 'revision_number': 3, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:21.439208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20ac98-a44d-475c-a68a-e0173d7d269d None None] The sync data for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 is: [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:16Z', 'revision_number': 3, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:21.464773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:21.465178 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.523550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:21.536578 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.603070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:21.610137 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d8389e8c-8a7d-4b2a-a853-dc78bb5ae8bc admin admin] 10.222.0.81 "PUT /v2.0/routers/97006e59-d376-4c66-9cc0-31ee29b3a879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3525255 Nov 25 17:46:21.658241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4346ce8a-19ca-4d11-b7b0-f0b3d2ee5658 req-b4dc0cb8-595c-4bdf-8272-ca7bae9c5e09 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0743887 Nov 25 17:46:21.735718 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.779365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] For port 81052532-d7fb-422a-84ce-acc9d8501728, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=81052532-d7fb-422a-84ce-acc9d8501728,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:21.785415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.836686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.20.0.11 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/f0c40534-33e5-44d7-adf1-2606e2d9ad39) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:21.944304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Provisioning complete for port ecc65a14-a618-4ae9-8e32-ac3714193973 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:21.944681 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:21.946555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Pushing event updated for resources: {'Port': ['ID=81052532-d7fb-422a-84ce-acc9d8501728,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:22.022645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Port ecc65a14-a618-4ae9-8e32-ac3714193973 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:22.050248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Provisioning complete for port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:22.050889 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee98a5cf-2c4c-41d4-a190-7699ed62dbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.289658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 81052532-d7fb-422a-84ce-acc9d8501728 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:22.310093 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.373835 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 81052532-d7fb-422a-84ce-acc9d8501728 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:22.374494 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.390954 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.506776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:22.516879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:22.529380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:22.557699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=f0c40534-33e5-44d7-adf1-2606e2d9ad39,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:22.581450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:22.600331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59106) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:22.606566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419322623', 'description': 'tempest-description--2010239859'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:22.714946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-16e354e6-2584-4752-8048-e0daffd93f1b None None] Provisioning complete for port ecc65a14-a618-4ae9-8e32-ac3714193973 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:22.715496 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16e354e6-2584-4752-8048-e0daffd93f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.749414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.803077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-16e354e6-2584-4752-8048-e0daffd93f1b None None] Port ecc65a14-a618-4ae9-8e32-ac3714193973 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:22.857032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:22.860906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.923895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:22.924185 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-8402f87b-8ee4-4ba3-83e2-a108c8bcd04b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9344041 Nov 25 17:46:22.930370 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:22.944549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Request body: {'port': {'device_id': '4132543b-dcac-48b5-92e9-0b74fdc98cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:23.035324 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.089396 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.116840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.135059 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.140515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5390217 Nov 25 17:46:23.149804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59114) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:23.154891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0628f45d-7fe5-4793-8b99-916e801d7ecf None None] Provisioning complete for port f0c40534-33e5-44d7-adf1-2606e2d9ad39 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:23.155834 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0628f45d-7fe5-4793-8b99-916e801d7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.159519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3fa24d2d-e8b9-48ef-b9e7-b9954321122d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'security_group_rule': {'security_group_id': '851d8cfc-53a1-45aa-bb6d-ec3aac0383d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:23.199048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:23.211486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114433-d447-4190-92c8-53f2fb1ed4ce req-9c1de190-f680-4332-8d5a-27ae36f464f1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:23.225176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d114433-d447-4190-92c8-53f2fb1ed4ce req-9c1de190-f680-4332-8d5a-27ae36f464f1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 932 time: 0.2408543 Nov 25 17:46:23.258906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0628f45d-7fe5-4793-8b99-916e801d7ecf None None] Port f0c40534-33e5-44d7-adf1-2606e2d9ad39 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:23.330716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fa24d2d-e8b9-48ef-b9e7-b9954321122d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.357896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.358416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.358767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.359159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.359503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.359839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.360365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.360868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.361404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.361891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.362394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.362892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650a381-535e-435f-841e-e425a3f6158b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:23.418963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1d114433-d447-4190-92c8-53f2fb1ed4ce req-49fbc707-8147-40dc-9aba-507d3081ac79 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925685 Nov 25 17:46:23.514209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fa24d2d-e8b9-48ef-b9e7-b9954321122d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.521629 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fa24d2d-e8b9-48ef-b9e7-b9954321122d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.567287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa24d2d-e8b9-48ef-b9e7-b9954321122d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02df8e6-07b0-429e-9b61-252da11716f9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:23.593046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fa24d2d-e8b9-48ef-b9e7-b9954321122d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.594376 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3fa24d2d-e8b9-48ef-b9e7-b9954321122d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4405615 Nov 25 17:46:23.597270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59124) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:23.602118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0b1d1e0a-98ca-4635-b4d3-184f58121f10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'security_group_rule': {'security_group_id': '851d8cfc-53a1-45aa-bb6d-ec3aac0383d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:23.670725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c40534-33e5-44d7-adf1-2606e2d9ad39 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:23.682198 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.686597 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b1d1e0a-98ca-4635-b4d3-184f58121f10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.712667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Transition to ACTIVE for port object f0c40534-33e5-44d7-adf1-2606e2d9ad39 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:46:23.720726 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.801995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b1d1e0a-98ca-4635-b4d3-184f58121f10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.838263 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b1d1e0a-98ca-4635-b4d3-184f58121f10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.857218 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c40534-33e5-44d7-adf1-2606e2d9ad39,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:23.881081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d1e0a-98ca-4635-b4d3-184f58121f10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444ac5c0-c819-4474-bb9c-94d22342f4ef,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:23.921805 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b1d1e0a-98ca-4635-b4d3-184f58121f10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.923105 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0b1d1e0a-98ca-4635-b4d3-184f58121f10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248823 Nov 25 17:46:23.926479 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59128) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:23.931907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:23.961653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Attempting to bind port f0c40534-33e5-44d7-adf1-2606e2d9ad39 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:23.962403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Attempting to bind port f0c40534-33e5-44d7-adf1-2606e2d9ad39 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:23.962980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Attempting to bind port f0c40534-33e5-44d7-adf1-2606e2d9ad39 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:23.970034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Port f0c40534-33e5-44d7-adf1-2606e2d9ad39 on network 3793f1fe-ed48-4dde-b77f-55044359c98a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:46:23.970695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Attempting to bind port f0c40534-33e5-44d7-adf1-2606e2d9ad39 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:23.971520 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:23.979612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:23.980860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:23.981747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:23.983418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Bound port: f0c40534-33e5-44d7-adf1-2606e2d9ad39, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:23.983977 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.100275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] For port f0c40534-33e5-44d7-adf1-2606e2d9ad39, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:24.103965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] For port f0c40534-33e5-44d7-adf1-2606e2d9ad39, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0c40534-33e5-44d7-adf1-2606e2d9ad39,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:24.111121 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.175350 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.190881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:24.191529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.196755 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] 10.222.0.60 "PUT /v2.0/ports/f0c40534-33e5-44d7-adf1-2606e2d9ad39 HTTP/1.1" status: 200 len: 1092 time: 1.2529259 Nov 25 17:46:24.197393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4132543b-dcac-48b5-92e9-0b74fdc98cea', 'tag': 'f0c40534-33e5-44d7-adf1-2606e2d9ad39'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:24.200797 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd0677-4364-43dc-a310-96751b13951b" -d '{"events": [{"name": "network-changed", "server_uuid": "4132543b-dcac-48b5-92e9-0b74fdc98cea", "tag": "f0c40534-33e5-44d7-adf1-2606e2d9ad39"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:24.237081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97d3f1-6f32-4c29-8140-fc6b9c378cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c40534-33e5-44d7-adf1-2606e2d9ad39,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:24.332567 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d94fdcf-6df0-4e46-9957-9fd80ae64aaf x-openstack-request-id: req-0d94fdcf-6df0-4e46-9957-9fd80ae64aaf {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:24.333116 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4132543b-dcac-48b5-92e9-0b74fdc98cea", "tag": "f0c40534-33e5-44d7-adf1-2606e2d9ad39", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:24.333471 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d94fdcf-6df0-4e46-9957-9fd80ae64aaf {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:24.333997 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4132543b-dcac-48b5-92e9-0b74fdc98cea', 'tag': 'f0c40534-33e5-44d7-adf1-2606e2d9ad39', 'status': 'completed', 'code': 200} Nov 25 17:46:24.380161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-eb16f2e2-351e-4c8c-bb49-d1aa61f07dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:24.381764 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-eb16f2e2-351e-4c8c-bb49-d1aa61f07dc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 1095 time: 0.1243646 Nov 25 17:46:24.402067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Allocated IP 172.25.1.190 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/365dfd8b-55f9-47e2-ab5f-2a7a077be627) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:24.435373 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Sync routers for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:24.455613 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:24.456263 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:24.504444 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-481482e6-5a80-4a4d-b76e-ab0a9b084b6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0c40534-33e5-44d7-adf1-2606e2d9ad39 HTTP/1.1" status: 200 len: 217 time: 0.1095018 Nov 25 17:46:24.635188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-38fd8d1c-6691-4fc3-8cac-c237cffe38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:24.637536 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-38fd8d1c-6691-4fc3-8cac-c237cffe38bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.1228068 Nov 25 17:46:24.638522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.664701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8704e7-3bd0-4775-877a-ae63ff6727d9 req-a2db0614-82d0-4131-a43c-0c03fe28032f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:24.666431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad8704e7-3bd0-4775-877a-ae63ff6727d9 req-a2db0614-82d0-4131-a43c-0c03fe28032f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.1083062 Nov 25 17:46:24.693828 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:24.740592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-6dbe9e77-68be-4077-8750-02fa52fdebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:24.743569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-6dbe9e77-68be-4077-8750-02fa52fdebb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903521 Nov 25 17:46:24.784373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:24.825297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:24.847944 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ad8704e7-3bd0-4775-877a-ae63ff6727d9 req-060a1ccc-6d61-41f5-8a68-500a78dde1e8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666477 Nov 25 17:46:24.851181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:24.867890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:24.903635 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-aea5e115-ce24-4594-810b-c1a52bd6d17a service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326363 Nov 25 17:46:24.912215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'Port': ['ID=365dfd8b-55f9-47e2-ab5f-2a7a077be627,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:24.989920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.023952 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 2, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:25.039557 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a5bdb044-9cdc-47df-8314-9cc15ab74554 req-eff18192-b7fa-4eef-8627-2bd3730b3e94 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349945 Nov 25 17:46:25.040565 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.082576 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Checking router: 97006e59-d376-4c66-9cc0-31ee29b3a879 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:25.083262 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Updating router 97006e59-d376-4c66-9cc0-31ee29b3a879 port ecc65a14-a618-4ae9-8e32-ac3714193973 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:25.116256 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.143277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd0677-4364-43dc-a310-96751b13951b req-a68772db-b9b2-4aa8-ac5a-0ef99dbc751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:25.145081 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4cd0677-4364-43dc-a310-96751b13951b req-a68772db-b9b2-4aa8-ac5a-0ef99dbc751d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 1095 time: 0.0482337 Nov 25 17:46:25.293859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd0677-4364-43dc-a310-96751b13951b req-b6411d41-7ec1-45ba-a8d2-f5f9d8648645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:25.296172 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4cd0677-4364-43dc-a310-96751b13951b req-b6411d41-7ec1-45ba-a8d2-f5f9d8648645 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1358962 Nov 25 17:46:25.352247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.359148 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.376641 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4cd0677-4364-43dc-a310-96751b13951b req-0b334a93-58f4-4af3-8c9f-85adfd2daf0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0c40534-33e5-44d7-adf1-2606e2d9ad39 HTTP/1.1" status: 200 len: 217 time: 0.0712705 Nov 25 17:46:25.415175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'Port': ['ID=365dfd8b-55f9-47e2-ab5f-2a7a077be627,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.445200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd0677-4364-43dc-a310-96751b13951b req-f9e9776b-7dbf-4601-adc2-1659c3883f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:25.448184 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4cd0677-4364-43dc-a310-96751b13951b req-f9e9776b-7dbf-4601-adc2-1659c3883f30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0637205 Nov 25 17:46:25.460233 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.470024 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.478660 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.500957 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.502722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d6c06239-2c5d-449c-b08c-4ebb053dab82 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5745027 Nov 25 17:46:25.532814 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ae49f-0917-4d47-874e-d2c42ba0409f None None] Pushing event updated for resources: {'Port': ['ID=ecc65a14-a618-4ae9-8e32-ac3714193973,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.554450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd0677-4364-43dc-a310-96751b13951b req-2e6d03ff-10eb-4671-872a-db59f873215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:25.555975 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4cd0677-4364-43dc-a310-96751b13951b req-2e6d03ff-10eb-4671-872a-db59f873215f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993721 Nov 25 17:46:25.609945 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Attempting to bind port ecc65a14-a618-4ae9-8e32-ac3714193973 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:25.610317 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Attempting to bind port ecc65a14-a618-4ae9-8e32-ac3714193973 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:25.610685 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Attempting to bind port ecc65a14-a618-4ae9-8e32-ac3714193973 on network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:25.617797 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:25.618258 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Checking segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:25.618726 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.619180 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Bound using segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:25.620259 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Bound port: ecc65a14-a618-4ae9-8e32-ac3714193973, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:25.620919 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.747362 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4cd0677-4364-43dc-a310-96751b13951b req-be7c5002-d600-47c4-b1ee-051ee1ac8964 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813195 Nov 25 17:46:25.755926 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] For port ecc65a14-a618-4ae9-8e32-ac3714193973, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:25.759904 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] For port ecc65a14-a618-4ae9-8e32-ac3714193973, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ecc65a14-a618-4ae9-8e32-ac3714193973,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:25.766943 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:25.842951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-d4bc7502-1036-4a80-ada6-ae00d07f4134 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--419322623&fields=id&tenant_id=0e690cb4575e4199ae0a4e5a91018bb6 HTTP/1.1" status: 200 len: 267 time: 0.1281409 Nov 25 17:46:25.850452 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ae49f-0917-4d47-874e-d2c42ba0409f None None] Pushing event updated for resources: {'Port': ['ID=ecc65a14-a618-4ae9-8e32-ac3714193973,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:25.872159 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:25.872804 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:25.914299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c4cd0677-4364-43dc-a310-96751b13951b req-8e1e9720-a539-49f2-a3a0-a37134cd8248 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520710 Nov 25 17:46:25.970214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c19a175a-43e9-4a31-8f60-44420d90e65b None None] Provisioning complete for port ecc65a14-a618-4ae9-8e32-ac3714193973 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:25.970726 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c19a175a-43e9-4a31-8f60-44420d90e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.060333 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:26.086714 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c19a175a-43e9-4a31-8f60-44420d90e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.174851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c19a175a-43e9-4a31-8f60-44420d90e65b None None] For port ecc65a14-a618-4ae9-8e32-ac3714193973, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ecc65a14-a618-4ae9-8e32-ac3714193973,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:26.184818 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c19a175a-43e9-4a31-8f60-44420d90e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.225649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da996a-9215-4a36-b281-8a0241208e0f req-d78d2677-1470-409f-8c7b-a53225e73ff1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:26.238459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5da996a-9215-4a36-b281-8a0241208e0f req-d78d2677-1470-409f-8c7b-a53225e73ff1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.2315903 Nov 25 17:46:26.255949 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-83acc4e4-650b-4c94-b81d-e7fc007dc617 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:26.262799 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-83acc4e4-650b-4c94-b81d-e7fc007dc617 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 811 time: 0.4190135 Nov 25 17:46:26.290808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a175a-43e9-4a31-8f60-44420d90e65b None None] Pushing event updated for resources: {'Port': ['ID=ecc65a14-a618-4ae9-8e32-ac3714193973,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:26.311201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-216f110b-2d40-4cf8-8f18-46d8ca82254c None None] Provisioning complete for port ecc65a14-a618-4ae9-8e32-ac3714193973 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:26.311502 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-216f110b-2d40-4cf8-8f18-46d8ca82254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:26.314271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-796f78e3-3ab0-46ce-a79f-ca95c303e314 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/quotas/0e690cb4575e4199ae0a4e5a91018bb6 HTTP/1.1" status: 200 len: 375 time: 0.0360663 Nov 25 17:46:26.356033 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:25Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:26.357098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e5da996a-9215-4a36-b281-8a0241208e0f req-5c2cb79f-93e0-48e7-a6e8-3038e3064d34 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175504 Nov 25 17:46:26.409778 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4100c5c-d930-4415-a242-67e5fbd7eb5d None None] The sync data for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 is: [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:25Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:26.451746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-b3abecda-75a1-405d-94e5-4749f4da69e4 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057625 Nov 25 17:46:26.638341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-184c1605-b2ba-4b7c-9177-074933815040 service neutron] 10.222.0.81 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520538 Nov 25 17:46:26.740336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-e3f384a0-b368-4027-ae17-23009af8af8a service neutron] 10.222.0.81 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989473 Nov 25 17:46:26.976748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-620167fb-6490-4c8b-9663-eca43e92bedb req-a605cc60-30cb-483c-bd12-ac89709a0e56 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 210 time: 0.0402029 Nov 25 17:46:27.306324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:27.441458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9da883ea-5497-4809-8144-169084a573a8 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2800 time: 0.1333051 Nov 25 17:46:27.444068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:27.451359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'network': {'name': 'tempest-network-smoke--798451597', 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'port_security_enabled': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:27.482854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Made reservation on behalf of 06e88d44a07c4dadbe3f1a7bc46a7b17 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:27.487572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.528000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:46:27.578305 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.578720 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Added segment 73721dc6-998f-42a5-b627-26432a52ce37 of type vlan for network b58d5814-95c1-4263-bd86-a756de0059d8 Nov 25 17:46:27.660408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.683803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd3ed5-8923-49f7-ac7c-d3b606a1629f req-db336c8e-6981-44bd-9091-3cca51d7d1f5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:27.685440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32cd3ed5-8923-49f7-ac7c-d3b606a1629f req-db336c8e-6981-44bd-9091-3cca51d7d1f5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.1395423 Nov 25 17:46:27.761219 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.768143 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:27.768884 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.860404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Network': ['ID=b58d5814-95c1-4263-bd86-a756de0059d8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:27.874102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:27.874635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e80a4f8a-a338-4ed1-9b8a-4453946734e8 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4289825 Nov 25 17:46:27.875740 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network b58d5814-95c1-4263-bd86-a756de0059d8 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:46:27.879868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32cd3ed5-8923-49f7-ac7c-d3b606a1629f req-eaefcd30-25da-48dc-b43a-3039e5d1bcc1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749485 Nov 25 17:46:27.887906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'admin_state_up': True, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:27.925353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:27.926865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.004193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.099741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ecc65a14-a618-4ae9-8e32-ac3714193973 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:28.181204 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db54977e-a28b-4a7f-a033-f31270328a61 req-955bf4cc-4f29-4291-a424-285139b339b0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 210 time: 0.0725121 Nov 25 17:46:28.262435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ecc65a14-a618-4ae9-8e32-ac3714193973 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:28.263147 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.652138 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:28.739121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-58c28419-a63c-4763-ab21-3298da0a4e7b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:28.741073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-58c28419-a63c-4763-ab21-3298da0a4e7b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.95 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 811 time: 0.2261212 Nov 25 17:46:28.829107 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-ab9c0404-3d27-4b5a-9b97-9922c71e9345 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e690cb4575e4199ae0a4e5a91018bb6 HTTP/1.1" status: 200 len: 379 time: 0.0766947 Nov 25 17:46:28.843436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'port': {'device_id': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'admin_state_up': True, 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'security_groups': ['851d8cfc-53a1-45aa-bb6d-ec3aac0383d1']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:29.029431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc52b34-3904-45bc-9753-95198808b62e req-5807d5bb-a2bd-4349-8d7a-c0caecf84b3b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:29.029431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fc52b34-3904-45bc-9753-95198808b62e req-5807d5bb-a2bd-4349-8d7a-c0caecf84b3b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.0574710 Nov 25 17:46:29.089195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.092001 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fc52b34-3904-45bc-9753-95198808b62e req-d162f42d-1635-41a2-a301-26d4a22718d1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566332 Nov 25 17:46:29.120733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Made reservation on behalf of 0e690cb4575e4199ae0a4e5a91018bb6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:29.125090 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.127722 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.302939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9d365c1c-f9d2-438c-8f8b-be95d611b9a8 req-58a2fd39-6312-4119-be56-3a8fcd1c5968 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 210 time: 0.0298390 Nov 25 17:46:29.378427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Allocated IP 172.25.1.225 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/b3bf1a85-2983-4112-a990-56605382fd82) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:29.403883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Allocated IP 172.20.0.6 (c1b72699-2d26-4aab-84ec-1fcc03e65aa5/07b732c6-cac3-4f65-abc0-9ee79348fba1/45bec443-464e-487a-b41e-a1cf434b8205) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:29.588185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.653413 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.673198 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.737822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:29.743619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:29.751083 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:29.759793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e9438-2a9f-46ff-ac7d-a7b123d67881 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:29.780507 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.780507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=b3bf1a85-2983-4112-a990-56605382fd82,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:29.846034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-38097297-bdcd-4682-914f-8b10c55cabb4 None None] Provisioning complete for port b3bf1a85-2983-4112-a990-56605382fd82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:29.846778 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38097297-bdcd-4682-914f-8b10c55cabb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.850644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:29.887472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:29.892225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-38097297-bdcd-4682-914f-8b10c55cabb4 None None] Port b3bf1a85-2983-4112-a990-56605382fd82 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:29.929874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:29.957110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'Port': ['ID=45bec443-464e-487a-b41e-a1cf434b8205,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:30.017820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:30.018495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.048627 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f39652b9-8173-4552-b1b3-c6cd28b9c1d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2109706 Nov 25 17:46:30.095039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Request body: {'port': {'device_id': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:30.206180 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.230483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8fb8c8c8-a9d3-4e97-b6b7-684b9b814e6b None None] Provisioning complete for port 45bec443-464e-487a-b41e-a1cf434b8205 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:30.231091 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c8c8-a9d3-4e97-b6b7-684b9b814e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.239666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f90db-de6c-41d5-9eb8-1742f2fcf9d8 req-a36dfea6-616d-4277-884f-bf641d330105 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:30.242028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a07f90db-de6c-41d5-9eb8-1742f2fcf9d8 req-a36dfea6-616d-4277-884f-bf641d330105 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.0696013 Nov 25 17:46:30.261819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.302381 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8c8c8-a9d3-4e97-b6b7-684b9b814e6b None None] Port 45bec443-464e-487a-b41e-a1cf434b8205 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:30.318862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a07f90db-de6c-41d5-9eb8-1742f2fcf9d8 req-7d8566d7-a0d0-483f-9c2c-cd2f353597d5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630200 Nov 25 17:46:30.445853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8333e-2e9b-4669-bc9f-30016057b9f0 req-e454f5cf-461d-423b-ad4b-cf17dc62c5cf tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:30.447408 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7f8333e-2e9b-4669-bc9f-30016057b9f0 req-e454f5cf-461d-423b-ad4b-cf17dc62c5cf tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 931 time: 0.0572155 Nov 25 17:46:30.502727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7f8333e-2e9b-4669-bc9f-30016057b9f0 req-fd8bc708-dcbd-4585-9dd5-c6d89610e734 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451844 Nov 25 17:46:30.671057 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.741788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bec443-464e-487a-b41e-a1cf434b8205 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:30.754674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.805347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Transition to ACTIVE for port object 45bec443-464e-487a-b41e-a1cf434b8205 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:46:30.813713 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:30.882711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=45bec443-464e-487a-b41e-a1cf434b8205,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:30.957243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:46:30.970621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Attempting to bind port 45bec443-464e-487a-b41e-a1cf434b8205 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:30.971001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Attempting to bind port 45bec443-464e-487a-b41e-a1cf434b8205 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:30.971298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Attempting to bind port 45bec443-464e-487a-b41e-a1cf434b8205 on network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:30.979722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Port 45bec443-464e-487a-b41e-a1cf434b8205 on network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:46:30.980061 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Attempting to bind port 45bec443-464e-487a-b41e-a1cf434b8205 on network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:31.020023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:31.020267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Checking segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:31.020652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Bound using segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:31.021182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Bound port: 45bec443-464e-487a-b41e-a1cf434b8205, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:31.021539 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.142620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] For port 45bec443-464e-487a-b41e-a1cf434b8205, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:31.145801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] For port 45bec443-464e-487a-b41e-a1cf434b8205, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=45bec443-464e-487a-b41e-a1cf434b8205,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:31.147365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:31.157760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.161449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Sync routers for ids ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:31.172384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Routers {'eae1d7a5-0372-44c9-91f0-ddfa225f0c84'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:31.173055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:31.205604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.209840 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-843bd046-3f2a-4a6a-abb6-ae0edff4f2c9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3339674 Nov 25 17:46:31.210825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:31.211852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.212125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.213576 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] 10.222.0.95 "PUT /v2.0/ports/45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 200 len: 1091 time: 1.1231382 Nov 25 17:46:31.216886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'tag': '45bec443-464e-487a-b41e-a1cf434b8205'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:31.225737 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b32dec1e-58a7-46da-a443-32624dc8752e", "tag": "45bec443-464e-487a-b41e-a1cf434b8205"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:31.269045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af942ac-8c31-4be8-a2e6-d1703147c2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=45bec443-464e-487a-b41e-a1cf434b8205,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:31.337589 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c01d8-ef2d-443a-a0f1-ac44130048ab x-openstack-request-id: req-6c4c01d8-ef2d-443a-a0f1-ac44130048ab {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:31.337896 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32dec1e-58a7-46da-a443-32624dc8752e", "tag": "45bec443-464e-487a-b41e-a1cf434b8205", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:31.338243 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c4c01d8-ef2d-443a-a0f1-ac44130048ab {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:31.338848 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'tag': '45bec443-464e-487a-b41e-a1cf434b8205', 'status': 'completed', 'code': 200} Nov 25 17:46:31.354971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Set router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:31.364797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-0207460e-c60e-487b-bd5b-9b0a9e523b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.366383 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-0207460e-c60e-487b-bd5b-9b0a9e523b55 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 1094 time: 0.0910959 Nov 25 17:46:31.390285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d67620e-6577-4a92-bff5-fc9a11520b2c tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.398351 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:31.403398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6d67620e-6577-4a92-bff5-fc9a11520b2c tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=06e88d44a07c4dadbe3f1a7bc46a7b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1887391 Nov 25 17:46:31.477179 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-67bd755f-b1e5-42ca-a3d1-cdb31821375d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 200 len: 217 time: 0.0906489 Nov 25 17:46:31.515035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6994e7-a3ad-48ba-9dff-bce173f95503 req-64941411-e1dd-4b84-9ef1-a455884a2435 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.516656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea6994e7-a3ad-48ba-9dff-bce173f95503 req-64941411-e1dd-4b84-9ef1-a455884a2435 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.0945837 Nov 25 17:46:31.598631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea6994e7-a3ad-48ba-9dff-bce173f95503 req-8a603376-78de-44bd-abe9-3787c6cdfe3b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755200 Nov 25 17:46:31.644211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:30Z', 'revision_number': 3, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:31.653903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-94a67f3d-c508-4e82-867b-c71985608c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.655497 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-94a67f3d-c508-4e82-867b-c71985608c72 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.1523645 Nov 25 17:46:31.681396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Checking router: eae1d7a5-0372-44c9-91f0-ddfa225f0c84 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:31.681749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Updating router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 port b3bf1a85-2983-4112-a990-56605382fd82 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:31.691363 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736331-4559-4aac-ae3e-349bad81810f req-1935cb6a-aab9-493b-a228-eeca4375e39b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.693383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8736331-4559-4aac-ae3e-349bad81810f req-1935cb6a-aab9-493b-a228-eeca4375e39b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 943 time: 0.0653720 Nov 25 17:46:31.730897 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.764840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8736331-4559-4aac-ae3e-349bad81810f req-31e2c69f-95c7-4551-ac97-4fa5d4d5cc02 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649076 Nov 25 17:46:32.019077 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.025187 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.075945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06ded5-7299-44bd-a976-a36b84423192 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.077541 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8e06ded5-7299-44bd-a976-a36b84423192 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6788101 Nov 25 17:46:32.079344 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde7875-2b2a-409a-8122-66176c9844f8 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:32.081148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:32.082257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-cc65caea-da11-4a64-92f4-06a0a82214bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.083758 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-cc65caea-da11-4a64-92f4-06a0a82214bd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4191849 Nov 25 17:46:32.091012 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Attempting to bind port b3bf1a85-2983-4112-a990-56605382fd82 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:32.091445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Attempting to bind port b3bf1a85-2983-4112-a990-56605382fd82 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:32.091858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Attempting to bind port b3bf1a85-2983-4112-a990-56605382fd82 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:32.099929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:32.100317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:32.100721 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.101211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:32.101593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Bound port: b3bf1a85-2983-4112-a990-56605382fd82, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:32.101981 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.103541 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04280e-be1d-462f-86a9-2dc529aa33b1 None None] Pushing event updated for resources: {'Port': ['ID=b3bf1a85-2983-4112-a990-56605382fd82,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:32.149592 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bba9b9e1-3246-4d4f-a0f5-db7c1c033af8 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661614 Nov 25 17:46:32.152672 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-898a3bcf-bdad-4d91-9141-4341682f80dc None None] Provisioning complete for port b3bf1a85-2983-4112-a990-56605382fd82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:32.153185 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-898a3bcf-bdad-4d91-9141-4341682f80dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.154199 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:32.201772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-63031444-d580-4dc3-9da4-88ed8e20c12e tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=06e88d44a07c4dadbe3f1a7bc46a7b17&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454059 Nov 25 17:46:32.203346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:32.213878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] For port b3bf1a85-2983-4112-a990-56605382fd82, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:32.215110 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-66e7257e-1a8e-4222-91de-169757bd0e42 service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225624 Nov 25 17:46:32.221915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-898a3bcf-bdad-4d91-9141-4341682f80dc None None] Port b3bf1a85-2983-4112-a990-56605382fd82 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:32.234722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] For port b3bf1a85-2983-4112-a990-56605382fd82, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b3bf1a85-2983-4112-a990-56605382fd82,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:32.236346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01bf2014-f2c7-4ace-ba59-c5e988fd54f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.249895 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.317091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Routers {'eae1d7a5-0372-44c9-91f0-ddfa225f0c84'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:32.318271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:05Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:32.368414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb50664-3e50-49c0-a03f-ded4e3b58592 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:32.385749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04280e-be1d-462f-86a9-2dc529aa33b1 None None] Pushing event updated for resources: {'Port': ['ID=b3bf1a85-2983-4112-a990-56605382fd82,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:32.423755 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1c003e2e-9a31-42d3-97c3-9d8d25fdee2d req-f2713b30-8b97-4c33-a042-b2a464cb41d1 service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011931 Nov 25 17:46:32.468691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13446e5a-883c-485a-94b9-a829b0792225 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.470303 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-13446e5a-883c-485a-94b9-a829b0792225 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2658777 Nov 25 17:46:32.473082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:32.476808 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0948f3ed-2ded-43d7-912c-d8bff8aaf5fa None None] Provisioning complete for port b3bf1a85-2983-4112-a990-56605382fd82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:32.477300 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0948f3ed-2ded-43d7-912c-d8bff8aaf5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.486805 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] Set router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:32.514243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-84f9e290-7821-4fdc-8951-135eaf6fade8 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393760 Nov 25 17:46:32.517999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:32.519065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-fd52e2f8-b69b-430a-b231-103dbaa48f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.520509 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-fd52e2f8-b69b-430a-b231-103dbaa48f1f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 1094 time: 0.0485420 Nov 25 17:46:32.526255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892425305', 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8', 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:32.640406 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-72a71d27-4526-47bc-a506-cab0857fd63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.642934 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-72a71d27-4526-47bc-a506-cab0857fd63a service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.1131823 Nov 25 17:46:32.648982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Made reservation on behalf of 06e88d44a07c4dadbe3f1a7bc46a7b17 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:32.654630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.695976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-0dcd89fa-4c1b-4442-b151-8ae654d0b0cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 200 len: 217 time: 0.0393229 Nov 25 17:46:32.768483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-39234b42-8142-4c24-9eba-6a8c633cd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.770069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-39234b42-8142-4c24-9eba-6a8c633cd986 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0648665 Nov 25 17:46:32.802386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482bdca-8f5e-4e73-9412-7b37652bcd3b req-ee5a68e8-5b96-48c2-8248-112db1b69d61 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.812276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3482bdca-8f5e-4e73-9412-7b37652bcd3b req-ee5a68e8-5b96-48c2-8248-112db1b69d61 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.1174126 Nov 25 17:46:32.850830 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0948f3ed-2ded-43d7-912c-d8bff8aaf5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.884587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-6d6337d8-76b5-42ee-b620-a6fb6f53f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.887076 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-6d6337d8-76b5-42ee-b620-a6fb6f53f421 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068799 Nov 25 17:46:32.895356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0948f3ed-2ded-43d7-912c-d8bff8aaf5fa None None] For port b3bf1a85-2983-4112-a990-56605382fd82, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b3bf1a85-2983-4112-a990-56605382fd82,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:32.922808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3482bdca-8f5e-4e73-9412-7b37652bcd3b req-a51d8b11-f11e-4d80-9baa-d61e8e904427 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096234 Nov 25 17:46:32.923817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0948f3ed-2ded-43d7-912c-d8bff8aaf5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:32.979828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86418197-9062-4eb3-ba37-d29cba8a7fca req-1ce63443-d368-4314-8fd8-d449c91649e0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.981699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86418197-9062-4eb3-ba37-d29cba8a7fca req-1ce63443-d368-4314-8fd8-d449c91649e0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 943 time: 0.1038251 Nov 25 17:46:32.986222 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948f3ed-2ded-43d7-912c-d8bff8aaf5fa None None] Pushing event updated for resources: {'Port': ['ID=b3bf1a85-2983-4112-a990-56605382fd82,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:32.995675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:30Z', 'revision_number': 3, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:33.024313 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ad2dd-7d89-4eaa-bbac-5eb6c79815c7 None None] The sync data for ids ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'] in n-d-819349-3 is: [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:30Z', 'revision_number': 3, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:33.059967 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-603baea4-89a5-4c7d-b9a3-67e0c441da13 service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645992 Nov 25 17:46:33.080509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.090385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-86418197-9062-4eb3-ba37-d29cba8a7fca req-a67c99f4-0c07-4b71-b9b7-8c9c8ef74abe tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941613 Nov 25 17:46:33.165920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Subnet': ['ID=dada75d5-8b8c-46d4-b98f-092df1e795be,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:33.168648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Checking segment: {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:33.169040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network hostable DHCP agents. Network: b58d5814-95c1-4263-bd86-a756de0059d8, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:46:33.193843 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a6a8310-c245-4fbf-94b0-a8b87279c6b2 req-9e0bef26-4202-4c5d-ad7d-f7a51991566c service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251564 Nov 25 17:46:33.198855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network b58d5814-95c1-4263-bd86-a756de0059d8 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:46:33.211733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, b58d5814-95c1-4263-bd86-a756de0059d8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:33.222780 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968b61c-9619-42cc-9706-b96b879ec9ee None None] Network b58d5814-95c1-4263-bd86-a756de0059d8 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:33.226446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:33.227356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.264550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5d1ee6ab-b16c-428a-a995-7a1225042499 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7417369 Nov 25 17:46:33.264780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:33.474546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-b58d5814-95c1-4263-bd86-a756de0059d8', 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'fixed_ips': [{'subnet_id': 'dada75d5-8b8c-46d4-b98f-092df1e795be'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:46:33.475437 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.638658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Allocated IP 172.20.0.18 (b58d5814-95c1-4263-bd86-a756de0059d8/dada75d5-8b8c-46d4-b98f-092df1e795be/044b4003-47e6-47ce-a8eb-0d4d5db88533) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:33.805570 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.827088 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:33.876070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Pushing event updated for resources: {'Port': ['ID=044b4003-47e6-47ce-a8eb-0d4d5db88533,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:33.899200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Network b58d5814-95c1-4263-bd86-a756de0059d8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:33.903481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:33.906126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:34.003449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Attempting to bind port 044b4003-47e6-47ce-a8eb-0d4d5db88533 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:34.003853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Attempting to bind port 044b4003-47e6-47ce-a8eb-0d4d5db88533 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:34.004217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Attempting to bind port 044b4003-47e6-47ce-a8eb-0d4d5db88533 on network b58d5814-95c1-4263-bd86-a756de0059d8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:34.022425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:34.022929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Checking segment: {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:34.023233 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:34.023632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Bound using segment: {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:34.026321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Bound port: 044b4003-47e6-47ce-a8eb-0d4d5db88533, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:34.027450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:34.114400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b3bf1a85-2983-4112-a990-56605382fd82 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:34.178720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] For port 044b4003-47e6-47ce-a8eb-0d4d5db88533, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:34.183964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] For port 044b4003-47e6-47ce-a8eb-0d4d5db88533, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=044b4003-47e6-47ce-a8eb-0d4d5db88533,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:34.201356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:34.239814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b3bf1a85-2983-4112-a990-56605382fd82 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:34.240510 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:34.267386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f6e94-4959-4128-9d4a-6ae49972a6ac req-f0744484-c829-4411-9602-88258cd0ac70 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:34.269989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-410f6e94-4959-4128-9d4a-6ae49972a6ac req-f0744484-c829-4411-9602-88258cd0ac70 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.1650555 Nov 25 17:46:34.327847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68704992-dbc6-41d8-930b-12d1ef91700d None None] Pushing event updated for resources: {'Port': ['ID=044b4003-47e6-47ce-a8eb-0d4d5db88533,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:34.445054 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0037fdc8-ab2d-473d-9ab6-aedff2b04210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:34.455764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5962446-c0a4-4e7c-ab04-f222846441a1 req-e07f62cf-8bff-4b70-8865-77202bfaf7f8 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:34.457322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5962446-c0a4-4e7c-ab04-f222846441a1 req-e07f62cf-8bff-4b70-8865-77202bfaf7f8 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 943 time: 0.2315052 Nov 25 17:46:34.477674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-410f6e94-4959-4128-9d4a-6ae49972a6ac req-6d413c9a-b379-43b7-bcfa-db3aaa5f8278 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657639 Nov 25 17:46:34.557436 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:34.562405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5962446-c0a4-4e7c-ab04-f222846441a1 req-7d8ba054-26c1-4a41-90d6-7f33e7d49d20 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934975 Nov 25 17:46:35.027635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Allocated IP 172.20.0.17 (b58d5814-95c1-4263-bd86-a756de0059d8/dada75d5-8b8c-46d4-b98f-092df1e795be/ca72c5e7-f949-4ab9-8694-65dd75ea7176) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:35.157281 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.198932 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.280366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network b58d5814-95c1-4263-bd86-a756de0059d8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:35.287061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:35.295561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:35.325778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=ca72c5e7-f949-4ab9-8694-65dd75ea7176,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:35.361725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.573406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.691659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749d5e-234f-471f-a236-2d9b2a5b690a req-3873578f-8f1b-475c-a666-57829396bea2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:35.693226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef749d5e-234f-471f-a236-2d9b2a5b690a req-3873578f-8f1b-475c-a666-57829396bea2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.1295404 Nov 25 17:46:35.866564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a080181-dde0-4ea6-b696-1656f2f4302f req-9caaf499-1210-4444-a596-87646b17d7eb tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:35.868140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a080181-dde0-4ea6-b696-1656f2f4302f req-9caaf499-1210-4444-a596-87646b17d7eb tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 943 time: 0.1740010 Nov 25 17:46:35.873862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef749d5e-234f-471f-a236-2d9b2a5b690a req-2c2149a7-c086-4f29-9069-942b2baa376c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729324 Nov 25 17:46:35.913723 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:35.920024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d63d8d7-7d59-48ad-9272-9a6198d81cce None None] Network b58d5814-95c1-4263-bd86-a756de0059d8 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:35.985663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a080181-dde0-4ea6-b696-1656f2f4302f req-eb5b60ea-acd4-4fd1-9acf-047c5397f543 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089010 Nov 25 17:46:36.006782 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-767c8b77-0e26-498f-9f26-6de2fbde5af6 None None] Provisioning complete for port 044b4003-47e6-47ce-a8eb-0d4d5db88533 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:36.007405 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767c8b77-0e26-498f-9f26-6de2fbde5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.080067 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.090409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.170490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 044b4003-47e6-47ce-a8eb-0d4d5db88533 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:36.176852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.179695 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=ca72c5e7-f949-4ab9-8694-65dd75ea7176,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:36.210256 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767c8b77-0e26-498f-9f26-6de2fbde5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.284435 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 45bec443-464e-487a-b41e-a1cf434b8205 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:36.293596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-767c8b77-0e26-498f-9f26-6de2fbde5af6 None None] For port 044b4003-47e6-47ce-a8eb-0d4d5db88533, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=044b4003-47e6-47ce-a8eb-0d4d5db88533,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:36.308969 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767c8b77-0e26-498f-9f26-6de2fbde5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.378311 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c8b77-0e26-498f-9f26-6de2fbde5af6 None None] Pushing event updated for resources: {'Port': ['ID=044b4003-47e6-47ce-a8eb-0d4d5db88533,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:36.442354 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 044b4003-47e6-47ce-a8eb-0d4d5db88533 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:36.443027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.535044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 45bec443-464e-487a-b41e-a1cf434b8205, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=45bec443-464e-487a-b41e-a1cf434b8205,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:36.562615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network b58d5814-95c1-4263-bd86-a756de0059d8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:36.566227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:36.567402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '45bec443-464e-487a-b41e-a1cf434b8205', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'port_id': '45bec443-464e-487a-b41e-a1cf434b8205', 'mac_address': 'fa:16:3e:84:9b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:36.626484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.657364 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bec443-464e-487a-b41e-a1cf434b8205 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:36.676584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.678365 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 45bec443-464e-487a-b41e-a1cf434b8205, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=45bec443-464e-487a-b41e-a1cf434b8205,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:36.683768 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.711729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:36.755279 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=45bec443-464e-487a-b41e-a1cf434b8205,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:36.763388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2c9a6d8d-ef86-49e4-834c-e27607cb8258 None None] Provisioning complete for port 044b4003-47e6-47ce-a8eb-0d4d5db88533 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:36.763773 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6d8d-ef86-49e4-834c-e27607cb8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.848413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:36.861453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d4184cdd-9deb-4388-ac65-36fa3c28270d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "PUT /v2.0/routers/eae1d7a5-0372-44c9-91f0-ddfa225f0c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5879207 Nov 25 17:46:36.861569 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Sync routers for ids ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:36.883298 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Routers {'eae1d7a5-0372-44c9-91f0-ddfa225f0c84'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:36.883936 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:36.895079 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2c9a6d8d-ef86-49e4-834c-e27607cb8258 None None] Provisioning complete for port ca72c5e7-f949-4ab9-8694-65dd75ea7176 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:36.895454 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6d8d-ef86-49e4-834c-e27607cb8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:36.898823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['45bec443-464e-487a-b41e-a1cf434b8205'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:37.084752 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a6d8d-ef86-49e4-834c-e27607cb8258 None None] Port ca72c5e7-f949-4ab9-8694-65dd75ea7176 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:37.121728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94acd-3d69-4a4a-849e-cb84cd3975ba req-4fa971ae-83da-482e-bd2d-93baa684b74e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:37.130451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fe94acd-3d69-4a4a-849e-cb84cd3975ba req-4fa971ae-83da-482e-bd2d-93baa684b74e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 944 time: 0.1212175 Nov 25 17:46:37.194087 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.227864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e3158-39b7-4505-8bcd-b1689919474a req-b2002903-3216-4c09-bad7-a88cb580a5f7 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:37.230371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c87e3158-39b7-4505-8bcd-b1689919474a req-b2002903-3216-4c09-bad7-a88cb580a5f7 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 944 time: 0.0847397 Nov 25 17:46:37.235127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7c1d902c-02a5-426a-8d43-80b892ec8c79 None None] Provisioning complete for port ca72c5e7-f949-4ab9-8694-65dd75ea7176 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:37.235515 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c1d902c-02a5-426a-8d43-80b892ec8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.244435 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.253654 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Set router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:37.269601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fe94acd-3d69-4a4a-849e-cb84cd3975ba req-1a6b9ab8-3cbe-49bd-b23e-83239e3a2373 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321371 Nov 25 17:46:37.277778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d902c-02a5-426a-8d43-80b892ec8c79 None None] Port ca72c5e7-f949-4ab9-8694-65dd75ea7176 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:37.341056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c87e3158-39b7-4505-8bcd-b1689919474a req-62abc526-a8f0-4e6a-bb34-b53ecf9108fb tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717878 Nov 25 17:46:37.400307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-efc8cd5c-6237-4d16-8ed3-f975062a9ca6 None None] Provisioning complete for port ca72c5e7-f949-4ab9-8694-65dd75ea7176 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:37.401038 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efc8cd5c-6237-4d16-8ed3-f975062a9ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.448241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-efc8cd5c-6237-4d16-8ed3-f975062a9ca6 None None] Port ca72c5e7-f949-4ab9-8694-65dd75ea7176 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:37.498376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-393ccb8d-bd11-4492-adac-bf8df0169eaf tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:37.505693 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-393ccb8d-bd11-4492-adac-bf8df0169eaf tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/networks?id=b58d5814-95c1-4263-bd86-a756de0059d8 HTTP/1.1" status: 200 len: 797 time: 0.1357243 Nov 25 17:46:37.523501 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-90225d0b-acea-4562-b654-cea195e186b4 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/quotas/06e88d44a07c4dadbe3f1a7bc46a7b17 HTTP/1.1" status: 200 len: 375 time: 0.0162828 Nov 25 17:46:37.567387 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:35Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ca72c5e7-f949-4ab9-8694-65dd75ea7176', 'name': '', 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:80:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'dada75d5-8b8c-46d4-b98f-092df1e795be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:34Z', 'updated_at': '2021-11-25T17:46:35Z', 'revision_number': 2, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'dada75d5-8b8c-46d4-b98f-092df1e795be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:37.583754 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-dac41575-3cb1-45ff-bbaf-1ff1e70402b9 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0593195 Nov 25 17:46:37.596346 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Checking router: eae1d7a5-0372-44c9-91f0-ddfa225f0c84 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:37.596709 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Updating router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 port ca72c5e7-f949-4ab9-8694-65dd75ea7176 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:46:37.625717 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.687294 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-fb5dfd66-f270-456d-9188-e52897aaac0e service neutron] 10.222.0.81 "GET /v2.0/networks/b58d5814-95c1-4263-bd86-a756de0059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925004 Nov 25 17:46:37.769473 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f0c40534-33e5-44d7-adf1-2606e2d9ad39 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:37.793605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-486984a2-5e27-4f40-9acd-ec09084fa8c7 service neutron] 10.222.0.81 "GET /v2.0/networks/b58d5814-95c1-4263-bd86-a756de0059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998878 Nov 25 17:46:37.917525 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.928306 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.013954 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Pushing event updated for resources: {'Port': ['ID=ca72c5e7-f949-4ab9-8694-65dd75ea7176,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:38.061886 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Attempting to bind port ca72c5e7-f949-4ab9-8694-65dd75ea7176 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:38.062359 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Attempting to bind port ca72c5e7-f949-4ab9-8694-65dd75ea7176 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:38.062815 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Attempting to bind port ca72c5e7-f949-4ab9-8694-65dd75ea7176 on network b58d5814-95c1-4263-bd86-a756de0059d8 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:38.069113 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:38.069636 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Checking segment: {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:38.070129 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.070751 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Bound using segment: {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:38.071446 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Bound port: ca72c5e7-f949-4ab9-8694-65dd75ea7176, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:38.071919 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.124123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f0c40534-33e5-44d7-adf1-2606e2d9ad39, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0c40534-33e5-44d7-adf1-2606e2d9ad39,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:38.140823 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.152811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'f0c40534-33e5-44d7-adf1-2606e2d9ad39', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'port_id': 'f0c40534-33e5-44d7-adf1-2606e2d9ad39', 'mac_address': 'fa:16:3e:1e:8c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:38.182569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f614208-8105-4c51-af33-ac06c54a4b99 req-5920b81f-6bf0-4329-9f85-0a2aa61e87a5 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 210 time: 0.0790222 Nov 25 17:46:38.211836 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] For port ca72c5e7-f949-4ab9-8694-65dd75ea7176, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:38.216687 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] For port ca72c5e7-f949-4ab9-8694-65dd75ea7176, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ca72c5e7-f949-4ab9-8694-65dd75ea7176,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:38.229941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 044b4003-47e6-47ce-a8eb-0d4d5db88533 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:38.231913 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.284299 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 45bec443-464e-487a-b41e-a1cf434b8205 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:38.312681 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Routers {'eae1d7a5-0372-44c9-91f0-ddfa225f0c84'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:38.313364 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:38.370570 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Pushing event updated for resources: {'Port': ['ID=ca72c5e7-f949-4ab9-8694-65dd75ea7176,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:38.376260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.393402 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.393762 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.396248 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.396631 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.397001 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.397346 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.403222 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.403749 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.404096 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.404431 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.404762 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.405119 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d1e55-200d-464e-aa11-0ddd55515134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:38.472731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c40534-33e5-44d7-adf1-2606e2d9ad39 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:38.500139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f0c40534-33e5-44d7-adf1-2606e2d9ad39, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0c40534-33e5-44d7-adf1-2606e2d9ad39,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:38.503492 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] Set router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:38.534041 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.569561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 044b4003-47e6-47ce-a8eb-0d4d5db88533 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:38.569946 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.650889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd35598-22ea-4a21-93b4-4c251b05aa19 req-ef86bb92-d823-4abf-9978-e6a7f4a3e87f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:38.652646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c9fd6918-578e-48e7-b427-c8c369605eb3 None None] Provisioning complete for port ca72c5e7-f949-4ab9-8694-65dd75ea7176 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:38.653845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dd35598-22ea-4a21-93b4-4c251b05aa19 req-ef86bb92-d823-4abf-9978-e6a7f4a3e87f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 944 time: 0.2044344 Nov 25 17:46:38.660011 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6918-578e-48e7-b427-c8c369605eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.730937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 45bec443-464e-487a-b41e-a1cf434b8205 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:38.740191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 45bec443-464e-487a-b41e-a1cf434b8205 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:38.740815 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.771062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845405c-8be8-416d-827c-ae39a06418af req-5609b7b4-4418-4812-8e7e-39d43561c4e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:38.781385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f845405c-8be8-416d-827c-ae39a06418af req-5609b7b4-4418-4812-8e7e-39d43561c4e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 945 time: 0.3025086 Nov 25 17:46:38.816038 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['f0c40534-33e5-44d7-adf1-2606e2d9ad39'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:38.823850 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=f0c40534-33e5-44d7-adf1-2606e2d9ad39,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:38.850332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dd35598-22ea-4a21-93b4-4c251b05aa19 req-131588e0-f3d2-43d5-978d-d521abeda08a tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875155 Nov 25 17:46:38.904467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f845405c-8be8-416d-827c-ae39a06418af req-d2d5f98f-ed1b-4a6c-8fd3-72e9270c73b6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217773 Nov 25 17:46:38.937230 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6918-578e-48e7-b427-c8c369605eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:38.972735 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:35Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ca72c5e7-f949-4ab9-8694-65dd75ea7176', 'name': '', 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:80:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'dada75d5-8b8c-46d4-b98f-092df1e795be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:34Z', 'updated_at': '2021-11-25T17:46:38Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'dada75d5-8b8c-46d4-b98f-092df1e795be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:39.010903 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84daf5d5-e783-4191-aa98-9495da4106d1 None None] The sync data for ids ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'] in n-d-819349-3 is: [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:35Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ca72c5e7-f949-4ab9-8694-65dd75ea7176', 'name': '', 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:80:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'dada75d5-8b8c-46d4-b98f-092df1e795be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:34Z', 'updated_at': '2021-11-25T17:46:38Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'dada75d5-8b8c-46d4-b98f-092df1e795be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:39.237577 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.268168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c9fd6918-578e-48e7-b427-c8c369605eb3 None None] For port ca72c5e7-f949-4ab9-8694-65dd75ea7176, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ca72c5e7-f949-4ab9-8694-65dd75ea7176,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:39.281263 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6918-578e-48e7-b427-c8c369605eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.315186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bec443-464e-487a-b41e-a1cf434b8205'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:39.318176 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bf9fb1-1f7c-4f93-bc6d-d9dbdc884772" -d '{"events": [{"server_uuid": "b32dec1e-58a7-46da-a443-32624dc8752e", "name": "network-vif-plugged", "status": "completed", "tag": "45bec443-464e-487a-b41e-a1cf434b8205"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:39.321804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cbe70f2c-3d90-4fe8-b660-acac9dd316e9 req-15a83b02-594a-4ce1-a9db-cb5d483e3194 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 210 time: 0.0523195 Nov 25 17:46:39.383483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 45bec443-464e-487a-b41e-a1cf434b8205, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=45bec443-464e-487a-b41e-a1cf434b8205,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:39.396197 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.464213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6918-578e-48e7-b427-c8c369605eb3 None None] Pushing event updated for resources: {'Port': ['ID=ca72c5e7-f949-4ab9-8694-65dd75ea7176,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:39.560171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c9a02ce6-5084-475a-a135-5881ccc2da82 None None] Provisioning complete for port ca72c5e7-f949-4ab9-8694-65dd75ea7176 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:39.560559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a02ce6-5084-475a-a135-5881ccc2da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.564275 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af112a1-2bb8-4162-a078-1ff5cf228865 x-openstack-request-id: req-8af112a1-2bb8-4162-a078-1ff5cf228865 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:39.564519 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32dec1e-58a7-46da-a443-32624dc8752e", "name": "network-vif-plugged", "status": "completed", "tag": "45bec443-464e-487a-b41e-a1cf434b8205", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:39.564882 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8af112a1-2bb8-4162-a078-1ff5cf228865 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:39.565262 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bec443-464e-487a-b41e-a1cf434b8205', 'code': 200} Nov 25 17:46:39.671636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=45bec443-464e-487a-b41e-a1cf434b8205,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:39.778657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd03f-9948-4574-b377-eb223e750098 req-f4627790-b401-49f8-94c9-0314e063f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:39.780969 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-163dd03f-9948-4574-b377-eb223e750098 req-f4627790-b401-49f8-94c9-0314e063f82d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 1096 time: 0.0638628 Nov 25 17:46:39.885885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-e310fec6-7c73-4d33-82c9-e8307f88ab40 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:39.888521 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-e310fec6-7c73-4d33-82c9-e8307f88ab40 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.60 "GET /v2.0/networks?id=b58d5814-95c1-4263-bd86-a756de0059d8 HTTP/1.1" status: 200 len: 797 time: 0.2565651 Nov 25 17:46:39.891806 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-163dd03f-9948-4574-b377-eb223e750098 req-b21e7ed4-7078-4172-92b9-566ead57730c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007011 Nov 25 17:46:39.910047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Request body: {'port': {'device_id': 'cf7ce3cb-d4de-4427-bb4d-f70dc776d35e', 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8', 'admin_state_up': True, 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:40.076291 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ff8b8-71ab-41c7-907e-0f179bde5376 req-5cdc3237-012d-47a2-ab51-dbd535ba039e tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:40.077932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a87ff8b8-71ab-41c7-907e-0f179bde5376 req-5cdc3237-012d-47a2-ab51-dbd535ba039e tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.1196249 Nov 25 17:46:40.105922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Made reservation on behalf of 06e88d44a07c4dadbe3f1a7bc46a7b17 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:46:40.114728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.124833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ca72c5e7-f949-4ab9-8694-65dd75ea7176 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:40.130227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9741ea-4af7-498f-a040-b38ad9d233a3 req-ec69f22e-ed64-4918-8a3a-b7c1d4d3c23a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:40.131854 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df9741ea-4af7-498f-a040-b38ad9d233a3 req-ec69f22e-ed64-4918-8a3a-b7c1d4d3c23a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 945 time: 0.1092715 Nov 25 17:46:40.212909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a87ff8b8-71ab-41c7-907e-0f179bde5376 req-08ce15c6-f681-4689-87cf-9d794b2e82ce tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247604 Nov 25 17:46:40.241170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ca72c5e7-f949-4ab9-8694-65dd75ea7176 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:40.241170 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.271468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df9741ea-4af7-498f-a040-b38ad9d233a3 req-e37337da-38f7-4b6e-9f48-aba23889353a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299903 Nov 25 17:46:40.321230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Allocated IP 172.20.0.20 (b58d5814-95c1-4263-bd86-a756de0059d8/dada75d5-8b8c-46d4-b98f-092df1e795be/c4d8664c-62d9-4cd4-be0f-4f870e1adf6e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:40.460809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b0ffe58a-93e3-457c-87f5-e7ffdac234b4 req-6f59cbfd-a1e5-481b-b315-86417b39e324 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 210 time: 0.0340624 Nov 25 17:46:40.493094 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.544089 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.592270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Network b58d5814-95c1-4263-bd86-a756de0059d8 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:40.596252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:40.600967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:40.628160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event updated for resources: {'Port': ['ID=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:40.660627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:40.661697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.686232 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-c43aa265-2980-4e6b-a7c8-4a06b9e428e6 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7847977 Nov 25 17:46:40.700306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Request body: {'port': {'device_id': 'cf7ce3cb-d4de-4427-bb4d-f70dc776d35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:40.788536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.920198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-966c1efb-58e1-4521-8e61-537294320e6f None None] Provisioning complete for port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:40.920866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-966c1efb-58e1-4521-8e61-537294320e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.971515 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-966c1efb-58e1-4521-8e61-537294320e6f None None] Port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:46:41.115699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d8664c-62d9-4cd4-be0f-4f870e1adf6e {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:41.124184 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.138846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Transition to ACTIVE for port object c4d8664c-62d9-4cd4-be0f-4f870e1adf6e will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:46:41.142527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.212751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:41.281761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Attempting to bind port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:46:41.282229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Attempting to bind port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:46:41.282637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Attempting to bind port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e on network b58d5814-95c1-4263-bd86-a756de0059d8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:41.290834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e on network b58d5814-95c1-4263-bd86-a756de0059d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:46:41.291887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Attempting to bind port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e on network b58d5814-95c1-4263-bd86-a756de0059d8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:46:41.302748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:46:41.303211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Checking segment: {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:46:41.304082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Bound using segment: {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:46:41.304417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Bound port: c4d8664c-62d9-4cd4-be0f-4f870e1adf6e, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73721dc6-998f-42a5-b627-26432a52ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:46:41.304877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.412156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] For port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:46:41.416320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] For port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:46:41.422884 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.460429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434c0ba-0bbb-458f-b8b3-ed3f28958582 req-60b462da-90d4-43d5-bee6-f475f61e4d10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.464340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.465285 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.466796 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/c4d8664c-62d9-4cd4-be0f-4f870e1adf6e HTTP/1.1" status: 200 len: 1055 time: 0.7726910 Nov 25 17:46:41.467375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7ce3cb-d4de-4427-bb4d-f70dc776d35e', 'tag': 'c4d8664c-62d9-4cd4-be0f-4f870e1adf6e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:41.469930 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800debfd-e2c5-48ae-aacc-027dd85529a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7ce3cb-d4de-4427-bb4d-f70dc776d35e", "tag": "c4d8664c-62d9-4cd4-be0f-4f870e1adf6e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:41.470769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5434c0ba-0bbb-458f-b8b3-ed3f28958582 req-60b462da-90d4-43d5-bee6-f475f61e4d10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.1310852 Nov 25 17:46:41.492442 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057461-7b9b-478c-8404-23e3e6a0dae5 req-e85a319b-22dd-40a7-9ab9-c6fc2bb45525 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.494806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef45b19-2f37-41c1-86f5-38dc683883b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:41.496025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b057461-7b9b-478c-8404-23e3e6a0dae5 req-e85a319b-22dd-40a7-9ab9-c6fc2bb45525 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 945 time: 0.1115007 Nov 25 17:46:41.576251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5434c0ba-0bbb-458f-b8b3-ed3f28958582 req-31d3ec5d-b2d2-4166-bad9-d31f96442f2d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044867 Nov 25 17:46:41.580110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-b9676214-1f1a-4331-94f0-76bf58c39644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.582025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-b9676214-1f1a-4331-94f0-76bf58c39644 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 1058 time: 0.0576472 Nov 25 17:46:41.584427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b057461-7b9b-478c-8404-23e3e6a0dae5 req-d2a6a810-af9b-40cd-9206-ccd34925442f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 Nov 25 17:46:41.647068 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-d326a6a4-e1b5-44fc-a29b-8b8fdb4f0d89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e HTTP/1.1" status: 200 len: 217 time: 0.0542088 Nov 25 17:46:41.666648 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b537c87-8469-4017-af83-41cfc587ce2a x-openstack-request-id: req-8b537c87-8469-4017-af83-41cfc587ce2a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:41.667022 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7ce3cb-d4de-4427-bb4d-f70dc776d35e", "tag": "c4d8664c-62d9-4cd4-be0f-4f870e1adf6e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:41.667287 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b537c87-8469-4017-af83-41cfc587ce2a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:41.671935 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7ce3cb-d4de-4427-bb4d-f70dc776d35e', 'tag': 'c4d8664c-62d9-4cd4-be0f-4f870e1adf6e', 'status': 'completed', 'code': 200} Nov 25 17:46:41.733912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-f1db5021-e390-4e37-908a-4dca037024e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.740104 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-f1db5021-e390-4e37-908a-4dca037024e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dada75d5-8b8c-46d4-b98f-092df1e795be HTTP/1.1" status: 200 len: 837 time: 0.0842552 Nov 25 17:46:41.755012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da0f86-797a-4ebb-99b0-c4233bc15f39 req-d8780c37-3f72-45c3-9f85-9e54f95d8c1b tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.765686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31da0f86-797a-4ebb-99b0-c4233bc15f39 req-d8780c37-3f72-45c3-9f85-9e54f95d8c1b tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 907 time: 0.0809200 Nov 25 17:46:41.798680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f0c40534-33e5-44d7-adf1-2606e2d9ad39 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:41.813074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-868b758b-1154-461e-afd6-1f0c1b534e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.814983 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-868b758b-1154-461e-afd6-1f0c1b534e6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b58d5814-95c1-4263-bd86-a756de0059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644128 Nov 25 17:46:41.852534 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58909451-e7f8-4bb4-9cb9-958c6576020e req-af87cce3-73c8-41b9-902d-487889199fe3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:41.856137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58909451-e7f8-4bb4-9cb9-958c6576020e req-af87cce3-73c8-41b9-902d-487889199fe3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.1107662 Nov 25 17:46:41.865481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:41.871847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'floatingip': {'port_id': '45bec443-464e-487a-b41e-a1cf434b8205'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:41.884517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port f0c40534-33e5-44d7-adf1-2606e2d9ad39 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:41.889917 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port f0c40534-33e5-44d7-adf1-2606e2d9ad39 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:41.890578 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.942768 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-67235fa0-341b-432c-9f0a-87850bba28f5 service neutron] 10.222.0.60 "GET /v2.0/networks/b58d5814-95c1-4263-bd86-a756de0059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186001 Nov 25 17:46:41.950639 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.016531 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.057968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f0c40534-33e5-44d7-adf1-2606e2d9ad39, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0c40534-33e5-44d7-adf1-2606e2d9ad39,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:42.059052 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4132543b-dcac-48b5-92e9-0b74fdc98cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c40534-33e5-44d7-adf1-2606e2d9ad39'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:42.061653 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f0c01a-a92c-4e28-9141-fd78fb8217c9" -d '{"events": [{"server_uuid": "4132543b-dcac-48b5-92e9-0b74fdc98cea", "name": "network-vif-plugged", "status": "completed", "tag": "f0c40534-33e5-44d7-adf1-2606e2d9ad39"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:42.065990 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-396ba724-44cf-40e2-8239-0e844c6e12eb req-491377d9-7307-455e-8962-98805172ea6a service neutron] 10.222.0.60 "GET /v2.0/networks/b58d5814-95c1-4263-bd86-a756de0059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130435 Nov 25 17:46:42.070815 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.122426 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549c8ae6-37b5-42ed-a5ab-27fed6d8a18c x-openstack-request-id: req-549c8ae6-37b5-42ed-a5ab-27fed6d8a18c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:42.122869 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4132543b-dcac-48b5-92e9-0b74fdc98cea", "name": "network-vif-plugged", "status": "completed", "tag": "f0c40534-33e5-44d7-adf1-2606e2d9ad39", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:42.123268 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-549c8ae6-37b5-42ed-a5ab-27fed6d8a18c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:42.123726 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4132543b-dcac-48b5-92e9-0b74fdc98cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c40534-33e5-44d7-adf1-2606e2d9ad39', 'code': 200} Nov 25 17:46:42.183572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=f0c40534-33e5-44d7-adf1-2606e2d9ad39,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:42.230892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-f149eb10-d2e5-4d4e-ba60-81ec193825f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:42.234326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-f149eb10-d2e5-4d4e-ba60-81ec193825f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 1058 time: 0.0748856 Nov 25 17:46:42.354619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de39e3-3b9f-4cef-9283-9d9384979f16 req-7f10df95-75b3-4a98-9189-9940cb1cd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:42.356473 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d0de39e3-3b9f-4cef-9283-9d9384979f16 req-7f10df95-75b3-4a98-9189-9940cb1cd1cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 1097 time: 0.1043696 Nov 25 17:46:42.435982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-a7b63477-ed87-442b-8a28-d1ddc6b8320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:42.437697 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-a7b63477-ed87-442b-8a28-d1ddc6b8320f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b58d5814-95c1-4263-bd86-a756de0059d8 HTTP/1.1" status: 200 len: 898 time: 0.1869907 Nov 25 17:46:42.457007 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d0de39e3-3b9f-4cef-9283-9d9384979f16 req-78f10693-0da6-4468-b779-2c383ca093a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927794 Nov 25 17:46:42.486004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-02f3508f-50e1-4dea-85f4-7a39358763af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e HTTP/1.1" status: 200 len: 217 time: 0.0395470 Nov 25 17:46:42.744090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-fb6b8602-b7d1-49c2-aa8d-979246a74841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:42.747699 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-fb6b8602-b7d1-49c2-aa8d-979246a74841 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dada75d5-8b8c-46d4-b98f-092df1e795be HTTP/1.1" status: 200 len: 837 time: 0.0792270 Nov 25 17:46:42.778399 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.786067 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:42.808627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-200b1fcc-60d3-4ae1-a530-b2a319c9f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:42.810354 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-200b1fcc-60d3-4ae1-a530-b2a319c9f422 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b58d5814-95c1-4263-bd86-a756de0059d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533571 Nov 25 17:46:42.857920 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87b6e0-b648-41b5-bbd7-f165defa1705 req-20cccc2a-1a14-48c4-92dc-5e3b6f9cbcd9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:42.860317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea87b6e0-b648-41b5-bbd7-f165defa1705 req-20cccc2a-1a14-48c4-92dc-5e3b6f9cbcd9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 946 time: 0.1729386 Nov 25 17:46:42.977565 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-6d4917d5-44b4-4955-abf4-71fb3018b1c7 service neutron] 10.222.0.60 "GET /v2.0/networks/b58d5814-95c1-4263-bd86-a756de0059d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582866 Nov 25 17:46:43.091613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-800debfd-e2c5-48ae-aacc-027dd85529a1 req-744fcc23-0c40-42ab-b44b-160af84f8efc service neutron] 10.222.0.60 "GET /v2.0/networks/b58d5814-95c1-4263-bd86-a756de0059d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008849 Nov 25 17:46:43.276458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd001479-75e3-4463-8e24-fb1adb566093 req-ab9f98f4-16cc-41e5-9319-d0d42179a9d7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:43.278427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd001479-75e3-4463-8e24-fb1adb566093 req-ab9f98f4-16cc-41e5-9319-d0d42179a9d7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 907 time: 0.4130857 Nov 25 17:46:43.283816 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Floating IP 65806ea5-60f6-4ecb-9783-4175641066c7 associated. External IP: 172.25.1.190, port: 45bec443-464e-487a-b41e-a1cf434b8205. Nov 25 17:46:43.296201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea87b6e0-b648-41b5-bbd7-f165defa1705 req-44897867-b783-42f6-8740-420e09bdf1af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172695 Nov 25 17:46:43.548350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Router 97006e59-d376-4c66-9cc0-31ee29b3a879 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:43.676859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:43.684050 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:43.691247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] Sync routers for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:43.704480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:43.705454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:43.727243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-274b3f01-d106-4967-ba58-2d0cfc1c3213 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "PUT /v2.0/floatingips/65806ea5-60f6-4ecb-9783-4175641066c7 HTTP/1.1" status: 200 len: 991 time: 1.8604951 Nov 25 17:46:43.729377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'tag': '45bec443-464e-487a-b41e-a1cf434b8205'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:43.733010 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59138d6e-f052-4ebc-888c-e1f7b970b065" -d '{"events": [{"name": "network-changed", "server_uuid": "b32dec1e-58a7-46da-a443-32624dc8752e", "tag": "45bec443-464e-487a-b41e-a1cf434b8205"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:43.798302 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded73502-a2e3-4db4-aff2-a5f0f6ca16a6 x-openstack-request-id: req-ded73502-a2e3-4db4-aff2-a5f0f6ca16a6 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:43.799350 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32dec1e-58a7-46da-a443-32624dc8752e", "tag": "45bec443-464e-487a-b41e-a1cf434b8205", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:43.799779 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ded73502-a2e3-4db4-aff2-a5f0f6ca16a6 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:43.800375 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'tag': '45bec443-464e-487a-b41e-a1cf434b8205', 'status': 'completed', 'code': 200} Nov 25 17:46:43.874536 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-74c3f3f5-6c5f-4fa0-a107-78fc678dea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:43.878045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-74c3f3f5-6c5f-4fa0-a107-78fc678dea7d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 1096 time: 0.0544977 Nov 25 17:46:43.905197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:43.990959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-17986d5a-4705-41fd-878e-a95c21288c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:43.992615 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-17986d5a-4705-41fd-878e-a95c21288c17 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.1065500 Nov 25 17:46:44.070332 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-13d6912b-321c-499c-86fd-53e66b5558ae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 200 len: 999 time: 0.0703831 Nov 25 17:46:44.123416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-a191508c-c062-4700-a338-52d387976340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.125069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-a191508c-c062-4700-a338-52d387976340 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0476050 Nov 25 17:46:44.181053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-08ca3f73-c513-4b38-a6e2-a7976efbda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.182618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '65806ea5-60f6-4ecb-9783-4175641066c7', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'port_id': '45bec443-464e-487a-b41e-a1cf434b8205', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'mac_address': 'fa:16:3e:84:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:24Z', 'updated_at': '2021-11-25T17:46:42Z', 'revision_number': 1, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:44.183432 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-08ca3f73-c513-4b38-a6e2-a7976efbda94 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512705 Nov 25 17:46:44.223503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] Checking router: 97006e59-d376-4c66-9cc0-31ee29b3a879 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:44.236195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:44.241254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:44.269467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-3ff89e7f-f1c6-4f13-bff7-b10ecdfe6d1d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687494 Nov 25 17:46:44.363613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-fd7d418a-1fb3-41f8-8e74-c6c61bdaa92f service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697707 Nov 25 17:46:44.427126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:44.461578 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-fd20d1cc-7519-4eac-ae06-a0730d6a0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.463457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-fd20d1cc-7519-4eac-ae06-a0730d6a0e6d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1135 time: 0.1258333 Nov 25 17:46:44.565872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13880bb-304a-4558-9617-ee02776546d9 req-18c2ffc0-337e-4a37-baa5-5d8552fc8457 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.567650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e13880bb-304a-4558-9617-ee02776546d9 req-18c2ffc0-337e-4a37-baa5-5d8552fc8457 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 907 time: 0.1610363 Nov 25 17:46:44.629735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3932377f-faf7-440f-af07-646cc53130b4 req-57f5b4da-dd71-4146-8dfc-2af8d56b4e4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177325 Nov 25 17:46:44.632201 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-59138d6e-f052-4ebc-888c-e1f7b970b065 req-86e1fba4-b4aa-4c01-9dac-0b7f94ed0292 service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583537 Nov 25 17:46:44.648175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25223ff-613c-4893-8417-32af25eb3041 req-19895873-9d1a-489f-b2b7-c5a0818ec757 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.661581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b25223ff-613c-4893-8417-32af25eb3041 req-19895873-9d1a-489f-b2b7-c5a0818ec757 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 946 time: 0.1837373 Nov 25 17:46:44.738084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b25223ff-613c-4893-8417-32af25eb3041 req-33e9a91f-2497-40de-841b-b9e788fe5d3d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754583 Nov 25 17:46:44.755133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932377f-faf7-440f-af07-646cc53130b4 req-c7361ed7-9ee3-4ac4-8678-ce8330ef9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.757416 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3932377f-faf7-440f-af07-646cc53130b4 req-c7361ed7-9ee3-4ac4-8678-ce8330ef9fb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 1097 time: 0.0706458 Nov 25 17:46:44.770983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-3bf22c67-07c4-4fc9-a5ad-108764710452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.772789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-3bf22c67-07c4-4fc9-a5ad-108764710452 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf HTTP/1.1" status: 200 len: 898 time: 0.2677186 Nov 25 17:46:44.855742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '65806ea5-60f6-4ecb-9783-4175641066c7', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'port_id': '45bec443-464e-487a-b41e-a1cf434b8205', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'mac_address': 'fa:16:3e:84:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:24Z', 'updated_at': '2021-11-25T17:46:42Z', 'revision_number': 1, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:44.893100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7df56-8394-4f83-80c9-f43189899846 None None] The sync data for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 is: [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '65806ea5-60f6-4ecb-9783-4175641066c7', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'port_id': '45bec443-464e-487a-b41e-a1cf434b8205', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'mac_address': 'fa:16:3e:84:9b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:24Z', 'updated_at': '2021-11-25T17:46:42Z', 'revision_number': 1, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:44.941189 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932377f-faf7-440f-af07-646cc53130b4 req-ab2379e7-13ce-45d7-a726-3dd9d4e5e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:44.942987 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3932377f-faf7-440f-af07-646cc53130b4 req-ab2379e7-13ce-45d7-a726-3dd9d4e5e6ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1578107 Nov 25 17:46:45.010291 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3932377f-faf7-440f-af07-646cc53130b4 req-851b2e73-516b-4175-bc17-844f93289d6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0c40534-33e5-44d7-adf1-2606e2d9ad39 HTTP/1.1" status: 200 len: 217 time: 0.0573471 Nov 25 17:46:45.019478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-07da59c3-3101-4720-ab04-6da85dd53d87 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf HTTP/1.1" status: 200 len: 1001 time: 0.2395053 Nov 25 17:46:45.045206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f74d9-e91a-4aa3-92a8-9b18b8f83b1c req-9fa05bbd-845e-47c9-9112-b10b94f86723 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.047388 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be3f74d9-e91a-4aa3-92a8-9b18b8f83b1c req-9fa05bbd-845e-47c9-9112-b10b94f86723 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 946 time: 0.1420879 Nov 25 17:46:45.071599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932377f-faf7-440f-af07-646cc53130b4 req-e6d23f64-3dd8-4f2d-829f-4a208bfb0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.074455 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3932377f-faf7-440f-af07-646cc53130b4 req-e6d23f64-3dd8-4f2d-829f-4a208bfb0050 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0554955 Nov 25 17:46:45.121024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-7c0af91d-1c4d-4d9e-bc87-7fc7696fcbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.123389 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-7c0af91d-1c4d-4d9e-bc87-7fc7696fcbfe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c4135904-4510-410e-b008-dcf4774d3c71 HTTP/1.1" status: 200 len: 835 time: 0.0946910 Nov 25 17:46:45.135191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932377f-faf7-440f-af07-646cc53130b4 req-50ec3af9-5946-4aef-9b84-fa42ff3ca55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.136908 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3932377f-faf7-440f-af07-646cc53130b4 req-50ec3af9-5946-4aef-9b84-fa42ff3ca55c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539491 Nov 25 17:46:45.152500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-be3f74d9-e91a-4aa3-92a8-9b18b8f83b1c req-9a9e03e6-3c2b-46c6-962c-f08a325dda4c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862401 Nov 25 17:46:45.194537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-d2ecb1bb-5e6e-4ff7-94f7-5150fe4aaea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.194708 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde41bb-2ce3-442e-871c-b73ee73279ae None None] New status for floating IP 65806ea5-60f6-4ecb-9783-4175641066c7: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:46:45.196243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-d2ecb1bb-5e6e-4ff7-94f7-5150fe4aaea9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625224 Nov 25 17:46:45.282108 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3932377f-faf7-440f-af07-646cc53130b4 req-245306cd-7917-4c30-b073-a28d4d586cf6 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359475 Nov 25 17:46:45.393090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-0668cc10-4709-423d-a773-9af33c42b1c6 service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852751 Nov 25 17:46:45.395435 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3932377f-faf7-440f-af07-646cc53130b4 req-f02fa929-6b2f-4bdb-8c0e-1236ae599ced service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036808 Nov 25 17:46:45.402915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a71a7-053c-4c0d-b98b-365f5a9f161f req-9c028f9d-ee1a-4180-aade-f46b4ce9d3f4 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.404420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-605a71a7-053c-4c0d-b98b-365f5a9f161f req-9c028f9d-ee1a-4180-aade-f46b4ce9d3f4 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 946 time: 0.1153388 Nov 25 17:46:45.520186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-605a71a7-053c-4c0d-b98b-365f5a9f161f req-d31f2248-2397-4bb7-a3ee-d45e5d748df6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932903 Nov 25 17:46:45.548657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e7d4f24-2e6e-40fd-9cf4-69c138ad6078 req-733dd864-06a2-4631-9b45-3122d1c1e547 service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432197 Nov 25 17:46:45.797401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c4d8664c-62d9-4cd4-be0f-4f870e1adf6e details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:45.810507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0997a82-704e-4761-97b0-4fcffa2a2c39 req-cf41bfd1-2dc5-4a29-85d7-b34e3d19c143 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.813731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0997a82-704e-4761-97b0-4fcffa2a2c39 req-cf41bfd1-2dc5-4a29-85d7-b34e3d19c143 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 907 time: 0.0978465 Nov 25 17:46:45.842082 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd8589-ab60-44a6-8a01-2fdf2d16c647 req-38c6d595-2966-434a-80b3-474b529c9b57 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:45.843738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfbd8589-ab60-44a6-8a01-2fdf2d16c647 req-38c6d595-2966-434a-80b3-474b529c9b57 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 946 time: 0.0923634 Nov 25 17:46:45.905087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfbd8589-ab60-44a6-8a01-2fdf2d16c647 req-0906bd3b-58ac-4709-984f-8af4df64185e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552223 Nov 25 17:46:45.947580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:45.967441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'c4d8664c-62d9-4cd4-be0f-4f870e1adf6e', 'network_id': 'b58d5814-95c1-4263-bd86-a756de0059d8', 'port_id': 'c4d8664c-62d9-4cd4-be0f-4f870e1adf6e', 'mac_address': 'fa:16:3e:a1:26:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dada75d5-8b8c-46d4-b98f-092df1e795be', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:46.013258 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.029426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d8664c-62d9-4cd4-be0f-4f870e1adf6e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:46.062828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:46.080197 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.159017 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:46.346598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['c4d8664c-62d9-4cd4-be0f-4f870e1adf6e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:46.953886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441ca5-0b11-4300-a4fd-96c02bfd3591 req-226bcfdb-1565-467b-b412-02341e963b87 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:46.955816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4441ca5-0b11-4300-a4fd-96c02bfd3591 req-226bcfdb-1565-467b-b412-02341e963b87 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 908 time: 0.0630696 Nov 25 17:46:47.076839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e9b67-c9c9-4326-94fd-aaa2be12d12e req-72353dd6-9d13-4279-9de8-f8fa749858bf tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:47.079206 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc0e9b67-c9c9-4326-94fd-aaa2be12d12e req-72353dd6-9d13-4279-9de8-f8fa749858bf tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 946 time: 0.0771172 Nov 25 17:46:47.151713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc0e9b67-c9c9-4326-94fd-aaa2be12d12e req-8ef99c4c-541e-4288-9a6d-87759ab254a2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658674 Nov 25 17:46:47.509271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-52db0d8a-9652-4ace-a9ba-d97dc2179574 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:47.511257 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-52db0d8a-9652-4ace-a9ba-d97dc2179574 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 946 time: 0.0491748 Nov 25 17:46:47.608640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port f0c40534-33e5-44d7-adf1-2606e2d9ad39 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:47.608995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.698989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] For port f0c40534-33e5-44d7-adf1-2606e2d9ad39, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f0c40534-33e5-44d7-adf1-2606e2d9ad39,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:47.699354 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.711720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for f0c40534-33e5-44d7-adf1-2606e2d9ad39 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:47.802726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c4d8664c-62d9-4cd4-be0f-4f870e1adf6e up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:47.852501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.871367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:47.876306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:47.876798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.885440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=f0c40534-33e5-44d7-adf1-2606e2d9ad39,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:47.967288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] No DVR routers for this DVR port f0c40534-33e5-44d7-adf1-2606e2d9ad39 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:47.976369 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.982415 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2dcc61f-214c-4253-8dce-c804533c8ec2 req-e9fece92-0a90-472f-b471-2b85dee233b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "DELETE /v2.0/ports/f0c40534-33e5-44d7-adf1-2606e2d9ad39 HTTP/1.1" status: 204 len: 173 time: 0.4630995 Nov 25 17:46:47.982415 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4132543b-dcac-48b5-92e9-0b74fdc98cea', 'name': 'network-vif-deleted', 'tag': 'f0c40534-33e5-44d7-adf1-2606e2d9ad39'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:47.998776 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d633530c-087f-4a96-a93a-c326378ba4bd" -d '{"events": [{"server_uuid": "4132543b-dcac-48b5-92e9-0b74fdc98cea", "name": "network-vif-deleted", "tag": "f0c40534-33e5-44d7-adf1-2606e2d9ad39"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:48.017491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:48.068151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7ce3cb-d4de-4427-bb4d-f70dc776d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d8664c-62d9-4cd4-be0f-4f870e1adf6e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:48.074562 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbea2f9-c0ad-4344-a63b-de61fb91133c" -d '{"events": [{"server_uuid": "cf7ce3cb-d4de-4427-bb4d-f70dc776d35e", "name": "network-vif-plugged", "status": "completed", "tag": "c4d8664c-62d9-4cd4-be0f-4f870e1adf6e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:48.075106 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b239c6a2-42f9-4b79-8c15-ca108e834def x-openstack-request-id: req-b239c6a2-42f9-4b79-8c15-ca108e834def {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:48.075416 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4132543b-dcac-48b5-92e9-0b74fdc98cea", "name": "network-vif-deleted", "tag": "f0c40534-33e5-44d7-adf1-2606e2d9ad39", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:48.075681 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b239c6a2-42f9-4b79-8c15-ca108e834def {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:48.078894 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4132543b-dcac-48b5-92e9-0b74fdc98cea', 'name': 'network-vif-deleted', 'tag': 'f0c40534-33e5-44d7-adf1-2606e2d9ad39', 'status': 'completed', 'code': 200} Nov 25 17:46:48.101675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:48.106964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:48.170091 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596259-9055-4709-982c-84a5ece5a909 req-33109a64-56ff-4bdd-a22c-4ee2dab9f2aa tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:48.185542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-97596259-9055-4709-982c-84a5ece5a909 req-33109a64-56ff-4bdd-a22c-4ee2dab9f2aa tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 909 time: 0.0743513 Nov 25 17:46:48.212094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:48.231746 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe1918-d2b6-468e-b174-fbdb9ceb7c4f x-openstack-request-id: req-8dbe1918-d2b6-468e-b174-fbdb9ceb7c4f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:48.232054 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7ce3cb-d4de-4427-bb4d-f70dc776d35e", "name": "network-vif-plugged", "status": "completed", "tag": "c4d8664c-62d9-4cd4-be0f-4f870e1adf6e", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:48.232322 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dbe1918-d2b6-468e-b174-fbdb9ceb7c4f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:48.233430 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7ce3cb-d4de-4427-bb4d-f70dc776d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d8664c-62d9-4cd4-be0f-4f870e1adf6e', 'code': 200} Nov 25 17:46:48.282564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bba18f89-ae9e-4412-9064-d26864bc965a req-dd22a4d8-f3dc-4991-9345-5a36365c56c4 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0355513 Nov 25 17:46:48.341223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4daa-4497-4df7-a56e-11df44110996 req-e9e7d618-40ba-46e8-84cd-c1ac9de4fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:48.342650 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e2ea4daa-4497-4df7-a56e-11df44110996 req-e9e7d618-40ba-46e8-84cd-c1ac9de4fb23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 1060 time: 0.0432425 Nov 25 17:46:49.345688 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3afa9e-2b19-4ca1-96af-cdd95f163937 req-28f49aca-9bc3-4e0f-b49e-31472aeb1c2c tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:49.347728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8a3afa9e-2b19-4ca1-96af-cdd95f163937 req-28f49aca-9bc3-4e0f-b49e-31472aeb1c2c tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 909 time: 0.0867026 Nov 25 17:46:49.422939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffd32833-2a76-48d3-9f20-6e08937e768f req-67e15970-235c-44f9-8472-819e53c8960f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0273395 Nov 25 17:46:49.800494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f0c40534-33e5-44d7-adf1-2606e2d9ad39 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:49.827691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: f0c40534-33e5-44d7-adf1-2606e2d9ad39 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:49.828049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f0c40534-33e5-44d7-adf1-2606e2d9ad39 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:50.510325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe016b-99fe-4143-b0ba-4df221a1c236 req-fd3dddda-cfc3-4fd3-b35c-0b17b211faa0 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:50.511876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ffe016b-99fe-4143-b0ba-4df221a1c236 req-fd3dddda-cfc3-4fd3-b35c-0b17b211faa0 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 909 time: 0.0661948 Nov 25 17:46:50.542080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29b53f2f-1a4b-4c81-a384-b9f499450dec req-3237b872-3c70-472a-a238-62df8c5b52cd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0292051 Nov 25 17:46:50.638437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37e716-6c19-47ed-abdb-66cbcea56fdc req-d920ff8e-d587-47e6-a3b7-261a8ffe37fa tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:50.640012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c37e716-6c19-47ed-abdb-66cbcea56fdc req-d920ff8e-d587-47e6-a3b7-261a8ffe37fa tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 909 time: 0.0568697 Nov 25 17:46:50.756598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97b484-f988-4c0f-9d49-83be61d107c3 req-fff143d7-0989-4196-bc9c-75043943eddf tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:50.758177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fa97b484-f988-4c0f-9d49-83be61d107c3 req-fff143d7-0989-4196-bc9c-75043943eddf tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 1060 time: 0.0477109 Nov 25 17:46:50.865371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0a312-0dad-4496-802c-366f9add82ee req-ccd7d3ac-e75c-4a47-ba23-8513ea67813a tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:50.867058 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bae0a312-0dad-4496-802c-366f9add82ee req-ccd7d3ac-e75c-4a47-ba23-8513ea67813a tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1135 time: 0.0422344 Nov 25 17:46:50.922249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bae0a312-0dad-4496-802c-366f9add82ee req-3ad52bdc-124d-4aea-aba7-5804f8a1d7ec tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0483928 Nov 25 17:46:50.943671 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:50.985998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69202121-7339-4bd3-89d1-8fc45da67fe6 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:50.987429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-69202121-7339-4bd3-89d1-8fc45da67fe6 tempest-TestSecurityGroupsBasicOps-87080030 tempest-TestSecurityGroupsBasicOps-87080030-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 1055 time: 0.0427706 Nov 25 17:46:51.236020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6df34-8413-4332-96f8-035246ffcf6f req-f5927c3d-30aa-4603-83a3-ae3d7480714f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:51.237553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54f6df34-8413-4332-96f8-035246ffcf6f req-f5927c3d-30aa-4603-83a3-ae3d7480714f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 909 time: 0.0592840 Nov 25 17:46:51.655482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d4ccdc7-5e4d-43dc-8086-753be957041f req-dec2809b-13bf-46ae-8e5c-7e3e723db35e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0384209 Nov 25 17:46:52.372034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ff08-4fb4-4db1-822f-855d5f83eed7 req-48c6034a-22a2-4002-b6d2-9b3b147e66d3 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:52.373739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5161ff08-4fb4-4db1-822f-855d5f83eed7 req-48c6034a-22a2-4002-b6d2-9b3b147e66d3 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 909 time: 0.0550857 Nov 25 17:46:52.623232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-b166b4c5-7e61-4a0d-bbbf-4f1152abccf0 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:52.624730 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-b166b4c5-7e61-4a0d-bbbf-4f1152abccf0 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 909 time: 0.0494184 Nov 25 17:46:52.724666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:52.725045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:52.764186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2fed7c53-f69d-4dc9-9870-9cac7894964a req-b7cd8990-2b83-4a19-b13d-9153603da929 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0334795 Nov 25 17:46:52.819143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] For port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:52.819617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:52.833137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Calling delete_port for c4d8664c-62d9-4cd4-be0f-4f870e1adf6e owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:52.963527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.014471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Port': ['ID=c4d8664c-62d9-4cd4-be0f-4f870e1adf6e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:53.040790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] No DVR routers for this DVR port c4d8664c-62d9-4cd4-be0f-4f870e1adf6e on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:53.044072 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:53.047652 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46cb4e67-7ece-4c53-a7c8-b0d661cdf675 req-5389e054-bb45-4098-ac2b-60fa88ffadfc tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.60 "DELETE /v2.0/ports/c4d8664c-62d9-4cd4-be0f-4f870e1adf6e HTTP/1.1" status: 204 len: 173 time: 0.4158084 Nov 25 17:46:53.048185 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7ce3cb-d4de-4427-bb4d-f70dc776d35e', 'name': 'network-vif-deleted', 'tag': 'c4d8664c-62d9-4cd4-be0f-4f870e1adf6e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:53.050647 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a902ab-4488-4a77-9f7a-3fa3a8975269" -d '{"events": [{"server_uuid": "cf7ce3cb-d4de-4427-bb4d-f70dc776d35e", "name": "network-vif-deleted", "tag": "c4d8664c-62d9-4cd4-be0f-4f870e1adf6e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:53.120706 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93425594-4c81-444d-8f96-de1a02d21917 x-openstack-request-id: req-93425594-4c81-444d-8f96-de1a02d21917 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:53.121061 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7ce3cb-d4de-4427-bb4d-f70dc776d35e", "name": "network-vif-deleted", "tag": "c4d8664c-62d9-4cd4-be0f-4f870e1adf6e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:53.121252 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93425594-4c81-444d-8f96-de1a02d21917 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:53.121889 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7ce3cb-d4de-4427-bb4d-f70dc776d35e', 'name': 'network-vif-deleted', 'tag': 'c4d8664c-62d9-4cd4-be0f-4f870e1adf6e', 'status': 'completed', 'code': 200} Nov 25 17:46:53.508415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b43471ce-2a71-4178-afb6-cc058106aee1 req-495b3fba-c2f9-4a77-9436-21694e95e670 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf7ce3cb-d4de-4427-bb4d-f70dc776d35e HTTP/1.1" status: 200 len: 210 time: 0.0377946 Nov 25 17:46:53.876620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-79e76287-11ea-4ec8-b36c-49f90db207e7 req-0d5e6954-b1d7-49bc-8a81-e25ecb065863 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=4132543b-dcac-48b5-92e9-0b74fdc98cea HTTP/1.1" status: 200 len: 210 time: 0.0324516 Nov 25 17:46:54.577119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59688) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:54.815174 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:46:54.962211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.246060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting port ca72c5e7-f949-4ab9-8694-65dd75ea7176 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:55.246409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.341096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] For port ca72c5e7-f949-4ab9-8694-65dd75ea7176, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ca72c5e7-f949-4ab9-8694-65dd75ea7176,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:55.341457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.355242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Calling delete_port for ca72c5e7-f949-4ab9-8694-65dd75ea7176 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:55.546209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:55.576293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Port': ['ID=ca72c5e7-f949-4ab9-8694-65dd75ea7176,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:55.793768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.035439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:56.168876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:56.175132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ed46fc23-6989-4174-bbbb-5b5bfc59954a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "PUT /v2.0/routers/eae1d7a5-0372-44c9-91f0-ddfa225f0c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5969205 Nov 25 17:46:56.178736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59708) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:56.185417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] Sync routers for ids ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:56.196159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] Routers {'eae1d7a5-0372-44c9-91f0-ddfa225f0c84'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:56.197663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:56.273578 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd3386f-fdd2-48d4-af18-d2f3b5bccd83 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting subnet dada75d5-8b8c-46d4-b98f-092df1e795be {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:46:56.280174 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd3386f-fdd2-48d4-af18-d2f3b5bccd83 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.314352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] Set router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:56.334648 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd3386f-fdd2-48d4-af18-d2f3b5bccd83 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.446840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd3386f-fdd2-48d4-af18-d2f3b5bccd83 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.529081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd3386f-fdd2-48d4-af18-d2f3b5bccd83 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.542773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:55Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:56.563940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3386f-fdd2-48d4-af18-d2f3b5bccd83 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Subnet': ['ID=dada75d5-8b8c-46d4-b98f-092df1e795be,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:56.581208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] Checking router: eae1d7a5-0372-44c9-91f0-ddfa225f0c84 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:56.587574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcd3386f-fdd2-48d4-af18-d2f3b5bccd83 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.588280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bfbd63-0768-4577-8f15-ff9175bcd9c7 None None] Network b58d5814-95c1-4263-bd86-a756de0059d8 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:46:56.593207 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dcd3386f-fdd2-48d4-af18-d2f3b5bccd83 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/subnets/dada75d5-8b8c-46d4-b98f-092df1e795be HTTP/1.1" status: 204 len: 168 time: 0.4130435 Nov 25 17:46:56.595462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59716) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:56.610178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] Routers {'eae1d7a5-0372-44c9-91f0-ddfa225f0c84'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:56.610981 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:56.755593 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.897083 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:56.958597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting port b3bf1a85-2983-4112-a990-56605382fd82 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:56.959109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.074918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] For port b3bf1a85-2983-4112-a990-56605382fd82, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b3bf1a85-2983-4112-a990-56605382fd82,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:57.075547 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.084116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] Set router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:57.094893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Calling delete_port for b3bf1a85-2983-4112-a990-56605382fd82 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:57.308111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] DHCP port deletion for b58d5814-95c1-4263-bd86-a756de0059d8 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:57.348527 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.387601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Port': ['ID=b3bf1a85-2983-4112-a990-56605382fd82,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:57.426094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a3f64-bf6b-4d4d-8b4b-d1d7f4d8b83a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:46:57.456199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.561773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] Deleting port 044b4003-47e6-47ce-a8eb-0d4d5db88533 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:57.562465 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.571081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.574223 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.636713 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.637309 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Fanout notify agent at l3_agent the message router_deleted on router eae1d7a5-0372-44c9-91f0-ddfa225f0c84 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:46:57.644624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] For port 044b4003-47e6-47ce-a8eb-0d4d5db88533, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=044b4003-47e6-47ce-a8eb-0d4d5db88533,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:57.645183 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.653530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.657039 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d892e57d-3333-4091-9432-30bdc37de60f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/routers/eae1d7a5-0372-44c9-91f0-ddfa225f0c84 HTTP/1.1" status: 204 len: 168 time: 1.0573070 Nov 25 17:46:57.657772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:57.662394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:55Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:57.704119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ceed08-9c6e-43db-9495-dde40a980ed9 None None] The sync data for ids ['eae1d7a5-0372-44c9-91f0-ddfa225f0c84'] in n-d-819349-3 is: [{'id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'name': 'tempest-TestSecurityGroupsBasicOps-router-586361888', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:27Z', 'updated_at': '2021-11-25T17:46:55Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': 'b3bf1a85-2983-4112-a990-56605382fd82', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae1d7a5-0372-44c9-91f0-ddfa225f0c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:29Z', 'updated_at': '2021-11-25T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:57.711301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] Calling delete_port for 044b4003-47e6-47ce-a8eb-0d4d5db88533 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:57.771493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.834703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c4d8664c-62d9-4cd4-be0f-4f870e1adf6e no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:57.842765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting port 044b4003-47e6-47ce-a8eb-0d4d5db88533 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:57.843158 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.878565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: c4d8664c-62d9-4cd4-be0f-4f870e1adf6e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:57.879450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device c4d8664c-62d9-4cd4-be0f-4f870e1adf6e not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:57.901591 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.924865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] For port 044b4003-47e6-47ce-a8eb-0d4d5db88533, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=044b4003-47e6-47ce-a8eb-0d4d5db88533,segment=NetworkSegment(73721dc6-998f-42a5-b627-26432a52ce37),segment_id=73721dc6-998f-42a5-b627-26432a52ce37)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:57.925282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:57.940315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Calling delete_port for 044b4003-47e6-47ce-a8eb-0d4d5db88533 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:57.958881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] Pushing event deleted for resources: {'Port': ['ID=044b4003-47e6-47ce-a8eb-0d4d5db88533,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:57.974023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a53128-d38f-41c6-8b02-4497aa87deab None None] No DVR routers for this DVR port 044b4003-47e6-47ce-a8eb-0d4d5db88533 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:58.245866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 044b4003-47e6-47ce-a8eb-0d4d5db88533 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:58.282626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 044b4003-47e6-47ce-a8eb-0d4d5db88533 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:58.282982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 044b4003-47e6-47ce-a8eb-0d4d5db88533 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:58.283401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ca72c5e7-f949-4ab9-8694-65dd75ea7176 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:58.310414 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ca72c5e7-f949-4ab9-8694-65dd75ea7176 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:46:58.311072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ca72c5e7-f949-4ab9-8694-65dd75ea7176 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:46:58.363275 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.389890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Port': ['ID=044b4003-47e6-47ce-a8eb-0d4d5db88533,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:58.394502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] No DVR routers for this DVR port 044b4003-47e6-47ce-a8eb-0d4d5db88533 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:46:58.489447 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.517587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58d5814-95c1-4263-bd86-a756de0059d8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:58.529347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73721dc6-998f-42a5-b627-26432a52ce37') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:58.529703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73721dc6-998f-42a5-b627-26432a52ce37') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:58.539988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.557879 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.564747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:46:58.565193 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: self.session.flush() Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:46:58.568448 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:46:58.654731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.672678 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:58.677830 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/networks/b58d5814-95c1-4263-bd86-a756de0059d8 HTTP/1.1" status: 204 len: 168 time: 1.0189998 Nov 25 17:46:58.682243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59732) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:58.714553 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d636188-f5f8-471f-89a8-1ce39b5a3c9f tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Network': ['ID=b58d5814-95c1-4263-bd86-a756de0059d8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:59.272804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting port 129a3e69-fb4c-4629-81bf-b181157d6269 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:46:59.273365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.386502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.387054 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.402675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Calling delete_port for 129a3e69-fb4c-4629-81bf-b181157d6269 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:46:59.582179 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.611973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Port': ['ID=129a3e69-fb4c-4629-81bf-b181157d6269,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:59.693517 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.694190 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Floating IP 1fbbfda9-315e-43fa-a32d-b598334fa930 disassociated (deleted). External IP: 172.25.1.200, port: 0b932dc4-37bb-4972-bc62-6a9ef57a85bf. Nov 25 17:46:59.947266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Router 9bce17f1-66d2-49d1-a4ae-eec4876df99b has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:00.014531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b3bf1a85-2983-4112-a990-56605382fd82 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:00.039856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b3bf1a85-2983-4112-a990-56605382fd82 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:00.040281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b3bf1a85-2983-4112-a990-56605382fd82 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:00.074967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:00.080786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:00.088178 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] Sync routers for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:00.116163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-42191a77-dede-4777-9111-53940e4bfcae tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/floatingips/1fbbfda9-315e-43fa-a32d-b598334fa930 HTTP/1.1" status: 204 len: 168 time: 1.4296985 Nov 25 17:47:00.116163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:00.117283 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9a6ca-2564-4173-b562-c81360890103" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:00.233202 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:00.233837 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:00.282674 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac116ad3-b101-46a0-8b58-2bf123b28852 x-openstack-request-id: req-ac116ad3-b101-46a0-8b58-2bf123b28852 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:00.283179 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:00.283633 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac116ad3-b101-46a0-8b58-2bf123b28852 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:00.284212 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'status': 'completed', 'code': 200} Nov 25 17:47:00.397415 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a6ca-2564-4173-b562-c81360890103 req-b3f7f2e7-43c1-4417-af77-d3cc1fd1c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.399010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac9a6ca-2564-4173-b562-c81360890103 req-b3f7f2e7-43c1-4417-af77-d3cc1fd1c8ef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 1135 time: 0.0971873 Nov 25 17:47:00.462686 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:00.548781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba757dca-4a6d-46fc-8bbb-fbd1db32e077 req-aed491c3-bc46-4b2c-8ced-f112bc69d32d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.560823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba757dca-4a6d-46fc-8bbb-fbd1db32e077 req-aed491c3-bc46-4b2c-8ced-f112bc69d32d tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 984 time: 0.1095259 Nov 25 17:47:00.740893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba757dca-4a6d-46fc-8bbb-fbd1db32e077 req-7956104b-f3ee-482d-87ae-6d36beb4e6a7 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1790473 Nov 25 17:47:00.766551 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:00.779310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a6ca-2564-4173-b562-c81360890103 req-80806d4e-c10b-4dac-83dd-91a2bde8ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.781047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac9a6ca-2564-4173-b562-c81360890103 req-80806d4e-c10b-4dac-83dd-91a2bde8ddfc service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf HTTP/1.1" status: 200 len: 898 time: 0.3734899 Nov 25 17:47:00.802206 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] Checking router: 9bce17f1-66d2-49d1-a4ae-eec4876df99b for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:00.834736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac9a6ca-2564-4173-b562-c81360890103 req-73b1ab6f-c470-46ea-9355-c457ddf661d5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf HTTP/1.1" status: 200 len: 217 time: 0.0429113 Nov 25 17:47:00.835712 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:00.836356 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:46:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:00.906241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a6ca-2564-4173-b562-c81360890103 req-f95acdd8-f4f9-4931-855d-47766166ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.908668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac9a6ca-2564-4173-b562-c81360890103 req-f95acdd8-f4f9-4931-855d-47766166ac79 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c4135904-4510-410e-b008-dcf4774d3c71 HTTP/1.1" status: 200 len: 835 time: 0.0644794 Nov 25 17:47:00.978102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a6ca-2564-4173-b562-c81360890103 req-12899c99-0292-4c1f-a816-2f138fa167ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.979950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac9a6ca-2564-4173-b562-c81360890103 req-12899c99-0292-4c1f-a816-2f138fa167ff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593934 Nov 25 17:47:00.984753 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:01.104602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac9a6ca-2564-4173-b562-c81360890103 req-22a7e6c1-31d8-4bb9-9061-0455aa08114d service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147647 Nov 25 17:47:01.280294 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:01.310914 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc48da0-c682-42d7-a6b6-6f3fc3e5292c None None] The sync data for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 is: [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:45:34Z', 'revision_number': 4, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '05662d0c-721c-4af8-bd51-8e98786e25e3', 'name': '', 'network_id': 'c9b77033-4c32-4eb7-95e6-e69a7ca2efaf', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'mac_address': 'fa:16:3e:41:99:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:32Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'subnets': [{'id': 'c4135904-4510-410e-b008-dcf4774d3c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:01.317879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bac9a6ca-2564-4173-b562-c81360890103 req-e8194720-002d-4f38-82c0-602a5a8535de service neutron] 10.222.0.95 "GET /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038801 Nov 25 17:47:01.625284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e138857-b6a0-483c-a678-dca0e4700935 None None] New status for floating IP 1fbbfda9-315e-43fa-a32d-b598334fa930: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:47:01.896323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-62c7ee79-ee0c-48f2-8a5e-b4f2d7b83b6b tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:01.896323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-62c7ee79-ee0c-48f2-8a5e-b4f2d7b83b6b tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 984 time: 0.0963607 Nov 25 17:47:01.954005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96217e-aeb3-4cf8-8355-bea192a45e64 req-fa833c04-5fba-4d71-8fa1-e81f72cdb093 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:01.955625 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a96217e-aeb3-4cf8-8355-bea192a45e64 req-fa833c04-5fba-4d71-8fa1-e81f72cdb093 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ac70511-def8-4e41-a634-f80c10f03c65 HTTP/1.1" status: 200 len: 984 time: 0.1227510 Nov 25 17:47:02.057122 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4a96217e-aeb3-4cf8-8355-bea192a45e64 req-0ebd3ede-8a5e-4406-87f2-896e1164d3fa tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "GET /v2.0/security-groups?id=a95648de-cfff-486c-8b53-080e7bcd1ff7&id=094f390e-5e05-46d7-8602-788ec1b86372&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0709574 Nov 25 17:47:02.060663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:02.061120 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.161343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] For port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:02.161716 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.190890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Calling delete_port for 0b932dc4-37bb-4972-bc62-6a9ef57a85bf owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:02.217632 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4931dc2-70ec-42ef-84ba-b1ca3293d69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.349974 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.383286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Port': ['ID=0b932dc4-37bb-4972-bc62-6a9ef57a85bf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:02.451542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] No DVR routers for this DVR port 0b932dc4-37bb-4972-bc62-6a9ef57a85bf on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:02.454480 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:02.459894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d076f0e6-0e52-42b6-90ec-434cf7af33f1 req-bbd3923b-d2be-4b47-b8b4-af5297cf1e6a tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.95 "DELETE /v2.0/ports/0b932dc4-37bb-4972-bc62-6a9ef57a85bf HTTP/1.1" status: 204 len: 173 time: 0.5543709 Nov 25 17:47:02.460348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'name': 'network-vif-deleted', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:02.462796 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcca91c-bf7c-442c-850f-d2265e3d0c6c" -d '{"events": [{"server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "name": "network-vif-deleted", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:02.515115 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acca784-79ed-4001-992c-fe7d9e26f053 x-openstack-request-id: req-8acca784-79ed-4001-992c-fe7d9e26f053 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:02.515351 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac70511-def8-4e41-a634-f80c10f03c65", "name": "network-vif-deleted", "tag": "0b932dc4-37bb-4972-bc62-6a9ef57a85bf", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:02.515710 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8acca784-79ed-4001-992c-fe7d9e26f053 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:02.516041 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac70511-def8-4e41-a634-f80c10f03c65', 'name': 'network-vif-deleted', 'tag': '0b932dc4-37bb-4972-bc62-6a9ef57a85bf', 'status': 'completed', 'code': 200} Nov 25 17:47:03.120528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:03.178591 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf8841fe-f687-4b95-a11a-6ab75e98e75e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.203290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf8841fe-f687-4b95-a11a-6ab75e98e75e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.262434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf8841fe-f687-4b95-a11a-6ab75e98e75e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.265186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf8841fe-f687-4b95-a11a-6ab75e98e75e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.266371 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bf8841fe-f687-4b95-a11a-6ab75e98e75e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/security-groups/094f390e-5e05-46d7-8602-788ec1b86372 HTTP/1.1" status: 204 len: 168 time: 0.1448038 Nov 25 17:47:03.273268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:03.284899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8841fe-f687-4b95-a11a-6ab75e98e75e tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094f390e-5e05-46d7-8602-788ec1b86372,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:03.362547 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9281d7b-dd8f-46fb-a3df-dc42d800f996 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.390148 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9281d7b-dd8f-46fb-a3df-dc42d800f996 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.457004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9281d7b-dd8f-46fb-a3df-dc42d800f996 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.460654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9281d7b-dd8f-46fb-a3df-dc42d800f996 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:03.465425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:03.475304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d9281d7b-dd8f-46fb-a3df-dc42d800f996 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/security-groups/a95648de-cfff-486c-8b53-080e7bcd1ff7 HTTP/1.1" status: 204 len: 168 time: 0.1829455 Nov 25 17:47:03.486651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9281d7b-dd8f-46fb-a3df-dc42d800f996 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95648de-cfff-486c-8b53-080e7bcd1ff7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:03.907657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.187790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting port 05662d0c-721c-4af8-bd51-8e98786e25e3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:04.188446 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.292655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] For port 05662d0c-721c-4af8-bd51-8e98786e25e3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=05662d0c-721c-4af8-bd51-8e98786e25e3,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:04.293066 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.314379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Calling delete_port for 05662d0c-721c-4af8-bd51-8e98786e25e3 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:04.402345 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29bc3fb7-47f4-4cc2-a5c7-76df66606c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.533955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:04.571203 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Port': ['ID=05662d0c-721c-4af8-bd51-8e98786e25e3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:04.818495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.089600 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Router 9bce17f1-66d2-49d1-a4ae-eec4876df99b has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:05.209411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:05.215764 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6647e991-b48d-4a05-a2d0-55d541e1b9ca tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "PUT /v2.0/routers/9bce17f1-66d2-49d1-a4ae-eec4876df99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7490020 Nov 25 17:47:05.218537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:05.223147 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] Sync routers for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:05.237765 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:05.238656 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:47:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:05.279124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-680093de-699b-482c-984f-0134e620ce52 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting subnet c4135904-4510-410e-b008-dcf4774d3c71 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:05.282556 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-680093de-699b-482c-984f-0134e620ce52 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.330615 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-680093de-699b-482c-984f-0134e620ce52 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.364250 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:05.422124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-680093de-699b-482c-984f-0134e620ce52 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.488077 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-680093de-699b-482c-984f-0134e620ce52 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.528119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680093de-699b-482c-984f-0134e620ce52 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Subnet': ['ID=c4135904-4510-410e-b008-dcf4774d3c71,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:05.533347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-680093de-699b-482c-984f-0134e620ce52 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.536671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-680093de-699b-482c-984f-0134e620ce52 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/subnets/c4135904-4510-410e-b008-dcf4774d3c71 HTTP/1.1" status: 204 len: 168 time: 0.3171139 Nov 25 17:47:05.539226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:05.544214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d2143-f1e6-4772-9553-b940ccfd8831 None None] Network c9b77033-4c32-4eb7-95e6-e69a7ca2efaf requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:05.594917 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:47:04Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:05.655760 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] Checking router: 9bce17f1-66d2-49d1-a4ae-eec4876df99b for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:05.666485 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] Routers {'9bce17f1-66d2-49d1-a4ae-eec4876df99b'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:05.667120 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:47:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:05.709529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.773347 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] DHCP port deletion for c9b77033-4c32-4eb7-95e6-e69a7ca2efaf request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:05.803863 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] Set router 9bce17f1-66d2-49d1-a4ae-eec4876df99b gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:05.855346 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.917777 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.922472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] Deleting port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:05.922851 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:05.979756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Deleting port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:05.980178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.050965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] For port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=7573a56e-2ed3-4c06-a705-8b05c50d6cbe,segment=NetworkSegment(c3ce3113-5778-483b-8fd1-ce5306b79866),segment_id=c3ce3113-5778-483b-8fd1-ce5306b79866)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:06.052117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.068113 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:47:04Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:06.083926 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] Calling delete_port for 7573a56e-2ed3-4c06-a705-8b05c50d6cbe owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:06.188035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] For port 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:06.188748 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.215182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Calling delete_port for 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:06.224766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7573a56e-2ed3-4c06-a705-8b05c50d6cbe no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:06.247142 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eee07a-49f7-4b64-9b40-6a977171ac54 None None] The sync data for ids ['9bce17f1-66d2-49d1-a4ae-eec4876df99b'] in n-d-819349-3 is: [{'id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1024586771', 'tenant_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:24Z', 'updated_at': '2021-11-25T17:47:04Z', 'revision_number': 5, 'project_id': '06e88d44a07c4dadbe3f1a7bc46a7b17', 'gw_port': {'id': '4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bce17f1-66d2-49d1-a4ae-eec4876df99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:26Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:06.342320 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.381832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No active binding found for port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:47:06.382335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 7573a56e-2ed3-4c06-a705-8b05c50d6cbe not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:06.387729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] Pushing event deleted for resources: {'Port': ['ID=7573a56e-2ed3-4c06-a705-8b05c50d6cbe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:06.389564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22ab89-988e-495f-a56e-c0cfdec35874 None None] No DVR routers for this DVR port 7573a56e-2ed3-4c06-a705-8b05c50d6cbe on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:06.416585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 0b932dc4-37bb-4972-bc62-6a9ef57a85bf no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:06.441140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 0b932dc4-37bb-4972-bc62-6a9ef57a85bf {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:06.441828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 0b932dc4-37bb-4972-bc62-6a9ef57a85bf not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:06.452292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.476736 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Port': ['ID=4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:06.503521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd13156f-805b-4ccd-9950-c46ae6a6b09c None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:06.569177 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.800116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.807916 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.807916 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.890135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.890991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Fanout notify agent at l3_agent the message router_deleted on router 9bce17f1-66d2-49d1-a4ae-eec4876df99b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:47:06.906940 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:06.908250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-07bfdf3f-e3ad-4d9e-9939-c26057b1f716 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/routers/9bce17f1-66d2-49d1-a4ae-eec4876df99b HTTP/1.1" status: 204 len: 168 time: 1.3678465 Nov 25 17:47:06.910979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:07.006432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.133833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.168781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b77033-4c32-4eb7-95e6-e69a7ca2efaf']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:07.170103 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.180213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ce3113-5778-483b-8fd1-ce5306b79866') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:07.180505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ce3113-5778-483b-8fd1-ce5306b79866') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:07.199801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.221564 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.226347 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.234271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:47:07.234683 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:47:07.238636 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:47:07.318883 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.329437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.332666 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] 10.222.0.81 "DELETE /v2.0/networks/c9b77033-4c32-4eb7-95e6-e69a7ca2efaf HTTP/1.1" status: 204 len: 168 time: 0.4204910 Nov 25 17:47:07.347549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0cad4-d988-4109-9ef5-ed4857a0c3d1 tempest-TestSecurityGroupsBasicOps-1201925329 tempest-TestSecurityGroupsBasicOps-1201925329-project] Pushing event deleted for resources: {'Network': ['ID=c9b77033-4c32-4eb7-95e6-e69a7ca2efaf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:07.665527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59924) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:07.827915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59932) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:07.828690 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c4ed244b-8d87-4594-9579-6d69b366f4bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06e88d44a07c4dadbe3f1a7bc46a7b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642516 Nov 25 17:47:07.911045 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572c6858-3df0-441c-a20b-c84cefaf6731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.936886 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572c6858-3df0-441c-a20b-c84cefaf6731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.980404 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.997587 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572c6858-3df0-441c-a20b-c84cefaf6731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.000539 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-572c6858-3df0-441c-a20b-c84cefaf6731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.001752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-572c6858-3df0-441c-a20b-c84cefaf6731 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a4a6eca-80da-4f7e-8d4d-50693eff2e1a HTTP/1.1" status: 204 len: 168 time: 0.1714127 Nov 25 17:47:08.012771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6858-3df0-441c-a20b-c84cefaf6731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a6eca-80da-4f7e-8d4d-50693eff2e1a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:08.097641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 05662d0c-721c-4af8-bd51-8e98786e25e3 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:08.130235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 05662d0c-721c-4af8-bd51-8e98786e25e3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:08.131194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 05662d0c-721c-4af8-bd51-8e98786e25e3 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:08.132120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:08.159402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:08.159761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4d176abc-2e0a-4e2f-bd7e-d438f3a5f3ed not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:08.381234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 59952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:08.397903 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c6d61ec-79de-4ec3-91e9-28f4d6f66b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.487967 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c6d61ec-79de-4ec3-91e9-28f4d6f66b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.492546 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c6d61ec-79de-4ec3-91e9-28f4d6f66b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.547242 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1c6d61ec-79de-4ec3-91e9-28f4d6f66b69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0905f335e9774b419a2584835eca19c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624858 Nov 25 17:47:08.547242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d61ec-79de-4ec3-91e9-28f4d6f66b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9b9c06-557c-43c5-866a-1a5d447cc7f1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:08.548002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59956) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:08.621164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54529505-0ff7-44c4-962e-74dc8cc81254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.645861 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54529505-0ff7-44c4-962e-74dc8cc81254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.705358 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54529505-0ff7-44c4-962e-74dc8cc81254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.708862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54529505-0ff7-44c4-962e-74dc8cc81254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.713166 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-54529505-0ff7-44c4-962e-74dc8cc81254 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a9b9c06-557c-43c5-866a-1a5d447cc7f1 HTTP/1.1" status: 204 len: 168 time: 0.1606286 Nov 25 17:47:08.721809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54529505-0ff7-44c4-962e-74dc8cc81254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9b9c06-557c-43c5-866a-1a5d447cc7f1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:09.140117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:09.192155 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0e983a52-bedd-4412-ad9e-6adf6f2af084 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08e731dd3fcf4a7481f36d1c273845f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507598 Nov 25 17:47:09.194475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 59982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:09.254523 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4672444c-7920-4b09-bd1d-e5878f7690cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.283351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4672444c-7920-4b09-bd1d-e5878f7690cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.335018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4672444c-7920-4b09-bd1d-e5878f7690cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.338718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4672444c-7920-4b09-bd1d-e5878f7690cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.342384 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4672444c-7920-4b09-bd1d-e5878f7690cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cb1ec16-391a-47a8-af3d-00126b42a545 HTTP/1.1" status: 204 len: 168 time: 0.1443884 Nov 25 17:47:09.349803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672444c-7920-4b09-bd1d-e5878f7690cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb1ec16-391a-47a8-af3d-00126b42a545,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:22.984039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-3ea9536a-51ec-4c89-aadf-cc16ef939061 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:22.985568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-3ea9536a-51ec-4c89-aadf-cc16ef939061 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1106017 Nov 25 17:47:23.000848 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-e57a098b-8a79-4526-9eb8-f2a8bdb06d1a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/quotas/b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 375 time: 0.0094550 Nov 25 17:47:23.053538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0c33ae07-328e-458a-a7e6-546a99b2564d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467172 Nov 25 17:47:23.154523 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-51754e6b-90fa-46c5-b0d4-119d94842213 service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930903 Nov 25 17:47:23.270111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-d82bf6a5-d23d-45b3-bea3-d749bf8d5a16 service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094511 Nov 25 17:47:23.464177 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82f17601-1dcf-4f30-971c-af21ad1bda03 req-e4fc657e-76ba-4f4d-8a07-6d3ab7625fa2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 210 time: 0.0282221 Nov 25 17:47:24.450125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-441ea6ce-2f36-4ece-a7ac-905fb2d2e4d7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:24.451722 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-441ea6ce-2f36-4ece-a7ac-905fb2d2e4d7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1262729 Nov 25 17:47:24.477821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'port': {'device_id': 'b42cbb3d-cebe-48eb-a5d2-bb64701c7f86', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'admin_state_up': True, 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:24.588476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd1772ad-eaee-4ee7-8942-0a06d03bfd8e req-bc2ea9f2-3cbc-4ae8-b85d-8394d7c7c77f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 210 time: 0.0460031 Nov 25 17:47:24.628328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:24.631955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.797214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.20.0.9 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/40c1b855-88b0-45cb-a3ed-5ee995bf82d6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:24.962766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:24.999353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.046603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:25.049541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:25.086905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:25.089555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:25.127826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.128186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.128547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.128898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.129272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.129662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.130017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.130349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.130685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.131091 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.131430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.131764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:25.165146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:25.165930 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.189475 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-9b52b624-7b70-4644-a916-0b24dafcce9c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7161553 Nov 25 17:47:25.202726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Request body: {'port': {'device_id': 'b42cbb3d-cebe-48eb-a5d2-bb64701c7f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:25.269595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.319084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e2328dc6-2da3-40c1-9c0d-7762e4fc9b29 None None] Provisioning complete for port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:25.319676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2328dc6-2da3-40c1-9c0d-7762e4fc9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.356160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e2328dc6-2da3-40c1-9c0d-7762e4fc9b29 None None] Port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:25.554179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:47:25.562587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.574815 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Transition to ACTIVE for port object 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:47:25.579572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.681280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Pushing event updated for resources: {'Port': ['ID=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:25.725302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Attempting to bind port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:25.725658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Attempting to bind port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:25.726002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Attempting to bind port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:25.741209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 on network 3793f1fe-ed48-4dde-b77f-55044359c98a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:47:25.741590 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Attempting to bind port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:25.745676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f7cc-bdf4-472d-ade2-e2dfd65424e8 req-4c3a7283-3d44-49d1-891e-4806a7bfee68 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:25.752306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:25.752686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:25.753081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:25.753527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Bound port: 40c1b855-88b0-45cb-a3ed-5ee995bf82d6, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:25.753891 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.755030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6264f7cc-bdf4-472d-ade2-e2dfd65424e8 req-4c3a7283-3d44-49d1-891e-4806a7bfee68 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0708847 Nov 25 17:47:25.877818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6264f7cc-bdf4-472d-ade2-e2dfd65424e8 req-2c8973e4-77a4-47bf-a30d-8b824b6bf79c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195068 Nov 25 17:47:25.881887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] For port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:25.886865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] For port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:25.893249 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.931319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:25.932094 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:25.933831 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] 10.222.0.60 "PUT /v2.0/ports/40c1b855-88b0-45cb-a3ed-5ee995bf82d6 HTTP/1.1" status: 200 len: 1091 time: 0.7359781 Nov 25 17:47:25.940055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42cbb3d-cebe-48eb-a5d2-bb64701c7f86', 'tag': '40c1b855-88b0-45cb-a3ed-5ee995bf82d6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:25.942612 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32805845-67fe-464d-a8d3-5d63d64135cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b42cbb3d-cebe-48eb-a5d2-bb64701c7f86", "tag": "40c1b855-88b0-45cb-a3ed-5ee995bf82d6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:25.970951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993890d-d291-4f56-a5c9-bfcbeef209b4 service neutron] Pushing event updated for resources: {'Port': ['ID=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:26.048097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-6d4f7f4d-50f7-4333-86d7-87b2ed853d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:26.049811 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-6d4f7f4d-50f7-4333-86d7-87b2ed853d5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 1094 time: 0.0582855 Nov 25 17:47:26.051454 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d1cc29-770e-4541-b47c-d76854c28cfa x-openstack-request-id: req-a1d1cc29-770e-4541-b47c-d76854c28cfa {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:26.051821 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42cbb3d-cebe-48eb-a5d2-bb64701c7f86", "tag": "40c1b855-88b0-45cb-a3ed-5ee995bf82d6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:26.052149 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1d1cc29-770e-4541-b47c-d76854c28cfa {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:26.052632 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42cbb3d-cebe-48eb-a5d2-bb64701c7f86', 'tag': '40c1b855-88b0-45cb-a3ed-5ee995bf82d6', 'status': 'completed', 'code': 200} Nov 25 17:47:26.112744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-4289e324-3f23-490e-b739-7487670794cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c1b855-88b0-45cb-a3ed-5ee995bf82d6 HTTP/1.1" status: 200 len: 217 time: 0.0500660 Nov 25 17:47:26.214961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-da468a22-b2c6-4d71-a0e1-1082c8cb5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:26.216423 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-da468a22-b2c6-4d71-a0e1-1082c8cb5f0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0947952 Nov 25 17:47:26.275172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-bdb2ff3c-f101-4487-a33c-d961694ace04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:26.276881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-bdb2ff3c-f101-4487-a33c-d961694ace04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504687 Nov 25 17:47:26.385527 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-fe753dc4-b1b8-4f9b-a36a-1005f543cc16 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994017 Nov 25 17:47:26.484951 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a0558d6-d4b0-43dc-84b0-f29d075c0853 req-d3915836-c2a6-4d50-a074-9827bfd9a793 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917377 Nov 25 17:47:26.581331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805845-67fe-464d-a8d3-5d63d64135cc req-d2a41734-3d82-41eb-a92c-1ea111d10ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:26.582956 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-32805845-67fe-464d-a8d3-5d63d64135cc req-d2a41734-3d82-41eb-a92c-1ea111d10ac0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 1094 time: 0.0484531 Nov 25 17:47:26.688051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805845-67fe-464d-a8d3-5d63d64135cc req-23b84138-ed5e-4f46-9f0d-7de7519a2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:26.689771 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-32805845-67fe-464d-a8d3-5d63d64135cc req-23b84138-ed5e-4f46-9f0d-7de7519a2141 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.0974517 Nov 25 17:47:26.739263 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-32805845-67fe-464d-a8d3-5d63d64135cc req-cac6c4b8-5240-47bc-9146-b72b4ef0fe48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40c1b855-88b0-45cb-a3ed-5ee995bf82d6 HTTP/1.1" status: 200 len: 217 time: 0.0416546 Nov 25 17:47:27.138851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805845-67fe-464d-a8d3-5d63d64135cc req-dbb54170-b3b1-4082-a5ec-00bba269e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:27.144778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-32805845-67fe-464d-a8d3-5d63d64135cc req-dbb54170-b3b1-4082-a5ec-00bba269e44a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.3906336 Nov 25 17:47:27.234345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32805845-67fe-464d-a8d3-5d63d64135cc req-2c195a4a-58d3-47af-9933-7fcc17af9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:27.236150 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-32805845-67fe-464d-a8d3-5d63d64135cc req-2c195a4a-58d3-47af-9933-7fcc17af9f44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796258 Nov 25 17:47:27.404826 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-32805845-67fe-464d-a8d3-5d63d64135cc req-21e08af2-49a6-46ad-969d-b0c0fe4fae55 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588452 Nov 25 17:47:27.448338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b58c-bb10-4abf-b508-98c40b5461d2 req-dceec1e9-5198-464e-85ee-d568929497eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:27.469534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cf4b58c-bb10-4abf-b508-98c40b5461d2 req-dceec1e9-5198-464e-85ee-d568929497eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.4791617 Nov 25 17:47:27.541629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cf4b58c-bb10-4abf-b508-98c40b5461d2 req-6dd3c655-cd1e-415c-a048-eaa6f09c4880 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708296 Nov 25 17:47:27.568155 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-32805845-67fe-464d-a8d3-5d63d64135cc req-bed78509-78f4-499a-b044-962664b784e7 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499584 Nov 25 17:47:28.676229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18032a4-3909-41a8-930a-05ef826f85ab req-e978f5cc-2998-4ad3-9ead-bc20d99c7f2b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:28.677831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a18032a4-3909-41a8-930a-05ef826f85ab req-e978f5cc-2998-4ad3-9ead-bc20d99c7f2b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0569251 Nov 25 17:47:28.757739 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a18032a4-3909-41a8-930a-05ef826f85ab req-506ef0c7-16c1-409f-9ca7-1b13e5a14323 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646524 Nov 25 17:47:29.943261 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5e187-dbfc-43fb-af34-ae035dc1d137 req-5950a5f1-bb6a-49a7-9f75-b3b289b779b7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:29.945461 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01e5e187-dbfc-43fb-af34-ae035dc1d137 req-5950a5f1-bb6a-49a7-9f75-b3b289b779b7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0858948 Nov 25 17:47:30.025807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01e5e187-dbfc-43fb-af34-ae035dc1d137 req-590bd3eb-06f1-456e-a617-8128dfc55690 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Nov 25 17:47:31.211200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087ace4-dc89-4a22-8e65-6cb592af2ae1 req-f0e0d80c-2814-4ad7-a93c-61565f450f75 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:31.217407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5087ace4-dc89-4a22-8e65-6cb592af2ae1 req-f0e0d80c-2814-4ad7-a93c-61565f450f75 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0732257 Nov 25 17:47:31.290095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5087ace4-dc89-4a22-8e65-6cb592af2ae1 req-41a96d03-0ed7-43dc-a0f3-6fbf30ce0d17 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670099 Nov 25 17:47:31.815218 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:47:32.214168 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26ad45c8-462a-46bf-bea1-3afcd1316d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:32.440428 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4f8c5-25a9-4437-80b2-90eff3c3f7cc req-aabfeb77-a837-4a25-a948-7221b40a7b1e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:32.449412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ef4f8c5-25a9-4437-80b2-90eff3c3f7cc req-aabfeb77-a837-4a25-a948-7221b40a7b1e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0872774 Nov 25 17:47:32.501529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ef4f8c5-25a9-4437-80b2-90eff3c3f7cc req-5e0c4061-f120-45bc-9724-8c173825d3bd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497620 Nov 25 17:47:33.639410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a5c6-1862-4599-a575-85e5a7e968cb req-65195848-4974-4632-846a-0be2d18540f7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:33.647098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ba2a5c6-1862-4599-a575-85e5a7e968cb req-65195848-4974-4632-846a-0be2d18540f7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0664055 Nov 25 17:47:33.701829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ba2a5c6-1862-4599-a575-85e5a7e968cb req-9159bedc-1f86-4363-9616-027de9f4c9fb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531774 Nov 25 17:47:34.395946 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66b7b4cb-334b-4b89-95e1-aa308589052d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:34.823621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f868b-7a17-4cb6-9fbf-e556101101ee req-b2e64522-44c4-466e-b5b2-6faf62d8e438 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:34.825181 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-703f868b-7a17-4cb6-9fbf-e556101101ee req-b2e64522-44c4-466e-b5b2-6faf62d8e438 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0568442 Nov 25 17:47:34.877224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-703f868b-7a17-4cb6-9fbf-e556101101ee req-ee432012-03b8-40be-8add-7c5e240b86ed tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 Nov 25 17:47:35.879739 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:36.003851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0f22d-73e1-450b-a604-4a96eab07078 req-5aacd223-7493-42ec-93e3-01867c917e84 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:36.006894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fff0f22d-73e1-450b-a604-4a96eab07078 req-5aacd223-7493-42ec-93e3-01867c917e84 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0574214 Nov 25 17:47:36.071855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fff0f22d-73e1-450b-a604-4a96eab07078 req-3e361915-0462-413e-b0c5-4550379c1b50 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530529 Nov 25 17:47:36.632816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.189107 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.250238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:37.265961 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc9c0-565d-49cd-9e11-ed21f6e06d5d req-28a8378e-67e0-40d1-8039-d8ffd26b5c66 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:37.268318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-507dc9c0-565d-49cd-9e11-ed21f6e06d5d req-28a8378e-67e0-40d1-8039-d8ffd26b5c66 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.1013713 Nov 25 17:47:37.319692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-507dc9c0-565d-49cd-9e11-ed21f6e06d5d req-c927b59e-75ab-4001-b8df-6a996d9e98e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Nov 25 17:47:37.984599 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.088822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 60826) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:38.260152 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-84d49c0a-903a-4694-b407-d7e6051d0b83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7aaecac0f8584821ad2c4703b7cc1bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1690955 Nov 25 17:47:38.262051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 60832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:38.321209 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.343917 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.399882 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.403438 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.404894 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc6ef192-a3de-44a1-a15c-19b2a70b2612 HTTP/1.1" status: 204 len: 168 time: 0.1415775 Nov 25 17:47:38.459539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6ef192-a3de-44a1-a15c-19b2a70b2612,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:38.475296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.476028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.476592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.477172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.477704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.478192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.478795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.479323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.479992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.480505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.481116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.481619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361b3bab-2705-494f-84ab-504f9404dbfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:38.496077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99744b4-ab7e-4c9c-81e2-ff0ff5473dc3 req-de627b5f-813d-472e-b96e-7d34b0993ceb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:38.497935 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a99744b4-ab7e-4c9c-81e2-ff0ff5473dc3 req-de627b5f-813d-472e-b96e-7d34b0993ceb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.1009748 Nov 25 17:47:38.570142 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a99744b4-ab7e-4c9c-81e2-ff0ff5473dc3 req-53ec3552-01a5-48ab-96db-6811207a5852 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586581 Nov 25 17:47:39.691184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167798d-09f5-4cb5-8ebd-ab47b601469c req-5eae232a-8911-4f7c-b87b-c152cb5f127b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:39.693524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3167798d-09f5-4cb5-8ebd-ab47b601469c req-5eae232a-8911-4f7c-b87b-c152cb5f127b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0547140 Nov 25 17:47:39.745530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3167798d-09f5-4cb5-8ebd-ab47b601469c req-8cdcb668-7bc2-4a38-bc27-900a407645ac tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Nov 25 17:47:40.872367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c751a-b3c9-451f-b99f-b79a8b05cc18 req-00678fe0-3b55-4462-b592-e04241b056cf tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:40.874296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d43c751a-b3c9-451f-b99f-b79a8b05cc18 req-00678fe0-3b55-4462-b592-e04241b056cf tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0557172 Nov 25 17:47:40.926773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d43c751a-b3c9-451f-b99f-b79a8b05cc18 req-0d8c23c4-610d-4297-8c37-f97b85a8a461 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463765 Nov 25 17:47:42.073864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82944409-080c-4c7f-b08b-5d13797357ff req-33c44909-27ad-46a2-8672-b2acb10567ea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:42.083580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82944409-080c-4c7f-b08b-5d13797357ff req-33c44909-27ad-46a2-8672-b2acb10567ea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0808728 Nov 25 17:47:42.135821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-82944409-080c-4c7f-b08b-5d13797357ff req-493b1512-22c2-4cca-b112-b605e8f529d1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Nov 25 17:47:43.254852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab42a41-db8d-4b26-b355-239f9185c10d req-c3823d72-bf88-49ac-8095-cbbbb3d34a0a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:43.256289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ab42a41-db8d-4b26-b355-239f9185c10d req-c3823d72-bf88-49ac-8095-cbbbb3d34a0a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0508521 Nov 25 17:47:43.307282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1ab42a41-db8d-4b26-b355-239f9185c10d req-be497403-43e1-43f1-ab78-f057c0686692 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 Nov 25 17:47:44.432922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeabf9e-3884-401f-9b30-e7e95c31ada3 req-ea313ffb-0fb8-4721-87c6-bd299ec44bec tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:44.434538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddeabf9e-3884-401f-9b30-e7e95c31ada3 req-ea313ffb-0fb8-4721-87c6-bd299ec44bec tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0564070 Nov 25 17:47:44.483376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddeabf9e-3884-401f-9b30-e7e95c31ada3 req-004cf35f-93d8-4f09-875b-e44d96ab9ff5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 Nov 25 17:47:45.602206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59b5f4-25ff-414c-95eb-5ffc8c4c3598 req-226cf3ac-bab8-4696-a98d-b16729333923 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:45.603846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a59b5f4-25ff-414c-95eb-5ffc8c4c3598 req-226cf3ac-bab8-4696-a98d-b16729333923 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0511479 Nov 25 17:47:45.658507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a59b5f4-25ff-414c-95eb-5ffc8c4c3598 req-d1da5759-9ff4-49a5-a7c4-431d9d0617f2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Nov 25 17:47:46.228400 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-3237568b-015b-4e9d-9838-d1d913b54c5a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416093 Nov 25 17:47:46.295151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-6654f1e9-477f-4e55-8478-0d7422698b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.296642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-6654f1e9-477f-4e55-8478-0d7422698b7a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 1096 time: 0.0463765 Nov 25 17:47:46.413646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-e1fde279-6bac-4292-82a7-f15931d449c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.415126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-e1fde279-6bac-4292-82a7-f15931d449c4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.0969653 Nov 25 17:47:46.508893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-93b1c75d-34a9-4b44-a87b-b1723ec0ec5e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 200 len: 1001 time: 0.0866466 Nov 25 17:47:46.568614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-1755e387-ed8c-41fb-bc2c-0af8253c89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.568847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-1755e387-ed8c-41fb-bc2c-0af8253c89e1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0526760 Nov 25 17:47:46.617879 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-30cad941-8af7-4df1-a89c-575abcf094d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.619557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-30cad941-8af7-4df1-a89c-575abcf094d4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435519 Nov 25 17:47:46.720663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-deb94fed-9672-4d98-b006-399f6220753b service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942345 Nov 25 17:47:46.840169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04f313-9f5c-4575-9732-dd5a1c5acb7b req-30b02023-e9db-415e-8f3c-c35bb8d9cc85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:46.841784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e04f313-9f5c-4575-9732-dd5a1c5acb7b req-30b02023-e9db-415e-8f3c-c35bb8d9cc85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.1035821 Nov 25 17:47:47.162372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e8d72e9-4cec-459a-a7ae-04b5db167834 req-6b120eec-6714-4d8d-b4e4-d5dd973df58e service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325109 Nov 25 17:47:47.190093 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7e04f313-9f5c-4575-9732-dd5a1c5acb7b req-049e6862-8584-481f-8f41-bf9b2188e4bb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417099 Nov 25 17:47:48.081009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:47:48.207894 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:48.220259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '40c1b855-88b0-45cb-a3ed-5ee995bf82d6', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'port_id': '40c1b855-88b0-45cb-a3ed-5ee995bf82d6', 'mac_address': 'fa:16:3e:67:8d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:47:48.260324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.285315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:47:48.307042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:48.311518 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.317884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5b64f-8beb-445b-9a68-0913da41e79a req-dbec7f15-856a-4b2a-bda3-1a9ea718fcfe tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:48.321246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ba5b64f-8beb-445b-9a68-0913da41e79a req-dbec7f15-856a-4b2a-bda3-1a9ea718fcfe tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 943 time: 0.0551710 Nov 25 17:47:48.365366 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.377525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.377993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.378669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.379324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.379769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.380200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.380679 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.381054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.381466 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.381871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.382282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.382854 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:48.387859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ba5b64f-8beb-445b-9a68-0913da41e79a req-ad9492ee-5231-44ba-8318-77e2f54a6a93 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591991 Nov 25 17:47:48.548533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['40c1b855-88b0-45cb-a3ed-5ee995bf82d6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:47:49.516917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1a591-f30b-4f9c-bbea-e015eb2a728c req-319a0ecc-6939-477b-9c30-1b3bc277c505 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:49.518610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87b1a591-f30b-4f9c-bbea-e015eb2a728c req-319a0ecc-6939-477b-9c30-1b3bc277c505 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 944 time: 0.0557218 Nov 25 17:47:49.575087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-87b1a591-f30b-4f9c-bbea-e015eb2a728c req-7ad11e3e-6c85-4064-a18c-af33c33d6a5e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498993 Nov 25 17:47:50.110078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:47:50.162331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:47:50.167018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:50.167390 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:50.258141 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:50.286658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42cbb3d-cebe-48eb-a5d2-bb64701c7f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c1b855-88b0-45cb-a3ed-5ee995bf82d6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:50.286658 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd343409-2a77-4dd5-bf5c-276962451d6f" -d '{"events": [{"server_uuid": "b42cbb3d-cebe-48eb-a5d2-bb64701c7f86", "name": "network-vif-plugged", "status": "completed", "tag": "40c1b855-88b0-45cb-a3ed-5ee995bf82d6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:50.299628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:50.304204 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:50.332435 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573ab2ad-bb8b-4351-9311-9895d84de65f x-openstack-request-id: req-573ab2ad-bb8b-4351-9311-9895d84de65f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:50.332733 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42cbb3d-cebe-48eb-a5d2-bb64701c7f86", "name": "network-vif-plugged", "status": "completed", "tag": "40c1b855-88b0-45cb-a3ed-5ee995bf82d6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:50.333019 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-573ab2ad-bb8b-4351-9311-9895d84de65f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:50.333414 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42cbb3d-cebe-48eb-a5d2-bb64701c7f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c1b855-88b0-45cb-a3ed-5ee995bf82d6', 'code': 200} Nov 25 17:47:50.361918 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:50.441201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419063d-8299-4ba0-86d5-6228dab81c11 req-fb2b0248-2d1d-490a-9fd3-c878313c05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:50.442706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b419063d-8299-4ba0-86d5-6228dab81c11 req-fb2b0248-2d1d-490a-9fd3-c878313c05dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 1096 time: 0.0467367 Nov 25 17:47:50.490520 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b419063d-8299-4ba0-86d5-6228dab81c11 req-640fad4a-a19c-4e00-87b4-c865416b947b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 Nov 25 17:47:50.905138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cef01-4ead-441e-aed6-490d5f1a1df3 req-5ddf60ca-1d42-4438-b961-743dbadda37d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:50.906709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a50cef01-4ead-441e-aed6-490d5f1a1df3 req-5ddf60ca-1d42-4438-b961-743dbadda37d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 945 time: 0.2576785 Nov 25 17:47:50.958087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a50cef01-4ead-441e-aed6-490d5f1a1df3 req-7fcdda77-64ef-4428-a9f4-80239420f6fb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Nov 25 17:47:52.077974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1d774-a7b1-4383-96ee-4fae1aa3cc44 req-9f20ef61-99af-4199-b2e6-3f727e8028ff tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.079476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9c1d774-a7b1-4383-96ee-4fae1aa3cc44 req-9f20ef61-99af-4199-b2e6-3f727e8028ff tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 945 time: 0.0493009 Nov 25 17:47:52.128280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9c1d774-a7b1-4383-96ee-4fae1aa3cc44 req-3a773c2a-cce6-49dd-beb5-cd44c57e396c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Nov 25 17:47:52.270228 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45247d41-02b5-4ddd-842a-7b04b9a9efe8 req-4510cde2-33ad-4c28-af29-5f77a4516435 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.271834 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45247d41-02b5-4ddd-842a-7b04b9a9efe8 req-4510cde2-33ad-4c28-af29-5f77a4516435 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 945 time: 0.0650809 Nov 25 17:47:52.323058 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45247d41-02b5-4ddd-842a-7b04b9a9efe8 req-d98fa890-f781-45f5-b7b5-44c30509e1de tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 Nov 25 17:47:52.443242 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d8577-d688-4f54-8c92-ea543763c47a req-2ec33a69-cfe2-418f-855f-379d9a348eea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.444689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc5d8577-d688-4f54-8c92-ea543763c47a req-2ec33a69-cfe2-418f-855f-379d9a348eea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 945 time: 0.0503507 Nov 25 17:47:52.492642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc5d8577-d688-4f54-8c92-ea543763c47a req-ef2422f5-eee6-44b2-8f05-467344125f0a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408409 Nov 25 17:47:52.829108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13b6ff-32cc-4999-98be-f26a4ddc41d4 req-c18b6d33-64d6-456e-81b8-b7a9e7f0b20e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.830661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f13b6ff-32cc-4999-98be-f26a4ddc41d4 req-c18b6d33-64d6-456e-81b8-b7a9e7f0b20e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 945 time: 0.0581746 Nov 25 17:47:52.910721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0f13b6ff-32cc-4999-98be-f26a4ddc41d4 req-bce722dc-0180-4e4f-a61b-13fe42c68115 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728660 Nov 25 17:47:54.050820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3ccdb-09d5-4406-9035-b8e86650f425 req-b74808cd-97e9-4f22-bc5e-2e632b4f075f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:54.052397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffc3ccdb-09d5-4406-9035-b8e86650f425 req-b74808cd-97e9-4f22-bc5e-2e632b4f075f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 945 time: 0.0613194 Nov 25 17:47:54.101659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffc3ccdb-09d5-4406-9035-b8e86650f425 req-7d5d1601-2f23-4a09-9757-6ea1ada02b6e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Nov 25 17:47:54.413514 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-e10727ac-bc82-4783-8448-9d4844d962fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:54.415027 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-e10727ac-bc82-4783-8448-9d4844d962fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 945 time: 0.0544062 Nov 25 17:47:54.510692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:54.511361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.605837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] For port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:54.606211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.618574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:54.749860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.762494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['40c1b855-88b0-45cb-a3ed-5ee995bf82d6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:47:54.781286 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=40c1b855-88b0-45cb-a3ed-5ee995bf82d6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:54.828963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] No DVR routers for this DVR port 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:54.831835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.835789 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6cbc0554-c2a5-4ac1-9c12-17173b4e632a req-dbe09042-2d31-48f5-a3f9-6947bdda75f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "DELETE /v2.0/ports/40c1b855-88b0-45cb-a3ed-5ee995bf82d6 HTTP/1.1" status: 204 len: 173 time: 0.4119899 Nov 25 17:47:54.836302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42cbb3d-cebe-48eb-a5d2-bb64701c7f86', 'name': 'network-vif-deleted', 'tag': '40c1b855-88b0-45cb-a3ed-5ee995bf82d6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:54.840200 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0750f3cc-9bae-4ebc-9ba0-70fec7ae78bc" -d '{"events": [{"server_uuid": "b42cbb3d-cebe-48eb-a5d2-bb64701c7f86", "name": "network-vif-deleted", "tag": "40c1b855-88b0-45cb-a3ed-5ee995bf82d6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:54.898245 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c9906b-7877-486f-80c6-cc7ec779d153 x-openstack-request-id: req-23c9906b-7877-486f-80c6-cc7ec779d153 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:54.898562 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42cbb3d-cebe-48eb-a5d2-bb64701c7f86", "name": "network-vif-deleted", "tag": "40c1b855-88b0-45cb-a3ed-5ee995bf82d6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:54.898829 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23c9906b-7877-486f-80c6-cc7ec779d153 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:54.899247 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42cbb3d-cebe-48eb-a5d2-bb64701c7f86', 'name': 'network-vif-deleted', 'tag': '40c1b855-88b0-45cb-a3ed-5ee995bf82d6', 'status': 'completed', 'code': 200} Nov 25 17:47:55.203531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-897cc9a7-dcc8-45b1-8517-04f0031b82ec req-37cada95-451b-426a-bbf2-20c5af5d5956 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 210 time: 0.0279665 Nov 25 17:47:56.305493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11f57f3f-36c0-4207-815b-169fafcc0448 req-d20a33c7-223a-4680-9d4d-2bd4dc090f7c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 210 time: 0.0282798 Nov 25 17:47:56.746539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:56.856651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-635cf12a-a298-4b3d-969c-dd13a3035012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.938833 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-635cf12a-a298-4b3d-969c-dd13a3035012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.942696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-635cf12a-a298-4b3d-969c-dd13a3035012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.985668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-635cf12a-a298-4b3d-969c-dd13a3035012 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2d7c7600fdf48fb87e93c49b0888816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377894 Nov 25 17:47:56.986702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cf12a-a298-4b3d-969c-dd13a3035012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4417fb8-8825-4bb6-851c-28c7fbc6f0dc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:56.988340 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32816) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:57.044625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5f39fd8-84e9-44a6-9e67-d9c1ca10f397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.067845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5f39fd8-84e9-44a6-9e67-d9c1ca10f397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.122222 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5f39fd8-84e9-44a6-9e67-d9c1ca10f397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.125155 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5f39fd8-84e9-44a6-9e67-d9c1ca10f397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:57.129188 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d5f39fd8-84e9-44a6-9e67-d9c1ca10f397 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e4417fb8-8825-4bb6-851c-28c7fbc6f0dc HTTP/1.1" status: 204 len: 168 time: 0.1397421 Nov 25 17:47:57.138661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f39fd8-84e9-44a6-9e67-d9c1ca10f397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4417fb8-8825-4bb6-851c-28c7fbc6f0dc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:57.451550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0446d69e-6ac2-48eb-a9df-94ed3ab4be7a req-455056c5-2d22-4206-b4b2-6c7797552f11 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 210 time: 0.0451045 Nov 25 17:47:58.111593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:58.133245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:58.133706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 40c1b855-88b0-45cb-a3ed-5ee995bf82d6 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:58.398786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:58.595683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'network': {'name': 'tempest-network-smoke--1543560066', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:58.601806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cf7b5ae-ce26-421c-bdb4-05ce666592cb req-3e5676bf-a0e2-4368-b775-5fdd171de2d7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 210 time: 0.0645990 Nov 25 17:47:58.631756 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:58.636025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.647325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.733404 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.738238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.770400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:47:58.787763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.788416 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Added segment 002ef033-ba33-48e0-b228-43bb8529bba2 of type vlan for network f7a8dbc1-2040-4492-a102-b0a263820448 Nov 25 17:47:58.789847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165b7e96-c478-4ad5-8140-d13a2f87755f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:58.838343 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.864536 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.871459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:58.872080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.939705 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5367305 Nov 25 17:47:58.939953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32864) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:58.944485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'admin_state_up': True, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:58.956440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa7d1f-0606-4571-aef8-ab09228d9e3b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Network': ['ID=f7a8dbc1-2040-4492-a102-b0a263820448,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:58.972458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network f7a8dbc1-2040-4492-a102-b0a263820448 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:47:58.985305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:58.987633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:59.051611 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:59.246109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:59.463553 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:59.483602 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:59.633690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.25.1.98 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/e925ef7d-c6f7-4bb0-9554-060c24946ff4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:59.756187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3fc2f4d9-b1de-4e63-8b2f-bf3143747589 req-a12a540d-b82e-4ee5-8dba-3b3959eb34ee tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42cbb3d-cebe-48eb-a5d2-bb64701c7f86 HTTP/1.1" status: 200 len: 210 time: 0.0330534 Nov 25 17:47:59.773464 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:59.827192 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:59.872129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:59.876188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:59.881180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:59.885031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=e925ef7d-c6f7-4bb0-9554-060c24946ff4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:59.891081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f6b64-2a39-4625-a597-df5e7c2129b8 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:00.015141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c6993387-7e04-41b3-a21b-3ed91e35977f None None] Provisioning complete for port e925ef7d-c6f7-4bb0-9554-060c24946ff4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:00.015595 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6993387-7e04-41b3-a21b-3ed91e35977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:00.053418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c6993387-7e04-41b3-a21b-3ed91e35977f None None] Port e925ef7d-c6f7-4bb0-9554-060c24946ff4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:00.199329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:00.401877 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:00.538867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router 6646e54d-f122-4d36-b1cf-0b69aef7112c is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:48:00.649594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:00.667749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Sync routers for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:00.675381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:00.676994 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7f27d30a-a9e8-4d1c-b3c7-1382cd323ae1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7359853 Nov 25 17:48:00.679895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:00.680064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:00.680661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:47:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:00.779642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32876) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:00.791192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1effff9b-c47e-400c-9b20-35266ad26fdc tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3547ebd4fdc149a9b73274a6aeec5a7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1096997 Nov 25 17:48:00.800610 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:00.900491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab5cc33-3c79-4cd6-b7b7-f9391ac7c9b4 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:00.900820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:00.901201 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0ab5cc33-3c79-4cd6-b7b7-f9391ac7c9b4 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1200380 Nov 25 17:48:00.929403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8e571767-ddcc-40b5-ae5c-c6739d3c127a tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285661 Nov 25 17:48:00.930777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32884) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:00.936360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1409378538', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:01.007787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:00Z', 'revision_number': 3, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:01.026931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:01.030906 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.040380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Checking router: 6646e54d-f122-4d36-b1cf-0b69aef7112c for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:01.040848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Updating router 6646e54d-f122-4d36-b1cf-0b69aef7112c port e925ef7d-c6f7-4bb0-9554-060c24946ff4 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:48:01.069829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.229788 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.308035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Subnet': ['ID=4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:01.318684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Checking segment: {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:01.319036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network hostable DHCP agents. Network: f7a8dbc1-2040-4492-a102-b0a263820448, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:01.338374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network f7a8dbc1-2040-4492-a102-b0a263820448 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:01.345807 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.348182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, f7a8dbc1-2040-4492-a102-b0a263820448) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:01.350860 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.355031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.355710 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.376646 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8c281591-543f-402d-9c60-99e074a37bb5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4441190 Nov 25 17:48:01.379396 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:01.382005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9359fd-1358-4195-85c9-ff84a2ec14f3 None None] Network f7a8dbc1-2040-4492-a102-b0a263820448 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:01.468639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f1e21-6e9d-4c54-b0f4-acbba18b87f6 None None] Pushing event updated for resources: {'Port': ['ID=e925ef7d-c6f7-4bb0-9554-060c24946ff4,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:01.471066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee2003-aa66-42da-bf87-945eaab26724 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:01.485780 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Attempting to bind port e925ef7d-c6f7-4bb0-9554-060c24946ff4 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:01.486569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Attempting to bind port e925ef7d-c6f7-4bb0-9554-060c24946ff4 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:01.486569 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Attempting to bind port e925ef7d-c6f7-4bb0-9554-060c24946ff4 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:01.511962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:01.512383 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:01.513048 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.513526 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:01.515451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Bound port: e925ef7d-c6f7-4bb0-9554-060c24946ff4, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:01.515922 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.623861 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] For port e925ef7d-c6f7-4bb0-9554-060c24946ff4, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:01.625996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d20da0c0-1394-48f8-ae88-d44d46973fd5 None None] Provisioning complete for port e925ef7d-c6f7-4bb0-9554-060c24946ff4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:01.626441 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d20da0c0-1394-48f8-ae88-d44d46973fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.629272 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] For port e925ef7d-c6f7-4bb0-9554-060c24946ff4, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e925ef7d-c6f7-4bb0-9554-060c24946ff4,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:01.667309 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.709939 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-f7a8dbc1-2040-4492-a102-b0a263820448', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:01.710917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.753018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c239ddea-fe2e-467a-a33e-d907992bac36 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:01.795295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:01.796130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:47:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:01.866142 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:01.885183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f1e21-6e9d-4c54-b0f4-acbba18b87f6 None None] Pushing event updated for resources: {'Port': ['ID=e925ef7d-c6f7-4bb0-9554-060c24946ff4,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:02.069776 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d20da0c0-1394-48f8-ae88-d44d46973fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.078597 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Allocated IP 172.20.0.2 (f7a8dbc1-2040-4492-a102-b0a263820448/4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed/bbcc182e-9338-4884-88ff-e3dad77a8527) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:02.096600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:02.161663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d20da0c0-1394-48f8-ae88-d44d46973fd5 None None] For port e925ef7d-c6f7-4bb0-9554-060c24946ff4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e925ef7d-c6f7-4bb0-9554-060c24946ff4,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:02.188059 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d20da0c0-1394-48f8-ae88-d44d46973fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.317015 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9083918a-0beb-45a4-8389-34f3c49991bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.372278 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20da0c0-1394-48f8-ae88-d44d46973fd5 None None] Pushing event updated for resources: {'Port': ['ID=e925ef7d-c6f7-4bb0-9554-060c24946ff4,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:02.381554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c7792f01-17de-476e-b223-d4d9b086a604 None None] Provisioning complete for port e925ef7d-c6f7-4bb0-9554-060c24946ff4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:02.381554 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7792f01-17de-476e-b223-d4d9b086a604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.526929 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.539185 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.595717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.20.0.1 (f7a8dbc1-2040-4492-a102-b0a263820448/4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed/89f12833-a2a3-45d1-ba41-ad8f82dd73e7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:02.615717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Network f7a8dbc1-2040-4492-a102-b0a263820448 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:02.629071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:02.631439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:02.637218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Pushing event updated for resources: {'Port': ['ID=bbcc182e-9338-4884-88ff-e3dad77a8527,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:02.653350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:00Z', 'revision_number': 3, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:02.698061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2351003-6e9a-464e-befe-c1dc5b237820 None None] The sync data for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 is: [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:00Z', 'revision_number': 3, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:02.723374 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.745257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Attempting to bind port bbcc182e-9338-4884-88ff-e3dad77a8527 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:02.745965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Attempting to bind port bbcc182e-9338-4884-88ff-e3dad77a8527 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:02.746504 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Attempting to bind port bbcc182e-9338-4884-88ff-e3dad77a8527 on network f7a8dbc1-2040-4492-a102-b0a263820448 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:02.753325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:02.754020 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Checking segment: {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:02.754599 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.755182 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Bound using segment: {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:02.755818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Bound port: bbcc182e-9338-4884-88ff-e3dad77a8527, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:02.756373 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.767370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.820582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network f7a8dbc1-2040-4492-a102-b0a263820448 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:02.825233 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:02.830197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:02.834990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:02.843173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] For port bbcc182e-9338-4884-88ff-e3dad77a8527, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:02.847425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] For port bbcc182e-9338-4884-88ff-e3dad77a8527, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bbcc182e-9338-4884-88ff-e3dad77a8527,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:02.853598 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:02.882146 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:03.127695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:03.180562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf10031-b72d-4f64-bfff-9f5d4eeecc70 None None] Pushing event updated for resources: {'Port': ['ID=bbcc182e-9338-4884-88ff-e3dad77a8527,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:03.560426 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:03.574495 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:03.685252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:03.701720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:03.813807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network f7a8dbc1-2040-4492-a102-b0a263820448 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:03.815281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:03.961003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router 6646e54d-f122-4d36-b1cf-0b69aef7112c has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:48:04.180678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:04.200338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32906) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:04.205117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dd605d07-9fe5-4457-8094-2061b0eda9db tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "PUT /v2.0/routers/6646e54d-f122-4d36-b1cf-0b69aef7112c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8234258 Nov 25 17:48:04.238053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bbcc182e-9338-4884-88ff-e3dad77a8527 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:04.310443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port bbcc182e-9338-4884-88ff-e3dad77a8527 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:04.310443 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:04.422607 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64941830-1f03-473f-9b63-cc343fa2032b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:04.425012 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:04.452497 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf408fe-372a-460b-bb78-d51971bdcb93 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.453304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf408fe-372a-460b-bb78-d51971bdcb93 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.453951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf408fe-372a-460b-bb78-d51971bdcb93 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.454594 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf408fe-372a-460b-bb78-d51971bdcb93 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.455238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf408fe-372a-460b-bb78-d51971bdcb93 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.455878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf408fe-372a-460b-bb78-d51971bdcb93 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.456515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf408fe-372a-460b-bb78-d51971bdcb93 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.461554 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1cf408fe-372a-460b-bb78-d51971bdcb93 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.2595327 Nov 25 17:48:04.461958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:04.476291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port bbcc182e-9338-4884-88ff-e3dad77a8527, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bbcc182e-9338-4884-88ff-e3dad77a8527,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:04.488623 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:04.489742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e925ef7d-c6f7-4bb0-9554-060c24946ff4 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:04.530203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925689-2079-4a37-a6f2-152f6a7b65e0 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.530846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925689-2079-4a37-a6f2-152f6a7b65e0 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.531311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925689-2079-4a37-a6f2-152f6a7b65e0 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.531928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925689-2079-4a37-a6f2-152f6a7b65e0 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.532268 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925689-2079-4a37-a6f2-152f6a7b65e0 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.532717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925689-2079-4a37-a6f2-152f6a7b65e0 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.533309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925689-2079-4a37-a6f2-152f6a7b65e0 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.535184 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e5925689-2079-4a37-a6f2-152f6a7b65e0 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.0715380 Nov 25 17:48:04.538368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32912) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:04.576304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e925ef7d-c6f7-4bb0-9554-060c24946ff4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:04.576672 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:04.616691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8368746-f416-4a36-88b4-a95255825dcf None None] Network f7a8dbc1-2040-4492-a102-b0a263820448 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:04.624301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=bbcc182e-9338-4884-88ff-e3dad77a8527,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:04.722596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-479ec603-0501-41c9-bb1b-ea5e575e55ee None None] Provisioning complete for port bbcc182e-9338-4884-88ff-e3dad77a8527 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:04.722977 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-479ec603-0501-41c9-bb1b-ea5e575e55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:04.799314 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3afb7691-d525-47c2-975a-dac49c6dced2 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.2595415 Nov 25 17:48:05.078665 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Sync routers for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:05.095238 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:05.096761 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:48:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:05.240834 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:05.255906 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:05.268209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-121c8391-bed0-43de-b7c5-043a443d6523 None None] Provisioning complete for port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:05.268757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ae817147-0cc2-42dd-ad17-cba0d85e5c42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166075362', 'description': 'tempest-secgroup-smoke-1166075362 description', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:05.268879 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-121c8391-bed0-43de-b7c5-043a443d6523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.297091 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae817147-0cc2-42dd-ad17-cba0d85e5c42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.319909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-121c8391-bed0-43de-b7c5-043a443d6523 None None] Port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:05.337730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-121c8391-bed0-43de-b7c5-043a443d6523 None None] Provisioning complete for port bbcc182e-9338-4884-88ff-e3dad77a8527 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:05.338324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-121c8391-bed0-43de-b7c5-043a443d6523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.379274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae817147-0cc2-42dd-ad17-cba0d85e5c42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.383667 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae817147-0cc2-42dd-ad17-cba0d85e5c42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.422686 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae817147-0cc2-42dd-ad17-cba0d85e5c42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.427513 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ae817147-0cc2-42dd-ad17-cba0d85e5c42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1672478 Nov 25 17:48:05.427513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae817147-0cc2-42dd-ad17-cba0d85e5c42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814f8b3e-8d95-41b6-8b10-65396344cae5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:05.427912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32924) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:05.433969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2f05539e-2c29-4d1d-9e80-722d7381387b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '814f8b3e-8d95-41b6-8b10-65396344cae5', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:05.486086 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f05539e-2c29-4d1d-9e80-722d7381387b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.548016 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:03Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:03Z', 'revision_number': 2, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:05.585092 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Checking router: 6646e54d-f122-4d36-b1cf-0b69aef7112c for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:05.585654 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Updating router 6646e54d-f122-4d36-b1cf-0b69aef7112c port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:48:05.632049 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.652442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-49a68349-5cc6-49ee-9bfd-d7a45f12aae4 None None] Provisioning complete for port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:05.655781 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49a68349-5cc6-49ee-9bfd-d7a45f12aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.738865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-49a68349-5cc6-49ee-9bfd-d7a45f12aae4 None None] Port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:05.860070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f0d017bf-ee32-46af-9452-3371e9be51cf None None] Provisioning complete for port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:05.860070 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0d017bf-ee32-46af-9452-3371e9be51cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.911636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f0d017bf-ee32-46af-9452-3371e9be51cf None None] Port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:05.918137 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.946646 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f05539e-2c29-4d1d-9e80-722d7381387b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.951562 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f05539e-2c29-4d1d-9e80-722d7381387b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.976987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05539e-2c29-4d1d-9e80-722d7381387b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571cce66-8dda-4ea9-b76a-b9eb21577b54,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:05.978436 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.984877 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.991199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f05539e-2c29-4d1d-9e80-722d7381387b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.991879 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2f05539e-2c29-4d1d-9e80-722d7381387b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5623386 Nov 25 17:48:05.995516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32928) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:06.001419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ecb5094b-ab70-4fbb-9314-a1f89823a979 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '814f8b3e-8d95-41b6-8b10-65396344cae5', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:06.040318 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Pushing event updated for resources: {'Port': ['ID=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.067494 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.067752 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.068102 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.068448 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.068853 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.069149 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.069476 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.069817 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.070151 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.070551 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.070799 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.071134 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.074802 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecb5094b-ab70-4fbb-9314-a1f89823a979 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.114753 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Attempting to bind port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:06.115942 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Attempting to bind port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:06.116573 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Attempting to bind port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 on network f7a8dbc1-2040-4492-a102-b0a263820448 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:06.125582 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:06.126260 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Checking segment: {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:06.126754 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.127455 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Bound using segment: {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:06.127929 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Bound port: 89f12833-a2a3-45d1-ba41-ad8f82dd73e7, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:06.128307 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.158620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bbcc182e-9338-4884-88ff-e3dad77a8527 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:06.159881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecb5094b-ab70-4fbb-9314-a1f89823a979 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.166057 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecb5094b-ab70-4fbb-9314-a1f89823a979 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.188066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5094b-ab70-4fbb-9314-a1f89823a979 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d65991-65e2-4bf7-b29e-9f842c3ea0d3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.201637 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecb5094b-ab70-4fbb-9314-a1f89823a979 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.203510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ecb5094b-ab70-4fbb-9314-a1f89823a979 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2068963 Nov 25 17:48:06.206663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:06.211977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-976f5898-e760-4919-a182-9610ab4dd4ed tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '814f8b3e-8d95-41b6-8b10-65396344cae5', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:06.215806 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] For port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:06.223903 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] For port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:06.232417 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.251764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port bbcc182e-9338-4884-88ff-e3dad77a8527 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:06.252474 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.285008 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-976f5898-e760-4919-a182-9610ab4dd4ed tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.364420 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:06.370101 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:48:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:06.393063 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-976f5898-e760-4919-a182-9610ab4dd4ed tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.396868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-976f5898-e760-4919-a182-9610ab4dd4ed tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.423878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5898-e760-4919-a182-9610ab4dd4ed tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1b2662-ef33-456b-a47c-cf7313eed09e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.434080 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafba84-b5c5-433c-8106-92354fd3bcb1 None None] Pushing event updated for resources: {'Port': ['ID=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.440294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-976f5898-e760-4919-a182-9610ab4dd4ed tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.442286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-976f5898-e760-4919-a182-9610ab4dd4ed tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2346036 Nov 25 17:48:06.445368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32934) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:06.451767 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-39977081-db61-43a4-a059-bb2d420b7c4b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '814f8b3e-8d95-41b6-8b10-65396344cae5', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:06.469913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8e87e158-c9ee-40e8-9d91-613c211beca3 None None] Provisioning complete for port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:06.470514 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e87e158-c9ee-40e8-9d91-613c211beca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.503064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39977081-db61-43a4-a059-bb2d420b7c4b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.565056 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:06.572080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e87e158-c9ee-40e8-9d91-613c211beca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.627878 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39977081-db61-43a4-a059-bb2d420b7c4b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.639906 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39977081-db61-43a4-a059-bb2d420b7c4b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.648514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8e87e158-c9ee-40e8-9d91-613c211beca3 None None] For port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:06.651952 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.667286 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e87e158-c9ee-40e8-9d91-613c211beca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.671756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39977081-db61-43a4-a059-bb2d420b7c4b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0fad56-d744-4088-8dba-2ed67898f34c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.694572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39977081-db61-43a4-a059-bb2d420b7c4b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.696996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-39977081-db61-43a4-a059-bb2d420b7c4b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2491844 Nov 25 17:48:06.700013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 32938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:06.706429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-efab2123-950f-417c-9206-a2ac103be337 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '814f8b3e-8d95-41b6-8b10-65396344cae5', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:06.748904 n-d-819349-3 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-efab2123-950f-417c-9206-a2ac103be337 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Project 3547ebd4fdc149a9b73274a6aeec5a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:48:06.756409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efab2123-950f-417c-9206-a2ac103be337 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.766931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87e158-c9ee-40e8-9d91-613c211beca3 None None] Pushing event updated for resources: {'Port': ['ID=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.793772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1674d062-2d54-4bd7-a965-a55e8254a0e2 None None] Provisioning complete for port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:06.795069 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1674d062-2d54-4bd7-a965-a55e8254a0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.835861 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efab2123-950f-417c-9206-a2ac103be337 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.843090 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efab2123-950f-417c-9206-a2ac103be337 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.857890 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:03Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:06.859238 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab2123-950f-417c-9206-a2ac103be337 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e744ec-6c62-4d2f-a686-4a8510f22c77,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.877496 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efab2123-950f-417c-9206-a2ac103be337 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.882028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 32940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:06.882187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-efab2123-950f-417c-9206-a2ac103be337 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1800468 Nov 25 17:48:06.887473 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1eb98951-7fdf-43d1-ab1d-8498ed5e4628 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '814f8b3e-8d95-41b6-8b10-65396344cae5', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:06.898562 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ece0b7-c049-4920-a1f2-8bde2559da62 None None] The sync data for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 is: [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:03Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:06.914138 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-1eb98951-7fdf-43d1-ab1d-8498ed5e4628 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Project 3547ebd4fdc149a9b73274a6aeec5a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:48:06.922443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb98951-7fdf-43d1-ab1d-8498ed5e4628 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.004971 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb98951-7fdf-43d1-ab1d-8498ed5e4628 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.014068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb98951-7fdf-43d1-ab1d-8498ed5e4628 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.034384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb98951-7fdf-43d1-ab1d-8498ed5e4628 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74688fb-3bd4-499f-89e6-7401a5ae657c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:07.039787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1eb98951-7fdf-43d1-ab1d-8498ed5e4628 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.041508 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1eb98951-7fdf-43d1-ab1d-8498ed5e4628 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573520 Nov 25 17:48:07.171836 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.253319 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:07.308924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-ab9e361b-6fd0-405b-ba2a-05d37959929e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166075362&fields=id&tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 267 time: 0.0546257 Nov 25 17:48:07.433652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-bec0f979-41b2-4873-ac70-250c4a7adfc4 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:07.435205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-bec0f979-41b2-4873-ac70-250c4a7adfc4 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/networks?id=f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 200 len: 797 time: 0.1191194 Nov 25 17:48:07.457961 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e3d8001f-9906-49d1-a085-3801b79a8c58 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/quotas/3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 375 time: 0.0149534 Nov 25 17:48:07.512027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-d0805a96-60d4-4e2b-a1dc-b557d7673626 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523224 Nov 25 17:48:07.619282 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-316f0666-efd2-4ed4-96a6-31cff793e0c0 service neutron] 10.222.0.81 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951030 Nov 25 17:48:07.729582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-285535e3-347e-4d3a-bf6b-f24235207c4c service neutron] 10.222.0.81 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036274 Nov 25 17:48:07.935171 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc3c121c-7c4a-4a21-9edf-88de08ecaaf9 req-8e82c5a6-2ae5-44d5-a7e7-6d401474b993 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 210 time: 0.0312388 Nov 25 17:48:07.981758 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.142883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:08.220552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:08.220958 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.814511 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:48:09.133534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df3af6c7-7885-41f1-abe9-d20ba3888d33 req-f40d9ff1-fc23-4139-87f6-2dbc39b6c5aa tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 210 time: 0.0430732 Nov 25 17:48:09.191947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-ff2ef2f3-406d-4547-a45c-d813255a15d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:09.194200 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-ff2ef2f3-406d-4547-a45c-d813255a15d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "GET /v2.0/networks?id=f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 200 len: 797 time: 0.2268891 Nov 25 17:48:09.277080 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-40ce12b6-a824-457b-978e-272b8ac73b61 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 380 time: 0.0664725 Nov 25 17:48:09.289435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'port': {'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'admin_state_up': True, 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'security_groups': ['814f8b3e-8d95-41b6-8b10-65396344cae5']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:09.426658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:09.430750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.584291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.20.0.7 (f7a8dbc1-2040-4492-a102-b0a263820448/4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed/b0cafb57-ee58-4541-979c-34df3d8e5364) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:09.742262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.778329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.831774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network f7a8dbc1-2040-4492-a102-b0a263820448 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:09.834860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:09.839768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:09.864332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=b0cafb57-ee58-4541-979c-34df3d8e5364,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:09.900584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:09.901772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.920761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-c24f0db2-098a-4578-bad2-0e1de00dbc53 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6358135 Nov 25 17:48:09.932382 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-f8fc0a93-8f7e-4bec-8813-868e6d66dd6d tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:48:09.933528 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-f8fc0a93-8f7e-4bec-8813-868e6d66dd6d tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062439 Nov 25 17:48:09.948596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Request body: {'port': {'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:10.013530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.170124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e34d2a14-94fc-4494-bedf-8c5d8270db2a None None] Provisioning complete for port b0cafb57-ee58-4541-979c-34df3d8e5364 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:10.170642 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e34d2a14-94fc-4494-bedf-8c5d8270db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.219140 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e34d2a14-94fc-4494-bedf-8c5d8270db2a None None] Port b0cafb57-ee58-4541-979c-34df3d8e5364 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:10.299571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402312f-079b-4a3a-8bc4-4f436e7a73c2 req-b10cc848-7daa-48b5-b5bb-2236bccf97fb tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.301546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2402312f-079b-4a3a-8bc4-4f436e7a73c2 req-b10cc848-7daa-48b5-b5bb-2236bccf97fb tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 931 time: 0.0775969 Nov 25 17:48:10.315707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cafb57-ee58-4541-979c-34df3d8e5364 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:10.324832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.338410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Transition to ACTIVE for port object b0cafb57-ee58-4541-979c-34df3d8e5364 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:48:10.345729 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.390232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2402312f-079b-4a3a-8bc4-4f436e7a73c2 req-1fc93ffd-e1d2-4570-96e0-ccae8237e4a2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801160 Nov 25 17:48:10.403907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cafb57-ee58-4541-979c-34df3d8e5364,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:10.490588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Attempting to bind port b0cafb57-ee58-4541-979c-34df3d8e5364 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:10.491144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Attempting to bind port b0cafb57-ee58-4541-979c-34df3d8e5364 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:10.491585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Attempting to bind port b0cafb57-ee58-4541-979c-34df3d8e5364 on network f7a8dbc1-2040-4492-a102-b0a263820448 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:10.499532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Port b0cafb57-ee58-4541-979c-34df3d8e5364 on network f7a8dbc1-2040-4492-a102-b0a263820448 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:48:10.500160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Attempting to bind port b0cafb57-ee58-4541-979c-34df3d8e5364 on network f7a8dbc1-2040-4492-a102-b0a263820448 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:10.516085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:10.516695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Checking segment: {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:10.517372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Bound using segment: {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:10.518013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Bound port: b0cafb57-ee58-4541-979c-34df3d8e5364, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002ef033-ba33-48e0-b228-43bb8529bba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:10.518533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.604508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] For port b0cafb57-ee58-4541-979c-34df3d8e5364, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:10.608405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] For port b0cafb57-ee58-4541-979c-34df3d8e5364, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b0cafb57-ee58-4541-979c-34df3d8e5364,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:10.614939 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.656606 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.659093 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.659093 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] 10.222.0.60 "PUT /v2.0/ports/b0cafb57-ee58-4541-979c-34df3d8e5364 HTTP/1.1" status: 200 len: 1091 time: 0.7155323 Nov 25 17:48:10.659299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:10.661658 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d781ac9-2397-423a-810c-f0e35a271c78" -d '{"events": [{"name": "network-changed", "server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:10.700560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878a90c-93c4-4f50-8c60-298b53522200 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cafb57-ee58-4541-979c-34df3d8e5364,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:10.742613 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9102b394-0dda-4915-9c47-5cca1708b173 x-openstack-request-id: req-9102b394-0dda-4915-9c47-5cca1708b173 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:10.742916 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:10.743728 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9102b394-0dda-4915-9c47-5cca1708b173 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:10.744152 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'status': 'completed', 'code': 200} Nov 25 17:48:10.763419 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-1dd92dc4-2eaf-472c-a250-a31c3a4393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.765981 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-1dd92dc4-2eaf-472c-a250-a31c3a4393c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 1094 time: 0.0547814 Nov 25 17:48:10.821076 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-fef0f48b-e196-428c-ab7e-fc36116e2d9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0cafb57-ee58-4541-979c-34df3d8e5364 HTTP/1.1" status: 200 len: 217 time: 0.0415974 Nov 25 17:48:10.878348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-ae9d559e-5ce0-4529-a5dc-38769a2edc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.880683 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-ae9d559e-5ce0-4529-a5dc-38769a2edc7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed HTTP/1.1" status: 200 len: 835 time: 0.0517862 Nov 25 17:48:10.932499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-b88c9011-57fb-4fcc-b447-5e2b0c7e5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.934092 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-b88c9011-57fb-4fcc-b447-5e2b0c7e5a63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8dbc1-2040-4492-a102-b0a263820448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443902 Nov 25 17:48:11.034239 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-31f56206-8a10-41af-aed3-0d2ba8cbe4ca service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921497 Nov 25 17:48:11.130482 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0ba3916a-00fd-43a5-8ea0-568f640c5e01 req-93774f5b-d0d5-4a73-b0f4-f8f40fb634a7 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877070 Nov 25 17:48:11.237247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-ffe42f3b-d7b1-4daf-9106-7c9f55f4babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.238824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-ffe42f3b-d7b1-4daf-9106-7c9f55f4babe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 1094 time: 0.0445898 Nov 25 17:48:11.345854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-0f816b86-3965-4aa8-8201-f754d1ace908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.349092 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-0f816b86-3965-4aa8-8201-f754d1ace908 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 200 len: 898 time: 0.0948131 Nov 25 17:48:11.396458 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-a38bcbae-6ba9-4c3a-946a-20fa238b8a0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0cafb57-ee58-4541-979c-34df3d8e5364 HTTP/1.1" status: 200 len: 217 time: 0.0392225 Nov 25 17:48:11.469867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-c4051d66-adbc-497b-9539-24b7214dd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.471857 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-c4051d66-adbc-497b-9539-24b7214dd922 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed HTTP/1.1" status: 200 len: 835 time: 0.0670471 Nov 25 17:48:11.537533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-ca762e9b-1777-4f34-9fa5-7711551266b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.543959 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-ca762e9b-1777-4f34-9fa5-7711551266b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8dbc1-2040-4492-a102-b0a263820448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576506 Nov 25 17:48:11.544165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d907-907e-4546-a79c-764a37e4838b req-db2ea8b1-a0a2-4320-b3eb-cb89fc16efda tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.545741 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd3d907-907e-4546-a79c-764a37e4838b req-db2ea8b1-a0a2-4320-b3eb-cb89fc16efda tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 943 time: 0.0636942 Nov 25 17:48:11.613995 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd3d907-907e-4546-a79c-764a37e4838b req-a27e01dd-788d-440c-a114-26df290d3420 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553579 Nov 25 17:48:11.648673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-4248c020-4cff-4ec9-a464-28bf91430139 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013513 Nov 25 17:48:11.771927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d781ac9-2397-423a-810c-f0e35a271c78 req-f647e057-9385-4929-97cf-441ad4c76439 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138330 Nov 25 17:48:12.742977 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a157b5-e129-467f-9477-a6bde5a3d61a req-7c57bfa1-523d-4b16-a583-0cf047ab2d84 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.744748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76a157b5-e129-467f-9477-a6bde5a3d61a req-7c57bfa1-523d-4b16-a583-0cf047ab2d84 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 943 time: 0.0557473 Nov 25 17:48:12.801712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76a157b5-e129-467f-9477-a6bde5a3d61a req-c6f38ad0-542d-46d6-a9a1-41198c797bc0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508461 Nov 25 17:48:13.940551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25113753-2406-4bf8-845e-ec0edb6f3af4 req-d69d5e71-3aa1-4e98-b281-958c1bb42a5a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.942105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25113753-2406-4bf8-845e-ec0edb6f3af4 req-d69d5e71-3aa1-4e98-b281-958c1bb42a5a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 943 time: 0.0615547 Nov 25 17:48:13.994419 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25113753-2406-4bf8-845e-ec0edb6f3af4 req-ee30e0b9-79c6-4372-93be-58e8d2d9751b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Nov 25 17:48:14.187434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b0cafb57-ee58-4541-979c-34df3d8e5364 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:48:14.290400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b0cafb57-ee58-4541-979c-34df3d8e5364, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b0cafb57-ee58-4541-979c-34df3d8e5364,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:14.302803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:48:14.342190 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.356910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cafb57-ee58-4541-979c-34df3d8e5364 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:14.376966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b0cafb57-ee58-4541-979c-34df3d8e5364, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b0cafb57-ee58-4541-979c-34df3d8e5364,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:14.381287 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.436259 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b0cafb57-ee58-4541-979c-34df3d8e5364,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:14.607837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['b0cafb57-ee58-4541-979c-34df3d8e5364'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:15.125036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb9c3-c81c-428f-a35e-9c692435372a req-954e9f82-6fba-4ac5-8343-d535a2e9fc22 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.126574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c9eb9c3-c81c-428f-a35e-9c692435372a req-954e9f82-6fba-4ac5-8343-d535a2e9fc22 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 944 time: 0.0527272 Nov 25 17:48:15.185690 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c9eb9c3-c81c-428f-a35e-9c692435372a req-16a76990-dae8-4824-9e6e-a6edc669ba55 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529630 Nov 25 17:48:16.203923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b0cafb57-ee58-4541-979c-34df3d8e5364 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:16.276832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port b0cafb57-ee58-4541-979c-34df3d8e5364 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:48:16.281211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port b0cafb57-ee58-4541-979c-34df3d8e5364 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:16.281588 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.317187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31e25-4b13-4218-a509-3c56975c61cd req-1ed5ac96-4a58-4113-b146-54464850c5b2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.318707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47e31e25-4b13-4218-a509-3c56975c61cd req-1ed5ac96-4a58-4113-b146-54464850c5b2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 944 time: 0.0613148 Nov 25 17:48:16.389717 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.397160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47e31e25-4b13-4218-a509-3c56975c61cd req-209a679e-ab63-4d71-8dff-9af7c1599a0a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707304 Nov 25 17:48:16.419441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:16.421799 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5271b25-9a76-4d65-b9ee-0873dd754a94" -d '{"events": [{"server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "name": "network-vif-plugged", "status": "completed", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:16.435732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b0cafb57-ee58-4541-979c-34df3d8e5364, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b0cafb57-ee58-4541-979c-34df3d8e5364,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:16.440791 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.470269 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634f6568-ff2c-4881-b8ab-51bb6e18d64c x-openstack-request-id: req-634f6568-ff2c-4881-b8ab-51bb6e18d64c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:16.470513 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "name": "network-vif-plugged", "status": "completed", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:16.470773 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-634f6568-ff2c-4881-b8ab-51bb6e18d64c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:16.471173 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'code': 200} Nov 25 17:48:16.517651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b0cafb57-ee58-4541-979c-34df3d8e5364,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:16.584100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ecc1-a4f9-4839-a206-337d3bcd4598 req-e8e28607-cd04-4bd1-b16c-44459b41a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.585700 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9ecc1-a4f9-4839-a206-337d3bcd4598 req-e8e28607-cd04-4bd1-b16c-44459b41a2ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 1096 time: 0.0432608 Nov 25 17:48:16.638368 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9fa9ecc1-a4f9-4839-a206-337d3bcd4598 req-1561340d-5666-4ce8-8913-c2d81b24afa6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Nov 25 17:48:17.533607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28083c33-25ec-47ff-b03c-b307981451ad req-ba986492-2077-4530-b7d4-95d99c8fe7f4 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:17.535198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28083c33-25ec-47ff-b03c-b307981451ad req-ba986492-2077-4530-b7d4-95d99c8fe7f4 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 945 time: 0.0561564 Nov 25 17:48:17.595094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28083c33-25ec-47ff-b03c-b307981451ad req-4cace971-04b7-4711-bc2a-eb30f6b7d9ba tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535514 Nov 25 17:48:19.009918 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f361309-355b-481f-a249-7ac67db72df6 req-fe9eaaf1-476c-41eb-9515-4a4967188b0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:19.011473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f361309-355b-481f-a249-7ac67db72df6 req-fe9eaaf1-476c-41eb-9515-4a4967188b0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 945 time: 0.3393953 Nov 25 17:48:19.063238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7f361309-355b-481f-a249-7ac67db72df6 req-9dafdf9f-e3fb-46a2-9fc3-e1300475d513 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Nov 25 17:48:19.194038 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02e16f-9c97-4e50-9130-77fd49d55411 req-d2fe4e6a-7a65-4202-9b6b-2075f7436fe1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:19.195677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc02e16f-9c97-4e50-9130-77fd49d55411 req-d2fe4e6a-7a65-4202-9b6b-2075f7436fe1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 945 time: 0.0601361 Nov 25 17:48:19.252525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc02e16f-9c97-4e50-9130-77fd49d55411 req-d5df431e-9cc7-4ef1-8376-21d7d14d2d55 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495727 Nov 25 17:48:19.282570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:19.326885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec9e326-ad45-497a-a1b8-ecc52b3aee06 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:19.328604 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7ec9e326-ad45-497a-a1b8-ecc52b3aee06 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 1091 time: 0.0450151 Nov 25 17:48:19.331554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:19.335890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:19.360538 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.465477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.576607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.25.1.119 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/6cf12f9a-eebf-4026-a1d8-844488b87cb8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:19.688583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.724008 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.763077 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:19.766023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:19.769583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:19.802886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=6cf12f9a-eebf-4026-a1d8-844488b87cb8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:20.159696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.230940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.384698 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.389321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.474721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=6cf12f9a-eebf-4026-a1d8-844488b87cb8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:20.484861 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.602502 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Floating IP 01b442b8-982a-422a-becf-d19a034a3e1d associated. External IP: 172.25.1.119, port: b0cafb57-ee58-4541-979c-34df3d8e5364. Nov 25 17:48:20.863102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router 6646e54d-f122-4d36-b1cf-0b69aef7112c has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:48:20.990426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:21.004016 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] Sync routers for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:21.011402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:21.020884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:21.021799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:48:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:21.050182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4c4825fd-e8fe-4eed-a873-6cda8ca803ab tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7148983 Nov 25 17:48:21.050182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:21.051103 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1083d8-66a9-4f8f-9730-df56b0007fad" -d '{"events": [{"name": "network-changed", "server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:21.051779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:21.094071 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435e8fd9-5ea6-4d8c-919d-f423712fecf4 x-openstack-request-id: req-435e8fd9-5ea6-4d8c-919d-f423712fecf4 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:21.094518 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:21.095017 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-435e8fd9-5ea6-4d8c-919d-f423712fecf4 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:21.095671 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'status': 'completed', 'code': 200} Nov 25 17:48:21.159526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-86811224-42ea-4145-9b13-7e1f3e60d3bb tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/floatingips/01b442b8-982a-422a-becf-d19a034a3e1d HTTP/1.1" status: 200 len: 991 time: 0.1058638 Nov 25 17:48:21.171955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-0f397165-8c74-4154-82a0-02f2de459d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:21.174648 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-0f397165-8c74-4154-82a0-02f2de459d2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 1096 time: 0.0521243 Nov 25 17:48:21.197789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:21.282201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-e3f6924a-db47-4606-922b-d805bd86dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:21.283824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-e3f6924a-db47-4606-922b-d805bd86dbf2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 200 len: 898 time: 0.1022580 Nov 25 17:48:21.369177 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-6c85980d-1707-4eb1-817a-0cca7045cdab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0cafb57-ee58-4541-979c-34df3d8e5364 HTTP/1.1" status: 200 len: 999 time: 0.0763667 Nov 25 17:48:21.433867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-30b09594-3ab9-453a-8d49-c024b2111271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:21.435389 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-30b09594-3ab9-453a-8d49-c024b2111271 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed HTTP/1.1" status: 200 len: 835 time: 0.0578578 Nov 25 17:48:21.496740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-cb8b11c2-8f25-4a6a-9188-5710d38c5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:21.498860 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-cb8b11c2-8f25-4a6a-9188-5710d38c5a2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8dbc1-2040-4492-a102-b0a263820448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558515 Nov 25 17:48:21.538361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:03Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:20Z', 'revision_number': 0, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:21.594104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] Checking router: 6646e54d-f122-4d36-b1cf-0b69aef7112c for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:21.605351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:21.606094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:48:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:21.641057 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-3bd29aa0-3bbc-4b92-880e-9e6b59e67e27 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329994 Nov 25 17:48:21.784853 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8f1083d8-66a9-4f8f-9730-df56b0007fad req-f5c3176d-f08c-4456-8dcb-69802b237fa2 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345787 Nov 25 17:48:21.928114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:22.160881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:22.218721 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:03Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:20Z', 'revision_number': 0, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:22.244045 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-02b894d0-3538-4da5-9cb2-ae7d5211f259 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/floatingips/01b442b8-982a-422a-becf-d19a034a3e1d HTTP/1.1" status: 200 len: 991 time: 0.0818937 Nov 25 17:48:22.248873 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5413ae-fd6a-464c-82a4-71ef8d81314a None None] The sync data for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 is: [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:48:03Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:20Z', 'revision_number': 0, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:22.496250 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be0c8ef-62f0-4bee-9eef-8a3847dd94cb None None] New status for floating IP 01b442b8-982a-422a-becf-d19a034a3e1d: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:48:23.246749 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33176) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:23.339521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8b4a6a5a-a180-4b06-b099-e7138c2a1eec tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/floatingips/01b442b8-982a-422a-becf-d19a034a3e1d HTTP/1.1" status: 200 len: 993 time: 0.0909858 Nov 25 17:48:26.481061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-8559fa89-5e0f-4aaa-9901-f592044261db tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:26.482644 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-8559fa89-5e0f-4aaa-9901-f592044261db tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1121762 Nov 25 17:48:26.498906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-7409d140-692c-43d2-9c99-8edc27b826e2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/quotas/b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 375 time: 0.0103843 Nov 25 17:48:26.557574 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-c2c08824-6a39-4ece-936b-2f871d9dd331 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521035 Nov 25 17:48:26.649550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-62c153c0-9ad8-4464-a544-2317c38e58cd service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853271 Nov 25 17:48:26.747523 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-48b974bb-3311-4e94-bfa5-256c1e4ae5d3 service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909295 Nov 25 17:48:27.051420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05d0cf45-2075-4647-bdee-9136d571d678 req-6a12ce24-272a-4ce5-b485-c5724744038c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0285494 Nov 25 17:48:28.034370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-a78946a8-995e-4b21-9c49-ca35c6c6295a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:28.035829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-a78946a8-995e-4b21-9c49-ca35c6c6295a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1149583 Nov 25 17:48:28.048667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'port': {'device_id': 'e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'admin_state_up': True, 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:28.167804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-428b610c-3053-4fa2-a3a3-0752b5f6458e req-ce9683e3-5b00-48eb-b062-e623621e4034 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0355580 Nov 25 17:48:28.195633 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:28.199432 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.336192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.20.0.13 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/71d07335-0033-4d39-bad8-c075118582e0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:28.501243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.545736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.597106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:28.600657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:28.605592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:28.610470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=71d07335-0033-4d39-bad8-c075118582e0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:28.660429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:28.661116 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.679524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-754743bd-faf2-4d2e-a37e-02416a7ef664 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6347349 Nov 25 17:48:28.689670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-ff74016e-e02a-4488-9d71-c2cef158475d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:48:28.690763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-ff74016e-e02a-4488-9d71-c2cef158475d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054991 Nov 25 17:48:28.819140 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Request body: {'port': {'device_id': 'e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:28.880414 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.914098 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-267e0a0e-9873-4103-8f66-6979d3913630 None None] Provisioning complete for port 71d07335-0033-4d39-bad8-c075118582e0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:28.915379 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-267e0a0e-9873-4103-8f66-6979d3913630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.967306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-267e0a0e-9873-4103-8f66-6979d3913630 None None] Port 71d07335-0033-4d39-bad8-c075118582e0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:29.222580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d07335-0033-4d39-bad8-c075118582e0 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:29.232256 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.264989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Transition to ACTIVE for port object 71d07335-0033-4d39-bad8-c075118582e0 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:48:29.282881 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.349100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Pushing event updated for resources: {'Port': ['ID=71d07335-0033-4d39-bad8-c075118582e0,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:29.362742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6c9ec-b6b9-4909-8c39-0600e151e30d req-544c6e42-4227-4055-8bd0-3d9442ade4ce tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:29.364428 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7d6c9ec-b6b9-4909-8c39-0600e151e30d req-544c6e42-4227-4055-8bd0-3d9442ade4ce tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 932 time: 0.1165783 Nov 25 17:48:29.481980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7d6c9ec-b6b9-4909-8c39-0600e151e30d req-eb905238-e834-48d3-a180-e9f32f9db1cc tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903325 Nov 25 17:48:29.504557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Attempting to bind port 71d07335-0033-4d39-bad8-c075118582e0 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:29.504897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Attempting to bind port 71d07335-0033-4d39-bad8-c075118582e0 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:29.505249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Attempting to bind port 71d07335-0033-4d39-bad8-c075118582e0 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:29.510131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Port 71d07335-0033-4d39-bad8-c075118582e0 on network 3793f1fe-ed48-4dde-b77f-55044359c98a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:48:29.510464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Attempting to bind port 71d07335-0033-4d39-bad8-c075118582e0 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:29.515853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:29.516202 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:29.516592 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:29.517049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Bound port: 71d07335-0033-4d39-bad8-c075118582e0, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:29.517423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.603958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] For port 71d07335-0033-4d39-bad8-c075118582e0, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:29.607998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] For port 71d07335-0033-4d39-bad8-c075118582e0, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71d07335-0033-4d39-bad8-c075118582e0,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:29.616046 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.662120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:29.662766 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.664385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] 10.222.0.95 "PUT /v2.0/ports/71d07335-0033-4d39-bad8-c075118582e0 HTTP/1.1" status: 200 len: 1092 time: 0.9641523 Nov 25 17:48:29.664997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76', 'tag': '71d07335-0033-4d39-bad8-c075118582e0'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:29.668241 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7417bca-ddd0-4d31-b861-237bafea6d36" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76", "tag": "71d07335-0033-4d39-bad8-c075118582e0"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:29.702902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851855b0-f77b-4158-ae4f-c3ff5cc9652f service neutron] Pushing event updated for resources: {'Port': ['ID=71d07335-0033-4d39-bad8-c075118582e0,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:29.787564 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afb7a9a-338c-464b-8c2b-5cfe0a60cde3 x-openstack-request-id: req-1afb7a9a-338c-464b-8c2b-5cfe0a60cde3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:29.788010 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76", "tag": "71d07335-0033-4d39-bad8-c075118582e0", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:29.788403 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1afb7a9a-338c-464b-8c2b-5cfe0a60cde3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:29.789028 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76', 'tag': '71d07335-0033-4d39-bad8-c075118582e0', 'status': 'completed', 'code': 200} Nov 25 17:48:29.799273 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-f647d7d0-e262-485a-82f4-41b91e15e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:29.801857 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-f647d7d0-e262-485a-82f4-41b91e15e3c5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 1095 time: 0.0696926 Nov 25 17:48:29.857904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-e8f981a4-2b58-4bfe-b042-e51d3f2918cc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71d07335-0033-4d39-bad8-c075118582e0 HTTP/1.1" status: 200 len: 217 time: 0.0458896 Nov 25 17:48:29.917580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-c487b791-6433-430f-a0cd-4b48ec91a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:29.920103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-c487b791-6433-430f-a0cd-4b48ec91a322 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0554285 Nov 25 17:48:29.985160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-e6708c4c-589f-4459-9f0d-d55d0a6e07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:29.986676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-e6708c4c-589f-4459-9f0d-d55d0a6e07df service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594113 Nov 25 17:48:30.088580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-9033bfdb-194f-4eef-bf81-7fb79073a539 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943146 Nov 25 17:48:30.184681 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c419ded1-7fa4-41ef-9929-49fac09b0b3a req-bac7f843-f480-4874-9c00-ecc5cbe17ec8 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896354 Nov 25 17:48:30.276014 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-03f64c8d-0103-4e43-a58a-37bab4d6d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.277947 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-03f64c8d-0103-4e43-a58a-37bab4d6d701 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 1095 time: 0.0467858 Nov 25 17:48:30.374527 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-fecb09bb-b14f-4d79-baf8-51e3a809da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.376011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-fecb09bb-b14f-4d79-baf8-51e3a809da76 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.0919654 Nov 25 17:48:30.424304 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-892fc5f9-970e-4d1b-b24e-1767ee32948e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71d07335-0033-4d39-bad8-c075118582e0 HTTP/1.1" status: 200 len: 217 time: 0.0394747 Nov 25 17:48:30.476540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-22138c5d-d6c6-430a-8e8e-08a7870c2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.478479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-22138c5d-d6c6-430a-8e8e-08a7870c2ecf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0480380 Nov 25 17:48:30.533910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-78a7dc5d-2ea6-4309-a8d0-4a0defebd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.535722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-78a7dc5d-2ea6-4309-a8d0-4a0defebd455 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507138 Nov 25 17:48:30.666053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dfad2-5a12-47f3-8beb-6bcbf35d49ee req-337bd898-b03a-4cde-9c1b-5d0bd27a5d8d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.667701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d3dfad2-5a12-47f3-8beb-6bcbf35d49ee req-337bd898-b03a-4cde-9c1b-5d0bd27a5d8d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0740025 Nov 25 17:48:30.690101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-d1bd814d-4534-4ada-b8da-158ce4b0ae37 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475255 Nov 25 17:48:30.789026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d3dfad2-5a12-47f3-8beb-6bcbf35d49ee req-36598842-69ba-4b50-b1cd-2ac6bf4999f0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979309 Nov 25 17:48:30.819778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7417bca-ddd0-4d31-b861-237bafea6d36 req-b49f835b-4cbb-407e-8b2c-95c719e9fdf5 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214490 Nov 25 17:48:31.912738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509559cf-14a8-40d5-a10e-913517a852f1 req-21bc2dea-eda3-4e75-a80b-02e9ba4f3d7c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:31.914369 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-509559cf-14a8-40d5-a10e-913517a852f1 req-21bc2dea-eda3-4e75-a80b-02e9ba4f3d7c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0511725 Nov 25 17:48:31.968978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-509559cf-14a8-40d5-a10e-913517a852f1 req-71de1f0e-7ffd-4cc6-bc88-629387303a94 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469809 Nov 25 17:48:32.209906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bb91ef25-c4c4-4d4c-91b2-ae96852fa1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.098059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1e05c-9eec-453d-8587-02d57538381c req-69978a8a-ffaf-414e-9b50-9eec5ac6ea81 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:33.099697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93a1e05c-9eec-453d-8587-02d57538381c req-69978a8a-ffaf-414e-9b50-9eec5ac6ea81 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0576110 Nov 25 17:48:33.150989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93a1e05c-9eec-453d-8587-02d57538381c req-6cb9d055-df32-4109-ac93-bbd1b85c4783 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Nov 25 17:48:34.066185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0885d-0f27-44e9-ade7-57db0155c79f req-fa0975da-744c-4172-bef4-ebbbebd624f1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:34.067843 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3c0885d-0f27-44e9-ade7-57db0155c79f req-fa0975da-744c-4172-bef4-ebbbebd624f1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0554764 Nov 25 17:48:34.116553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3c0885d-0f27-44e9-ade7-57db0155c79f req-3e295534-309f-48b9-a874-8befda8630ac tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419822 Nov 25 17:48:34.268324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc09522-4192-4494-94e1-31cfcabc6ade req-124f0aa4-7cd9-4372-8875-ed1a66826d67 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:34.269988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fc09522-4192-4494-94e1-31cfcabc6ade req-124f0aa4-7cd9-4372-8875-ed1a66826d67 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0502689 Nov 25 17:48:34.323637 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fc09522-4192-4494-94e1-31cfcabc6ade req-dc6f3ed4-abf4-44a8-9022-40e058b24da4 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470426 Nov 25 17:48:34.399844 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-533be03d-2e41-43fa-b041-ef36ea315c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.239874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ef842-c3c5-4ab4-ae34-92d4cac01cfa req-52f71272-e47f-43fb-bce9-f0892ffcbdd3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:35.241445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca4ef842-c3c5-4ab4-ae34-92d4cac01cfa req-52f71272-e47f-43fb-bce9-f0892ffcbdd3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0509501 Nov 25 17:48:35.292162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ca4ef842-c3c5-4ab4-ae34-92d4cac01cfa req-15bbd0ae-7287-41b3-93c2-b7dffb1cc0a1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 Nov 25 17:48:35.442393 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3d3b3-7999-4a48-9e8b-def93a9fdb87 req-9d7ea654-dda4-47a0-8daf-73c55bd72815 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:35.443808 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31d3d3b3-7999-4a48-9e8b-def93a9fdb87 req-9d7ea654-dda4-47a0-8daf-73c55bd72815 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0510180 Nov 25 17:48:35.495088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-31d3d3b3-7999-4a48-9e8b-def93a9fdb87 req-ab6bf7bf-0b47-4419-b8ad-150b68c26baf tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Nov 25 17:48:35.882094 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.416571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3964f-b9f7-419d-a42d-f84ae9dd00ee req-5d1a7019-3bda-4a69-9b4b-ca779c3a7090 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:36.418190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ada3964f-b9f7-419d-a42d-f84ae9dd00ee req-5d1a7019-3bda-4a69-9b4b-ca779c3a7090 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0562689 Nov 25 17:48:36.470975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ada3964f-b9f7-419d-a42d-f84ae9dd00ee req-22a7e957-a8b5-4fde-93b0-39ff7d3bf633 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467381 Nov 25 17:48:36.618657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc2543-d3fe-4ece-81f7-2d6351e4a324 req-93a88bcf-e639-4587-9908-049ec9ee59d8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:36.620166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06fc2543-d3fe-4ece-81f7-2d6351e4a324 req-93a88bcf-e639-4587-9908-049ec9ee59d8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0555286 Nov 25 17:48:36.645723 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.671524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06fc2543-d3fe-4ece-81f7-2d6351e4a324 req-58eb9524-ccf3-4fdf-b3e0-af8eefcfb5be tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446270 Nov 25 17:48:37.170419 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.254311 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.592786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e917159-1d7a-4903-aa87-706c02b09edc req-690a4dd3-5d84-40e5-9e1d-3add6949eece tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:37.594331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e917159-1d7a-4903-aa87-706c02b09edc req-690a4dd3-5d84-40e5-9e1d-3add6949eece tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0509098 Nov 25 17:48:37.648318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e917159-1d7a-4903-aa87-706c02b09edc req-f4ddc8d6-d718-49e0-a874-66ef0cae13fa tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473218 Nov 25 17:48:37.790181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90200aa-3703-45bf-ae59-cffcdaff9e57 req-aa4ddb4d-f49e-41fe-854e-671bcd3444d3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:37.791661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e90200aa-3703-45bf-ae59-cffcdaff9e57 req-aa4ddb4d-f49e-41fe-854e-671bcd3444d3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0508220 Nov 25 17:48:37.840873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e90200aa-3703-45bf-ae59-cffcdaff9e57 req-0b3a9b83-d65f-40a1-90d6-45aa45c804da tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Nov 25 17:48:37.984531 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.775747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982b55-8607-46ae-8394-b94ab0a843bf req-57b1dbf4-3ea0-4fcd-a472-cf5a951c1fb1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:38.777281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98982b55-8607-46ae-8394-b94ab0a843bf req-57b1dbf4-3ea0-4fcd-a472-cf5a951c1fb1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0551069 Nov 25 17:48:38.825150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98982b55-8607-46ae-8394-b94ab0a843bf req-95287c9d-b73a-48eb-b02c-6ef1a1cfe6f1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Nov 25 17:48:38.965003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53394954-9688-4699-8505-986878d5f7eb req-963c46d5-5fae-4420-8299-7f33daf88807 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:38.966397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53394954-9688-4699-8505-986878d5f7eb req-963c46d5-5fae-4420-8299-7f33daf88807 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0559897 Nov 25 17:48:39.017500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53394954-9688-4699-8505-986878d5f7eb req-7d0674fe-1aa4-43b4-b72e-4e6f8c34b920 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Nov 25 17:48:39.947948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc68fdf-50ca-468f-a446-4d3cd8d5b3cb req-9a2bd1a0-ea2b-452c-b484-fe3b11d37a95 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:39.949488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddc68fdf-50ca-468f-a446-4d3cd8d5b3cb req-9a2bd1a0-ea2b-452c-b484-fe3b11d37a95 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0514266 Nov 25 17:48:39.998298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ddc68fdf-50ca-468f-a446-4d3cd8d5b3cb req-d072a857-b6a6-4187-bd88-4398ce746b95 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Nov 25 17:48:40.141142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2a3d4-5c3d-42a9-96ee-17e58700ab5a req-90578ee1-58fb-4bd2-88f1-85dd4a255455 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:40.142675 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8af2a3d4-5c3d-42a9-96ee-17e58700ab5a req-90578ee1-58fb-4bd2-88f1-85dd4a255455 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 944 time: 0.0539711 Nov 25 17:48:40.192319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8af2a3d4-5c3d-42a9-96ee-17e58700ab5a req-26afcba7-e1d3-4b48-88fb-ad99ef524940 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Nov 25 17:48:40.912628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 71d07335-0033-4d39-bad8-c075118582e0 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:48:41.012717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 71d07335-0033-4d39-bad8-c075118582e0, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71d07335-0033-4d39-bad8-c075118582e0,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:41.026786 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '71d07335-0033-4d39-bad8-c075118582e0', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'port_id': '71d07335-0033-4d39-bad8-c075118582e0', 'mac_address': 'fa:16:3e:c3:c5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:48:41.078159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.094629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d07335-0033-4d39-bad8-c075118582e0 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:41.118306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 71d07335-0033-4d39-bad8-c075118582e0, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71d07335-0033-4d39-bad8-c075118582e0,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:41.123489 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.135321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344e72d-9818-4923-b2cd-0e8d312be4fc req-44e66691-8dff-4285-a798-8cb4ce7bb942 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.137020 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0344e72d-9818-4923-b2cd-0e8d312be4fc req-44e66691-8dff-4285-a798-8cb4ce7bb942 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0548539 Nov 25 17:48:41.175107 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=71d07335-0033-4d39-bad8-c075118582e0,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:41.188082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0344e72d-9818-4923-b2cd-0e8d312be4fc req-460e097a-6c3e-4883-9da5-cf0f57c137ec tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447714 Nov 25 17:48:41.315983 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76edc62-c309-4b06-98b1-fac20bf81b76 req-7e1ba4ec-3542-42b7-9aa0-f0488b50b9a1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.317480 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c76edc62-c309-4b06-98b1-fac20bf81b76 req-7e1ba4ec-3542-42b7-9aa0-f0488b50b9a1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 945 time: 0.0530670 Nov 25 17:48:41.340309 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['71d07335-0033-4d39-bad8-c075118582e0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:41.374426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c76edc62-c309-4b06-98b1-fac20bf81b76 req-5ea9d0e7-4bbd-41c5-ad9a-49f5b5ba2c1b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491138 Nov 25 17:48:42.313572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a51ca-4aae-42e1-a063-e1653da9602a req-21437ce4-5d94-4f10-9045-0230aca5c887 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:42.314946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d65a51ca-4aae-42e1-a063-e1653da9602a req-21437ce4-5d94-4f10-9045-0230aca5c887 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0491648 Nov 25 17:48:42.363548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d65a51ca-4aae-42e1-a063-e1653da9602a req-bfbf551e-0cd7-41c8-acbe-dd763719689a tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Nov 25 17:48:42.491927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65bf7f-91d5-4609-8c60-5be5f54425fd req-b6db10c8-e1a8-4b9e-8f23-f8bbb462adfa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:42.494297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f65bf7f-91d5-4609-8c60-5be5f54425fd req-b6db10c8-e1a8-4b9e-8f23-f8bbb462adfa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 945 time: 0.0507119 Nov 25 17:48:42.552650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f65bf7f-91d5-4609-8c60-5be5f54425fd req-a3b26179-968e-41ae-b899-5e7c63e40a64 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520196 Nov 25 17:48:42.933624 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 71d07335-0033-4d39-bad8-c075118582e0 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:42.983193 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 71d07335-0033-4d39-bad8-c075118582e0 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:48:42.987583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 71d07335-0033-4d39-bad8-c075118582e0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:42.988038 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.070015 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.092152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d07335-0033-4d39-bad8-c075118582e0'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:43.094440 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8649407e-a70e-400c-a4ea-bd345bcd3ceb" -d '{"events": [{"server_uuid": "e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76", "name": "network-vif-plugged", "status": "completed", "tag": "71d07335-0033-4d39-bad8-c075118582e0"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:43.108224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 71d07335-0033-4d39-bad8-c075118582e0, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71d07335-0033-4d39-bad8-c075118582e0,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:43.112241 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.138724 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fa003e-9374-42ef-8d5a-02430fab7580 x-openstack-request-id: req-c3fa003e-9374-42ef-8d5a-02430fab7580 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:43.139145 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76", "name": "network-vif-plugged", "status": "completed", "tag": "71d07335-0033-4d39-bad8-c075118582e0", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:43.140227 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3fa003e-9374-42ef-8d5a-02430fab7580 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:43.140971 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d07335-0033-4d39-bad8-c075118582e0', 'code': 200} Nov 25 17:48:43.170425 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=71d07335-0033-4d39-bad8-c075118582e0,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:43.237544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3d202-81bd-4c73-be96-28b23104315a req-197fbe55-69f5-41ef-be76-78549d25c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:43.239010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98f3d202-81bd-4c73-be96-28b23104315a req-197fbe55-69f5-41ef-be76-78549d25c835 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 1097 time: 0.0465887 Nov 25 17:48:43.286728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98f3d202-81bd-4c73-be96-28b23104315a req-1b53a1e2-3995-4cd7-b54f-89063f98d251 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 Nov 25 17:48:43.494569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a6f61-954b-411c-b9d6-c607926a354d req-ddad1d12-73e2-4121-9192-b130b04b792e tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:43.496029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb3a6f61-954b-411c-b9d6-c607926a354d req-ddad1d12-73e2-4121-9192-b130b04b792e tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0607984 Nov 25 17:48:43.552442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb3a6f61-954b-411c-b9d6-c607926a354d req-c96bb16f-3caf-4a15-bf3e-ed8df3da7359 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494838 Nov 25 17:48:43.679448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aa740-d2e5-4683-ab08-6225b32c36c0 req-4aec14ab-a618-4e07-a497-0fd47c694133 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:43.681088 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-090aa740-d2e5-4683-ab08-6225b32c36c0 req-4aec14ab-a618-4e07-a497-0fd47c694133 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0513887 Nov 25 17:48:43.740489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-090aa740-d2e5-4683-ab08-6225b32c36c0 req-dadd85ad-ac30-43d4-8045-7b1866ae18e8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534110 Nov 25 17:48:44.690657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510fc41-2d0d-4710-9d9e-ce1fc3cb7102 req-bb811eeb-4357-429a-b125-17ed9e34e345 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:44.692285 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d510fc41-2d0d-4710-9d9e-ce1fc3cb7102 req-bb811eeb-4357-429a-b125-17ed9e34e345 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0555320 Nov 25 17:48:44.742852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d510fc41-2d0d-4710-9d9e-ce1fc3cb7102 req-b6fe764f-a0ba-4694-84ed-377ed07c1c01 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Nov 25 17:48:44.873539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a8650-dc7b-429d-86a6-aa624d32e48a req-ffb2078c-aad0-4430-b326-e70412b6ac88 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:44.875214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-156a8650-dc7b-429d-86a6-aa624d32e48a req-ffb2078c-aad0-4430-b326-e70412b6ac88 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0603402 Nov 25 17:48:45.014870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-156a8650-dc7b-429d-86a6-aa624d32e48a req-e76be277-9fa6-46f0-af78-ad4c574d8a2e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264076 Nov 25 17:48:45.041069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056e0c6-eea9-4730-8ec4-5b4d321492d6 req-e33bb501-8d62-43e1-abfb-75a38c28b141 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.042731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4056e0c6-eea9-4730-8ec4-5b4d321492d6 req-e33bb501-8d62-43e1-abfb-75a38c28b141 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.1312752 Nov 25 17:48:45.044910 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-dcd32099-51f5-4728-b32f-d84d218b5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.046422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-dcd32099-51f5-4728-b32f-d84d218b5b69 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 1096 time: 0.0845177 Nov 25 17:48:45.181873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4056e0c6-eea9-4730-8ec4-5b4d321492d6 req-968b8d7a-9830-4fc4-949b-6a805c4804ed tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308587 Nov 25 17:48:45.215172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746dd7e-b2be-431b-8b0c-b2d2edf7d3f6 req-cf8e948b-8e0b-4808-b0c3-806d759770ea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.216666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f746dd7e-b2be-431b-8b0c-b2d2edf7d3f6 req-cf8e948b-8e0b-4808-b0c3-806d759770ea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 946 time: 0.1277854 Nov 25 17:48:45.239957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-b38f5442-9330-4a14-9e8b-f9284ed812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.241495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-b38f5442-9330-4a14-9e8b-f9284ed812cb service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.1821764 Nov 25 17:48:45.317444 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f746dd7e-b2be-431b-8b0c-b2d2edf7d3f6 req-ea7f1902-2ee1-4818-9be1-302d8d82e775 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945518 Nov 25 17:48:45.333377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-efc1137e-d120-44f0-8f09-f81ed2aa0eee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 200 len: 1001 time: 0.0847898 Nov 25 17:48:45.386354 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-262ad8fc-db6c-49a6-bbdf-9f113e8b7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.387944 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-262ad8fc-db6c-49a6-bbdf-9f113e8b7113 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0483394 Nov 25 17:48:45.439606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-71525002-8fd9-4ea6-97b0-869ed02fb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.441231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-71525002-8fd9-4ea6-97b0-869ed02fb658 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463393 Nov 25 17:48:45.556503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-67a8cf67-4b7c-4817-900e-4eb1dbae6ec0 service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063802 Nov 25 17:48:45.816732 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:48:45.959311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8d33cf0-061a-48f6-b613-a9db239f0dc1 req-0cc18ba8-ae51-4bf1-afd7-21a5d00609e4 service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939168 Nov 25 17:48:46.315028 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548f072-84d5-4645-b1a3-637e380423be req-4ca8c005-f894-44e5-b53c-7a3486f0a5cb tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:46.317576 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1548f072-84d5-4645-b1a3-637e380423be req-4ca8c005-f894-44e5-b53c-7a3486f0a5cb tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0547845 Nov 25 17:48:46.374192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1548f072-84d5-4645-b1a3-637e380423be req-8e98bcf8-ac0f-44e9-91fd-e8aa460b82c0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491228 Nov 25 17:48:47.499369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2987562-8f14-4837-8188-416f0534c5dc req-4ee917dd-d076-4992-971f-9b36afa29ff1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.500905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2987562-8f14-4837-8188-416f0534c5dc req-4ee917dd-d076-4992-971f-9b36afa29ff1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0526602 Nov 25 17:48:47.560148 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2987562-8f14-4837-8188-416f0534c5dc req-e3644006-ee87-482c-862f-04b79f57875a tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457006 Nov 25 17:48:47.610888 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-adc66f02-c7dd-47d9-810b-9000634a9769 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1287670 Nov 25 17:48:47.698549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-34d269e1-a9ca-4150-9f60-b8d22c140f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.700132 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-34d269e1-a9ca-4150-9f60-b8d22c140f39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 1096 time: 0.0432863 Nov 25 17:48:47.816304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-5c0ecfc6-ae35-4750-b5f6-06813bef6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.817766 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-5c0ecfc6-ae35-4750-b5f6-06813bef6b57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 200 len: 898 time: 0.0946429 Nov 25 17:48:47.889556 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-3c80f9a2-b6e7-4e26-b7c1-c4493b015079 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0cafb57-ee58-4541-979c-34df3d8e5364 HTTP/1.1" status: 200 len: 1001 time: 0.0625091 Nov 25 17:48:47.905374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-b6042384-250d-4256-b2c7-11ea4452a515 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.906878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-b6042384-250d-4256-b2c7-11ea4452a515 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1108296 Nov 25 17:48:47.927124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-f21e0979-b98a-4151-bfa4-d6bac89a6603 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/quotas/b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 375 time: 0.0134740 Nov 25 17:48:47.944174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-cf1be4fd-9b13-481b-b4e8-fcd82d75ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:47.945727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-cf1be4fd-9b13-481b-b4e8-fcd82d75ce59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed HTTP/1.1" status: 200 len: 835 time: 0.0487950 Nov 25 17:48:47.982686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-389a4052-92f0-442e-a4d5-542dd6d5cb02 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496054 Nov 25 17:48:48.000243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-bd1e5ca2-4228-47df-9ac2-da5f208b2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.001811 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-bd1e5ca2-4228-47df-9ac2-da5f208b2c1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8dbc1-2040-4492-a102-b0a263820448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469332 Nov 25 17:48:48.104882 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-fbc00c17-b9d5-4dab-996e-605e6fec91c6 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935087 Nov 25 17:48:48.140481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-cf039d3d-31b0-4313-ba8a-a6cab5906ac5 service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493397 Nov 25 17:48:48.204041 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-00fd80f2-b2ad-40e9-a2b4-cce29b7df885 req-8b2b4ed6-260e-4bc9-88db-5dbdb975b4af service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915818 Nov 25 17:48:48.271231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-9f3c3fed-08dd-4eef-a95f-d629a545c445 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728996 Nov 25 17:48:48.275168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-c2cce40e-4a70-4493-a142-ba699e565abc service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284087 Nov 25 17:48:48.363460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-cf15dcd8-3292-41b5-8494-757248d16808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.365013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-cf15dcd8-3292-41b5-8494-757248d16808 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 1096 time: 0.0485466 Nov 25 17:48:48.488207 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ce9526b-fc33-46b4-944c-2d68c87b4c80 req-d4f37e5d-3f63-45e5-b569-1fe4d8ff90b7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0378096 Nov 25 17:48:48.504454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-e014d015-e103-4af5-8b8c-d009f9faabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.506123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-e014d015-e103-4af5-8b8c-d009f9faabf1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.1195545 Nov 25 17:48:48.596277 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-8078bd40-c2a0-4e59-b2a1-2db6daa95051 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 200 len: 1001 time: 0.0823808 Nov 25 17:48:48.651328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-f0be1df2-a6a9-4ef9-bf12-68c8ff482735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.653135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-f0be1df2-a6a9-4ef9-bf12-68c8ff482735 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0502033 Nov 25 17:48:48.706727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-f8bd3a73-f6b6-4c1a-a8dd-3e9eac26e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.708326 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-f8bd3a73-f6b6-4c1a-a8dd-3e9eac26e2e9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481310 Nov 25 17:48:48.824266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-9de6132b-e5a8-4680-a3a7-06a44c408d6c service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058822 Nov 25 17:48:48.937486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3791a90d-c13b-4cf1-a6ed-71d74db32d96 req-e01aac3a-07ad-4e6e-87c2-bbd827df4b2f service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057107 Nov 25 17:48:49.613871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1471bde8-4d34-4ab1-9a67-c65774aa1e0e req-c95bb106-025d-4dac-af4e-7d239ec7a6b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0343399 Nov 25 17:48:49.676479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-3c3f6483-97c3-45f4-a2be-7ab449055b4f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.678052 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-3c3f6483-97c3-45f4-a2be-7ab449055b4f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1647301 Nov 25 17:48:49.696751 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'port': {'device_id': '11860cb4-048d-41ad-b2da-a921ba142c3a', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'admin_state_up': True, 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:49.819791 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:49.824193 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.978105 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.20.0.3 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/3b3dbb4a-d413-43a3-8e7d-bc70d65cd256) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:50.466761 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.501725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.514760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['71d07335-0033-4d39-bad8-c075118582e0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:50.551537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:50.559586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:50.562981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:50.606475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:50.620307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.620659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.621027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.621375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.621712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.622044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.622371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.622700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.623024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.623349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.623676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.624003 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:50.637275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.637948 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.657949 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-98022315-351a-48c8-bf40-96593a51e20d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9671657 Nov 25 17:48:50.678930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Request body: {'port': {'device_id': '11860cb4-048d-41ad-b2da-a921ba142c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:50.759595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.779854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1045d9-fb95-4bad-b473-cc29bfa24bdc req-9b8e1732-5c4d-4ef6-a751-b0e9153f70b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.781511 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b1045d9-fb95-4bad-b473-cc29bfa24bdc req-9b8e1732-5c4d-4ef6-a751-b0e9153f70b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 931 time: 0.0682392 Nov 25 17:48:50.855524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2b1045d9-fb95-4bad-b473-cc29bfa24bdc req-c564f90f-ab19-4a13-8b40-9df60d9226b0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667825 Nov 25 17:48:50.961090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9c7a1b49-3c8a-48bb-ac55-4f490a3e08c7 None None] Provisioning complete for port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:50.962299 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c7a1b49-3c8a-48bb-ac55-4f490a3e08c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.015928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a1b49-3c8a-48bb-ac55-4f490a3e08c7 None None] Port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:51.096095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:51.104692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.116715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Transition to ACTIVE for port object 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:48:51.121598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.177763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:51.256906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Attempting to bind port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:51.257482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Attempting to bind port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:51.257965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Attempting to bind port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:51.267191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 on network 3793f1fe-ed48-4dde-b77f-55044359c98a not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:48:51.267619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Attempting to bind port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:51.273553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:51.274267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:51.274761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:51.275304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Bound port: 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:51.275792 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.371130 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] For port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:51.376281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] For port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:51.381186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.415627 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.416213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.417681 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] 10.222.0.60 "PUT /v2.0/ports/3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 HTTP/1.1" status: 200 len: 1091 time: 0.7502480 Nov 25 17:48:51.420269 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11860cb4-048d-41ad-b2da-a921ba142c3a', 'tag': '3b3dbb4a-d413-43a3-8e7d-bc70d65cd256'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:51.423670 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c" -d '{"events": [{"name": "network-changed", "server_uuid": "11860cb4-048d-41ad-b2da-a921ba142c3a", "tag": "3b3dbb4a-d413-43a3-8e7d-bc70d65cd256"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:51.461762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53316d45-8c73-46e7-9b27-25289bd488f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:51.520143 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1961bd3-05df-4906-8d88-6aef9452fb05 x-openstack-request-id: req-e1961bd3-05df-4906-8d88-6aef9452fb05 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:51.520646 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11860cb4-048d-41ad-b2da-a921ba142c3a", "tag": "3b3dbb4a-d413-43a3-8e7d-bc70d65cd256", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:51.521170 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1961bd3-05df-4906-8d88-6aef9452fb05 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:51.521647 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11860cb4-048d-41ad-b2da-a921ba142c3a', 'tag': '3b3dbb4a-d413-43a3-8e7d-bc70d65cd256', 'status': 'completed', 'code': 200} Nov 25 17:48:51.543134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-fb903d07-adaa-462f-8171-4d3ec9e4e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.544959 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-fb903d07-adaa-462f-8171-4d3ec9e4e7d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 1094 time: 0.0617027 Nov 25 17:48:51.601279 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-c16c95ef-c321-47f0-ae06-8ad24b866089 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 HTTP/1.1" status: 200 len: 217 time: 0.0417666 Nov 25 17:48:51.662775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-aba5b8e8-0237-447e-999d-146ce8baf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.664390 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-aba5b8e8-0237-447e-999d-146ce8baf87c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0552254 Nov 25 17:48:51.717709 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-11cd5896-2841-4f99-91f3-160934121378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.719216 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-11cd5896-2841-4f99-91f3-160934121378 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441041 Nov 25 17:48:51.819926 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-bd8e025e-9419-4f14-a5a9-fb4d1c1e2e0a service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914471 Nov 25 17:48:51.918657 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1aea42ce-ec2d-452d-a6c4-73187f8d7709 req-05bc81bb-c675-4ebe-ac99-b72dcb2a2554 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896966 Nov 25 17:48:51.995241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a56e66-b373-459c-b887-2c3e3931c418 req-2ef070fb-ee63-4b60-972d-f1f81dfaf845 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.999141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27a56e66-b373-459c-b887-2c3e3931c418 req-2ef070fb-ee63-4b60-972d-f1f81dfaf845 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0614288 Nov 25 17:48:52.013320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-1358d79f-8338-4da2-88cd-faac36587392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:52.014990 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-1358d79f-8338-4da2-88cd-faac36587392 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 1094 time: 0.0441208 Nov 25 17:48:52.052991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27a56e66-b373-459c-b887-2c3e3931c418 req-6555f003-e3c1-42ce-b8a5-12cb84ec5786 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480318 Nov 25 17:48:52.137094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-5ace82a4-3d6b-41de-b1fb-8dd4d7a0ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:52.138597 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-5ace82a4-3d6b-41de-b1fb-8dd4d7a0ad4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1151257 Nov 25 17:48:52.192600 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-78839343-cc80-4142-a6f1-7d2ca0d30015 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 HTTP/1.1" status: 200 len: 217 time: 0.0455668 Nov 25 17:48:52.254827 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-038bfa85-091f-42db-90dc-ca3da70cbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:52.256310 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-038bfa85-091f-42db-90dc-ca3da70cbbc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0539169 Nov 25 17:48:52.308795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-c8716b51-fad0-49a4-9aa0-29d917e2d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:52.310286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-c8716b51-fad0-49a4-9aa0-29d917e2d166 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458438 Nov 25 17:48:52.406285 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-b75dbcf6-fe7d-4100-90b1-5023417e37ac service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878003 Nov 25 17:48:52.512889 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1d08088d-52ac-437e-bbdc-c66ccd02ba3c req-aa1b1f53-99bb-4676-a0d5-3bb8b8bd9605 service neutron] 10.222.0.60 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985715 Nov 25 17:48:53.183104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff34de-1cc2-4f73-b647-e1f94c519461 req-fcb4feb7-4e83-4195-96a9-ab451775c899 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:53.184649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffff34de-1cc2-4f73-b647-e1f94c519461 req-fcb4feb7-4e83-4195-96a9-ab451775c899 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0560834 Nov 25 17:48:53.236374 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffff34de-1cc2-4f73-b647-e1f94c519461 req-31ad89e0-2942-4418-a767-2ea4b3b644fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448277 Nov 25 17:48:54.432761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9fcc-94ba-483b-886d-1ed038f13266 req-e2979c10-e8c7-4611-ad96-2cadb62ac001 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:54.435671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50af9fcc-94ba-483b-886d-1ed038f13266 req-e2979c10-e8c7-4611-ad96-2cadb62ac001 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0770075 Nov 25 17:48:54.496208 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50af9fcc-94ba-483b-886d-1ed038f13266 req-eb4c2b7f-203f-445b-9638-0563c8c62bef tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535011 Nov 25 17:48:54.681609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:54.781521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752780b-7c58-4a61-8424-d1a1b6ecdf73 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:54.782225 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752780b-7c58-4a61-8424-d1a1b6ecdf73 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:54.782779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752780b-7c58-4a61-8424-d1a1b6ecdf73 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:54.784661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0752780b-7c58-4a61-8424-d1a1b6ecdf73 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=3547ebd4fdc149a9b73274a6aeec5a7d&network_id=f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 200 len: 2969 time: 0.1019430 Nov 25 17:48:55.672394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb51e0e-9f18-42ca-8bb9-82584cac5b00 req-b23fb403-6cee-4d44-87d0-24f5b011779c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:55.677416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abb51e0e-9f18-42ca-8bb9-82584cac5b00 req-b23fb403-6cee-4d44-87d0-24f5b011779c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0950415 Nov 25 17:48:55.760176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abb51e0e-9f18-42ca-8bb9-82584cac5b00 req-a10b7df3-ddcb-4712-80e7-adf9ddf3e70a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687101 Nov 25 17:48:56.898026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd64b6-eed2-4f2f-a92e-c605574aadb8 req-67be500a-daaa-4088-b45f-515e960c2dfa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:56.899674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebdd64b6-eed2-4f2f-a92e-c605574aadb8 req-67be500a-daaa-4088-b45f-515e960c2dfa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0544500 Nov 25 17:48:56.955026 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebdd64b6-eed2-4f2f-a92e-c605574aadb8 req-c76ccec3-c9e8-4625-a172-97eeceab0632 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 Nov 25 17:48:57.817201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33434) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:57.875640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d0ce8-aebc-410b-8293-e46e4f82c2bc tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:57.888954 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a95d0ce8-aebc-410b-8293-e46e4f82c2bc tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7 HTTP/1.1" status: 200 len: 814 time: 0.0591481 Nov 25 17:48:58.115157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaee51d-4144-4428-a051-8d191c09f7b4 req-57923ac7-957d-483d-b956-f2d231ed596b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:58.116774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5eaee51d-4144-4428-a051-8d191c09f7b4 req-57923ac7-957d-483d-b956-f2d231ed596b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0628881 Nov 25 17:48:58.172010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5eaee51d-4144-4428-a051-8d191c09f7b4 req-18e4c0ae-01d5-402d-833d-098ffabbac23 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Nov 25 17:48:58.761412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.766429 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'network': {'name': 'tempest-network-smoke--215391453', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:58.789444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:58.793066 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.818849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:58.829715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.830231 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Added segment 5a6b385d-597e-4268-90a1-dbc88f63ca19 of type vlan for network 04dd6dd3-f76c-40d3-a064-6887a1b43487 Nov 25 17:48:58.877196 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.910801 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.917267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:58.917865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.979063 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2165828 Nov 25 17:48:58.983326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.991748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50f673-79a8-4fd0-8c01-93323f4f85a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Network': ['ID=04dd6dd3-f76c-40d3-a064-6887a1b43487,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:59.003985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:59.040857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b7eb5-3b01-4dea-af72-2da903c204f1 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:59.042583 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3f1b7eb5-3b01-4dea-af72-2da903c204f1 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3547ebd4fdc149a9b73274a6aeec5a7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0580111 Nov 25 17:48:59.045392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.151062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b647f6cf-83c8-4ec5-8aa4-1f0c7a86340d tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:59.153248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b647f6cf-83c8-4ec5-8aa4-1f0c7a86340d tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1063178 Nov 25 17:48:59.156016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.186048 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-166429ad-7069-42d9-a873-c57128bfd9c6 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289075 Nov 25 17:48:59.188661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.221331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-93c90272-378a-40b5-be6c-4964f41afd95 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3547ebd4fdc149a9b73274a6aeec5a7d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289731 Nov 25 17:48:59.221691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.362921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead20679-5293-4f59-83b1-d03151fbe090 req-7b65b9d8-f590-4d0e-94df-4185362601a9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:59.364551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ead20679-5293-4f59-83b1-d03151fbe090 req-7b65b9d8-f590-4d0e-94df-4185362601a9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0920825 Nov 25 17:48:59.366128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35449a13-5ec7-44c5-9ca3-1b8719f1c1e1 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:59.367511 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-35449a13-5ec7-44c5-9ca3-1b8719f1c1e1 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1450026 Nov 25 17:48:59.371183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.408004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-10dabf78-7b87-43e7-bff8-133684824dd7 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345125 Nov 25 17:48:59.409067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33458) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:59.414790 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-486175967', 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:59.425160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ead20679-5293-4f59-83b1-d03151fbe090 req-de938f14-9794-415b-a62f-eece6bd7a3a0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510864 Nov 25 17:48:59.524054 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:59.528854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.741058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.815277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Subnet': ['ID=743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:59.821801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Checking segment: {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:59.822540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network hostable DHCP agents. Network: 04dd6dd3-f76c-40d3-a064-6887a1b43487, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:59.838977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:59.847364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 04dd6dd3-f76c-40d3-a064-6887a1b43487) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:59.852626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:59.853480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.859214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c3a95-ebc8-4fc5-bd50-7446b7942b8a None None] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:59.870194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-3a871910-e7ea-4d6c-8543-55eb90eac2f6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4596722 Nov 25 17:49:00.015884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-04dd6dd3-f76c-40d3-a064-6887a1b43487', 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ips': [{'subnet_id': '743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:00.017209 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.120530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33462) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:00.127612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-78a67f9a-8fe6-49f3-9f41-deb7a81d72d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733906988', 'description': 'tempest-secgroup-smoke-733906988 description', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:00.151964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78a67f9a-8fe6-49f3-9f41-deb7a81d72d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.161028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Allocated IP 172.20.0.18 (04dd6dd3-f76c-40d3-a064-6887a1b43487/743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a/e3e2580b-f55e-4a96-ad09-ae6ed3d58b86) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:00.238530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78a67f9a-8fe6-49f3-9f41-deb7a81d72d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.248183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78a67f9a-8fe6-49f3-9f41-deb7a81d72d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.287809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78a67f9a-8fe6-49f3-9f41-deb7a81d72d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.289684 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-78a67f9a-8fe6-49f3-9f41-deb7a81d72d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1674995 Nov 25 17:49:00.290799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a67f9a-8fe6-49f3-9f41-deb7a81d72d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461add9b-c74b-4686-bf60-51fde3dc74b7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.293421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:00.298180 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d7dd4ee4-5090-43a6-88b2-cacbccdb3f42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '461add9b-c74b-4686-bf60-51fde3dc74b7', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:00.318304 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.325731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.330990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4ee4-5090-43a6-88b2-cacbccdb3f42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.371700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:00.373101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:00.376785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:00.390485 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Pushing event updated for resources: {'Port': ['ID=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.399516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4ee4-5090-43a6-88b2-cacbccdb3f42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.404387 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4ee4-5090-43a6-88b2-cacbccdb3f42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.419711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.420066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.420633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.421001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.421521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.421866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.422402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.422749 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.423083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.423611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.423958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.424286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.429291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd4ee4-5090-43a6-88b2-cacbccdb3f42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2266ef-6e6e-4a67-aef1-e9ea82f83b5b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.438204 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4ee4-5090-43a6-88b2-cacbccdb3f42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.442682 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d7dd4ee4-5090-43a6-88b2-cacbccdb3f42 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456351 Nov 25 17:49:00.443156 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:00.449047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '461add9b-c74b-4686-bf60-51fde3dc74b7', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:00.455426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Attempting to bind port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:00.455810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Attempting to bind port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:00.456221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Attempting to bind port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 on network 04dd6dd3-f76c-40d3-a064-6887a1b43487 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:00.464538 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:00.465171 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Checking segment: {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:00.465758 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.466327 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Bound using segment: {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:00.467080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Bound port: e3e2580b-f55e-4a96-ad09-ae6ed3d58b86, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:00.467648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.499113 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.536442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] For port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:00.541469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] For port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:00.548920 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.615524 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6827f-60ef-4dec-8f27-4f0dde4f2234 None None] Pushing event updated for resources: {'Port': ['ID=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.627380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d1943-243e-49c7-a212-b5c2d93561b4 req-e9c26788-69d1-47bf-aa08-f80e6d9f6ad5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:00.637503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-671d1943-243e-49c7-a212-b5c2d93561b4 req-e9c26788-69d1-47bf-aa08-f80e6d9f6ad5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.1084898 Nov 25 17:49:00.656205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.667562 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.706460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b03f06-dd95-464f-a4ff-5730d7d396b4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.720080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.720467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.720809 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.721159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.721510 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.721864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.722174 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.722518 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.722849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.723178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.723721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.724223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:00.731600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-671d1943-243e-49c7-a212-b5c2d93561b4 req-e0dad071-66cf-4096-9bbb-8fe9b247dceb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931854 Nov 25 17:49:00.735060 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.736202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f6d325f5-1e6a-4460-9172-1f58ef0a86bd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917991 Nov 25 17:49:00.739196 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:00.747208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-77ca2110-7059-4104-a8f2-422a84f1dfd9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '461add9b-c74b-4686-bf60-51fde3dc74b7', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:00.785524 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77ca2110-7059-4104-a8f2-422a84f1dfd9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.870990 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77ca2110-7059-4104-a8f2-422a84f1dfd9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.879894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77ca2110-7059-4104-a8f2-422a84f1dfd9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.899642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca2110-7059-4104-a8f2-422a84f1dfd9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5492916b-5d11-4ed6-bc5c-30b6b7e97116,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.908742 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77ca2110-7059-4104-a8f2-422a84f1dfd9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.926052 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-77ca2110-7059-4104-a8f2-422a84f1dfd9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851869 Nov 25 17:49:00.928628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33472) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:00.935018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7d204505-1872-4a24-bcdf-ac5ba6a96e1e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '461add9b-c74b-4686-bf60-51fde3dc74b7', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:00.965112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d204505-1872-4a24-bcdf-ac5ba6a96e1e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.040809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d204505-1872-4a24-bcdf-ac5ba6a96e1e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.044627 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d204505-1872-4a24-bcdf-ac5ba6a96e1e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.064115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d204505-1872-4a24-bcdf-ac5ba6a96e1e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23047d29-4664-4d9a-8c0c-5ccf8ad61287,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.072458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d204505-1872-4a24-bcdf-ac5ba6a96e1e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.073960 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7d204505-1872-4a24-bcdf-ac5ba6a96e1e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442566 Nov 25 17:49:01.076670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:01.081098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4df1b881-fc3a-4d8b-97dc-fb83e2bfa739 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '461add9b-c74b-4686-bf60-51fde3dc74b7', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:01.106782 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-4df1b881-fc3a-4d8b-97dc-fb83e2bfa739 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Project 3547ebd4fdc149a9b73274a6aeec5a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:49:01.114052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4df1b881-fc3a-4d8b-97dc-fb83e2bfa739 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.187303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4df1b881-fc3a-4d8b-97dc-fb83e2bfa739 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.191636 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4df1b881-fc3a-4d8b-97dc-fb83e2bfa739 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.212761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1b881-fc3a-4d8b-97dc-fb83e2bfa739 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ea6058-ee0c-4064-a339-86e9a75babe2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.222582 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4df1b881-fc3a-4d8b-97dc-fb83e2bfa739 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.223895 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4df1b881-fc3a-4d8b-97dc-fb83e2bfa739 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462431 Nov 25 17:49:01.227676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:01.232430 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1c3acc93-7407-4598-a1e3-58569488f408 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '461add9b-c74b-4686-bf60-51fde3dc74b7', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:01.255295 n-d-819349-3 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-1c3acc93-7407-4598-a1e3-58569488f408 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Project 3547ebd4fdc149a9b73274a6aeec5a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:49:01.260810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c3acc93-7407-4598-a1e3-58569488f408 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.326487 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c3acc93-7407-4598-a1e3-58569488f408 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.330512 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c3acc93-7407-4598-a1e3-58569488f408 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.354966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3acc93-7407-4598-a1e3-58569488f408 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614582c8-2bb0-4318-ad2f-b7a16799c075,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.364829 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c3acc93-7407-4598-a1e3-58569488f408 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.374381 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1c3acc93-7407-4598-a1e3-58569488f408 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375933 Nov 25 17:49:01.569579 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-842602bb-1157-4fca-bfc6-eaec99739531 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733906988&fields=id&tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 267 time: 0.0577087 Nov 25 17:49:01.690846 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6aafc-c754-46a7-8079-438e80105625 req-0eb5cdcc-913b-4cda-a546-7a5cd7e15822 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:01.692447 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-0eb5cdcc-913b-4cda-a546-7a5cd7e15822 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/networks?id=04dd6dd3-f76c-40d3-a064-6887a1b43487 HTTP/1.1" status: 200 len: 796 time: 0.1219444 Nov 25 17:49:01.712651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e666bef7-e2c0-4727-9c63-22b23b7906dc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/quotas/3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 375 time: 0.0115287 Nov 25 17:49:01.759215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d60d5de-b7b1-46ae-a882-52c45b0faa3d None None] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:01.786573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-eaa4cbfa-db27-44a5-a32a-a2b5b2080148 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0674582 Nov 25 17:49:01.829522 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e3783a41-2a1d-47b4-87a4-ec4f63fdff0d None None] Provisioning complete for port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:01.829899 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3783a41-2a1d-47b4-87a4-ec4f63fdff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.929670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6e1f-2c16-437c-9e3d-1c69313160e7 req-c5f305bf-4392-48ae-85fc-92c404e16952 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:01.931309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52a6e1f-2c16-437c-9e3d-1c69313160e7 req-c5f305bf-4392-48ae-85fc-92c404e16952 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0750873 Nov 25 17:49:01.987076 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3783a41-2a1d-47b4-87a4-ec4f63fdff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.993735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-53f8bd02-41ef-476c-87b2-3117d41c17ce service neutron] 10.222.0.81 "GET /v2.0/networks/04dd6dd3-f76c-40d3-a064-6887a1b43487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949410 Nov 25 17:49:02.008486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52a6e1f-2c16-437c-9e3d-1c69313160e7 req-3e55e296-4a93-4c64-88b2-954605397503 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658574 Nov 25 17:49:02.041209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e3783a41-2a1d-47b4-87a4-ec4f63fdff0d None None] For port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:02.047696 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3783a41-2a1d-47b4-87a4-ec4f63fdff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.126653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3783a41-2a1d-47b4-87a4-ec4f63fdff0d None None] Pushing event updated for resources: {'Port': ['ID=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:02.154167 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-634b683f-d2d9-4ecb-9eda-2f6fcebcc0e9 service neutron] 10.222.0.81 "GET /v2.0/networks/04dd6dd3-f76c-40d3-a064-6887a1b43487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594698 Nov 25 17:49:02.184542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:02.254199 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ceb3-f441-49d0-b666-37d975cd0797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.260715 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:02.261152 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.389975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9be22100-2c4d-4fc2-a512-0dbdb8d4e6d7 req-190b398c-1c28-4cbd-b916-4bc7d619ce36 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 210 time: 0.0437632 Nov 25 17:49:02.404286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8a0abe2f-7642-4d1b-b336-f56d5aa288b9 None None] Provisioning complete for port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:02.404666 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a0abe2f-7642-4d1b-b336-f56d5aa288b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.137845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a8a23-b80d-4fe6-84f4-cf98c25b95fd req-2e07d751-5aeb-41e6-9fb4-b5a917767d92 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:03.139353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f17a8a23-b80d-4fe6-84f4-cf98c25b95fd req-2e07d751-5aeb-41e6-9fb4-b5a917767d92 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0511241 Nov 25 17:49:03.189519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f17a8a23-b80d-4fe6-84f4-cf98c25b95fd req-9d4de886-75e1-44bc-ba58-3ab761857402 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Nov 25 17:49:03.439663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6aafc-c754-46a7-8079-438e80105625 req-a4056ea5-3747-40f8-9e51-97c34c0cc1f1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:03.441377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-a4056ea5-3747-40f8-9e51-97c34c0cc1f1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.95 "GET /v2.0/networks?id=04dd6dd3-f76c-40d3-a064-6887a1b43487 HTTP/1.1" status: 200 len: 796 time: 0.1451240 Nov 25 17:49:03.490313 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ba9c897-5a68-41db-82a8-e7551462fe20 req-0b8c6b19-5279-4a52-908b-b0d57df33261 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 210 time: 0.0380542 Nov 25 17:49:03.560882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-fd97796d-7998-4a38-8088-bfb09c1b597b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 472 time: 0.0999966 Nov 25 17:49:03.574489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'port': {'device_id': '65d318b6-6d19-45eb-9d4a-3534c7e06d3b', 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487', 'admin_state_up': True, 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'security_groups': ['461add9b-c74b-4686-bf60-51fde3dc74b7']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:03.697716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:03.701181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.838069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.20.0.25 (04dd6dd3-f76c-40d3-a064-6887a1b43487/743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a/6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:03.986144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.021573 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.077235 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:04.080891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:04.083494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:04.090754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:04.135101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:04.152041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:04.152700 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.171289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e2ba0892-8cd2-4bd9-85fb-4f4144ac14b0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6014457 Nov 25 17:49:04.189322 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Request body: {'port': {'device_id': '65d318b6-6d19-45eb-9d4a-3534c7e06d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:04.191534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:04.191860 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.263115 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.393930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8e392db-8194-46bb-b5e6-33197cb94a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.428243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4e1574f4-6f41-4818-bac1-a17294b2d16b None None] Provisioning complete for port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:04.429014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e1574f4-6f41-4818-bac1-a17294b2d16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.432234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c017df-a044-4531-bdea-70ec618e4370 req-e4159d5a-56f1-4050-ab2d-f10f9672b9c3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:04.433810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2c017df-a044-4531-bdea-70ec618e4370 req-e4159d5a-56f1-4050-ab2d-f10f9672b9c3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.1275606 Nov 25 17:49:04.467319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4e1574f4-6f41-4818-bac1-a17294b2d16b None None] Port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:04.549954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e2c017df-a044-4531-bdea-70ec618e4370 req-1dbb5747-8081-4a34-b5bb-2abecefe7323 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073227 Nov 25 17:49:04.675074 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d962-f5da-49d5-9fd5-f05cd3f1513a req-6b122640-8dcf-4197-b5e0-2cfaa3319404 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:04.676578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ed7d962-f5da-49d5-9fd5-f05cd3f1513a req-6b122640-8dcf-4197-b5e0-2cfaa3319404 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 932 time: 0.1006777 Nov 25 17:49:04.694003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:04.709682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.736644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Transition to ACTIVE for port object 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:49:04.745731 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.764440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ed7d962-f5da-49d5-9fd5-f05cd3f1513a req-801b11d9-afe0-48a5-bf44-c97897b29be8 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806201 Nov 25 17:49:04.842806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Pushing event updated for resources: {'Port': ['ID=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:04.906437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Attempting to bind port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:04.906804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Attempting to bind port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:04.907869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Attempting to bind port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c on network 04dd6dd3-f76c-40d3-a064-6887a1b43487 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:04.912054 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c on network 04dd6dd3-f76c-40d3-a064-6887a1b43487 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:49:04.913050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Attempting to bind port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c on network 04dd6dd3-f76c-40d3-a064-6887a1b43487 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:04.919372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:04.919858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Checking segment: {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:04.920253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Bound using segment: {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:04.920700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Bound port: 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:04.921085 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.996967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] For port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:05.000969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] For port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:05.006504 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.043546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.044034 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.045878 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] 10.222.0.95 "PUT /v2.0/ports/6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c HTTP/1.1" status: 200 len: 1092 time: 0.8620062 Nov 25 17:49:05.046356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d318b6-6d19-45eb-9d4a-3534c7e06d3b', 'tag': '6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:05.048680 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aede9fa-4888-48fe-b954-fea7eb780a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "65d318b6-6d19-45eb-9d4a-3534c7e06d3b", "tag": "6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:05.094377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae2ed8-a0ea-436f-9ff9-bc71456d958e service neutron] Pushing event updated for resources: {'Port': ['ID=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:05.110332 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e6f6c4-1f59-4e39-a672-2c258a5251cc x-openstack-request-id: req-33e6f6c4-1f59-4e39-a672-2c258a5251cc {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:05.110679 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d318b6-6d19-45eb-9d4a-3534c7e06d3b", "tag": "6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:05.111004 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33e6f6c4-1f59-4e39-a672-2c258a5251cc {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:05.111357 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d318b6-6d19-45eb-9d4a-3534c7e06d3b', 'tag': '6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c', 'status': 'completed', 'code': 200} Nov 25 17:49:05.156249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e66f8817-9aeb-422a-ab1a-929dbf29c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.157954 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-e66f8817-9aeb-422a-ab1a-929dbf29c202 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 1095 time: 0.0504439 Nov 25 17:49:05.213486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-016a5d26-0f2f-4959-96fc-07245bd98e05 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c HTTP/1.1" status: 200 len: 217 time: 0.0436308 Nov 25 17:49:05.284116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6aafc-c754-46a7-8079-438e80105625 req-59012b03-8b8c-48bb-a2f3-78c73ec2c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.285643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-59012b03-8b8c-48bb-a2f3-78c73ec2c7c3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a HTTP/1.1" status: 200 len: 837 time: 0.0597010 Nov 25 17:49:05.334452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6aafc-c754-46a7-8079-438e80105625 req-0212dc6c-0596-4e5c-a7db-68dcb8d35f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.336779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-0212dc6c-0596-4e5c-a7db-68dcb8d35f3d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=04dd6dd3-f76c-40d3-a064-6887a1b43487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424082 Nov 25 17:49:05.432074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-5dce715c-81f1-4d5c-9d4b-6433639a972e service neutron] 10.222.0.95 "GET /v2.0/networks/04dd6dd3-f76c-40d3-a064-6887a1b43487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872910 Nov 25 17:49:05.534702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2d6aafc-c754-46a7-8079-438e80105625 req-8006961b-f12e-4409-8cc7-40cb8de4a0f1 service neutron] 10.222.0.95 "GET /v2.0/networks/04dd6dd3-f76c-40d3-a064-6887a1b43487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947499 Nov 25 17:49:05.634779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-2f137b35-882d-4958-81cc-6557be74a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.636398 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-2f137b35-882d-4958-81cc-6557be74a044 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 1095 time: 0.0459328 Nov 25 17:49:05.764418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abbff5-2219-4c71-a71a-28b0e50504c8 req-5fe157ad-0f49-40ba-8b80-77e2616d038b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.765946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06abbff5-2219-4c71-a71a-28b0e50504c8 req-5fe157ad-0f49-40ba-8b80-77e2616d038b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.1286235 Nov 25 17:49:05.793996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-263b32b3-c444-4688-8200-eb34d07d0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.795357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-263b32b3-c444-4688-8200-eb34d07d0efb service neutron] 10.222.0.95 "GET /v2.0/networks?id=04dd6dd3-f76c-40d3-a064-6887a1b43487 HTTP/1.1" status: 200 len: 897 time: 0.1496489 Nov 25 17:49:05.860121 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-15474d85-bff5-44b4-9e8d-9f47e95b5d80 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c HTTP/1.1" status: 200 len: 217 time: 0.0504365 Nov 25 17:49:05.885108 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.919429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06abbff5-2219-4c71-a71a-28b0e50504c8 req-f5acc607-13b4-4fb6-a166-656529b2fc16 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467402 Nov 25 17:49:05.948058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-22e8b38b-4a85-486f-9607-d1bceb7b1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.949569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-22e8b38b-4a85-486f-9607-d1bceb7b1704 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a HTTP/1.1" status: 200 len: 837 time: 0.0779681 Nov 25 17:49:05.958083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b208d6c-7e1a-49a2-a502-b95b111ccda9 req-5ae4ff95-f90d-4cb8-ae0a-5c0814242e46 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.959458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b208d6c-7e1a-49a2-a502-b95b111ccda9 req-5ae4ff95-f90d-4cb8-ae0a-5c0814242e46 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 944 time: 0.1062694 Nov 25 17:49:06.043230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7b208d6c-7e1a-49a2-a502-b95b111ccda9 req-293617c6-9b95-4100-83cc-e4901f8be6b6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752404 Nov 25 17:49:06.045383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-e222bbcd-5cf2-4321-8bd3-b875b234222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.046706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-e222bbcd-5cf2-4321-8bd3-b875b234222a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=04dd6dd3-f76c-40d3-a064-6887a1b43487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864184 Nov 25 17:49:06.150244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-916b8b91-67a8-4a25-89aa-38264d611210 service neutron] 10.222.0.95 "GET /v2.0/networks/04dd6dd3-f76c-40d3-a064-6887a1b43487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936799 Nov 25 17:49:06.255698 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3aede9fa-4888-48fe-b954-fea7eb780a2d req-19d77640-5e08-4b49-bea5-13f62768ab77 service neutron] 10.222.0.95 "GET /v2.0/networks/04dd6dd3-f76c-40d3-a064-6887a1b43487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945957 Nov 25 17:49:06.647114 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.041649 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18995f5-05c6-4ed4-84e9-f560649922c9 req-36f73747-c892-43db-880b-1496af968b02 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:07.043130 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d18995f5-05c6-4ed4-84e9-f560649922c9 req-36f73747-c892-43db-880b-1496af968b02 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0496330 Nov 25 17:49:07.096665 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d18995f5-05c6-4ed4-84e9-f560649922c9 req-be0f187b-fe93-44e7-b563-cb003bd67d8a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Nov 25 17:49:07.174976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.175785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6568800-1e8a-463e-b10c-866f7068fe6d req-ddbdd84f-9141-4cee-a9c8-8032e007b84a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:07.177506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6568800-1e8a-463e-b10c-866f7068fe6d req-ddbdd84f-9141-4cee-a9c8-8032e007b84a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 944 time: 0.0507987 Nov 25 17:49:07.233997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6568800-1e8a-463e-b10c-866f7068fe6d req-f08ccdaf-8743-49a9-833d-e25ef645981d tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495226 Nov 25 17:49:07.261326 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.987198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.217868 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3e1f5-cccd-403d-b767-6a16a836993e req-ca2c278e-35b9-41b2-a66a-c71d0c0f5c19 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:08.219358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ba3e1f5-cccd-403d-b767-6a16a836993e req-ca2c278e-35b9-41b2-a66a-c71d0c0f5c19 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0510201 Nov 25 17:49:08.270118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ba3e1f5-cccd-403d-b767-6a16a836993e req-b1446383-56b1-4938-be40-67449fbccc31 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Nov 25 17:49:08.359467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc06aa2-406e-4adb-98eb-8c66c86f84cb req-990861c7-9151-4975-a870-2391c6d4d0d7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:08.360957 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc06aa2-406e-4adb-98eb-8c66c86f84cb req-990861c7-9151-4975-a870-2391c6d4d0d7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 944 time: 0.0494654 Nov 25 17:49:08.411959 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7bc06aa2-406e-4adb-98eb-8c66c86f84cb req-07ac109f-d361-411b-95ec-aa37b5ff67b4 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Nov 25 17:49:08.996342 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:49:09.102498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:09.114176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c', 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487', 'port_id': '6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c', 'mac_address': 'fa:16:3e:4d:3f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:49:09.151749 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.165308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:09.185199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:09.188732 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.236581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.455525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:09.735493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc55a0-cb33-4d12-9e97-73c54da473bb req-5c01d9a5-5a71-456a-88bd-dc51461ce5c3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:09.737044 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ecc55a0-cb33-4d12-9e97-73c54da473bb req-5c01d9a5-5a71-456a-88bd-dc51461ce5c3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.3909533 Nov 25 17:49:09.791250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbbd64-3a5c-482d-87a0-cc346a8ebd93 req-80864873-5eaf-4036-a34e-142c514f2011 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:09.792766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cbbbd64-3a5c-482d-87a0-cc346a8ebd93 req-80864873-5eaf-4036-a34e-142c514f2011 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 945 time: 0.0975685 Nov 25 17:49:09.832042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ecc55a0-cb33-4d12-9e97-73c54da473bb req-3738c18c-b7d3-4d9f-a9ce-81d259e000be tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822530 Nov 25 17:49:09.865697 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cbbbd64-3a5c-482d-87a0-cc346a8ebd93 req-be1f0055-bfbe-4db3-a736-bccce4555eac tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660815 Nov 25 17:49:10.995128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1bc43-3f00-412e-ad2e-591ea86e86c9 req-723ac4d0-8f1c-434a-99b7-3fa58cba8f3e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:10.997042 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8d1bc43-3f00-412e-ad2e-591ea86e86c9 req-723ac4d0-8f1c-434a-99b7-3fa58cba8f3e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0841591 Nov 25 17:49:11.022276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:11.045944 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea66b02-5afd-4f07-a679-d3fe9da8ef65 req-db2d8bd3-a1a9-4dee-b83c-b9de95b8c61a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.047605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bea66b02-5afd-4f07-a679-d3fe9da8ef65 req-db2d8bd3-a1a9-4dee-b83c-b9de95b8c61a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 945 time: 0.0925169 Nov 25 17:49:11.081422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:49:11.086566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8d1bc43-3f00-412e-ad2e-591ea86e86c9 req-b84a6dc6-8c93-4e27-a760-12bbbc4c5217 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819135 Nov 25 17:49:11.092702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:11.093184 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.128829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bea66b02-5afd-4f07-a679-d3fe9da8ef65 req-1014ebc2-ebec-41f9-9644-44285b57fd22 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708966 Nov 25 17:49:11.202626 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.229322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d318b6-6d19-45eb-9d4a-3534c7e06d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:11.231713 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95de856-5916-4dde-9190-6f575f82d1f6" -d '{"events": [{"server_uuid": "65d318b6-6d19-45eb-9d4a-3534c7e06d3b", "name": "network-vif-plugged", "status": "completed", "tag": "6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:11.248198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:11.253531 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.288868 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb00374-6fd6-40d0-8eb9-1f83059aacf3 x-openstack-request-id: req-5eb00374-6fd6-40d0-8eb9-1f83059aacf3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:11.289308 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d318b6-6d19-45eb-9d4a-3534c7e06d3b", "name": "network-vif-plugged", "status": "completed", "tag": "6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:11.290042 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5eb00374-6fd6-40d0-8eb9-1f83059aacf3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:11.290975 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d318b6-6d19-45eb-9d4a-3534c7e06d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c', 'code': 200} Nov 25 17:49:11.330922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:11.384397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424998de-0301-4110-9d21-6a57052ef76e req-083f262f-1e85-47c9-b33c-6a71d51bc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.386417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-424998de-0301-4110-9d21-6a57052ef76e req-083f262f-1e85-47c9-b33c-6a71d51bc5e4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 1097 time: 0.0515597 Nov 25 17:49:11.437908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-424998de-0301-4110-9d21-6a57052ef76e req-2ae23674-4996-4154-8ae8-4b2398d7e194 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446091 Nov 25 17:49:12.224230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab138f-ae1e-4428-a54f-83994476b978 req-3a3c5013-db1e-44e8-97d0-60afb47846b3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:12.225802 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ab138f-ae1e-4428-a54f-83994476b978 req-3a3c5013-db1e-44e8-97d0-60afb47846b3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0646279 Nov 25 17:49:12.300974 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966df0d-fb79-42ee-bd07-65c7f89e5603 req-662d1aba-d0ba-4aa5-a08b-1ef8a4127fff tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:12.302532 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9966df0d-fb79-42ee-bd07-65c7f89e5603 req-662d1aba-d0ba-4aa5-a08b-1ef8a4127fff tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 946 time: 0.0950294 Nov 25 17:49:12.307468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74ab138f-ae1e-4428-a54f-83994476b978 req-cf20ef1e-291c-4021-9e88-1bde5a3776df tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631351 Nov 25 17:49:12.357598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9966df0d-fb79-42ee-bd07-65c7f89e5603 req-57c6321c-bd1d-49a8-984e-995b04fd632b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472949 Nov 25 17:49:13.452640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c54b01-d4dd-40cd-8cba-9b6aee8ed841 req-a3497c07-fda8-4bf4-ba10-fb4f6e65cac3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.454227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3c54b01-d4dd-40cd-8cba-9b6aee8ed841 req-a3497c07-fda8-4bf4-ba10-fb4f6e65cac3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0760410 Nov 25 17:49:13.526609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311a79d-3543-4221-b360-1da89129640b req-66dcec9b-8ea2-4cae-a69d-ef9fab8e3a2b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.528252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4311a79d-3543-4221-b360-1da89129640b req-66dcec9b-8ea2-4cae-a69d-ef9fab8e3a2b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 946 time: 0.0977156 Nov 25 17:49:13.532546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3c54b01-d4dd-40cd-8cba-9b6aee8ed841 req-db06015d-1361-4c73-aaba-1bf69d4a3720 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646527 Nov 25 17:49:13.580160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4311a79d-3543-4221-b360-1da89129640b req-5d8031bc-3e93-4990-8001-25d6cd08e037 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456295 Nov 25 17:49:13.692735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716fcb-034d-4ee4-bced-5464b7877d09 req-a8f15292-98c4-4c34-affe-6ddae26a8df1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.694227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b716fcb-034d-4ee4-bced-5464b7877d09 req-a8f15292-98c4-4c34-affe-6ddae26a8df1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 946 time: 0.0485485 Nov 25 17:49:13.747664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b716fcb-034d-4ee4-bced-5464b7877d09 req-b954e372-390d-47aa-b100-46a3bd2ff38f tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467055 Nov 25 17:49:14.484081 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:49:14.593963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:14.610799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '3b3dbb4a-d413-43a3-8e7d-bc70d65cd256', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'port_id': '3b3dbb4a-d413-43a3-8e7d-bc70d65cd256', 'mac_address': 'fa:16:3e:e5:05:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:49:14.651634 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.661331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fd590-0e33-41d2-8ec1-52335711b1b6 req-ceb66b2e-9772-4431-8b37-848ce89daa2c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:14.662841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e74fd590-0e33-41d2-8ec1-52335711b1b6 req-ceb66b2e-9772-4431-8b37-848ce89daa2c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 943 time: 0.0566223 Nov 25 17:49:14.668269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:49:14.690164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:14.694415 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.720309 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e74fd590-0e33-41d2-8ec1-52335711b1b6 req-a4de2d09-f244-43e3-95b1-b81150c91b48 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512779 Nov 25 17:49:14.749709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:14.953051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['3b3dbb4a-d413-43a3-8e7d-bc70d65cd256'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:15.256427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33550) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:15.767387 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.850653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf67598-66a7-40d3-a418-d8f9a68936ec req-437b6d6a-810a-46db-8b61-e0bc61c4901e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:15.852187 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-adf67598-66a7-40d3-a418-d8f9a68936ec req-437b6d6a-810a-46db-8b61-e0bc61c4901e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 944 time: 0.0518267 Nov 25 17:49:15.904622 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-adf67598-66a7-40d3-a418-d8f9a68936ec req-4fe1a15b-18e7-4bd5-b49a-2a1143c1f8dc tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Nov 25 17:49:16.092870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.20.0.17 (04dd6dd3-f76c-40d3-a064-6887a1b43487/743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a/c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:16.232550 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.269567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.317063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:16.320212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:16.324753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:16.351074 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:16.380911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.483997 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:16.536093 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.546329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:49:16.550951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:16.551377 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.817279 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.820453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-02007fdb-16ee-41a5-a828-a1527ca34ab9 None None] Provisioning complete for port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:16.820817 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02007fdb-16ee-41a5-a828-a1527ca34ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.854423 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.859920 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.871168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11860cb4-048d-41ad-b2da-a921ba142c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3dbb4a-d413-43a3-8e7d-bc70d65cd256'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:16.873715 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51d8029-0198-4b68-bfb1-7003102ef118" -d '{"events": [{"server_uuid": "11860cb4-048d-41ad-b2da-a921ba142c3a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3dbb4a-d413-43a3-8e7d-bc70d65cd256"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:16.887105 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-02007fdb-16ee-41a5-a828-a1527ca34ab9 None None] Port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:16.891868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:16.898399 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.928445 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64980403-1815-4a35-bc2b-fa58310025f9 x-openstack-request-id: req-64980403-1815-4a35-bc2b-fa58310025f9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:16.928445 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11860cb4-048d-41ad-b2da-a921ba142c3a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3dbb4a-d413-43a3-8e7d-bc70d65cd256", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:16.928758 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64980403-1815-4a35-bc2b-fa58310025f9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:16.929228 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11860cb4-048d-41ad-b2da-a921ba142c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3dbb4a-d413-43a3-8e7d-bc70d65cd256', 'code': 200} Nov 25 17:49:16.944977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:16.949860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.970822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.060855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cac325-46a7-4c07-865c-0743a434a412 req-11d63796-80a1-475e-8819-c7891f4053f3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:17.062660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37cac325-46a7-4c07-865c-0743a434a412 req-11d63796-80a1-475e-8819-c7891f4053f3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 945 time: 0.0607300 Nov 25 17:49:17.079314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc534b1-801f-4b12-a6f3-61217e424818 req-c681191e-d5e7-4d42-a152-68534ca39d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:17.080980 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8cc534b1-801f-4b12-a6f3-61217e424818 req-c681191e-d5e7-4d42-a152-68534ca39d09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 1096 time: 0.0678477 Nov 25 17:49:17.116593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:17.117261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37cac325-46a7-4c07-865c-0743a434a412 req-cffe43d4-0e62-4516-a08c-cbdb42378ed9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474017 Nov 25 17:49:17.121726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:17.194845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8cc534b1-801f-4b12-a6f3-61217e424818 req-fe6f6c81-2093-48de-a740-1eed113c0b66 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040280 Nov 25 17:49:17.280356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router 6646e54d-f122-4d36-b1cf-0b69aef7112c has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:17.400325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:17.409712 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e8547282-f8d1-4be3-9d46-4e009de53fa5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "PUT /v2.0/routers/6646e54d-f122-4d36-b1cf-0b69aef7112c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1519353 Nov 25 17:49:17.429743 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Sync routers for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:17.448542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:17.449216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:17.453417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1b66012-6e8d-4d90-b577-f7df3d1101ae None None] Provisioning complete for port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:17.453638 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1b66012-6e8d-4d90-b577-f7df3d1101ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.575706 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d1b66012-6e8d-4d90-b577-f7df3d1101ae None None] Port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:17.611395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:17.883737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:16Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:22Z', 'revision_number': 1, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d', 'name': '', 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:91:6e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:15Z', 'updated_at': '2021-11-25T17:49:16Z', 'revision_number': 2, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:17.921169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Checking router: 6646e54d-f122-4d36-b1cf-0b69aef7112c for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:17.921609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Updating router 6646e54d-f122-4d36-b1cf-0b69aef7112c port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:49:17.957361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.274759 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7fab0-af31-408b-8bdd-458949518cff req-8f2c8c6c-0015-4d70-80d0-3aa0be92e8d5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:18.277649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42f7fab0-af31-408b-8bdd-458949518cff req-8f2c8c6c-0015-4d70-80d0-3aa0be92e8d5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 945 time: 0.0723560 Nov 25 17:49:18.287625 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.299370 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.365862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42f7fab0-af31-408b-8bdd-458949518cff req-2f53b60b-0f9c-4a21-bac2-950ad2f04eaa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793109 Nov 25 17:49:18.370348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04590fa7-9a77-4007-bd09-b17bb26448ce None None] Pushing event updated for resources: {'Port': ['ID=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:18.435824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Attempting to bind port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:18.436280 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Attempting to bind port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:18.436724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Attempting to bind port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d on network 04dd6dd3-f76c-40d3-a064-6887a1b43487 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:18.442968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:18.443482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Checking segment: {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:18.443856 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.444255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Bound using segment: {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:18.444737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Bound port: c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6b385d-597e-4268-90a1-dbc88f63ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:18.445341 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.525533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] For port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:18.529665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] For port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:18.535583 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.631450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04590fa7-9a77-4007-bd09-b17bb26448ce None None] Pushing event updated for resources: {'Port': ['ID=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:18.635881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:18.636533 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:18.644493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-64626f9e-50bf-4b74-868d-69ba2428990e None None] Provisioning complete for port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:18.645034 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64626f9e-50bf-4b74-868d-69ba2428990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.851069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:18.885379 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64626f9e-50bf-4b74-868d-69ba2428990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.981329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-64626f9e-50bf-4b74-868d-69ba2428990e None None] For port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:18.987519 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-64626f9e-50bf-4b74-868d-69ba2428990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.097973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64626f9e-50bf-4b74-868d-69ba2428990e None None] Pushing event updated for resources: {'Port': ['ID=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:19.156115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fe77b811-d7a2-4aa0-a392-f6bae914f2f3 None None] Provisioning complete for port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:19.156486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe77b811-d7a2-4aa0-a392-f6bae914f2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.223197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:16Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:22Z', 'revision_number': 1, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d', 'name': '', 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:91:6e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:15Z', 'updated_at': '2021-11-25T17:49:18Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:19.276360 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc929d-3350-4c2b-baa6-e875c9d1ea7a None None] The sync data for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 is: [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:16Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:22Z', 'revision_number': 1, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d', 'name': '', 'network_id': '04dd6dd3-f76c-40d3-a064-6887a1b43487', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:91:6e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:15Z', 'updated_at': '2021-11-25T17:49:18Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:19.499727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e82b-0ef4-40ae-baf2-4b054fa67ae3 req-0bc544e3-35db-4df2-89fd-e9b484b4bb1b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:19.501546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa82e82b-0ef4-40ae-baf2-4b054fa67ae3 req-0bc544e3-35db-4df2-89fd-e9b484b4bb1b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 945 time: 0.0586731 Nov 25 17:49:19.565229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aa82e82b-0ef4-40ae-baf2-4b054fa67ae3 req-d0fdae03-b41b-4284-bee1-1f489eafdbd4 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Nov 25 17:49:19.699867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfd63d-0c26-41aa-a0ed-09aecad8d465 req-4a106b31-44f4-4027-b388-c19978e95038 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:19.701519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1bfd63d-0c26-41aa-a0ed-09aecad8d465 req-4a106b31-44f4-4027-b388-c19978e95038 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 945 time: 0.0601285 Nov 25 17:49:19.753154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1bfd63d-0c26-41aa-a0ed-09aecad8d465 req-341c4c39-4ce1-4f2d-a07a-02d0e512eee4 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Nov 25 17:49:20.093096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03dea2-e622-4c57-bf4c-966a649d1c62 req-7496996c-704e-440d-b73d-67973d74c3df tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.095833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c03dea2-e622-4c57-bf4c-966a649d1c62 req-7496996c-704e-440d-b73d-67973d74c3df tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 945 time: 0.0619237 Nov 25 17:49:20.173943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c03dea2-e622-4c57-bf4c-966a649d1c62 req-26d81742-3562-419f-aa68-1efb7a9d59ba tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725112 Nov 25 17:49:20.179623 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:20.257564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:20.258195 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.347499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed6cf8-c553-415b-9de9-190247d4b55e req-758392e7-941f-4ba9-a0d6-7312cea6e312 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:21.349996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fed6cf8-c553-415b-9de9-190247d4b55e req-758392e7-941f-4ba9-a0d6-7312cea6e312 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 945 time: 0.0802710 Nov 25 17:49:21.402272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1fed6cf8-c553-415b-9de9-190247d4b55e req-ace176f2-ec15-4283-b117-357e7288bd90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 Nov 25 17:49:21.717200 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-51b1c344-64b7-465e-8f31-9e3f1b62c106 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:21.718775 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-51b1c344-64b7-465e-8f31-9e3f1b62c106 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 945 time: 0.0529311 Nov 25 17:49:21.822055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:21.822542 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.914580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] For port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:21.914940 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.927950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:22.062758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.080666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['71d07335-0033-4d39-bad8-c075118582e0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:22.083061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['3b3dbb4a-d413-43a3-8e7d-bc70d65cd256'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:22.095052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=3b3dbb4a-d413-43a3-8e7d-bc70d65cd256,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:22.144612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] No DVR routers for this DVR port 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:22.147577 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.152580 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cf3b26c9-b803-46f2-8c63-a6d0ec069b22 req-2f4664fd-7249-4e02-bb9c-0349447b0cf9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.60 "DELETE /v2.0/ports/3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 HTTP/1.1" status: 204 len: 173 time: 0.4254565 Nov 25 17:49:22.153367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11860cb4-048d-41ad-b2da-a921ba142c3a', 'name': 'network-vif-deleted', 'tag': '3b3dbb4a-d413-43a3-8e7d-bc70d65cd256'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:22.156267 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975111bd-eb19-4a92-926e-65b0775ac1ff" -d '{"events": [{"server_uuid": "11860cb4-048d-41ad-b2da-a921ba142c3a", "name": "network-vif-deleted", "tag": "3b3dbb4a-d413-43a3-8e7d-bc70d65cd256"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:22.224067 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beb64b7-5802-4388-bf12-7ea9940c4b05 x-openstack-request-id: req-4beb64b7-5802-4388-bf12-7ea9940c4b05 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:22.224368 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11860cb4-048d-41ad-b2da-a921ba142c3a", "name": "network-vif-deleted", "tag": "3b3dbb4a-d413-43a3-8e7d-bc70d65cd256", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:22.224627 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4beb64b7-5802-4388-bf12-7ea9940c4b05 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:22.225099 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11860cb4-048d-41ad-b2da-a921ba142c3a', 'name': 'network-vif-deleted', 'tag': '3b3dbb4a-d413-43a3-8e7d-bc70d65cd256', 'status': 'completed', 'code': 200} Nov 25 17:49:22.507067 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e95c8378-1d44-4052-9d48-7f8838ed9741 req-c2d0b850-412a-4c31-b7d3-1c2bd97ac4a5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0271957 Nov 25 17:49:22.816219 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:49:23.613682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8054ab2e-d022-4a13-aea9-c75ca7b08f58 req-b31e69cd-695d-4f10-9df6-f5ae3d43283a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0272965 Nov 25 17:49:24.712980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f470780-d1f6-4433-a8f8-8e892e53e734 req-9460009a-8404-4188-9f18-9082be4f428b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0274582 Nov 25 17:49:25.577451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45506f-518b-4e79-abba-2e0d6e14096d req-96987e93-efa2-41ea-8610-307714f436c1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:25.579161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea45506f-518b-4e79-abba-2e0d6e14096d req-96987e93-efa2-41ea-8610-307714f436c1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0641031 Nov 25 17:49:25.629434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ea45506f-518b-4e79-abba-2e0d6e14096d req-cf97e019-a866-414c-beb8-73178ddfec1f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438998 Nov 25 17:49:25.814792 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c878ff16-f463-4e3e-a03a-4e68ef9b4ac1 req-768d0913-eda8-4920-94f1-9b6e42e44fbe tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0279844 Nov 25 17:49:26.515394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:26.538165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:26.538581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 3b3dbb4a-d413-43a3-8e7d-bc70d65cd256 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:26.755075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8675e7-c72d-4160-8797-a201ac4c2db0 req-b1e06d6b-782f-4978-981f-ac9c003cbe60 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:26.756562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef8675e7-c72d-4160-8797-a201ac4c2db0 req-b1e06d6b-782f-4978-981f-ac9c003cbe60 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0514321 Nov 25 17:49:26.808385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef8675e7-c72d-4160-8797-a201ac4c2db0 req-cdfa6960-d074-413d-9187-2f4b58b70121 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450463 Nov 25 17:49:26.922071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ddc28f2-d66f-49d8-a332-2f205994fcf5 req-e977625e-dc6e-4aad-ace1-0600c77e2a08 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0331888 Nov 25 17:49:27.953540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5d0a8-6fb6-48c8-93a5-cac1b977df73 req-d576849a-3f50-414a-a242-aca6e77ac79b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:27.955212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ff5d0a8-6fb6-48c8-93a5-cac1b977df73 req-d576849a-3f50-414a-a242-aca6e77ac79b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0602291 Nov 25 17:49:28.024417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3ff5d0a8-6fb6-48c8-93a5-cac1b977df73 req-325c45fe-8f09-40ff-869c-7c896c2354e1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612490 Nov 25 17:49:28.048656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39506ec5-16e1-4163-80d8-857af7ff78af req-9a6f346d-635b-4b4f-8553-24d3beba4af2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0377738 Nov 25 17:49:29.180431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2cfa0310-db9e-4c65-bc8d-ac5e206ee2cc req-8f01a72c-e12d-4033-81eb-3011227b17a3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0411875 Nov 25 17:49:29.200700 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070f46-1036-4364-9827-556396b1d41f req-d6adf549-17c8-4bfb-873d-0a36858a49ae tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:29.202435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06070f46-1036-4364-9827-556396b1d41f req-d6adf549-17c8-4bfb-873d-0a36858a49ae tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0992250 Nov 25 17:49:29.262378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06070f46-1036-4364-9827-556396b1d41f req-e0b7ac2c-e230-4c5c-b3c6-5f64443a5210 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523663 Nov 25 17:49:30.309280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d279069c-08a4-4452-a0fd-9153de3e8e05 req-6a073c9a-4d35-4f49-a998-fbe969206712 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=11860cb4-048d-41ad-b2da-a921ba142c3a HTTP/1.1" status: 200 len: 210 time: 0.0301347 Nov 25 17:49:30.407960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b6c61-aa74-451b-ad81-914bfbfe0801 req-9c81f471-c145-489e-8228-dcd9e39b8844 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:30.409495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db0b6c61-aa74-451b-ad81-914bfbfe0801 req-9c81f471-c145-489e-8228-dcd9e39b8844 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0520096 Nov 25 17:49:30.458851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db0b6c61-aa74-451b-ad81-914bfbfe0801 req-2cf3d6f3-99c6-4c6a-be4b-f81d912c3d1d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Nov 25 17:49:31.587744 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fd56b-9b80-44dc-8a88-9cdcf56168c9 req-6691c8ba-c2a4-4c9a-bacd-1a49b724d6b1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:31.589587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-116fd56b-9b80-44dc-8a88-9cdcf56168c9 req-6691c8ba-c2a4-4c9a-bacd-1a49b724d6b1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0558991 Nov 25 17:49:31.637441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-116fd56b-9b80-44dc-8a88-9cdcf56168c9 req-d0ba27c3-013c-44a0-9bb4-981c4529696e tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 Nov 25 17:49:32.205171 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1e41-986e-4da4-bcc0-05b15b778135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.760501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638995e-6df0-44b9-9250-51003e062fc0 req-32d4aff1-d7eb-4008-b06d-0f152114d6fd tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:32.762101 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2638995e-6df0-44b9-9250-51003e062fc0 req-32d4aff1-d7eb-4008-b06d-0f152114d6fd tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0515962 Nov 25 17:49:32.814194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2638995e-6df0-44b9-9250-51003e062fc0 req-d5960a47-da33-46d2-963b-278049598d5d tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459559 Nov 25 17:49:33.933128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af6ef5-47b8-41e4-8b97-ee9cccaee589 req-a81d32d0-a987-426f-82c3-0772260c7dc4 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:33.934929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1af6ef5-47b8-41e4-8b97-ee9cccaee589 req-a81d32d0-a987-426f-82c3-0772260c7dc4 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0524669 Nov 25 17:49:33.992052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1af6ef5-47b8-41e4-8b97-ee9cccaee589 req-066286e8-ae3d-4a3a-a789-b2f59e174683 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508497 Nov 25 17:49:34.396419 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e205303-56a0-4ab9-86e6-029f64e990e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.118015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf3ac-3750-44bc-a606-e9235f9d33c4 req-79ac8cfc-9ab8-46ff-9737-5b06dc0bff25 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:35.120124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0abf3ac-3750-44bc-a606-e9235f9d33c4 req-79ac8cfc-9ab8-46ff-9737-5b06dc0bff25 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0506110 Nov 25 17:49:35.167553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d0abf3ac-3750-44bc-a606-e9235f9d33c4 req-bdb95ae0-0b35-4e87-a1cf-fa6992252288 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414636 Nov 25 17:49:35.863050 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d67d50-7f0f-46ac-a50d-38b5418b3fd3 req-3475d883-09c6-413a-ad6b-6972a482fb78 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:35.864508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89d67d50-7f0f-46ac-a50d-38b5418b3fd3 req-3475d883-09c6-413a-ad6b-6972a482fb78 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0494158 Nov 25 17:49:35.891833 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.919036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89d67d50-7f0f-46ac-a50d-38b5418b3fd3 req-804c12f3-4a3f-45ef-9040-b6733bacbac2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456984 Nov 25 17:49:36.290981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba582c-5d9b-448d-a4f6-0b4b22ce6fc7 req-58a728bf-aa6f-446c-a8c3-26899e4b6e0b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.292478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3ba582c-5d9b-448d-a4f6-0b4b22ce6fc7 req-58a728bf-aa6f-446c-a8c3-26899e4b6e0b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0557742 Nov 25 17:49:36.341084 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3ba582c-5d9b-448d-a4f6-0b4b22ce6fc7 req-bb90f113-7ac4-4feb-aa93-2ce4174cbde3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425093 Nov 25 17:49:36.567701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b11c-0027-4ad4-868d-d615bb6740ba req-78a96edc-4b28-4291-9a1b-9dcf35adc3c7 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.569234 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abd5b11c-0027-4ad4-868d-d615bb6740ba req-78a96edc-4b28-4291-9a1b-9dcf35adc3c7 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0756571 Nov 25 17:49:36.599151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ecb87-6c49-445d-bc6a-407076c785ec req-a5455764-8a2e-4737-a778-6b573b23d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.600586 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-276ecb87-6c49-445d-bc6a-407076c785ec req-a5455764-8a2e-4737-a778-6b573b23d927 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 1096 time: 0.0689662 Nov 25 17:49:36.653884 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.672166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abd5b11c-0027-4ad4-868d-d615bb6740ba req-62979bcd-7887-4ff4-b129-f9618e148cd8 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949788 Nov 25 17:49:36.711100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ecb87-6c49-445d-bc6a-407076c785ec req-5867a7de-2e45-4ca2-8140-9b390daf3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.712814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-276ecb87-6c49-445d-bc6a-407076c785ec req-5867a7de-2e45-4ca2-8140-9b390daf3f95 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.1013560 Nov 25 17:49:36.787865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-276ecb87-6c49-445d-bc6a-407076c785ec req-b3cac45b-8a72-42d6-ae23-bbcde80315b3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 200 len: 1001 time: 0.0675817 Nov 25 17:49:36.840760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ecb87-6c49-445d-bc6a-407076c785ec req-d7ab90f1-312b-46f3-9cd6-4e05e2ed9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.842254 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-276ecb87-6c49-445d-bc6a-407076c785ec req-d7ab90f1-312b-46f3-9cd6-4e05e2ed9edb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0470996 Nov 25 17:49:36.890433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ecb87-6c49-445d-bc6a-407076c785ec req-04486fe8-2685-4a85-8f4c-a96738eee22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:36.891929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-276ecb87-6c49-445d-bc6a-407076c785ec req-04486fe8-2685-4a85-8f4c-a96738eee22c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405865 Nov 25 17:49:36.994251 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-276ecb87-6c49-445d-bc6a-407076c785ec req-19daca8a-4485-44be-996e-85bd72fa410c service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915139 Nov 25 17:49:37.098248 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84158e98-d604-4ea6-9ba3-6cdaf4dbb5b0 req-fd31f465-4ecf-49d8-ab68-70e7e275e0a7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:37.100017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84158e98-d604-4ea6-9ba3-6cdaf4dbb5b0 req-fd31f465-4ecf-49d8-ab68-70e7e275e0a7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 946 time: 0.1048892 Nov 25 17:49:37.145450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-276ecb87-6c49-445d-bc6a-407076c785ec req-e0bce325-b66e-4143-94a3-0aad2621c0e4 service neutron] 10.222.0.95 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421888 Nov 25 17:49:37.172950 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84158e98-d604-4ea6-9ba3-6cdaf4dbb5b0 req-2ef36281-2528-4b16-a606-10ddb5c55c88 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=0119101c-faf8-4272-8aab-21f2b1a29baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652997 Nov 25 17:49:37.329591 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.331556 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.376115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89375a80-621e-46ef-8a60-3075218d1041 req-cdf3f3b3-5779-4853-ab83-caf706c86109 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:37.377629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89375a80-621e-46ef-8a60-3075218d1041 req-cdf3f3b3-5779-4853-ab83-caf706c86109 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0503867 Nov 25 17:49:37.473383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port 71d07335-0033-4d39-bad8-c075118582e0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:37.473720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.566582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] For port 71d07335-0033-4d39-bad8-c075118582e0, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=71d07335-0033-4d39-bad8-c075118582e0,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:37.566870 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.579352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for 71d07335-0033-4d39-bad8-c075118582e0 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:37.717140 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.729645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['71d07335-0033-4d39-bad8-c075118582e0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:49:37.750019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=71d07335-0033-4d39-bad8-c075118582e0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:37.818562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] No DVR routers for this DVR port 71d07335-0033-4d39-bad8-c075118582e0 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:37.821789 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.825350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89375a80-621e-46ef-8a60-3075218d1041 req-140f77b5-e389-4652-aa3e-2e5feb3e21b5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "DELETE /v2.0/ports/71d07335-0033-4d39-bad8-c075118582e0 HTTP/1.1" status: 204 len: 173 time: 0.4373672 Nov 25 17:49:37.825807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76', 'name': 'network-vif-deleted', 'tag': '71d07335-0033-4d39-bad8-c075118582e0'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:37.828087 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2136adcd-f6d7-4fef-8146-21d515260c85" -d '{"events": [{"server_uuid": "e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76", "name": "network-vif-deleted", "tag": "71d07335-0033-4d39-bad8-c075118582e0"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:37.860067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d23d-d56c-4b1a-a7ba-776ce48cdb8e req-61bbecf5-d36a-406b-baab-e4229ba528b9 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:37.862230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8299d23d-d56c-4b1a-a7ba-776ce48cdb8e req-61bbecf5-d36a-406b-baab-e4229ba528b9 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0878232 Nov 25 17:49:37.886294 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eadc701-b8c6-4e39-8bb0-4ec1254c54d7 x-openstack-request-id: req-7eadc701-b8c6-4e39-8bb0-4ec1254c54d7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:37.886636 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76", "name": "network-vif-deleted", "tag": "71d07335-0033-4d39-bad8-c075118582e0", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:37.886834 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7eadc701-b8c6-4e39-8bb0-4ec1254c54d7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:37.887285 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76', 'name': 'network-vif-deleted', 'tag': '71d07335-0033-4d39-bad8-c075118582e0', 'status': 'completed', 'code': 200} Nov 25 17:49:37.923816 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8299d23d-d56c-4b1a-a7ba-776ce48cdb8e req-f8b77273-7c01-4c02-95c6-fff625e3f9ae tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533600 Nov 25 17:49:37.991368 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.287375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abec97b0-e672-47f0-927c-30720cb91e98 req-99269949-5939-41b0-b862-5859d4978939 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0314181 Nov 25 17:49:39.382118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-595e2726-b7f3-4835-911d-258f0dd1b55d req-230bb438-34af-4c13-ad21-9830c83b6da1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0265815 Nov 25 17:49:40.401751 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:40.511924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ee94de9-fdcb-445c-b7aa-0fc7407046b6 req-f7637b66-43b7-43da-9fdf-9aed05807b2c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0573666 Nov 25 17:49:40.815826 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.142239 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:41.142577 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.177911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 71d07335-0033-4d39-bad8-c075118582e0 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:41.202841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 71d07335-0033-4d39-bad8-c075118582e0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:41.203227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 71d07335-0033-4d39-bad8-c075118582e0 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:41.241911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:41.242304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.256200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:41.450216 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.475687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:41.633172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a43a7c06-dfe1-44cd-a846-4dc9e3fa7202 req-7e4eb3a2-5090-4c53-a31e-080cfa6eaa11 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0308068 Nov 25 17:49:41.690348 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.224351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router 6646e54d-f122-4d36-b1cf-0b69aef7112c has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:42.335647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:42.343771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ccaf86ae-5224-47b1-b2a5-681ca6aee4c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "PUT /v2.0/routers/6646e54d-f122-4d36-b1cf-0b69aef7112c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9408839 Nov 25 17:49:42.345806 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] Sync routers for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:42.356456 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:42.357111 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:42.468198 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:42.602446 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98788aa-2343-4424-a198-c98340a3f484 req-5c90daac-5f1c-4992-9846-d47df59de6f0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:42.606076 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b98788aa-2343-4424-a198-c98340a3f484 req-5c90daac-5f1c-4992-9846-d47df59de6f0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 946 time: 0.0711081 Nov 25 17:49:42.678261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b98788aa-2343-4424-a198-c98340a3f484 req-ae63df49-45ca-4a4b-a5f1-a51cdee2ad44 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651321 Nov 25 17:49:42.739518 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:41Z', 'revision_number': 6, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:22Z', 'revision_number': 1, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:42.769212 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] Checking router: 6646e54d-f122-4d36-b1cf-0b69aef7112c for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:42.775795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dffda39-176d-435c-a597-584c6bac317a req-4722b6b7-a468-4453-8374-97c2d0e5fc82 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8cc4eb8-9c1a-4548-8e88-c8bf8c4b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0311546 Nov 25 17:49:42.778842 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:42.779449 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:42.896083 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:43.126705 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:41Z', 'revision_number': 6, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:22Z', 'revision_number': 1, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:43.156548 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f05cde-0fb0-4049-902c-16db2f553e60 None None] The sync data for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 is: [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:41Z', 'revision_number': 6, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '01b442b8-982a-422a-becf-d19a034a3e1d', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'port_id': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'mac_address': 'fa:16:3e:aa:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:20Z', 'updated_at': '2021-11-25T17:48:22Z', 'revision_number': 1, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:43.810285 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60001-6523-4033-82c2-48b482bd26e6 req-6d94d7dc-eda4-4fbf-951f-006463a3e62a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:43.811824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03e60001-6523-4033-82c2-48b482bd26e6 req-6d94d7dc-eda4-4fbf-951f-006463a3e62a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 946 time: 0.0508726 Nov 25 17:49:43.867180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03e60001-6523-4033-82c2-48b482bd26e6 req-5bff3829-3516-4a77-a9c4-a3f55275ccfc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=461add9b-c74b-4686-bf60-51fde3dc74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489843 Nov 25 17:49:43.968867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-fc7d4510-e0b7-4a75-bb40-71df25d52f67 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:43.970252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-fc7d4510-e0b7-4a75-bb40-71df25d52f67 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.95 "GET /v2.0/ports?device_id=65d318b6-6d19-45eb-9d4a-3534c7e06d3b HTTP/1.1" status: 200 len: 946 time: 0.0516658 Nov 25 17:49:44.067471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:44.067717 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.098239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:44.118728 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:44.119216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c2e3e79b-c9d2-44b1-9f5f-4822bfaad87d not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:44.162159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:44.162523 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.176574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:44.313067 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.348717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:44.396171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] No DVR routers for this DVR port 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:44.398808 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.402985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ce61526-3e6a-493d-90e7-64dc62da7669 req-0bac3df8-df4d-4e88-8063-8f7df135cf69 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.95 "DELETE /v2.0/ports/6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c HTTP/1.1" status: 204 len: 173 time: 0.4262247 Nov 25 17:49:44.403718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d318b6-6d19-45eb-9d4a-3534c7e06d3b', 'name': 'network-vif-deleted', 'tag': '6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:44.406100 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a07582-c608-4324-bcbd-dfb861393d0f" -d '{"events": [{"server_uuid": "65d318b6-6d19-45eb-9d4a-3534c7e06d3b", "name": "network-vif-deleted", "tag": "6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:44.447727 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26785d6-9ca8-4451-b789-0d68d7bb5da9 x-openstack-request-id: req-f26785d6-9ca8-4451-b789-0d68d7bb5da9 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:44.449114 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d318b6-6d19-45eb-9d4a-3534c7e06d3b", "name": "network-vif-deleted", "tag": "6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:44.449398 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f26785d6-9ca8-4451-b789-0d68d7bb5da9 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:44.449810 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d318b6-6d19-45eb-9d4a-3534c7e06d3b', 'name': 'network-vif-deleted', 'tag': '6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c', 'status': 'completed', 'code': 200} Nov 25 17:49:44.936738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:45.001297 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c09cecdf-068e-4f7b-b01c-ca7cb0803c96 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.032465 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c09cecdf-068e-4f7b-b01c-ca7cb0803c96 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.100285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c09cecdf-068e-4f7b-b01c-ca7cb0803c96 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.103682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c09cecdf-068e-4f7b-b01c-ca7cb0803c96 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.104958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c09cecdf-068e-4f7b-b01c-ca7cb0803c96 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/security-groups/461add9b-c74b-4686-bf60-51fde3dc74b7 HTTP/1.1" status: 204 len: 168 time: 0.1671309 Nov 25 17:49:45.121956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cecdf-068e-4f7b-b01c-ca7cb0803c96 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461add9b-c74b-4686-bf60-51fde3dc74b7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:45.141874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:45.202075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f8bdd1-17be-4ee9-a18f-dbb3bb41a857 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting subnet 743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:45.205450 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75f8bdd1-17be-4ee9-a18f-dbb3bb41a857 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.246526 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75f8bdd1-17be-4ee9-a18f-dbb3bb41a857 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.335393 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75f8bdd1-17be-4ee9-a18f-dbb3bb41a857 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.404568 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75f8bdd1-17be-4ee9-a18f-dbb3bb41a857 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.430678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8bdd1-17be-4ee9-a18f-dbb3bb41a857 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Subnet': ['ID=743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:45.438089 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75f8bdd1-17be-4ee9-a18f-dbb3bb41a857 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.443844 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-75f8bdd1-17be-4ee9-a18f-dbb3bb41a857 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/subnets/743fb04b-6ee2-4d9a-afe4-31ca09ecfd9a HTTP/1.1" status: 204 len: 168 time: 0.2984602 Nov 25 17:49:45.444094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:45.444773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53627c32-43f5-465e-94e8-0678bddd2795 None None] Network 04dd6dd3-f76c-40d3-a064-6887a1b43487 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:45.524317 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.583674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:45.584023 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.637681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] DHCP port deletion for 04dd6dd3-f76c-40d3-a064-6887a1b43487 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:45.659882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:45.660253 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.674728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:45.685677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] Deleting port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:45.686053 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.766220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] For port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,segment=NetworkSegment(5a6b385d-597e-4268-90a1-dbc88f63ca19),segment_id=5a6b385d-597e-4268-90a1-dbc88f63ca19)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:45.766624 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.772175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.781906 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] Calling delete_port for e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:45.819723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] No DVR routers for this DVR port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:45.822929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:45.865329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.893292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] Pushing event deleted for resources: {'Port': ['ID=e3e2580b-f55e-4a96-ad09-ae6ed3d58b86,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:45.902023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9d263-b567-4233-8a83-c11535a57c54 None None] No DVR routers for this DVR port e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:45.916626 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.938551 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dd6dd3-f76c-40d3-a064-6887a1b43487']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:45.948638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6b385d-597e-4268-90a1-dbc88f63ca19') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:45.948985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6b385d-597e-4268-90a1-dbc88f63ca19') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:45.959507 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.974243 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.983435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:45.983435 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:45.984962 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:46.090538 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.105610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.112125 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33728) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:46.113543 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/networks/04dd6dd3-f76c-40d3-a064-6887a1b43487 HTTP/1.1" status: 204 len: 168 time: 0.6670663 Nov 25 17:49:46.125355 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd095a8-73a9-467e-98dc-f2f733818a2a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Network': ['ID=04dd6dd3-f76c-40d3-a064-6887a1b43487,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:46.178991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:46.208352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:46.208693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e3e2580b-f55e-4a96-ad09-ae6ed3d58b86 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:46.309950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port 6cf12f9a-eebf-4026-a1d8-844488b87cb8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:46.310301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.395747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.396530 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.413572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for 6cf12f9a-eebf-4026-a1d8-844488b87cb8 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:46.581394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.608172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=6cf12f9a-eebf-4026-a1d8-844488b87cb8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:46.679247 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.679831 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Floating IP 01b442b8-982a-422a-becf-d19a034a3e1d disassociated (deleted). External IP: 172.25.1.119, port: b0cafb57-ee58-4541-979c-34df3d8e5364. Nov 25 17:49:46.994478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:46.999409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d8b5be05-64f1-467c-b542-fb13004eed2f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268440221', 'description': 'tempest-secgroup-smoke-268440221 description', 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:47.027091 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be05-64f1-467c-b542-fb13004eed2f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.103207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be05-64f1-467c-b542-fb13004eed2f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.109548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be05-64f1-467c-b542-fb13004eed2f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.141608 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be05-64f1-467c-b542-fb13004eed2f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.142882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d8b5be05-64f1-467c-b542-fb13004eed2f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1471803 Nov 25 17:49:47.145860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:47.151681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e50a49fb-669f-4980-8241-15b124f63d85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'security_group_rule': {'security_group_id': '3deea186-0da4-4173-ada4-56d05f4cb53a', 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:47.157495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5be05-64f1-467c-b542-fb13004eed2f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3deea186-0da4-4173-ada4-56d05f4cb53a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:47.185415 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e50a49fb-669f-4980-8241-15b124f63d85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.228995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router 6646e54d-f122-4d36-b1cf-0b69aef7112c has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:47.239242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:47.251511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e50a49fb-669f-4980-8241-15b124f63d85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.255864 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e50a49fb-669f-4980-8241-15b124f63d85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.261443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:47.262076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 6cfd2a8d-87e0-4521-9f1c-7ae304bd7f3c not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:47.274002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a49fb-669f-4980-8241-15b124f63d85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426b7b4c-c201-46ee-97be-f6bee1640b30,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:47.288482 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e50a49fb-669f-4980-8241-15b124f63d85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.289798 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e50a49fb-669f-4980-8241-15b124f63d85 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430035 Nov 25 17:49:47.293183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:47.297680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6b1bd0b-610c-495a-9619-9f835e850567 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'security_group_rule': {'security_group_id': '3deea186-0da4-4173-ada4-56d05f4cb53a', 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:47.324384 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bd0b-610c-495a-9619-9f835e850567 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.343275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:47.348014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.354452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] Sync routers for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:47.364550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:47.365207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:47.379486 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-585cffde-db6e-4ea3-adfa-eb65db05d4d0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/floatingips/01b442b8-982a-422a-becf-d19a034a3e1d HTTP/1.1" status: 204 len: 168 time: 1.2662032 Nov 25 17:49:47.380235 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:47.383260 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a70251-4473-4a41-97e2-df71bfd18721" -d '{"events": [{"name": "network-changed", "server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:47.396353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bd0b-610c-495a-9619-9f835e850567 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.401434 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bd0b-610c-495a-9619-9f835e850567 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.426595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1bd0b-610c-495a-9619-9f835e850567 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34e21f7-ad9b-4e61-8eae-ef85532f76ec,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:47.442792 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bd0b-610c-495a-9619-9f835e850567 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.445072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d6b1bd0b-610c-495a-9619-9f835e850567 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507027 Nov 25 17:49:47.447879 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33782) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:47.452605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6fd074c3-c637-4e64-9bcd-937b967325fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'security_group_rule': {'security_group_id': '3deea186-0da4-4173-ada4-56d05f4cb53a', 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:47.489999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fd074c3-c637-4e64-9bcd-937b967325fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.509776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:47.581958 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fd074c3-c637-4e64-9bcd-937b967325fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.592397 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-f19aa692-34c7-4c17-be53-1dad1e8c138e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810447 Nov 25 17:49:47.593734 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fd074c3-c637-4e64-9bcd-937b967325fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.608298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd074c3-c637-4e64-9bcd-937b967325fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df17a961-a802-4db4-89d0-7a3c61ff3e62,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:47.630073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fd074c3-c637-4e64-9bcd-937b967325fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.631336 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6fd074c3-c637-4e64-9bcd-937b967325fa tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823430 Nov 25 17:49:47.635085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:47.640585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ac240d32-600b-4fc0-a366-1db5d23fefea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'security_group_rule': {'security_group_id': '3deea186-0da4-4173-ada4-56d05f4cb53a', 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:47.660099 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b6cb78-39b7-4755-b597-c1bd31ca75a9 x-openstack-request-id: req-24b6cb78-39b7-4755-b597-c1bd31ca75a9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:47.660688 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:47.660980 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24b6cb78-39b7-4755-b597-c1bd31ca75a9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:47.661403 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'status': 'completed', 'code': 200} Nov 25 17:49:47.718834 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac240d32-600b-4fc0-a366-1db5d23fefea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.740866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cf942-c2a7-48e7-8f9c-36e36f3ca1e3 req-61e91bdb-0c98-4237-9756-43282000a7cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:47.742371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-549cf942-c2a7-48e7-8f9c-36e36f3ca1e3 req-61e91bdb-0c98-4237-9756-43282000a7cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 945 time: 0.0576315 Nov 25 17:49:47.742531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-da316464-6f1a-42a0-8501-74060870af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:47.744468 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-da316464-6f1a-42a0-8501-74060870af82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 1096 time: 0.0731907 Nov 25 17:49:47.794625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:41Z', 'revision_number': 6, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:47.805608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-549cf942-c2a7-48e7-8f9c-36e36f3ca1e3 req-666b6779-f745-4e4b-8b40-1cec241a6f32 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561635 Nov 25 17:49:47.831163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] Checking router: 6646e54d-f122-4d36-b1cf-0b69aef7112c for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:47.843971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:47.844642 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:47.855949 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac240d32-600b-4fc0-a366-1db5d23fefea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.865339 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac240d32-600b-4fc0-a366-1db5d23fefea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.900307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac240d32-600b-4fc0-a366-1db5d23fefea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70546bb9-385b-4e26-9a8b-b47296609693,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:47.912739 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac240d32-600b-4fc0-a366-1db5d23fefea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:47.913989 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ac240d32-600b-4fc0-a366-1db5d23fefea tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2778928 Nov 25 17:49:47.918025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:47.922147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e987de2b-c86f-4cfc-b9d0-678a35416fe9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'security_group_rule': {'security_group_id': '3deea186-0da4-4173-ada4-56d05f4cb53a', 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:47.929820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-b368c70b-1b81-4950-96c9-a93ad0fa35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:47.931521 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-b368c70b-1b81-4950-96c9-a93ad0fa35c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 200 len: 898 time: 0.1574571 Nov 25 17:49:47.969198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:47.985927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-93f8dbca-e3ea-4644-ad32-b1a87425b3d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0cafb57-ee58-4541-979c-34df3d8e5364 HTTP/1.1" status: 200 len: 217 time: 0.0448878 Nov 25 17:49:47.991592 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-e987de2b-c86f-4cfc-b9d0-678a35416fe9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Project b2a95ef8617240ccb689b5f23a0109bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:49:48.024345 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e987de2b-c86f-4cfc-b9d0-678a35416fe9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.070719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-0f6deaee-8613-4937-b20d-0d10c6e35c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:48.072351 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-0f6deaee-8613-4937-b20d-0d10c6e35c51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed HTTP/1.1" status: 200 len: 835 time: 0.0770452 Nov 25 17:49:48.123424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e987de2b-c86f-4cfc-b9d0-678a35416fe9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.130081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e987de2b-c86f-4cfc-b9d0-678a35416fe9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.159478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-62ef0aac-4f73-4770-b787-ecd3a6d138a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:48.161231 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-62ef0aac-4f73-4770-b787-ecd3a6d138a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8dbc1-2040-4492-a102-b0a263820448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804236 Nov 25 17:49:48.161874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987de2b-c86f-4cfc-b9d0-678a35416fe9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2d0f72-1927-4776-b131-ee8c68dbd566,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:48.169081 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e987de2b-c86f-4cfc-b9d0-678a35416fe9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.170303 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e987de2b-c86f-4cfc-b9d0-678a35416fe9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2516620 Nov 25 17:49:48.173620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33790) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:48.180029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-34c0fe52-ca29-497a-acd4-dfde162da008 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'security_group_rule': {'security_group_id': '3deea186-0da4-4173-ada4-56d05f4cb53a', 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:48.205044 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:41Z', 'revision_number': 6, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:48.233890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00656019-bc39-40d3-8d1c-782e318c6cec None None] The sync data for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 is: [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:41Z', 'revision_number': 6, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '89f12833-a2a3-45d1-ba41-ad8f82dd73e7', 'name': '', 'network_id': 'f7a8dbc1-2040-4492-a102-b0a263820448', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:4c:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:48:02Z', 'updated_at': '2021-11-25T17:48:06Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': '4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:48.263828 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-34c0fe52-ca29-497a-acd4-dfde162da008 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Project b2a95ef8617240ccb689b5f23a0109bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:49:48.273493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34c0fe52-ca29-497a-acd4-dfde162da008 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.324237 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-1e243e76-0c09-40e2-824e-3838433f1977 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481698 Nov 25 17:49:48.404131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34c0fe52-ca29-497a-acd4-dfde162da008 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.411239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34c0fe52-ca29-497a-acd4-dfde162da008 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.442225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0fe52-ca29-497a-acd4-dfde162da008 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9632632-64d1-49fe-aeb4-2564228e7d59,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:48.448035 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34c0fe52-ca29-497a-acd4-dfde162da008 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.449345 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-34c0fe52-ca29-497a-acd4-dfde162da008 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2745454 Nov 25 17:49:48.475440 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9929f6bb-213d-4f01-a77c-520cddf684a8 req-2d63abc4-87c1-4d04-bcab-5972baab2bf5 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393154 Nov 25 17:49:48.559560 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b4185-d5b8-4825-837f-b8e498e63e31 None None] New status for floating IP 01b442b8-982a-422a-becf-d19a034a3e1d: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:49:48.601307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a70251-4473-4a41-97e2-df71bfd18721 req-84a9af22-d527-432c-898b-9fd2f2fc36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:48.602260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-16a70251-4473-4a41-97e2-df71bfd18721 req-84a9af22-d527-432c-898b-9fd2f2fc36de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 1096 time: 0.0545149 Nov 25 17:49:48.714155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a70251-4473-4a41-97e2-df71bfd18721 req-935a9482-1c47-4b87-a097-316787922e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:48.715878 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-16a70251-4473-4a41-97e2-df71bfd18721 req-935a9482-1c47-4b87-a097-316787922e7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 200 len: 898 time: 0.1038072 Nov 25 17:49:48.767852 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-16a70251-4473-4a41-97e2-df71bfd18721 req-04e53670-ca20-4c75-9091-4e633ec01d84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0cafb57-ee58-4541-979c-34df3d8e5364 HTTP/1.1" status: 200 len: 217 time: 0.0433140 Nov 25 17:49:48.827714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a70251-4473-4a41-97e2-df71bfd18721 req-7b63a284-ac2f-403d-a469-b8820a1fb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:48.829383 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-16a70251-4473-4a41-97e2-df71bfd18721 req-7b63a284-ac2f-403d-a469-b8820a1fb93d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed HTTP/1.1" status: 200 len: 835 time: 0.0527914 Nov 25 17:49:48.885432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a70251-4473-4a41-97e2-df71bfd18721 req-94418548-94d5-49af-8f3b-314522071bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:48.888434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-16a70251-4473-4a41-97e2-df71bfd18721 req-94418548-94d5-49af-8f3b-314522071bf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7a8dbc1-2040-4492-a102-b0a263820448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489826 Nov 25 17:49:48.999247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32773a5b-f25e-4d71-bbcd-cda59854d8f1 req-641763b7-df51-46f3-af27-a4e301e49273 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:49.000895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32773a5b-f25e-4d71-bbcd-cda59854d8f1 req-641763b7-df51-46f3-af27-a4e301e49273 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 945 time: 0.0830269 Nov 25 17:49:49.036001 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-16a70251-4473-4a41-97e2-df71bfd18721 req-90830d66-7598-4365-88a8-5521502ccaf0 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375153 Nov 25 17:49:49.102685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-32773a5b-f25e-4d71-bbcd-cda59854d8f1 req-dd3de751-65f0-419a-acbb-fda92523280a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=814f8b3e-8d95-41b6-8b10-65396344cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838468 Nov 25 17:49:49.195858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-16a70251-4473-4a41-97e2-df71bfd18721 req-aed1d4b9-4aae-4860-8efc-628040817cf2 service neutron] 10.222.0.60 "GET /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452470 Nov 25 17:49:49.278720 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-2a7e51e7-d775-492e-ba9d-6ad93cac2b87 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:49.280303 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-2a7e51e7-d775-492e-ba9d-6ad93cac2b87 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 945 time: 0.0741572 Nov 25 17:49:49.392642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port b0cafb57-ee58-4541-979c-34df3d8e5364 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:49.393006 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.512983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port b0cafb57-ee58-4541-979c-34df3d8e5364, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b0cafb57-ee58-4541-979c-34df3d8e5364,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:49.513350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.529616 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for b0cafb57-ee58-4541-979c-34df3d8e5364 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:49.687545 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.730679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=b0cafb57-ee58-4541-979c-34df3d8e5364,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:49.784882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] No DVR routers for this DVR port b0cafb57-ee58-4541-979c-34df3d8e5364 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:49.788373 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:49.792480 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc199d12-1dd4-46b0-8aa9-3a94ed7c2b5a req-d1fd8c5a-5149-4213-909c-1b6736bc1e17 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "DELETE /v2.0/ports/b0cafb57-ee58-4541-979c-34df3d8e5364 HTTP/1.1" status: 204 len: 173 time: 0.5048976 Nov 25 17:49:49.792997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'name': 'network-vif-deleted', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:49.795868 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee759907-0c86-4355-9ef8-238848440149" -d '{"events": [{"server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "name": "network-vif-deleted", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:49.838596 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db00d0e-fa0c-43ca-815e-ce667c51ad74 x-openstack-request-id: req-2db00d0e-fa0c-43ca-815e-ce667c51ad74 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:49.838929 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf677a89-dc36-4fb3-b991-ded925d1a6da", "name": "network-vif-deleted", "tag": "b0cafb57-ee58-4541-979c-34df3d8e5364", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:49.839187 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2db00d0e-fa0c-43ca-815e-ce667c51ad74 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:49.839978 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf677a89-dc36-4fb3-b991-ded925d1a6da', 'name': 'network-vif-deleted', 'tag': 'b0cafb57-ee58-4541-979c-34df3d8e5364', 'status': 'completed', 'code': 200} Nov 25 17:49:50.242109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7c958fbc-9c02-49f6-8bd3-84f78b2e8e6a req-effb1f0c-1510-4393-b09d-d548d2d310e7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf677a89-dc36-4fb3-b991-ded925d1a6da HTTP/1.1" status: 200 len: 210 time: 0.0339842 Nov 25 17:49:51.310219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33878) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:51.369651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:51.398838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:51.467130 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:51.470010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:51.471191 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/security-groups/814f8b3e-8d95-41b6-8b10-65396344cae5 HTTP/1.1" status: 204 len: 168 time: 0.1599872 Nov 25 17:49:51.484380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f8b3e-8d95-41b6-8b10-65396344cae5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:51.492376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.492803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.493525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.493905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.494335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.494965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.495312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.495638 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.496009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.496348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.497525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.498068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90201ae2-b51f-48be-8acc-4e6e800ef18b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:51.502338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:51.887419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.175803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:52.176233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.270906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port 89f12833-a2a3-45d1-ba41-ad8f82dd73e7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:52.271301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.290615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:52.487452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.517795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=89f12833-a2a3-45d1-ba41-ad8f82dd73e7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:52.705395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.934308 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router 6646e54d-f122-4d36-b1cf-0b69aef7112c has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:53.049099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:53.057828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:53.058260 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce770509-3ded-4cc2-bb30-359e651dd2cd tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "PUT /v2.0/routers/6646e54d-f122-4d36-b1cf-0b69aef7112c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5545821 Nov 25 17:49:53.060756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] Sync routers for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:53.073453 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:53.074585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:53.112817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d571a68-a81d-429d-bfd6-dca2d5b34a63 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting subnet 4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:53.115712 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d571a68-a81d-429d-bfd6-dca2d5b34a63 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.171441 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d571a68-a81d-429d-bfd6-dca2d5b34a63 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.199481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:53.269736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d571a68-a81d-429d-bfd6-dca2d5b34a63 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.340103 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d571a68-a81d-429d-bfd6-dca2d5b34a63 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.376572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d571a68-a81d-429d-bfd6-dca2d5b34a63 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:53.378747 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d571a68-a81d-429d-bfd6-dca2d5b34a63 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.385657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9d571a68-a81d-429d-bfd6-dca2d5b34a63 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/subnets/4fb8b2ca-bb04-47a4-89bc-3070f5a4a1ed HTTP/1.1" status: 204 len: 168 time: 0.3263464 Nov 25 17:49:53.386064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33890) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:53.390536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b7c6b-0054-4414-88fc-92d0903a826b None None] Network f7a8dbc1-2040-4492-a102-b0a263820448 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:53.471741 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:52Z', 'revision_number': 7, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:53.507585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.516995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] Checking router: 6646e54d-f122-4d36-b1cf-0b69aef7112c for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:53.548912 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] Routers {'6646e54d-f122-4d36-b1cf-0b69aef7112c'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:53.549963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['6646e54d-f122-4d36-b1cf-0b69aef7112c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:53.626585 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.691512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port e925ef7d-c6f7-4bb0-9554-060c24946ff4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:53.691847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.697403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] Set router 6646e54d-f122-4d36-b1cf-0b69aef7112c gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:53.701245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] DHCP port deletion for f7a8dbc1-2040-4492-a102-b0a263820448 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:53.778898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port e925ef7d-c6f7-4bb0-9554-060c24946ff4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e925ef7d-c6f7-4bb0-9554-060c24946ff4,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:53.779455 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.795695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for e925ef7d-c6f7-4bb0-9554-060c24946ff4 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:53.881684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] Deleting port bbcc182e-9338-4884-88ff-e3dad77a8527 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:53.882074 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:53.988740 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.023110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=e925ef7d-c6f7-4bb0-9554-060c24946ff4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:54.096823 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.146685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c5363-731b-4853-8d8e-362c7df83c12 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:54.174955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] For port bbcc182e-9338-4884-88ff-e3dad77a8527, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bbcc182e-9338-4884-88ff-e3dad77a8527,segment=NetworkSegment(002ef033-ba33-48e0-b228-43bb8529bba2),segment_id=002ef033-ba33-48e0-b228-43bb8529bba2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:54.175445 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.205469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] Calling delete_port for bbcc182e-9338-4884-88ff-e3dad77a8527 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:54.208032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:52Z', 'revision_number': 7, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:54.227105 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.230611 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.242293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef098d6-caf8-41e7-8408-27b3020e1833 None None] The sync data for ids ['6646e54d-f122-4d36-b1cf-0b69aef7112c'] in n-d-819349-3 is: [{'id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'name': 'tempest-TestNetworkBasicOps-router-2005364547', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:47:58Z', 'updated_at': '2021-11-25T17:49:52Z', 'revision_number': 7, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'e925ef7d-c6f7-4bb0-9554-060c24946ff4', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6646e54d-f122-4d36-b1cf-0b69aef7112c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:47:59Z', 'updated_at': '2021-11-25T17:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:54.297402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.297847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Fanout notify agent at l3_agent the message router_deleted on router 6646e54d-f122-4d36-b1cf-0b69aef7112c {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:49:54.310868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.312086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbe972ca-0204-46b4-b99c-ad8d5363d90a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/routers/6646e54d-f122-4d36-b1cf-0b69aef7112c HTTP/1.1" status: 204 len: 168 time: 0.9249890 Nov 25 17:49:54.314957 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:54.370519 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.403034 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] Pushing event deleted for resources: {'Port': ['ID=bbcc182e-9338-4884-88ff-e3dad77a8527,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:54.407990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c67f1-21f4-413a-b58e-ff6b3a736fff None None] No DVR routers for this DVR port bbcc182e-9338-4884-88ff-e3dad77a8527 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:54.412428 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.511532 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.532790 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a8dbc1-2040-4492-a102-b0a263820448']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:54.544792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002ef033-ba33-48e0-b228-43bb8529bba2') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:54.547178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002ef033-ba33-48e0-b228-43bb8529bba2') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:54.557937 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.571046 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.577535 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:54.578179 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:54.581301 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:54.623598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bbcc182e-9338-4884-88ff-e3dad77a8527 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:54.651180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b0cafb57-ee58-4541-979c-34df3d8e5364 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:54.654175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: bbcc182e-9338-4884-88ff-e3dad77a8527 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:54.654716 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bbcc182e-9338-4884-88ff-e3dad77a8527 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:54.657983 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.678972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.682482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/networks/f7a8dbc1-2040-4492-a102-b0a263820448 HTTP/1.1" status: 204 len: 168 time: 0.3665025 Nov 25 17:49:54.694310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: b0cafb57-ee58-4541-979c-34df3d8e5364 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:54.694310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b0cafb57-ee58-4541-979c-34df3d8e5364 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:54.697155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef2607-6a1b-40e3-b239-c8f19eaf58a5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Network': ['ID=f7a8dbc1-2040-4492-a102-b0a263820448,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:54.704736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33896) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:54.710107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'network': {'name': 'tempest-network-smoke--471262997', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:54.738684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:54.743723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.770703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:54.781259 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.781767 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Added segment 9ea3a7e9-00c1-4fb9-9249-334fad32659a of type vlan for network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 Nov 25 17:49:54.829276 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.856424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.862432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:54.863061 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.938874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:54.943884 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-539737312', 'admin_state_up': True, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:54.948443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2424643 Nov 25 17:49:54.958172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba0a3b-f040-478b-a4d7-7c7c8a7bb05b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Network': ['ID=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:54.970308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:54.989024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:54.990285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.102204 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.247397 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.463832 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.484004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.596495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.25.1.166 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/ffd43b36-7e7f-46c1-a032-2b97602edcf0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:55.706206 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.744190 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.785085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:55.788077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:55.792529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:55.807154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f474b-b955-4154-abdb-2bf7837d2ab1 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:55.825747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=ffd43b36-7e7f-46c1-a032-2b97602edcf0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:55.892698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-58022686-4c4b-41c9-9260-5a4c98baaecf None None] Provisioning complete for port ffd43b36-7e7f-46c1-a032-2b97602edcf0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:55.893100 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58022686-4c4b-41c9-9260-5a4c98baaecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:55.933939 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-58022686-4c4b-41c9-9260-5a4c98baaecf None None] Port ffd43b36-7e7f-46c1-a032-2b97602edcf0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:56.070285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.121132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:56.143637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:56.144339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 89f12833-a2a3-45d1-ba41-ad8f82dd73e7 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:56.144765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e925ef7d-c6f7-4bb0-9554-060c24946ff4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:56.166685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e925ef7d-c6f7-4bb0-9554-060c24946ff4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:56.167029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e925ef7d-c6f7-4bb0-9554-060c24946ff4 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:56.285582 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.430567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:49:56.569192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:56.583368 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Sync routers for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:56.592700 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.593967 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f4109603-9c21-4096-b520-99da36ee1715 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6552029 Nov 25 17:49:56.595242 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:56.595862 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:56.596862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.629820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b5d03fbe-e2cb-45d5-bf18-4d26cd11ba87 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3547ebd4fdc149a9b73274a6aeec5a7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292516 Nov 25 17:49:56.630070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.711369 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:56.729100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03177a5-61e7-4673-ba4f-7fad57dd6b55 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:56.733268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a03177a5-61e7-4673-ba4f-7fad57dd6b55 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996063 Nov 25 17:49:56.733416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.763551 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6fb93661-d377-45e7-9e8a-3586f7b0df53 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=d8b74e89-429b-4f11-a29f-7915ca847ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290473 Nov 25 17:49:56.772118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33910) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.778554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1069338012', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:56.995360 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:55Z', 'revision_number': 3, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:57.026394 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Checking router: bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:57.026746 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Updating router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff port ffd43b36-7e7f-46c1-a032-2b97602edcf0 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:49:57.057257 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.224705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:57.229447 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.337671 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.343902 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.385650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db23c3ae-c581-4557-b1ba-3a0c50b7bec3 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:57.402254 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Attempting to bind port ffd43b36-7e7f-46c1-a032-2b97602edcf0 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:57.402562 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Attempting to bind port ffd43b36-7e7f-46c1-a032-2b97602edcf0 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:57.403693 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Attempting to bind port ffd43b36-7e7f-46c1-a032-2b97602edcf0 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:57.414521 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:57.414895 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:57.415980 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.416384 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:57.416857 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Bound port: ffd43b36-7e7f-46c1-a032-2b97602edcf0, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:57.417262 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.443233 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Pushing event updated for resources: {'Port': ['ID=ffd43b36-7e7f-46c1-a032-2b97602edcf0,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:57.460575 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.476157 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1044b0a3-90a2-4220-9418-f8d69d84b635 None None] Provisioning complete for port ffd43b36-7e7f-46c1-a032-2b97602edcf0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:57.477225 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.477400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1044b0a3-90a2-4220-9418-f8d69d84b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.477662 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.478078 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.478482 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.478819 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.479153 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.479520 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.479794 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.480144 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.480431 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.480748 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.481089 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:57.497738 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] For port ffd43b36-7e7f-46c1-a032-2b97602edcf0, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:57.501910 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] For port ffd43b36-7e7f-46c1-a032-2b97602edcf0, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ffd43b36-7e7f-46c1-a032-2b97602edcf0,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:57.508242 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.534688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Subnet': ['ID=fee192bc-ca7c-4abf-a200-74f320706e68,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:57.535781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1044b0a3-90a2-4220-9418-f8d69d84b635 None None] Port ffd43b36-7e7f-46c1-a032-2b97602edcf0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:57.537427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Checking segment: {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:57.537427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network hostable DHCP agents. Network: ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:57.567370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77147940-bd46-4449-91cd-0ff4c62eac47 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:57.571000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:57.582222 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:57.582863 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:57.585640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:57.588050 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e097-375f-4f5b-8be5-7df3f5bacd5f None None] Pushing event updated for resources: {'Port': ['ID=ffd43b36-7e7f-46c1-a032-2b97602edcf0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:57.591217 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:57.591817 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.612162 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c35ad619-78fa-4cf9-ac49-8dbba674de07 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8387456 Nov 25 17:49:57.612921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab834f-2d1a-4463-bca8-e19f6dba4526 None None] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:57.615481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33914) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:57.692901 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85e34ec8-b10a-4ebe-b357-b6da4af91974 None None] Provisioning complete for port ffd43b36-7e7f-46c1-a032-2b97602edcf0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:57.693586 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85e34ec8-b10a-4ebe-b357-b6da4af91974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.716177 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:57.877641 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85e34ec8-b10a-4ebe-b357-b6da4af91974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.902554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-85e34ec8-b10a-4ebe-b357-b6da4af91974 None None] For port ffd43b36-7e7f-46c1-a032-2b97602edcf0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ffd43b36-7e7f-46c1-a032-2b97602edcf0,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:57.907739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:57.908868 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.927922 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85e34ec8-b10a-4ebe-b357-b6da4af91974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.935268 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:55Z', 'revision_number': 3, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:57.991390 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468c17c-0e8d-4ba6-a61f-94653241110b None None] The sync data for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 is: [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:55Z', 'revision_number': 3, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:58.063054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e34ec8-b10a-4ebe-b357-b6da4af91974 None None] Pushing event updated for resources: {'Port': ['ID=ffd43b36-7e7f-46c1-a032-2b97602edcf0,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:58.126703 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Allocated IP 172.20.0.2 (ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39/fee192bc-ca7c-4abf-a200-74f320706e68/a73e5385-115c-4603-bf65-5721d761cd66) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:58.144290 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.365722 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.381422 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.435831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:58.440372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:58.444029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:58.456221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Pushing event updated for resources: {'Port': ['ID=a73e5385-115c-4603-bf65-5721d761cd66,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:58.515259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.20.0.1 (ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39/fee192bc-ca7c-4abf-a200-74f320706e68/bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:58.542281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Attempting to bind port a73e5385-115c-4603-bf65-5721d761cd66 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:58.543395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Attempting to bind port a73e5385-115c-4603-bf65-5721d761cd66 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:58.544031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Attempting to bind port a73e5385-115c-4603-bf65-5721d761cd66 on network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:58.553760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:58.556413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Checking segment: {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:58.561365 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.561780 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Bound using segment: {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:58.562469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Bound port: a73e5385-115c-4603-bf65-5721d761cd66, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:58.562872 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.674402 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.697733 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] For port a73e5385-115c-4603-bf65-5721d761cd66, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:58.701831 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] For port a73e5385-115c-4603-bf65-5721d761cd66, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a73e5385-115c-4603-bf65-5721d761cd66,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:58.712338 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.726779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:58.751031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:58.754267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:58.777183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:58.824735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94f99c-cf98-4174-9270-03f452c33f98 None None] Pushing event updated for resources: {'Port': ['ID=a73e5385-115c-4603-bf65-5721d761cd66,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:58.863914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:58.870779 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.042827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.465955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.471344 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.554666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:59.565838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.666831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:59.668520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:59.817891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:59.820495 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:49:59.973049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:59.980242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7cefd47c-29f4-4983-b4ac-a25050033651 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "PUT /v2.0/routers/bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3635006 Nov 25 17:49:59.982872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:00.147302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb8373-54ec-4f4c-a789-ac2c03587ea2 None None] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:00.325962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Provisioning complete for port a73e5385-115c-4603-bf65-5721d761cd66 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:00.326347 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.331897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a73e5385-115c-4603-bf65-5721d761cd66 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:00.495905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3886c3-d3c8-45bc-bebf-00b4c412ec59 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.496384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3886c3-d3c8-45bc-bebf-00b4c412ec59 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.496853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3886c3-d3c8-45bc-bebf-00b4c412ec59 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.497344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3886c3-d3c8-45bc-bebf-00b4c412ec59 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.497956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3886c3-d3c8-45bc-bebf-00b4c412ec59 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.498422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3886c3-d3c8-45bc-bebf-00b4c412ec59 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.498878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3886c3-d3c8-45bc-bebf-00b4c412ec59 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.503164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dd3886c3-d3c8-45bc-bebf-00b4c412ec59 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4983 time: 0.5161200 Nov 25 17:50:00.503379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a73e5385-115c-4603-bf65-5721d761cd66 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:00.503608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:00.504062 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.533238 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.582378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-51448edc-894c-482c-9b56-6270890d8997 None None] For port a73e5385-115c-4603-bf65-5721d761cd66, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a73e5385-115c-4603-bf65-5721d761cd66,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:00.694499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9154c-627e-45ff-adb4-78ca8e3c843e tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.694992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9154c-627e-45ff-adb4-78ca8e3c843e tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.695462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9154c-627e-45ff-adb4-78ca8e3c843e tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.695925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9154c-627e-45ff-adb4-78ca8e3c843e tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.697301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9154c-627e-45ff-adb4-78ca8e3c843e tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.698427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9154c-627e-45ff-adb4-78ca8e3c843e tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.699540 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9154c-627e-45ff-adb4-78ca8e3c843e tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:00.702377 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-87c9154c-627e-45ff-adb4-78ca8e3c843e tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.1975741 Nov 25 17:50:00.705231 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33926) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:00.706452 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.779401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ffd43b36-7e7f-46c1-a032-2b97602edcf0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:00.816151 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Pushing event updated for resources: {'Port': ['ID=a73e5385-115c-4603-bf65-5721d761cd66,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:00.838676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.839042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.839392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.839735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.840080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.840420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.840760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.841123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.841463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.841794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.842126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.842455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51448edc-894c-482c-9b56-6270890d8997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:00.873408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Sync routers for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:00.892213 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:00.892856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:00.895229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ffd43b36-7e7f-46c1-a032-2b97602edcf0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:00.895617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:00.936776 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2e8a6de8-7999-43e9-8371-d5067a79aa9a tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.2296183 Nov 25 17:50:01.033051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1dd1148e-fa2a-4838-b5a3-ddd561ec94c5 None None] Provisioning complete for port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:01.033418 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dd1148e-fa2a-4838-b5a3-ddd561ec94c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.108178 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1dd1148e-fa2a-4838-b5a3-ddd561ec94c5 None None] Port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:01.111011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:01.211172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1dd1148e-fa2a-4838-b5a3-ddd561ec94c5 None None] Provisioning complete for port a73e5385-115c-4603-bf65-5721d761cd66 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:01.212410 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dd1148e-fa2a-4838-b5a3-ddd561ec94c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.319506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.324167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164126319', 'description': 'tempest-secgroup-smoke-1164126319 description', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:01.354981 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.440191 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:49:59Z', 'revision_number': 2, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:01.448394 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.454897 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.474999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Checking router: bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:01.475370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Updating router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:50:01.497300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e44b62b-b71e-41dc-b945-fe1841253917,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:01.504067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.507711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.512669 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.519806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b871b087-d630-448a-aa28-f6a924cc0790 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '7e44b62b-b71e-41dc-b945-fe1841253917', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:01.524610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2037568 Nov 25 17:50:01.535069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.535651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.536090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.536525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.537599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.537989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.538417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.538945 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.539386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.540569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.542999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.545654 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d9d9d-3dc7-422f-9373-8b4d7ea175f9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:01.570978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b871b087-d630-448a-aa28-f6a924cc0790 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.635062 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b871b087-d630-448a-aa28-f6a924cc0790 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.635344 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6093e597-d881-4dd0-bbbc-9e75b385468d None None] Provisioning complete for port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:01.635611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6093e597-d881-4dd0-bbbc-9e75b385468d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.642171 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b871b087-d630-448a-aa28-f6a924cc0790 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.664444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871b087-d630-448a-aa28-f6a924cc0790 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26deaf6-c154-4364-a8ee-53475e2097f9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:01.677920 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b871b087-d630-448a-aa28-f6a924cc0790 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.682664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b871b087-d630-448a-aa28-f6a924cc0790 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655285 Nov 25 17:50:01.682978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.687591 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-32eb25b9-303a-4658-8d0d-42ff35d6be13 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '7e44b62b-b71e-41dc-b945-fe1841253917', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:01.691687 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6093e597-d881-4dd0-bbbc-9e75b385468d None None] Port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:01.721758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32eb25b9-303a-4658-8d0d-42ff35d6be13 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.789700 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32eb25b9-303a-4658-8d0d-42ff35d6be13 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.794002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32eb25b9-303a-4658-8d0d-42ff35d6be13 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.818142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb25b9-303a-4658-8d0d-42ff35d6be13 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269366ce-5a69-4685-a964-c6f7526436a9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:01.824485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32eb25b9-303a-4658-8d0d-42ff35d6be13 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.828188 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-32eb25b9-303a-4658-8d0d-42ff35d6be13 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417859 Nov 25 17:50:01.829335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.834814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-be25a332-d29c-46d8-9e7d-9dd291e22ce9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '7e44b62b-b71e-41dc-b945-fe1841253917', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:01.864253 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be25a332-d29c-46d8-9e7d-9dd291e22ce9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.869047 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.874694 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.935441 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be25a332-d29c-46d8-9e7d-9dd291e22ce9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.942087 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be25a332-d29c-46d8-9e7d-9dd291e22ce9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.976757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25a332-d29c-46d8-9e7d-9dd291e22ce9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d088b05a-3ae5-4eba-88b2-aef09693d2ec,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:01.982785 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be25a332-d29c-46d8-9e7d-9dd291e22ce9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.983777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Attempting to bind port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:01.984119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Attempting to bind port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:01.984495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Attempting to bind port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 on network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:01.985175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-be25a332-d29c-46d8-9e7d-9dd291e22ce9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540680 Nov 25 17:50:01.987928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33956) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:01.990022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0a4c5-07e8-44f8-ade2-4c597ba5d3f0 None None] Pushing event updated for resources: {'Port': ['ID=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:01.994325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5b60f4b2-6592-468c-a2cd-0fae29443380 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '7e44b62b-b71e-41dc-b945-fe1841253917', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:01.997587 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:01.997966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Checking segment: {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:01.998388 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:01.998766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Bound using segment: {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:01.999442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Bound port: bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:01.999834 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.034778 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b60f4b2-6592-468c-a2cd-0fae29443380 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.076450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] For port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:02.079740 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] For port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:02.088681 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.106318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b60f4b2-6592-468c-a2cd-0fae29443380 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.121056 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b60f4b2-6592-468c-a2cd-0fae29443380 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.146725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60f4b2-6592-468c-a2cd-0fae29443380 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bea8a7-ac4f-4ad9-a4c2-a7b20406e358,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:02.157489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b60f4b2-6592-468c-a2cd-0fae29443380 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.163120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5b60f4b2-6592-468c-a2cd-0fae29443380 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696811 Nov 25 17:50:02.163120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 33958) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:02.168229 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:02.168657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ddfc6d46-a64a-4188-bdbb-11b20317eea1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '7e44b62b-b71e-41dc-b945-fe1841253917', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:02.168891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:49:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:02.215072 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-ddfc6d46-a64a-4188-bdbb-11b20317eea1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Project 3547ebd4fdc149a9b73274a6aeec5a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:50:02.221913 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6d46-a64a-4188-bdbb-11b20317eea1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.242269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a73e5385-115c-4603-bf65-5721d761cd66 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:02.316647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6d46-a64a-4188-bdbb-11b20317eea1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.322297 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6d46-a64a-4188-bdbb-11b20317eea1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.343422 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc6d46-a64a-4188-bdbb-11b20317eea1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7e5f7d-a455-4cdb-ab53-9ca753bbc4d1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:02.361345 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6d46-a64a-4188-bdbb-11b20317eea1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.365612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 33960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:02.371599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-04edc977-2f9c-4abd-979b-259d26080a0b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'security_group_rule': {'security_group_id': '7e44b62b-b71e-41dc-b945-fe1841253917', 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:02.376025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ddfc6d46-a64a-4188-bdbb-11b20317eea1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2129512 Nov 25 17:50:02.402302 n-d-819349-3 neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-04edc977-2f9c-4abd-979b-259d26080a0b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Project 3547ebd4fdc149a9b73274a6aeec5a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:50:02.408920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04edc977-2f9c-4abd-979b-259d26080a0b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.486942 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04edc977-2f9c-4abd-979b-259d26080a0b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.492124 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04edc977-2f9c-4abd-979b-259d26080a0b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.513864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edc977-2f9c-4abd-979b-259d26080a0b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5292698b-4754-4ceb-93b0-3a6170363b9e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:02.527962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04edc977-2f9c-4abd-979b-259d26080a0b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.538407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-04edc977-2f9c-4abd-979b-259d26080a0b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1713395 Nov 25 17:50:02.559814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0a4c5-07e8-44f8-ade2-4c597ba5d3f0 None None] Pushing event updated for resources: {'Port': ['ID=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:02.588865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b8fd-1d6f-4428-af25-7a813175876d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.609136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-54f827ec-932c-48f7-9bfd-b3a68e3827df None None] Provisioning complete for port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:02.609703 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f827ec-932c-48f7-9bfd-b3a68e3827df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.613353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:02.700760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-a0b754a5-24d6-4be8-b62d-5b303cf4778e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164126319&fields=id&tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 267 time: 0.0523474 Nov 25 17:50:02.730092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a73e5385-115c-4603-bf65-5721d761cd66 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:02.731166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.824546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-7152c936-479e-4208-be91-58b214c55e33 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:02.826730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-7152c936-479e-4208-be91-58b214c55e33 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/networks?id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 HTTP/1.1" status: 200 len: 796 time: 0.1172371 Nov 25 17:50:02.847627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-6b7eb44a-9ab2-40a9-811c-0335b59ee9a1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/quotas/3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 375 time: 0.0121088 Nov 25 17:50:02.872887 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f827ec-932c-48f7-9bfd-b3a68e3827df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:02.909831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-a2db729f-ff26-4f6a-805a-d69951864b06 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545044 Nov 25 17:50:02.983583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-54f827ec-932c-48f7-9bfd-b3a68e3827df None None] For port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:02.990598 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f827ec-932c-48f7-9bfd-b3a68e3827df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.049450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:50:02Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:03.080158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f827ec-932c-48f7-9bfd-b3a68e3827df None None] Pushing event updated for resources: {'Port': ['ID=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:03.083018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072f50c-b1a6-4c2f-9ea6-ddd8227f45dc None None] The sync data for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 is: [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:50:02Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:03.083700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-c09f4256-1f33-49ef-8f6c-3bd9e786d17f service neutron] 10.222.0.81 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603322 Nov 25 17:50:03.123120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ffb3bd04-0542-44a0-baec-fe4cf72020ea None None] Provisioning complete for port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:03.123501 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bd04-0542-44a0-baec-fe4cf72020ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:03.215503 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-3638f1ef-5286-496f-a44f-641619695f97 service neutron] 10.222.0.81 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237147 Nov 25 17:50:03.477814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9788f520-6933-4c09-ab6b-cff7982cb0fc req-87448627-67e3-4348-8eae-df6d0b941705 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 210 time: 0.0393198 Nov 25 17:50:04.211042 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:04.276072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:04.276072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.403343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef6a8367-1096-4b7d-8fc9-38139fe84ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.569658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-4d1b5465-3b07-4420-9966-4eef4af34e39 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:04.571946 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-4d1b5465-3b07-4420-9966-4eef4af34e39 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "GET /v2.0/networks?id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 HTTP/1.1" status: 200 len: 796 time: 0.1432643 Nov 25 17:50:04.605708 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-acd947e1-e607-43da-9052-bebb4075f87b req-e14e701a-3783-41bc-ab1b-3ae171b137c0 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 210 time: 0.0285349 Nov 25 17:50:04.663513 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-50534622-94eb-41ca-934e-8f8c174c7907 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d HTTP/1.1" status: 200 len: 380 time: 0.0800407 Nov 25 17:50:04.674898 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'port': {'device_id': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'admin_state_up': True, 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'security_groups': ['7e44b62b-b71e-41dc-b945-fe1841253917']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:04.798515 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Made reservation on behalf of 3547ebd4fdc149a9b73274a6aeec5a7d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:04.802188 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.929953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.20.0.7 (ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39/fee192bc-ca7c-4abf-a200-74f320706e68/85eedea6-8573-4e55-a3ee-ec8e2e636e02) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:05.071334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.105980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.152012 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:05.157439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:05.161744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:05.167493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=85eedea6-8573-4e55-a3ee-ec8e2e636e02,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:05.221069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:05.221792 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.246642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-96f7fde1-69d5-484c-a916-584a9b6f83cc tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756676 Nov 25 17:50:05.263564 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Request body: {'port': {'device_id': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:05.328693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.404772 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3f24c55d-716d-4e55-a141-bb5a70fd4b3d None None] Provisioning complete for port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:05.405445 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f24c55d-716d-4e55-a141-bb5a70fd4b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.444407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3f24c55d-716d-4e55-a141-bb5a70fd4b3d None None] Port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:05.603389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eedea6-8573-4e55-a3ee-ec8e2e636e02 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:05.610732 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.623100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Transition to ACTIVE for port object 85eedea6-8573-4e55-a3ee-ec8e2e636e02 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:50:05.626963 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.688224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Pushing event updated for resources: {'Port': ['ID=85eedea6-8573-4e55-a3ee-ec8e2e636e02,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:05.754674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668d859-45c4-4f96-b9c8-3a79e8d051d3 req-b6a57b6f-91c4-4b84-a360-8e5640e630c5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:05.757138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3668d859-45c4-4f96-b9c8-3a79e8d051d3 req-b6a57b6f-91c4-4b84-a360-8e5640e630c5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 943 time: 0.0735002 Nov 25 17:50:05.779998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Attempting to bind port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:05.780476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Attempting to bind port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:05.780825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Attempting to bind port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 on network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:05.787032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 on network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:50:05.787379 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Attempting to bind port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 on network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:05.794608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:05.795318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Checking segment: {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:05.795982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Bound using segment: {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:05.796689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Bound port: 85eedea6-8573-4e55-a3ee-ec8e2e636e02, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea3a7e9-00c1-4fb9-9249-334fad32659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:05.797172 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.821933 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3668d859-45c4-4f96-b9c8-3a79e8d051d3 req-e31f76fd-a586-4c20-a9cd-ef857c88e93f tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555477 Nov 25 17:50:05.902180 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.907917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] For port 85eedea6-8573-4e55-a3ee-ec8e2e636e02, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:05.914093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] For port 85eedea6-8573-4e55-a3ee-ec8e2e636e02, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:05.919101 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.974201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:05.974832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.976266 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] 10.222.0.60 "PUT /v2.0/ports/85eedea6-8573-4e55-a3ee-ec8e2e636e02 HTTP/1.1" status: 200 len: 1091 time: 0.7194059 Nov 25 17:50:05.976825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:05.979684 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f29a1-050a-41bd-a3ce-1f354590df53" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:06.007082 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b46453-3c45-480a-ac62-c7cfc7705724 service neutron] Pushing event updated for resources: {'Port': ['ID=85eedea6-8573-4e55-a3ee-ec8e2e636e02,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:06.082115 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532fc586-38e3-4f5f-824c-de4092b4654a x-openstack-request-id: req-532fc586-38e3-4f5f-824c-de4092b4654a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:06.082479 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:06.082680 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-532fc586-38e3-4f5f-824c-de4092b4654a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:06.083710 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'status': 'completed', 'code': 200} Nov 25 17:50:06.104776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-08338baf-32c1-4023-9224-9174706ba52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.107189 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-08338baf-32c1-4023-9224-9174706ba52b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 1094 time: 0.0744450 Nov 25 17:50:06.156362 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-91314c47-ddf7-4064-8ee6-0f50ae51bc05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02 HTTP/1.1" status: 200 len: 217 time: 0.0406828 Nov 25 17:50:06.218938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-dbdfd4d5-bbb4-42ff-b34a-8cf1bb271dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.220470 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-dbdfd4d5-bbb4-42ff-b34a-8cf1bb271dd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fee192bc-ca7c-4abf-a200-74f320706e68 HTTP/1.1" status: 200 len: 835 time: 0.0566323 Nov 25 17:50:06.293664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-41587ee4-f159-43f6-bf56-8b599d640ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.295629 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-41587ee4-f159-43f6-bf56-8b599d640ca4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659888 Nov 25 17:50:06.438004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-29f99ea0-d3e1-4fd3-8d96-f314ddce1a9d service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340580 Nov 25 17:50:06.545356 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bd0fe39c-cac1-4dc2-875b-3dc579316cac req-a11c075c-9f15-48fd-91f3-8c9cafea9324 service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996459 Nov 25 17:50:06.638118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-36f786af-c617-4da1-ba57-bdf914a16ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.639650 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-36f786af-c617-4da1-ba57-bdf914a16ce3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 1094 time: 0.0433707 Nov 25 17:50:06.653687 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:06.740075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-604ca1b1-28f1-4b9c-83ac-f4de55f9495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.741606 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-604ca1b1-28f1-4b9c-83ac-f4de55f9495b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 HTTP/1.1" status: 200 len: 897 time: 0.0943785 Nov 25 17:50:06.785862 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-a34fdc33-aa3e-45ac-b95c-f75a475852e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02 HTTP/1.1" status: 200 len: 217 time: 0.0362687 Nov 25 17:50:06.839595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-f7ea279f-ecc9-4649-a60b-b0d9fe27bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.841147 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-f7ea279f-ecc9-4649-a60b-b0d9fe27bf47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fee192bc-ca7c-4abf-a200-74f320706e68 HTTP/1.1" status: 200 len: 835 time: 0.0468104 Nov 25 17:50:06.904353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-55ae5950-cf84-4f92-b676-63514932ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.906813 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-55ae5950-cf84-4f92-b676-63514932ec35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580826 Nov 25 17:50:06.962365 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109d84-35d1-4922-aa84-06a391ab9ce3 req-c85e156f-40dc-4ece-b3b3-600c40c8870a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:06.964925 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8109d84-35d1-4922-aa84-06a391ab9ce3 req-c85e156f-40dc-4ece-b3b3-600c40c8870a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 943 time: 0.0608387 Nov 25 17:50:07.007443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-ed371f0f-d874-4bef-8ed1-28e7bab15226 service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930905 Nov 25 17:50:07.026627 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a8109d84-35d1-4922-aa84-06a391ab9ce3 req-6bc6367d-fb5f-4bcd-a081-43989378b1d5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511730 Nov 25 17:50:07.132832 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-eb0f29a1-050a-41bd-a3ce-1f354590df53 req-12ef499c-be3d-4760-96c5-5f522be6c3a3 service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170602 Nov 25 17:50:07.181697 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.280595 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.995515 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.146642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb278b98-2b05-4a39-86ae-1826c84369c2 req-9c2b6eca-9c96-4719-b3bb-b6816e258924 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:08.148125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb278b98-2b05-4a39-86ae-1826c84369c2 req-9c2b6eca-9c96-4719-b3bb-b6816e258924 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 943 time: 0.0500553 Nov 25 17:50:08.199113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb278b98-2b05-4a39-86ae-1826c84369c2 req-e634e060-daee-48f5-a234-9441aec4d213 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Nov 25 17:50:08.365230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-3d5b5c7a-cd83-4068-b29a-c42fb0cb05b1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268440221&fields=id&tenant_id=b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 267 time: 0.0447991 Nov 25 17:50:08.476601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458367c-4394-48d9-954a-289ddabefb87 req-f1aae668-5a6e-42a0-a7be-3487a7589750 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:08.478118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-f1aae668-5a6e-42a0-a7be-3487a7589750 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1059530 Nov 25 17:50:08.493299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-d84adf98-6780-4a15-92df-54458327463a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/quotas/b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 375 time: 0.0091023 Nov 25 17:50:08.545581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-08eacf52-b2c7-4c08-8c9d-cb189597d1ca tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471089 Nov 25 17:50:08.646317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-43bd3e45-9eb7-4366-98a0-6f7674cbf3d9 service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888991 Nov 25 17:50:08.736218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-043b4183-e6f0-4b22-89d9-09d38354e469 service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838130 Nov 25 17:50:09.016963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ed41abe-636a-4683-87e9-15d7b1d4f6ae req-c4c9a756-522a-4304-a4d3-7cb7a0a08be0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Nov 25 17:50:09.329573 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b3bcc-b921-408c-bdc2-7367530a34c7 req-cfd07628-50ce-4851-99fb-7f5fae486b33 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:09.331107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f71b3bcc-b921-408c-bdc2-7367530a34c7 req-cfd07628-50ce-4851-99fb-7f5fae486b33 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 943 time: 0.0568817 Nov 25 17:50:09.383599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f71b3bcc-b921-408c-bdc2-7367530a34c7 req-ec9c90fc-14ea-4293-acc4-e8d1d45a769a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450006 Nov 25 17:50:09.965686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458367c-4394-48d9-954a-289ddabefb87 req-349c8f50-3456-4d76-870b-094f5256ffce tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:09.967199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-349c8f50-3456-4d76-870b-094f5256ffce tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1082237 Nov 25 17:50:10.048905 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-e98df064-2cd9-4f88-9505-2c0d4fd42550 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 379 time: 0.0711865 Nov 25 17:50:10.071898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'port': {'device_id': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'admin_state_up': True, 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'security_groups': ['3deea186-0da4-4173-ada4-56d05f4cb53a']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:10.166350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4c886ff-e0d7-4a05-bde7-34b3c509accf req-de1b1cee-fbff-47e9-8338-bad86feed946 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 210 time: 0.0338566 Nov 25 17:50:10.244326 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:10.248010 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.418532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.20.0.8 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/d0c23fc8-b73c-4112-8af0-9fc00d3a2882) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:10.501953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20671c58-50e7-4fcf-94f3-c91ea45f504e req-514acef6-3893-47b7-b56b-7f3f55d58b50 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:10.503339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20671c58-50e7-4fcf-94f3-c91ea45f504e req-514acef6-3893-47b7-b56b-7f3f55d58b50 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.1139100 Nov 25 17:50:10.614858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06211481-e677-402b-ab42-c9aeccea2d8e req-6c06e5ff-d15b-4b86-877e-6803ee36f1d5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:10.616356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06211481-e677-402b-ab42-c9aeccea2d8e req-6c06e5ff-d15b-4b86-877e-6803ee36f1d5 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 943 time: 0.1581080 Nov 25 17:50:10.668846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-20671c58-50e7-4fcf-94f3-c91ea45f504e req-43f03965-614f-469d-875e-06bf97931768 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573198 Nov 25 17:50:10.686287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.700402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 85eedea6-8573-4e55-a3ee-ec8e2e636e02 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:50:10.722289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06211481-e677-402b-ab42-c9aeccea2d8e req-b51a42eb-10a9-4207-ac8f-733f7a1d48ad tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922706 Nov 25 17:50:10.765692 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.806943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 85eedea6-8573-4e55-a3ee-ec8e2e636e02, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:10.812903 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:10.816045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:10.819880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'port_id': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'mac_address': 'fa:16:3e:9a:c4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:50:10.820088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:10.863190 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.864617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:10.875845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:10.876479 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.880825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eedea6-8573-4e55-a3ee-ec8e2e636e02 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:10.907269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 85eedea6-8573-4e55-a3ee-ec8e2e636e02, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:10.907717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-759588cb-64f8-4c17-a3bd-ef73a8bed8af tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509560 Nov 25 17:50:10.912617 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.924419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Request body: {'port': {'device_id': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:10.973505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=85eedea6-8573-4e55-a3ee-ec8e2e636e02,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:10.998233 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.136656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['85eedea6-8573-4e55-a3ee-ec8e2e636e02'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:11.195877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8ac764e6-73b3-48ee-9274-1a35c8d1a3f7 None None] Provisioning complete for port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:11.196212 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ac764e6-73b3-48ee-9274-1a35c8d1a3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.255432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8ac764e6-73b3-48ee-9274-1a35c8d1a3f7 None None] Port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:11.341883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9c37d-3fe5-48ea-b135-ab0d7e877178 req-dbd22cc4-6d66-44de-80b0-aed1ac8fc326 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:11.343340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50e9c37d-3fe5-48ea-b135-ab0d7e877178 req-dbd22cc4-6d66-44de-80b0-aed1ac8fc326 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 931 time: 0.0961654 Nov 25 17:50:11.371562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c23fc8-b73c-4112-8af0-9fc00d3a2882 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:11.382695 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.423881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-50e9c37d-3fe5-48ea-b135-ab0d7e877178 req-b09e74a6-85d6-41ab-b278-50b5add822e6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733931 Nov 25 17:50:11.436035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Transition to ACTIVE for port object d0c23fc8-b73c-4112-8af0-9fc00d3a2882 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:50:11.440930 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.499981 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:11.577146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Attempting to bind port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:11.577647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Attempting to bind port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:11.578048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Attempting to bind port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:11.583305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 on network 3793f1fe-ed48-4dde-b77f-55044359c98a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:50:11.583718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Attempting to bind port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:11.590133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:11.590567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:11.591025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:11.591459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Bound port: d0c23fc8-b73c-4112-8af0-9fc00d3a2882, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:11.591816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.676514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] For port d0c23fc8-b73c-4112-8af0-9fc00d3a2882, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:11.680763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] For port d0c23fc8-b73c-4112-8af0-9fc00d3a2882, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:11.685724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.768509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:11.769107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.770893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] 10.222.0.95 "PUT /v2.0/ports/d0c23fc8-b73c-4112-8af0-9fc00d3a2882 HTTP/1.1" status: 200 len: 1091 time: 0.8507288 Nov 25 17:50:11.771376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'tag': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:11.773768 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a514b365-8be0-417c-b296-db447b2aedba" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc7d51-08a5-477e-aea4-a3e91dc00589", "tag": "d0c23fc8-b73c-4112-8af0-9fc00d3a2882"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:11.784351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ebc93-19c2-4674-bab4-0e0578776a40 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:11.869204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2093392-c026-4761-8c87-c9e66192a736 req-35e5868b-7927-4152-a5a1-fdc50fd3c656 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:11.870849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2093392-c026-4761-8c87-c9e66192a736 req-35e5868b-7927-4152-a5a1-fdc50fd3c656 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.1187620 Nov 25 17:50:11.889711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458367c-4394-48d9-954a-289ddabefb87 req-0864355f-bb4c-4690-a7f5-4ad8c6529550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:11.891357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-0864355f-bb4c-4690-a7f5-4ad8c6529550 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 1094 time: 0.0664194 Nov 25 17:50:11.974870 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-bb18e099-7917-45cb-8c97-583d7a6e6ea2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882 HTTP/1.1" status: 200 len: 217 time: 0.0654624 Nov 25 17:50:12.045657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a2093392-c026-4761-8c87-c9e66192a736 req-a76a7e0c-1eb7-4e52-bb0f-0ca5fb754576 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660290 Nov 25 17:50:12.058754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc36d9-a4e9-4bb2-a9b3-e291c41243de req-fab9bfcf-365c-477c-ae2f-179598553b2c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.060359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9edc36d9-a4e9-4bb2-a9b3-e291c41243de req-fab9bfcf-365c-477c-ae2f-179598553b2c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 944 time: 0.1789994 Nov 25 17:50:12.088766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458367c-4394-48d9-954a-289ddabefb87 req-badb2e95-5b4d-4371-afab-724bc07fed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.090394 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-badb2e95-5b4d-4371-afab-724bc07fed4e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.1016915 Nov 25 17:50:12.093653 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007b6e67-bd69-4ceb-a2b3-73239c7b459c x-openstack-request-id: req-007b6e67-bd69-4ceb-a2b3-73239c7b459c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:12.093959 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc7d51-08a5-477e-aea4-a3e91dc00589", "tag": "d0c23fc8-b73c-4112-8af0-9fc00d3a2882", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:12.094221 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-007b6e67-bd69-4ceb-a2b3-73239c7b459c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:12.094613 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'tag': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'status': 'completed', 'code': 200} Nov 25 17:50:12.152528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9edc36d9-a4e9-4bb2-a9b3-e291c41243de req-274075ef-7547-40d4-a3a2-f3920d4a526c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825405 Nov 25 17:50:12.173021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458367c-4394-48d9-954a-289ddabefb87 req-526473f1-0d2f-4da1-8bbd-a0559c13ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.173021 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-526473f1-0d2f-4da1-8bbd-a0559c13ad9d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614929 Nov 25 17:50:12.293155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-7d5defb6-4ffa-41c1-b09a-364f03463213 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076591 Nov 25 17:50:12.397589 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b458367c-4394-48d9-954a-289ddabefb87 req-176915c5-5845-4133-890b-5a9f42c2c359 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965152 Nov 25 17:50:12.502250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514b365-8be0-417c-b296-db447b2aedba req-1dbc86f0-776f-408f-984f-4589b1060d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.503783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a514b365-8be0-417c-b296-db447b2aedba req-1dbc86f0-776f-408f-984f-4589b1060d86 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 1094 time: 0.0559154 Nov 25 17:50:12.593229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-9b1fac2b-eb7e-4b22-b704-3461b48a9756 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.595444 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-9b1fac2b-eb7e-4b22-b704-3461b48a9756 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.95 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.4044206 Nov 25 17:50:12.640776 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f990-b68e-485e-8b9b-203a0ada31ac req-558a2dbe-43a6-4c16-992a-39ad8932e780 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.642497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4b3f990-b68e-485e-8b9b-203a0ada31ac req-558a2dbe-43a6-4c16-992a-39ad8932e780 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.1215703 Nov 25 17:50:12.669308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514b365-8be0-417c-b296-db447b2aedba req-2b4f86ee-2bf0-4174-a70a-72dd2ec91509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.670842 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a514b365-8be0-417c-b296-db447b2aedba req-2b4f86ee-2bf0-4174-a70a-72dd2ec91509 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1598139 Nov 25 17:50:12.699885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Deleting port 45bec443-464e-487a-b41e-a1cf434b8205 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:12.700295 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.727752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a514b365-8be0-417c-b296-db447b2aedba req-6b577ec9-769f-47dc-9fd5-52163a6dc832 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882 HTTP/1.1" status: 200 len: 217 time: 0.0479128 Nov 25 17:50:12.731247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 85eedea6-8573-4e55-a3ee-ec8e2e636e02 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:12.745274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4b3f990-b68e-485e-8b9b-203a0ada31ac req-879bff88-ef7d-4a34-822a-fc24d4592457 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942614 Nov 25 17:50:12.798229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514b365-8be0-417c-b296-db447b2aedba req-01b9ed17-c0ef-47af-97ff-8a378425c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.800087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a514b365-8be0-417c-b296-db447b2aedba req-01b9ed17-c0ef-47af-97ff-8a378425c2f5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0661070 Nov 25 17:50:12.801241 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:50:12.805627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:12.806247 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.819593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] For port 45bec443-464e-487a-b41e-a1cf434b8205, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=45bec443-464e-487a-b41e-a1cf434b8205,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:12.819970 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.871206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514b365-8be0-417c-b296-db447b2aedba req-4d2ed988-8049-47d0-8c4c-d552db40d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:12.873414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a514b365-8be0-417c-b296-db447b2aedba req-4d2ed988-8049-47d0-8c4c-d552db40d5de service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662632 Nov 25 17:50:12.903363 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.938068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 85eedea6-8573-4e55-a3ee-ec8e2e636e02, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:12.939356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:12.942040 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e012aea9-5f89-4ddf-a068-37c6cdf5058d" -d '{"events": [{"server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "name": "network-vif-plugged", "status": "completed", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:12.949256 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.009498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=85eedea6-8573-4e55-a3ee-ec8e2e636e02,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:13.010508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a514b365-8be0-417c-b296-db447b2aedba req-e652602d-bffc-4cfa-8f6f-9b87dbd14765 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293113 Nov 25 17:50:13.013759 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cffa03b-90fb-489d-9ce6-4b4ebba8e484 x-openstack-request-id: req-7cffa03b-90fb-489d-9ce6-4b4ebba8e484 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:13.014031 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "name": "network-vif-plugged", "status": "completed", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:13.014341 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7cffa03b-90fb-489d-9ce6-4b4ebba8e484 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:13.014973 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'code': 200} Nov 25 17:50:13.073474 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.073918 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.074257 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Floating IP 65806ea5-60f6-4ecb-9783-4175641066c7 disassociated. External IP: 172.25.1.190, port: 45bec443-464e-487a-b41e-a1cf434b8205. Nov 25 17:50:13.074596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Calling delete_port for 45bec443-464e-487a-b41e-a1cf434b8205 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:13.123224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a514b365-8be0-417c-b296-db447b2aedba req-22eb05d2-e97f-4111-ae13-611fea93db8d service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051548 Nov 25 17:50:13.171045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f24da-e31a-4661-95b9-2bcaf0c35bea req-0afc7709-829d-4fae-97ee-b6f0c304ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:13.172970 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-755f24da-e31a-4661-95b9-2bcaf0c35bea req-0afc7709-829d-4fae-97ee-b6f0c304ba4e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 1096 time: 0.0872593 Nov 25 17:50:13.195304 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1607fe-83bb-42f2-8bb5-23f39d5676ee req-409a078a-c070-461d-a918-650146da867a tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:13.203910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec1607fe-83bb-42f2-8bb5-23f39d5676ee req-409a078a-c070-461d-a918-650146da867a tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32dec1e-58a7-46da-a443-32624dc8752e HTTP/1.1" status: 200 len: 945 time: 0.0614972 Nov 25 17:50:13.255734 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-755f24da-e31a-4661-95b9-2bcaf0c35bea req-6de9c4e3-a1ca-4b4a-a7cf-9cacf037c3e2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721552 Nov 25 17:50:13.297011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec1607fe-83bb-42f2-8bb5-23f39d5676ee req-5b052f92-e85a-4bb4-89d7-17ddff3edab2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914135 Nov 25 17:50:13.323754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04a14c-3f59-4337-b1a0-ccb3cf87218e req-45f70d13-f584-4764-a776-3fa5dfc0b1d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:13.325379 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a04a14c-3f59-4337-b1a0-ccb3cf87218e req-45f70d13-f584-4764-a776-3fa5dfc0b1d1 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 945 time: 0.0856199 Nov 25 17:50:13.338985 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.379362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event deleted for resources: {'Port': ['ID=45bec443-464e-487a-b41e-a1cf434b8205,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:13.385927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a04a14c-3f59-4337-b1a0-ccb3cf87218e req-b620d2cf-fd60-45aa-84e0-92c6c873b06c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519731 Nov 25 17:50:13.521368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Router 97006e59-d376-4c66-9cc0-31ee29b3a879 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:13.647723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:13.659700 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] Sync routers for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:13.672231 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:13.673485 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:13.699683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] No DVR routers for this DVR port 45bec443-464e-487a-b41e-a1cf434b8205 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:13.702854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.707072 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-50191a09-dbee-47e9-b920-9ab08acc5692 req-acdbaee9-3368-4d3d-b45a-3ad66e390793 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.95 "DELETE /v2.0/ports/45bec443-464e-487a-b41e-a1cf434b8205 HTTP/1.1" status: 204 len: 173 time: 1.1031599 Nov 25 17:50:13.707365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'name': 'network-vif-deleted', 'tag': '45bec443-464e-487a-b41e-a1cf434b8205'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:13.711538 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c38eb-b3b5-462f-84f4-20bd64fbaf83" -d '{"events": [{"server_uuid": "b32dec1e-58a7-46da-a443-32624dc8752e", "name": "network-vif-deleted", "tag": "45bec443-464e-487a-b41e-a1cf434b8205"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:13.766633 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9964a014-8cad-4762-be21-e489b2373a4f x-openstack-request-id: req-9964a014-8cad-4762-be21-e489b2373a4f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:13.766938 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32dec1e-58a7-46da-a443-32624dc8752e", "name": "network-vif-deleted", "tag": "45bec443-464e-487a-b41e-a1cf434b8205", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:13.767345 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9964a014-8cad-4762-be21-e489b2373a4f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:13.767616 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32dec1e-58a7-46da-a443-32624dc8752e', 'name': 'network-vif-deleted', 'tag': '45bec443-464e-487a-b41e-a1cf434b8205', 'status': 'completed', 'code': 200} Nov 25 17:50:13.813969 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:13.963370 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda73fc-d4dc-4f3a-9176-6b1a9415b41b req-92c7caea-3bd8-469d-bf77-4a9a9f1b0bd0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:13.974024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8eda73fc-d4dc-4f3a-9176-6b1a9415b41b req-92c7caea-3bd8-469d-bf77-4a9a9f1b0bd0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.0779960 Nov 25 17:50:14.039597 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8eda73fc-d4dc-4f3a-9176-6b1a9415b41b req-91501633-d869-4052-8cd3-c02469c533d6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623591 Nov 25 17:50:14.078666 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:14.108346 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] Checking router: 97006e59-d376-4c66-9cc0-31ee29b3a879 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:14.117149 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:14.118397 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:14.253744 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:14.429481 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34084) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:14.559286 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c06bc15-d4ac-423f-8b79-ddb3e6da69e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.591952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed427b-8553-4060-8a17-038d83a9817d req-bb1a90c9-ffba-41f0-869e-97191b70c666 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:14.593587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38ed427b-8553-4060-8a17-038d83a9817d req-bb1a90c9-ffba-41f0-869e-97191b70c666 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 945 time: 0.1043475 Nov 25 17:50:14.604263 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c06bc15-d4ac-423f-8b79-ddb3e6da69e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.681466 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:14.695344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38ed427b-8553-4060-8a17-038d83a9817d req-40a8ccd8-3753-4560-88ee-4685a9914736 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811238 Nov 25 17:50:14.721100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c06bc15-d4ac-423f-8b79-ddb3e6da69e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.721100 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c06bc15-d4ac-423f-8b79-ddb3e6da69e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.721100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7c06bc15-d4ac-423f-8b79-ddb3e6da69e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "DELETE /v2.0/security-groups/851d8cfc-53a1-45aa-bb6d-ec3aac0383d1 HTTP/1.1" status: 204 len: 168 time: 0.2859831 Nov 25 17:50:14.723356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34086) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:14.724894 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eadd4-b50f-4aba-ad00-05f559949d94 None None] The sync data for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 is: [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:14.730157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06bc15-d4ac-423f-8b79-ddb3e6da69e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d8cfc-53a1-45aa-bb6d-ec3aac0383d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:14.744026 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-6d2a8eb1-9f6a-401b-906e-d8766281aa94 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] show failed (client error): The resource could not be found. Nov 25 17:50:14.745137 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6d2a8eb1-9f6a-401b-906e-d8766281aa94 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups/851d8cfc-53a1-45aa-bb6d-ec3aac0383d1 HTTP/1.1" status: 404 len: 347 time: 0.0207152 Nov 25 17:50:14.748180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:14.893162 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Deleting port 365dfd8b-55f9-47e2-ab5f-2a7a077be627 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:14.893502 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.980966 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.981561 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.994971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Calling delete_port for 365dfd8b-55f9-47e2-ab5f-2a7a077be627 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:15.016602 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf46b8a-9979-4ab6-99c8-5b57136ccf52 None None] New status for floating IP 65806ea5-60f6-4ecb-9783-4175641066c7: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:50:15.115662 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-4bf46b8a-9979-4ab6-99c8-5b57136ccf52 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:50:15.115662 n-d-819349-3 neutron-server[103600]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 25 17:50:15.115662 n-d-819349-3 neutron-server[103600]: [parameters: {'status': 'DOWN', 'floatingips_id': '65806ea5-60f6-4ecb-9783-4175641066c7'}] Nov 25 17:50:15.115662 n-d-819349-3 neutron-server[103600]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:50:15.116200 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-4bf46b8a-9979-4ab6-99c8-5b57136ccf52 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:50:15.195306 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.211111 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250166c-ba57-4f5f-a1b2-5c01fcd83ee0 req-a8c84088-d1cc-457f-a559-818a33a6b72c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.213268 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6250166c-ba57-4f5f-a1b2-5c01fcd83ee0 req-a8c84088-d1cc-457f-a559-818a33a6b72c tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.0742693 Nov 25 17:50:15.235368 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event deleted for resources: {'Port': ['ID=365dfd8b-55f9-47e2-ab5f-2a7a077be627,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:15.330266 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6250166c-ba57-4f5f-a1b2-5c01fcd83ee0 req-360175bf-5f27-4427-9fdf-c59f9387f3f1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984247 Nov 25 17:50:15.334880 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.338515 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.350147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-77aedd1e-dd67-4404-a400-1044a8462648 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "DELETE /v2.0/floatingips/65806ea5-60f6-4ecb-9783-4175641066c7 HTTP/1.1" status: 204 len: 168 time: 0.5934646 Nov 25 17:50:15.618333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf46b8a-9979-4ab6-99c8-5b57136ccf52 None None] New status for floating IP 65806ea5-60f6-4ecb-9783-4175641066c7: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:50:15.818493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:15.824378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d92f471e-8d6c-4823-b526-84c61b9014ba tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668730984', 'description': 'tempest-description--1979605871'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:15.846685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d92f471e-8d6c-4823-b526-84c61b9014ba tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.851127 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24bc67-0d60-4839-a01d-ffa229f16d6f req-a04e8811-46d8-4be4-9226-6340fcf5b91a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:15.853156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e24bc67-0d60-4839-a01d-ffa229f16d6f req-a04e8811-46d8-4be4-9226-6340fcf5b91a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 945 time: 0.0590272 Nov 25 17:50:15.907811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e24bc67-0d60-4839-a01d-ffa229f16d6f req-64bdf083-80e9-40a5-b590-ce29cf03a89b tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486453 Nov 25 17:50:15.918330 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d92f471e-8d6c-4823-b526-84c61b9014ba tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.922168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d92f471e-8d6c-4823-b526-84c61b9014ba tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.952994 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d92f471e-8d6c-4823-b526-84c61b9014ba tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.954249 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d92f471e-8d6c-4823-b526-84c61b9014ba tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1341419 Nov 25 17:50:15.956143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f471e-8d6c-4823-b526-84c61b9014ba tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:15.957172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34100) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:15.962902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f84f9e20-8573-4ac4-a35b-d2b588716092 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'security_group_rule': {'security_group_id': '84116b90-2a4f-4f15-a1eb-ea2dd4277fc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:15.999478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84f9e20-8573-4ac4-a35b-d2b588716092 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.063655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba72071-518a-4436-aa3d-f88f323f1544 req-6e8552b5-f011-4c1b-a192-7bcf88c60e20 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:16.065213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ba72071-518a-4436-aa3d-f88f323f1544 req-6e8552b5-f011-4c1b-a192-7bcf88c60e20 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 945 time: 0.0812018 Nov 25 17:50:16.084761 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84f9e20-8573-4ac4-a35b-d2b588716092 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.092919 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84f9e20-8573-4ac4-a35b-d2b588716092 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.123075 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f9e20-8573-4ac4-a35b-d2b588716092 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496ebc53-407e-4776-890c-a0f72baceecf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.129666 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f84f9e20-8573-4ac4-a35b-d2b588716092 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.130721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f84f9e20-8573-4ac4-a35b-d2b588716092 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725323 Nov 25 17:50:16.133732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34102) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.138521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4c283fcd-6409-477d-83ba-527f0068fcf0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'security_group_rule': {'security_group_id': '84116b90-2a4f-4f15-a1eb-ea2dd4277fc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:16.147893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ba72071-518a-4436-aa3d-f88f323f1544 req-00e16f15-829a-4836-b242-f8d7a1754b58 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762134 Nov 25 17:50:16.167268 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c283fcd-6409-477d-83ba-527f0068fcf0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.172404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34104) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.216626 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c280b-b555-4f1b-944f-0b6ce09c38a6 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:16.218192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-550c280b-b555-4f1b-944f-0b6ce09c38a6 tempest-TestNetworkBasicOps-1451958036 tempest-TestNetworkBasicOps-1451958036-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 1091 time: 0.0447502 Nov 25 17:50:16.221134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34106) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.226058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:16.232693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c283fcd-6409-477d-83ba-527f0068fcf0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.238700 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c283fcd-6409-477d-83ba-527f0068fcf0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.254373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.255721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c283fcd-6409-477d-83ba-527f0068fcf0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6a0707-ef79-4342-8747-aa470c29b8a7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.276041 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c283fcd-6409-477d-83ba-527f0068fcf0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.277351 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4c283fcd-6409-477d-83ba-527f0068fcf0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426048 Nov 25 17:50:16.280579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34108) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.285014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:16.308325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.380199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.413786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.494927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf06b-b405-4cf2-8d0f-dfb17670cddc req-15d02a54-697f-493d-9d62-c256c8730e65 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:16.496463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-111cf06b-b405-4cf2-8d0f-dfb17670cddc req-15d02a54-697f-493d-9d62-c256c8730e65 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.0648727 Nov 25 17:50:16.523941 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Allocated IP 172.25.1.106 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/3a529df9-c27c-445f-bfa2-a59fb8b1bd58) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:16.549939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-111cf06b-b405-4cf2-8d0f-dfb17670cddc req-312687d4-4133-4bc8-96da-01b0f2540941 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471165 Nov 25 17:50:16.629787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.663050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.703221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:16.706155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:16.710384 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:16.714571 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Allocated IP 172.25.1.76 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/52a3d70d-a58d-42bb-8bcf-8b173e5f4ecc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:16.748554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'Port': ['ID=3a529df9-c27c-445f-bfa2-a59fb8b1bd58,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.821591 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.858370 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.023434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.029669 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.101809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'Port': ['ID=3a529df9-c27c-445f-bfa2-a59fb8b1bd58,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:17.125964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.140682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.144220 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.145639 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-40c15e04-0c4a-4876-99f5-3536ac78934f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8640544 Nov 25 17:50:17.183892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.223724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:17.226614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:17.231125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:17.261927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=52a3d70d-a58d-42bb-8bcf-8b173e5f4ecc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:17.388322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 45bec443-464e-487a-b41e-a1cf434b8205 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:17.411517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 45bec443-464e-487a-b41e-a1cf434b8205 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:17.412123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 45bec443-464e-487a-b41e-a1cf434b8205 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:17.436164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-b94ba1b3-a752-4545-8a2a-bda8fc820fff tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--668730984&fields=id&tenant_id=0e690cb4575e4199ae0a4e5a91018bb6 HTTP/1.1" status: 200 len: 267 time: 0.1005759 Nov 25 17:50:17.625463 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-1321e4a0-2bee-41ae-a2f3-bd20cf7e433c tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:17.626938 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-1321e4a0-2bee-41ae-a2f3-bd20cf7e433c tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 811 time: 0.1837523 Nov 25 17:50:17.709166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-42195d6e-a695-4c6b-9866-b4d51cd63952 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/quotas/0e690cb4575e4199ae0a4e5a91018bb6 HTTP/1.1" status: 200 len: 375 time: 0.0400679 Nov 25 17:50:17.799611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cd48e-26e9-4cdb-ba78-1d7fca5237f7 req-708387f7-1dac-4e61-8474-8a58b6b2f79b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:17.801140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-599cd48e-26e9-4cdb-ba78-1d7fca5237f7 req-708387f7-1dac-4e61-8474-8a58b6b2f79b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.1714830 Nov 25 17:50:17.834297 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.841449 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-c8b193eb-c7b0-4e49-80a4-3528602db044 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015847 Nov 25 17:50:17.952439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-599cd48e-26e9-4cdb-ba78-1d7fca5237f7 req-9bb23938-d0b4-4ccc-bd02-c68b9f36ce67 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417494 Nov 25 17:50:18.002572 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.035796 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-5d505624-9cf0-4001-a4b9-46e077866d65 service neutron] 10.222.0.81 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726811 Nov 25 17:50:18.190850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-724dd8cd-adec-4595-8972-53cfc4b347b8 service neutron] 10.222.0.81 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483922 Nov 25 17:50:18.250525 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.256674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.347011 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event updated for resources: {'Port': ['ID=52a3d70d-a58d-42bb-8bcf-8b173e5f4ecc,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:18.370011 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.420868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-545233d3-9c55-436f-a08c-40e65fc021ba req-ab6c89d7-a253-46c5-9d37-0a4828d5cb8e tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 210 time: 0.0626466 Nov 25 17:50:18.492581 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Floating IP 916ef0f0-3021-4b08-aabe-cfe419a4777c associated. External IP: 172.25.1.76, port: 85eedea6-8573-4e55-a3ee-ec8e2e636e02. Nov 25 17:50:18.728434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:18.842881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:18.854200 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] Sync routers for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:18.862547 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:18.865949 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:18.866566 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:18.898462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e5681b8c-7c02-4d14-b9cc-5ac73e044e81 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6738105 Nov 25 17:50:18.898462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:18.899911 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a49dba-20e2-401a-a13e-1c348561474a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:18.900353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:18.945356 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b3d5b0-0578-45d4-ba96-6fa0e8a8e94f x-openstack-request-id: req-85b3d5b0-0578-45d4-ba96-6fa0e8a8e94f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:18.945696 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:18.945963 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85b3d5b0-0578-45d4-ba96-6fa0e8a8e94f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:18.946391 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'status': 'completed', 'code': 200} Nov 25 17:50:18.998236 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:19.023299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f8b44cd5-14b3-4d1c-a777-cc692744cac9 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/floatingips/916ef0f0-3021-4b08-aabe-cfe419a4777c HTTP/1.1" status: 200 len: 990 time: 0.1202824 Nov 25 17:50:19.038027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49dba-20e2-401a-a13e-1c348561474a req-a4b1742a-0f27-4451-8d84-ec994d8e37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:19.048815 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37a49dba-20e2-401a-a13e-1c348561474a req-a4b1742a-0f27-4451-8d84-ec994d8e37fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 1096 time: 0.0653813 Nov 25 17:50:19.103869 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf268c0-524c-4c0e-b204-3918729f8a55 req-8f046590-386e-4fb7-9b79-b634dac33989 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:19.105893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdf268c0-524c-4c0e-b204-3918729f8a55 req-8f046590-386e-4fb7-9b79-b634dac33989 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.0667098 Nov 25 17:50:19.162428 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bdf268c0-524c-4c0e-b204-3918729f8a55 req-de5fdc43-8b6a-4ee8-9363-2be8bebaa857 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503709 Nov 25 17:50:19.172640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49dba-20e2-401a-a13e-1c348561474a req-07580e58-b2bc-4055-9471-5bbabf6d286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:19.176328 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37a49dba-20e2-401a-a13e-1c348561474a req-07580e58-b2bc-4055-9471-5bbabf6d286e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 HTTP/1.1" status: 200 len: 897 time: 0.1257474 Nov 25 17:50:19.259593 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37a49dba-20e2-401a-a13e-1c348561474a req-93f49090-a25e-4eff-a7b3-8fb5fe7dd002 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02 HTTP/1.1" status: 200 len: 998 time: 0.0667112 Nov 25 17:50:19.267827 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '916ef0f0-3021-4b08-aabe-cfe419a4777c', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'port_id': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'mac_address': 'fa:16:3e:9a:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:17Z', 'updated_at': '2021-11-25T17:50:17Z', 'revision_number': 0, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:50:02Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:19.296654 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] Checking router: bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:19.307871 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:19.308572 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:19.332852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49dba-20e2-401a-a13e-1c348561474a req-8fe17439-787f-404c-bf64-2e2f73e9e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:19.334443 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37a49dba-20e2-401a-a13e-1c348561474a req-8fe17439-787f-404c-bf64-2e2f73e9e724 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fee192bc-ca7c-4abf-a200-74f320706e68 HTTP/1.1" status: 200 len: 835 time: 0.0492551 Nov 25 17:50:19.434101 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:19.474550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49dba-20e2-401a-a13e-1c348561474a req-c24217b5-8694-4a4a-ae61-de5b95b5cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:19.476673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37a49dba-20e2-401a-a13e-1c348561474a req-c24217b5-8694-4a4a-ae61-de5b95b5cc77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223040 Nov 25 17:50:19.551861 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-51a16e96-8834-445b-8b98-c86d6f9ec940 req-dabfc514-e55e-4acf-a324-b7925ec15b1e tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 210 time: 0.0453310 Nov 25 17:50:19.568821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-0772256d-6fda-4239-91fb-b34228f2eb87 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:19.571043 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-0772256d-6fda-4239-91fb-b34228f2eb87 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.60 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 811 time: 0.2147179 Nov 25 17:50:19.627173 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37a49dba-20e2-401a-a13e-1c348561474a req-ce2232ac-b62a-414d-8387-6ad064698ed5 service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370206 Nov 25 17:50:19.716073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-64e37a51-9733-4bec-a37a-ee26ca77f527 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e690cb4575e4199ae0a4e5a91018bb6 HTTP/1.1" status: 200 len: 379 time: 0.1218507 Nov 25 17:50:19.724185 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '916ef0f0-3021-4b08-aabe-cfe419a4777c', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'port_id': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'mac_address': 'fa:16:3e:9a:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:17Z', 'updated_at': '2021-11-25T17:50:17Z', 'revision_number': 0, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:50:02Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:19.727999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'port': {'device_id': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'admin_state_up': True, 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'security_groups': ['84116b90-2a4f-4f15-a1eb-ea2dd4277fc9']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:19.751776 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1048490-6523-4dab-bc9c-ce9e4c4ec2c3 None None] The sync data for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 is: [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '916ef0f0-3021-4b08-aabe-cfe419a4777c', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'port_id': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'mac_address': 'fa:16:3e:9a:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:17Z', 'updated_at': '2021-11-25T17:50:17Z', 'revision_number': 0, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:50:02Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:19.806066 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-37a49dba-20e2-401a-a13e-1c348561474a req-1ef35782-c3e1-4045-9ec5-1f54e8d280f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708257 Nov 25 17:50:19.872723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Made reservation on behalf of 0e690cb4575e4199ae0a4e5a91018bb6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:50:19.876624 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:19.967656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c0222-ee65-40ac-a21e-3941bca6a22b None None] New status for floating IP 916ef0f0-3021-4b08-aabe-cfe419a4777c: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:50:20.013969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Allocated IP 172.20.0.6 (c1b72699-2d26-4aab-84ec-1fcc03e65aa5/07b732c6-cac3-4f65-abc0-9ee79348fba1/5a18b5e3-384f-4f5a-8516-789243a504f4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:20.026395 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:20.098965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-cc9a0a93-9c1f-4f8c-aa79-958a91a5c720 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/floatingips/916ef0f0-3021-4b08-aabe-cfe419a4777c HTTP/1.1" status: 200 len: 990 time: 0.0713956 Nov 25 17:50:20.177107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.217256 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.263731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:20.267687 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:20.271481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:20.281275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event updated for resources: {'Port': ['ID=5a18b5e3-384f-4f5a-8516-789243a504f4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:20.291293 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc15341-a96c-4967-8984-510e3803c28e req-1ffdfd26-1448-4750-9dcd-04a3b156f7d9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:20.292889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cc15341-a96c-4967-8984-510e3803c28e req-1ffdfd26-1448-4750-9dcd-04a3b156f7d9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.0545385 Nov 25 17:50:20.334722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:20.335506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.348761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4cc15341-a96c-4967-8984-510e3803c28e req-a9d9c7b1-e8c2-458b-90e7-fb58fb6709e8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494874 Nov 25 17:50:20.361195 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-6d6960ab-e0b9-423e-836f-5c2b2027c5a3 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6389687 Nov 25 17:50:20.374646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Request body: {'port': {'device_id': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:20.437132 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.525558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4c3c985b-7e17-413f-8a9d-e157cf318e85 None None] Provisioning complete for port 5a18b5e3-384f-4f5a-8516-789243a504f4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:20.525846 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4c3c985b-7e17-413f-8a9d-e157cf318e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.561999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c985b-7e17-413f-8a9d-e157cf318e85 None None] Port 5a18b5e3-384f-4f5a-8516-789243a504f4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:50:20.679988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7644f6-6ec2-4cac-9880-e40bc8a29146 req-41b3d85d-1565-41cd-afc9-6d1bca32ae49 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:20.681824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b7644f6-6ec2-4cac-9880-e40bc8a29146 req-41b3d85d-1565-41cd-afc9-6d1bca32ae49 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 931 time: 0.0508332 Nov 25 17:50:20.708303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a18b5e3-384f-4f5a-8516-789243a504f4 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:20.716589 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.729341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Transition to ACTIVE for port object 5a18b5e3-384f-4f5a-8516-789243a504f4 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:50:20.730435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b7644f6-6ec2-4cac-9880-e40bc8a29146 req-239909c5-6ed1-4bb5-9943-a5115e816d13 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Nov 25 17:50:20.733453 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.785937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Pushing event updated for resources: {'Port': ['ID=5a18b5e3-384f-4f5a-8516-789243a504f4,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:20.859890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Attempting to bind port 5a18b5e3-384f-4f5a-8516-789243a504f4 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:50:20.860230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Attempting to bind port 5a18b5e3-384f-4f5a-8516-789243a504f4 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:50:20.860561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Attempting to bind port 5a18b5e3-384f-4f5a-8516-789243a504f4 on network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:20.865281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Port 5a18b5e3-384f-4f5a-8516-789243a504f4 on network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:50:20.865607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Attempting to bind port 5a18b5e3-384f-4f5a-8516-789243a504f4 on network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:50:20.871306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:50:20.871641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Checking segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:50:20.872029 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Bound using segment: {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:50:20.872454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Bound port: 5a18b5e3-384f-4f5a-8516-789243a504f4, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11d6b2-885c-42ac-b69a-3ca6e891217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:50:20.872807 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.940647 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] For port 5a18b5e3-384f-4f5a-8516-789243a504f4, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:50:20.943924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] For port 5a18b5e3-384f-4f5a-8516-789243a504f4, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5a18b5e3-384f-4f5a-8516-789243a504f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:50:20.949257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.986430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:20.987051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:20.988481 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] 10.222.0.60 "PUT /v2.0/ports/5a18b5e3-384f-4f5a-8516-789243a504f4 HTTP/1.1" status: 200 len: 1091 time: 0.6183360 Nov 25 17:50:20.988970 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'tag': '5a18b5e3-384f-4f5a-8516-789243a504f4'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:20.991372 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feab76b1-0e12-48c8-8cdb-37a184fce9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "296b2c3a-c2cc-4277-a2c4-793bb8e42505", "tag": "5a18b5e3-384f-4f5a-8516-789243a504f4"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:21.019016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c937a6-8f80-4b97-a6bd-2733ae603b8b service neutron] Pushing event updated for resources: {'Port': ['ID=5a18b5e3-384f-4f5a-8516-789243a504f4,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:21.039302 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a66411-ab14-4bbd-bdc3-566777496378 x-openstack-request-id: req-21a66411-ab14-4bbd-bdc3-566777496378 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:21.039759 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296b2c3a-c2cc-4277-a2c4-793bb8e42505", "tag": "5a18b5e3-384f-4f5a-8516-789243a504f4", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:21.040055 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21a66411-ab14-4bbd-bdc3-566777496378 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:21.040454 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'tag': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'status': 'completed', 'code': 200} Nov 25 17:50:21.100208 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-3b7dc588-75b0-424e-8d97-dd5a32b9e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.103079 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-3b7dc588-75b0-424e-8d97-dd5a32b9e342 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 1094 time: 0.0490799 Nov 25 17:50:21.103418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:21.160044 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-78231fa1-ade0-4f7e-8997-710184730125 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a18b5e3-384f-4f5a-8516-789243a504f4 HTTP/1.1" status: 200 len: 217 time: 0.0451708 Nov 25 17:50:21.175292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fd77728b-0e32-4fc2-add1-4bf7116193ff tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/floatingips/916ef0f0-3021-4b08-aabe-cfe419a4777c HTTP/1.1" status: 200 len: 992 time: 0.0706692 Nov 25 17:50:21.217374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-4bd78821-a91b-4b5e-b1a8-8b608b556e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.218888 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-4bd78821-a91b-4b5e-b1a8-8b608b556e65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0496881 Nov 25 17:50:21.266836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-aeb62b57-a4dd-41af-bdac-ff7ad9988f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.268356 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-aeb62b57-a4dd-41af-bdac-ff7ad9988f7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402768 Nov 25 17:50:21.367515 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-37894e99-551a-4320-9bfa-c3f54d4faf4f service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888286 Nov 25 17:50:21.461774 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-994cab74-67eb-4b2c-a830-7ad63eb18fed req-ae4c29f2-cd9d-479c-b981-4ad5bdcfd57c service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Nov 25 17:50:21.468098 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dd786-605f-4164-815e-a1fead79bf41 req-f87a48e4-8412-4c68-9de8-9d34fb9e468d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.469694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de9dd786-605f-4164-815e-a1fead79bf41 req-f87a48e4-8412-4c68-9de8-9d34fb9e468d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.0490043 Nov 25 17:50:21.528813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de9dd786-605f-4164-815e-a1fead79bf41 req-1b89ac47-f33e-4afe-88b6-51fed32f449a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528257 Nov 25 17:50:21.567463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-4eec8be6-8a9d-43a5-91e4-6079a1cd0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.569800 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-4eec8be6-8a9d-43a5-91e4-6079a1cd0689 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 1094 time: 0.0593927 Nov 25 17:50:21.669268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-c275e26c-0292-4068-b4c8-850062350a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.670659 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-c275e26c-0292-4068-b4c8-850062350a11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.0933614 Nov 25 17:50:21.715267 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-6240ca4c-3287-4979-8a5e-6dafce34db25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a18b5e3-384f-4f5a-8516-789243a504f4 HTTP/1.1" status: 200 len: 217 time: 0.0370884 Nov 25 17:50:21.780807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-03b8fff4-7410-44a9-87e8-8799d4f9ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.782363 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-03b8fff4-7410-44a9-87e8-8799d4f9ad3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0568473 Nov 25 17:50:21.842360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-2531570e-0630-491d-9c8c-dd2eaacee149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.843355 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-2531570e-0630-491d-9c8c-dd2eaacee149 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532875 Nov 25 17:50:21.866130 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9827276-196e-4395-90a3-86bd698b305f req-4934e597-7220-4851-ad98-1f8d55e4de4f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:21.869276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9827276-196e-4395-90a3-86bd698b305f req-4934e597-7220-4851-ad98-1f8d55e4de4f tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 943 time: 0.0657315 Nov 25 17:50:21.924874 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9827276-196e-4395-90a3-86bd698b305f req-a6def237-cac4-42b6-ada2-ecfe93e00989 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493810 Nov 25 17:50:21.947316 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-1de39ced-9694-4302-9ad6-07b2b3701a37 service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940757 Nov 25 17:50:22.045847 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-feab76b1-0e12-48c8-8cdb-37a184fce9bc req-d89f2314-9f53-44b6-ac4c-5db96491edae service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912724 Nov 25 17:50:22.647988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1299a-85fa-4034-a8db-cc8e573255b1 req-32097cd7-1068-4e8e-9125-f0bef00cdb7d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:22.650478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5eb1299a-85fa-4034-a8db-cc8e573255b1 req-32097cd7-1068-4e8e-9125-f0bef00cdb7d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 943 time: 0.0514202 Nov 25 17:50:22.700558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5eb1299a-85fa-4034-a8db-cc8e573255b1 req-d44178c4-f913-4e9a-848c-a20340204244 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 Nov 25 17:50:23.041241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dd06a-4a5b-4dee-9f84-e75bb7bb376c req-bc990477-f97b-4b3b-a3da-2ce60138c2f1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:23.042855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e5dd06a-4a5b-4dee-9f84-e75bb7bb376c req-bc990477-f97b-4b3b-a3da-2ce60138c2f1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 943 time: 0.0491157 Nov 25 17:50:23.094164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e5dd06a-4a5b-4dee-9f84-e75bb7bb376c req-cafb93eb-8d00-407b-a219-ed3fbbe5f5d1 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453484 Nov 25 17:50:23.409990 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d0c23fc8-b73c-4112-8af0-9fc00d3a2882 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:50:23.509047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d0c23fc8-b73c-4112-8af0-9fc00d3a2882, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:23.520258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'port_id': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'mac_address': 'fa:16:3e:4d:85:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:50:23.558765 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.574963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c23fc8-b73c-4112-8af0-9fc00d3a2882 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:23.594261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d0c23fc8-b73c-4112-8af0-9fc00d3a2882, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:23.598142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:23.644534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:23.804019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d0c23fc8-b73c-4112-8af0-9fc00d3a2882'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:23.819718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854c6b-c151-4564-9598-9f3dec8e1990 req-e2bb76d9-33e9-48e1-b3ff-d8928d3e7ba1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:23.821982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f854c6b-c151-4564-9598-9f3dec8e1990 req-e2bb76d9-33e9-48e1-b3ff-d8928d3e7ba1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 944 time: 0.0513096 Nov 25 17:50:23.872539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f854c6b-c151-4564-9598-9f3dec8e1990 req-9b210efa-067c-4724-aaf0-30f4fc8e202d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Nov 25 17:50:24.216206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284d7c-bac5-4e7d-976e-d2a30f971d2e req-f7d76893-5977-40c6-8cb4-b94a349e2bfb tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:24.217965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4284d7c-bac5-4e7d-976e-d2a30f971d2e req-f7d76893-5977-40c6-8cb4-b94a349e2bfb tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 943 time: 0.0531209 Nov 25 17:50:24.268222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4284d7c-bac5-4e7d-976e-d2a30f971d2e req-2ac5ab8b-2f63-4444-9478-cdd663877708 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435185 Nov 25 17:50:24.782287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5a18b5e3-384f-4f5a-8516-789243a504f4 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:50:24.877411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5a18b5e3-384f-4f5a-8516-789243a504f4, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5a18b5e3-384f-4f5a-8516-789243a504f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:24.888993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'port_id': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'mac_address': 'fa:16:3e:7f:67:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:50:24.931089 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.944233 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a18b5e3-384f-4f5a-8516-789243a504f4 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:50:24.964725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5a18b5e3-384f-4f5a-8516-789243a504f4, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5a18b5e3-384f-4f5a-8516-789243a504f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:24.969344 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:24.997612 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a78e06-5c0a-47ed-a14e-f06852b94703 req-84d55786-5b72-4284-9ae5-bdf66864c1cb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:24.999339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92a78e06-5c0a-47ed-a14e-f06852b94703 req-84d55786-5b72-4284-9ae5-bdf66864c1cb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 944 time: 0.0571365 Nov 25 17:50:25.030373 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=5a18b5e3-384f-4f5a-8516-789243a504f4,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:25.053328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92a78e06-5c0a-47ed-a14e-f06852b94703 req-ead7c8d4-c3dc-41c5-ab94-0265ca5c7c66 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476689 Nov 25 17:50:25.231957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['5a18b5e3-384f-4f5a-8516-789243a504f4'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:50:25.395282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767a69-762a-45ba-86fc-3c0e3668a5fe req-f4d199e9-e31d-44c5-a0c5-1dcb6c9ed30b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:25.397138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f767a69-762a-45ba-86fc-3c0e3668a5fe req-f4d199e9-e31d-44c5-a0c5-1dcb6c9ed30b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 944 time: 0.0587966 Nov 25 17:50:25.455349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f767a69-762a-45ba-86fc-3c0e3668a5fe req-112ca644-48a2-4d2a-9f64-2b2d92eb3092 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507059 Nov 25 17:50:25.533908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d0c23fc8-b73c-4112-8af0-9fc00d3a2882 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:25.630120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:50:25.636318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:25.636689 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.731712 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.762700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:25.765031 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79af70e-c400-42a2-8b8c-60fe96e2b8d4" -d '{"events": [{"server_uuid": "c7bc7d51-08a5-477e-aea4-a3e91dc00589", "name": "network-vif-plugged", "status": "completed", "tag": "d0c23fc8-b73c-4112-8af0-9fc00d3a2882"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:25.779601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d0c23fc8-b73c-4112-8af0-9fc00d3a2882, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:25.784768 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:25.820411 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658a9d3-2f99-496b-a27b-ab72261766d5 x-openstack-request-id: req-e658a9d3-2f99-496b-a27b-ab72261766d5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:25.820740 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bc7d51-08a5-477e-aea4-a3e91dc00589", "name": "network-vif-plugged", "status": "completed", "tag": "d0c23fc8-b73c-4112-8af0-9fc00d3a2882", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:25.821000 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e658a9d3-2f99-496b-a27b-ab72261766d5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:25.821348 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'code': 200} Nov 25 17:50:25.853781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:25.924271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585073a-9a09-42a8-a36d-ba6e76165bee req-101a48e8-353c-490a-b921-dc4b2f5c5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:25.925789 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2585073a-9a09-42a8-a36d-ba6e76165bee req-101a48e8-353c-490a-b921-dc4b2f5c5450 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 1096 time: 0.0422230 Nov 25 17:50:25.978456 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2585073a-9a09-42a8-a36d-ba6e76165bee req-321cf76a-4aa3-4f60-a176-1405b9c64d4d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444026 Nov 25 17:50:26.182849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2458ba-bf96-452d-8a2a-31498067d2b1 req-2c74a233-c25d-4e2a-bf13-33d392137bbb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:26.184281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff2458ba-bf96-452d-8a2a-31498067d2b1 req-2c74a233-c25d-4e2a-bf13-33d392137bbb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 945 time: 0.0567863 Nov 25 17:50:26.236635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff2458ba-bf96-452d-8a2a-31498067d2b1 req-f69001e4-d5c2-4305-8e17-09946428b015 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463243 Nov 25 17:50:26.576636 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17120f03-41fc-473a-bf62-533ac0ce01f5 req-caa824e6-74f3-4ece-8e29-04168a1c44dc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:26.578161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17120f03-41fc-473a-bf62-533ac0ce01f5 req-caa824e6-74f3-4ece-8e29-04168a1c44dc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 944 time: 0.0505962 Nov 25 17:50:26.626011 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17120f03-41fc-473a-bf62-533ac0ce01f5 req-0e7c9d22-2cad-4108-aa3a-1a5711db57ec tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418692 Nov 25 17:50:26.797359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5a18b5e3-384f-4f5a-8516-789243a504f4 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:50:26.847300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 5a18b5e3-384f-4f5a-8516-789243a504f4 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:50:26.852065 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 5a18b5e3-384f-4f5a-8516-789243a504f4 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:50:26.852398 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.939597 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:26.977708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 5a18b5e3-384f-4f5a-8516-789243a504f4, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5a18b5e3-384f-4f5a-8516-789243a504f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:26.981656 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.029618 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=5a18b5e3-384f-4f5a-8516-789243a504f4,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:27.366966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b714-7ced-4876-8e74-20b993f45b02 req-5ea5e9d7-3950-4aca-97a8-ab50e1648055 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:27.368651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8431b714-7ced-4876-8e74-20b993f45b02 req-5ea5e9d7-3950-4aca-97a8-ab50e1648055 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 945 time: 0.0611367 Nov 25 17:50:27.423699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8431b714-7ced-4876-8e74-20b993f45b02 req-e57633a8-f907-4eca-b2cc-59c6e155ce27 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489571 Nov 25 17:50:27.544353 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5ff7d-4746-48c2-b322-8d2865f277c6 req-a05a3a15-de03-40d6-89ec-e61df83676fb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:27.545773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53f5ff7d-4746-48c2-b322-8d2865f277c6 req-a05a3a15-de03-40d6-89ec-e61df83676fb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 945 time: 0.0514855 Nov 25 17:50:27.596252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53f5ff7d-4746-48c2-b322-8d2865f277c6 req-cc6a9599-d8d1-46a9-a5db-82dfd7886f4b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443935 Nov 25 17:50:27.618637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:27.660310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b191fa4-3c8b-471f-b7f0-508c3bc7254c tempest-TestVolumeBootPattern-145160038 tempest-TestVolumeBootPattern-145160038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:27.661924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8b191fa4-3c8b-471f-b7f0-508c3bc7254c tempest-TestVolumeBootPattern-145160038 tempest-TestVolumeBootPattern-145160038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 1091 time: 0.0422966 Nov 25 17:50:27.665508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34186) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:27.670690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:27.698696 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.752795 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738640a-34cb-46af-a9f8-849ea1a78894 req-eb1bc2be-61e9-472b-8eaf-c609a1153c87 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:27.754409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f738640a-34cb-46af-a9f8-849ea1a78894 req-eb1bc2be-61e9-472b-8eaf-c609a1153c87 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 945 time: 0.0590224 Nov 25 17:50:27.806128 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:27.808769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f738640a-34cb-46af-a9f8-849ea1a78894 req-a60a0a56-e1b9-423a-b727-966f3bb8a7f0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473807 Nov 25 17:50:27.822702 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a18b5e3-384f-4f5a-8516-789243a504f4'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:27.826107 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41f3ee1-8a35-4199-abe6-6cc0ad31b7d8" -d '{"events": [{"server_uuid": "296b2c3a-c2cc-4277-a2c4-793bb8e42505", "name": "network-vif-plugged", "status": "completed", "tag": "5a18b5e3-384f-4f5a-8516-789243a504f4"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:27.862462 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92672310-dc42-4175-b13f-d5cfa53ab38d x-openstack-request-id: req-92672310-dc42-4175-b13f-d5cfa53ab38d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:27.862824 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296b2c3a-c2cc-4277-a2c4-793bb8e42505", "name": "network-vif-plugged", "status": "completed", "tag": "5a18b5e3-384f-4f5a-8516-789243a504f4", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:27.863080 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92672310-dc42-4175-b13f-d5cfa53ab38d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:27.863485 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'code': 200} Nov 25 17:50:27.923547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.25.1.68 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/0fd8f3be-e692-4b37-a63e-0533f71cccf5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:50:28.017842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbe518-c280-4525-a08d-5d3f60d80bc3 req-9b5e9c84-6ec4-491c-a941-68df1a3c0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:28.019418 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-03fbe518-c280-4525-a08d-5d3f60d80bc3 req-9b5e9c84-6ec4-491c-a941-68df1a3c0215 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 1096 time: 0.0910077 Nov 25 17:50:28.093277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.099661 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-03fbe518-c280-4525-a08d-5d3f60d80bc3 req-523325b1-d78e-40ad-a4c1-305cb9d6a348 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712619 Nov 25 17:50:28.130500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.179028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:50:28.182398 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:50:28.187617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:50:28.190788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=0fd8f3be-e692-4b37-a63e-0533f71cccf5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:28.570995 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.645470 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:28.955802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6785e24-8581-410a-a465-1e475151e4b3 req-f0cbc964-201a-4216-90bc-2f27f01af3c8 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:28.957481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6785e24-8581-410a-a465-1e475151e4b3 req-f0cbc964-201a-4216-90bc-2f27f01af3c8 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 945 time: 0.0747526 Nov 25 17:50:29.020399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6785e24-8581-410a-a465-1e475151e4b3 req-81403722-051a-411c-89c7-ecf5cc72b17c tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553429 Nov 25 17:50:29.160823 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.166068 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.247348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=0fd8f3be-e692-4b37-a63e-0533f71cccf5,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:29.264183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.380070 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Floating IP 4895d31b-d357-4fc9-8d39-90626509821f associated. External IP: 172.25.1.68, port: d0c23fc8-b73c-4112-8af0-9fc00d3a2882. Nov 25 17:50:29.602786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Router 1a10d018-f01b-410a-ba13-e2dab2402866 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:29.715265 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:29.725842 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:29.734388 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:29.744199 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:29.744848 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:29.764630 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-be59b734-4fa5-4941-a34c-177f5e08e1eb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0975652 Nov 25 17:50:29.765277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'tag': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:29.767542 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc7d51-08a5-477e-aea4-a3e91dc00589", "tag": "d0c23fc8-b73c-4112-8af0-9fc00d3a2882"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:29.807803 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96d88f2-dab9-42b7-a711-e1810afffd5c x-openstack-request-id: req-d96d88f2-dab9-42b7-a711-e1810afffd5c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:29.808112 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc7d51-08a5-477e-aea4-a3e91dc00589", "tag": "d0c23fc8-b73c-4112-8af0-9fc00d3a2882", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:29.808408 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d96d88f2-dab9-42b7-a711-e1810afffd5c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:29.808907 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'tag': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'status': 'completed', 'code': 200} Nov 25 17:50:29.870960 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:29.892626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-5a4a44ca-dc65-472b-a30d-5ac7b1010bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:29.894358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-5a4a44ca-dc65-472b-a30d-5ac7b1010bc7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 1096 time: 0.0477140 Nov 25 17:50:29.999411 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-0c13a3a5-b0ab-4fdb-8149-b38d4cbefc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.000912 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-0c13a3a5-b0ab-4fdb-8149-b38d4cbefc82 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.0998695 Nov 25 17:50:30.074402 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-69bffce0-9f5e-4ae4-b665-914ef5407ef1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882 HTTP/1.1" status: 200 len: 998 time: 0.0633109 Nov 25 17:50:30.136592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-87ac1a02-8d32-4d51-91fe-ca59f3bb91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.138045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-87ac1a02-8d32-4d51-91fe-ca59f3bb91ae service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0584221 Nov 25 17:50:30.142937 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '4895d31b-d357-4fc9-8d39-90626509821f', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:4d:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:28Z', 'updated_at': '2021-11-25T17:50:28Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:30.170208 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:30.179082 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:30.180244 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:30.188271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa5e6d-ba0c-4300-ac7b-7ae558ed2002 req-46c3c821-8de2-45d4-9785-fcbc30588708 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.191334 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eeaa5e6d-ba0c-4300-ac7b-7ae558ed2002 req-46c3c821-8de2-45d4-9785-fcbc30588708 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 945 time: 0.0553164 Nov 25 17:50:30.208626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-35b3c3cc-1a5c-41be-b8b4-6abcb1a8a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.211208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-35b3c3cc-1a5c-41be-b8b4-6abcb1a8a51e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633192 Nov 25 17:50:30.249612 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-eeaa5e6d-ba0c-4300-ac7b-7ae558ed2002 req-5f81d814-b41e-4b23-a9b0-2fd0abc63b8b tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512156 Nov 25 17:50:30.296655 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:30.318549 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-d1ae6c8d-d5d1-480b-ab24-be973c23b58e service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002512 Nov 25 17:50:30.363540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b61e2a-cbc8-4a69-a75c-8da3e5429a65 req-83d42e01-cb1a-4225-bf92-69a2bdac6560 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:30.365169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-28b61e2a-cbc8-4a69-a75c-8da3e5429a65 req-83d42e01-cb1a-4225-bf92-69a2bdac6560 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 945 time: 0.0551715 Nov 25 17:50:30.374965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:30.383369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Request body: {'floatingip': {'port_id': '5a18b5e3-384f-4f5a-8516-789243a504f4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:50:30.427025 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:30.440136 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1a786de3-6f5a-44d0-884c-cb0bbdd2f3fd req-f05f5719-d599-4f1e-9ac5-c32933af8288 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142771 Nov 25 17:50:30.638872 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '4895d31b-d357-4fc9-8d39-90626509821f', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:4d:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:28Z', 'updated_at': '2021-11-25T17:50:28Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:30.671454 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5e3a61-29ac-45b8-b691-2235e57d0e05 None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '4895d31b-d357-4fc9-8d39-90626509821f', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:4d:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:28Z', 'updated_at': '2021-11-25T17:50:28Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:30.943653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abe534-57c8-4d24-9d04-042f00828101 None None] New status for floating IP 4895d31b-d357-4fc9-8d39-90626509821f: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:50:31.244606 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.249218 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.356984 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Floating IP c0b65ef3-7250-406a-b0db-abcf739e8ee1 associated. External IP: 172.25.1.106, port: 5a18b5e3-384f-4f5a-8516-789243a504f4. Nov 25 17:50:31.591224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Router 97006e59-d376-4c66-9cc0-31ee29b3a879 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:31.704741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:31.709666 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:31.714982 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] Sync routers for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:31.724151 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:31.724767 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:31.739319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-92706cd0-3b1e-497e-8ce9-01a87a6f57e2 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "PUT /v2.0/floatingips/c0b65ef3-7250-406a-b0db-abcf739e8ee1 HTTP/1.1" status: 200 len: 991 time: 1.3628371 Nov 25 17:50:31.739929 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'tag': '5a18b5e3-384f-4f5a-8516-789243a504f4'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:31.742818 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c49d845-b600-430b-a481-917570103241" -d '{"events": [{"name": "network-changed", "server_uuid": "296b2c3a-c2cc-4277-a2c4-793bb8e42505", "tag": "5a18b5e3-384f-4f5a-8516-789243a504f4"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:31.842916 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:31.864588 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e877d92f-bf70-4a2b-b276-b312ce24f53d x-openstack-request-id: req-e877d92f-bf70-4a2b-b276-b312ce24f53d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:31.864887 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296b2c3a-c2cc-4277-a2c4-793bb8e42505", "tag": "5a18b5e3-384f-4f5a-8516-789243a504f4", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:31.865180 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e877d92f-bf70-4a2b-b276-b312ce24f53d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:31.865598 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'tag': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'status': 'completed', 'code': 200} Nov 25 17:50:31.941907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49d845-b600-430b-a481-917570103241 req-dd30f659-8805-4dc0-8d8f-7e6c4e51fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:31.943605 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8c49d845-b600-430b-a481-917570103241 req-dd30f659-8805-4dc0-8d8f-7e6c4e51fd99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 1096 time: 0.0521235 Nov 25 17:50:32.065278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49d845-b600-430b-a481-917570103241 req-93d888bf-9ebc-4279-b117-648c7b8b51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:32.066775 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8c49d845-b600-430b-a481-917570103241 req-93d888bf-9ebc-4279-b117-648c7b8b51fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.1150758 Nov 25 17:50:32.079784 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'c0b65ef3-7250-406a-b0db-abcf739e8ee1', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'port_id': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'mac_address': 'fa:16:3e:7f:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:16Z', 'updated_at': '2021-11-25T17:50:31Z', 'revision_number': 1, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:32.110834 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] Checking router: 97006e59-d376-4c66-9cc0-31ee29b3a879 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:32.119326 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:32.119928 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:32.150572 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8c49d845-b600-430b-a481-917570103241 req-063f5e96-da4c-43c8-b43e-5859388a6fb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a18b5e3-384f-4f5a-8516-789243a504f4 HTTP/1.1" status: 200 len: 999 time: 0.0709801 Nov 25 17:50:32.206036 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49d845-b600-430b-a481-917570103241 req-b30d8747-c184-4144-8dd0-969da694b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:32.207824 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8c49d845-b600-430b-a481-917570103241 req-b30d8747-c184-4144-8dd0-969da694b97c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0481994 Nov 25 17:50:32.220377 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e32a444c-1965-4954-8c41-00687210c006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:32.235857 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:32.279555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49d845-b600-430b-a481-917570103241 req-8bf70dae-56a8-4286-99c2-709fffb57101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:32.282727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8c49d845-b600-430b-a481-917570103241 req-8bf70dae-56a8-4286-99c2-709fffb57101 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638239 Nov 25 17:50:32.377568 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8c49d845-b600-430b-a481-917570103241 req-91ec1403-235e-4df8-b454-12f1044a0966 service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876951 Nov 25 17:50:32.478233 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'c0b65ef3-7250-406a-b0db-abcf739e8ee1', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'port_id': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'mac_address': 'fa:16:3e:7f:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:16Z', 'updated_at': '2021-11-25T17:50:31Z', 'revision_number': 1, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:32.491082 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8c49d845-b600-430b-a481-917570103241 req-05c594e1-8431-4ae4-b84b-deccfd0c6e3f service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050079 Nov 25 17:50:32.511143 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e8ac1-f924-4e32-aa87-519eef30b75c None None] The sync data for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 is: [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'c0b65ef3-7250-406a-b0db-abcf739e8ee1', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'port_id': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'mac_address': 'fa:16:3e:7f:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:50:16Z', 'updated_at': '2021-11-25T17:50:31Z', 'revision_number': 1, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:32.713205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f655a-724d-477d-8c20-231cc48f562f None None] New status for floating IP c0b65ef3-7250-406a-b0db-abcf739e8ee1: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:50:34.397410 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-644b5908-06cb-470e-8a33-d5bf46a713ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.899591 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.644305 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:36.820803 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:50:37.184089 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.293298 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:38.000599 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.549248 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-2ddb7612-1b85-4ac9-a9ca-fdf4db893031 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478413 Nov 25 17:50:47.652814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-da7a7244-35e0-47a2-af11-38f193c242b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.654643 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-da7a7244-35e0-47a2-af11-38f193c242b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 1096 time: 0.0493882 Nov 25 17:50:47.782821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-887b16b1-904c-4ceb-a9c6-0b4c3ce2f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.784552 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-887b16b1-904c-4ceb-a9c6-0b4c3ce2f258 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 HTTP/1.1" status: 200 len: 897 time: 0.1041460 Nov 25 17:50:47.873481 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-bb6b7b5c-5c25-410e-ac74-3ac085551566 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02 HTTP/1.1" status: 200 len: 1000 time: 0.0797315 Nov 25 17:50:47.933661 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-cea83d3d-81a9-4d56-bf75-ca6fdb479fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.934951 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-cea83d3d-81a9-4d56-bf75-ca6fdb479fbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fee192bc-ca7c-4abf-a200-74f320706e68 HTTP/1.1" status: 200 len: 835 time: 0.0474133 Nov 25 17:50:47.990013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-982b9fa3-b61f-4a47-b9c7-ceae9b4b53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:47.991512 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-982b9fa3-b61f-4a47-b9c7-ceae9b4b53c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472820 Nov 25 17:50:48.089721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-c690af17-e4bf-4817-88fe-44782f1e10bc service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889945 Nov 25 17:50:48.199921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d68b18ac-eb44-44b4-8c87-3c877de773da req-9f9766c2-0d16-4d6a-b232-3729cc27b459 service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013758 Nov 25 17:50:49.212600 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-d2743e8c-a062-487b-b127-c36530306519 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464046 Nov 25 17:50:49.309707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-f4e4cb6d-98ca-4fa8-a0f7-7b88b9634d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.311735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-f4e4cb6d-98ca-4fa8-a0f7-7b88b9634d28 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 1096 time: 0.0512569 Nov 25 17:50:49.425990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-7fbb6624-c214-49b2-8b10-db0a310e819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.427607 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-7fbb6624-c214-49b2-8b10-db0a310e819b service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.0943844 Nov 25 17:50:49.499451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-7e297791-aa6f-42f1-b723-f1e1e94f0f13 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882 HTTP/1.1" status: 200 len: 1000 time: 0.0646780 Nov 25 17:50:49.559640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-7a9fd6d4-a2a5-4926-a7c0-57ff0ed0cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.561197 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-7a9fd6d4-a2a5-4926-a7c0-57ff0ed0cda4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0543084 Nov 25 17:50:49.617603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-e7887e76-75f7-4544-8b98-f85e8f17ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:49.619127 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-e7887e76-75f7-4544-8b98-f85e8f17ebe4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507493 Nov 25 17:50:49.737311 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-08f12e65-bd00-49ee-9052-32f193510a31 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075034 Nov 25 17:50:49.848128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ab735a67-09b7-4497-9be0-fc5fe981b816 req-1afb97df-f7f7-48f9-960c-ea8120de1e5a service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009045 Nov 25 17:50:52.288049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34264) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:52.357836 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4734b45f-e6fc-4aa2-8c59-88df837abf5f tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/floatingips/916ef0f0-3021-4b08-aabe-cfe419a4777c HTTP/1.1" status: 200 len: 992 time: 0.0680861 Nov 25 17:50:52.603264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:52.793653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port 52a3d70d-a58d-42bb-8bcf-8b173e5f4ecc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:52.794067 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.877030 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.877371 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:52.892051 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for 52a3d70d-a58d-42bb-8bcf-8b173e5f4ecc owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:53.118599 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.154108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=52a3d70d-a58d-42bb-8bcf-8b173e5f4ecc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:53.224772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.225199 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Floating IP 916ef0f0-3021-4b08-aabe-cfe419a4777c disassociated (deleted). External IP: 172.25.1.76, port: 85eedea6-8573-4e55-a3ee-ec8e2e636e02. Nov 25 17:50:53.495021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:53.621777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:53.629039 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:53.638224 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] Sync routers for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:53.651947 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:53.652598 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:53.663791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-102f34eb-f03e-47ab-bb38-a2fecb265ff2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/floatingips/916ef0f0-3021-4b08-aabe-cfe419a4777c HTTP/1.1" status: 204 len: 168 time: 1.0592761 Nov 25 17:50:53.664605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:53.667326 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae31b46-0b1a-4d70-b8e0-963a30ff1288" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:53.714420 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca7b333-7b1d-4d76-95a9-2a7a74ccc18c x-openstack-request-id: req-bca7b333-7b1d-4d76-95a9-2a7a74ccc18c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:53.714715 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:53.715166 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bca7b333-7b1d-4d76-95a9-2a7a74ccc18c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:53.715813 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'status': 'completed', 'code': 200} Nov 25 17:50:53.802686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-f7775df5-c8d2-486b-9c9e-2a353bfadfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.804576 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:53.805415 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-f7775df5-c8d2-486b-9c9e-2a353bfadfb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 1096 time: 0.0600471 Nov 25 17:50:53.951302 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124630d-aa14-4172-b65c-f0b777761a32 req-5c8cd8e3-da01-4949-b72e-87bf78b61aa2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:53.955683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2124630d-aa14-4172-b65c-f0b777761a32 req-5c8cd8e3-da01-4949-b72e-87bf78b61aa2 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 945 time: 0.0664315 Nov 25 17:50:54.002319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-8ec2d069-ef58-432a-8cf5-cd69c96503ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:54.005100 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-8ec2d069-ef58-432a-8cf5-cd69c96503ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 HTTP/1.1" status: 200 len: 897 time: 0.1718256 Nov 25 17:50:54.028532 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2124630d-aa14-4172-b65c-f0b777761a32 req-9ded64d4-c60b-411a-8966-93d92e25c4da tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633383 Nov 25 17:50:54.065563 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-49671648-00b2-4a58-9cf2-93eaf3bc7499 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02 HTTP/1.1" status: 200 len: 217 time: 0.0490391 Nov 25 17:50:54.082318 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:50:02Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:54.130275 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] Checking router: bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:54.141867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-d463d83e-d0b1-4963-bc45-71d1b50d8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:54.142522 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:54.143368 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:54.143545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-d463d83e-d0b1-4963-bc45-71d1b50d8795 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fee192bc-ca7c-4abf-a200-74f320706e68 HTTP/1.1" status: 200 len: 835 time: 0.0636992 Nov 25 17:50:54.229085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-6650f67a-3fc8-44d4-bf34-82272292994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:54.230696 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-6650f67a-3fc8-44d4-bf34-82272292994a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759423 Nov 25 17:50:54.369340 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-e8c7366d-635d-4ddd-9099-8f01d08f4495 service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289630 Nov 25 17:50:54.390063 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:54.507065 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cae31b46-0b1a-4d70-b8e0-963a30ff1288 req-9c6f928f-647d-467a-9780-c1adc159599e service neutron] 10.222.0.60 "GET /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255174 Nov 25 17:50:54.637682 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:50:02Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:54.678655 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47c1a92-2f09-472b-83eb-39532f365843 None None] The sync data for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 is: [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:49:58Z', 'revision_number': 4, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2', 'name': '', 'network_id': 'ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'mac_address': 'fa:16:3e:e0:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:58Z', 'updated_at': '2021-11-25T17:50:02Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'subnets': [{'id': 'fee192bc-ca7c-4abf-a200-74f320706e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:54.980221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56959366-ad66-43bd-8beb-452cd19edb2f None None] New status for floating IP 916ef0f0-3021-4b08-aabe-cfe419a4777c: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:50:55.185860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd5dcd-0496-4c31-b4bc-bed64fd60a47 req-77a94abf-99fd-45e2-b78c-1e6097b42819 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:55.187341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1bd5dcd-0496-4c31-b4bc-bed64fd60a47 req-77a94abf-99fd-45e2-b78c-1e6097b42819 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 945 time: 0.0637715 Nov 25 17:50:55.245575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e1bd5dcd-0496-4c31-b4bc-bed64fd60a47 req-27139277-24cc-43e2-9313-f6c06d1867c6 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e44b62b-b71e-41dc-b945-fe1841253917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517063 Nov 25 17:50:55.787877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-8ede6d6a-52bf-4e4c-8503-704ef335f6ac tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:50:55.790241 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-8ede6d6a-52bf-4e4c-8503-704ef335f6ac tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 945 time: 0.0629542 Nov 25 17:50:55.884113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:55.884451 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.978301 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port 85eedea6-8573-4e55-a3ee-ec8e2e636e02, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=85eedea6-8573-4e55-a3ee-ec8e2e636e02,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:55.978664 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.991600 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for 85eedea6-8573-4e55-a3ee-ec8e2e636e02 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:56.126657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.157912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=85eedea6-8573-4e55-a3ee-ec8e2e636e02,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:56.184723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.185102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.185448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.185786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.186121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.186453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.186808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.187138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.187462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.187811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.188139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.188462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:56.211191 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] No DVR routers for this DVR port 85eedea6-8573-4e55-a3ee-ec8e2e636e02 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:56.217498 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:56.219118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cfdbe884-656b-44a9-85b2-8da8e1b4579d req-57093e57-a224-4897-987c-38b942386c6a tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.60 "DELETE /v2.0/ports/85eedea6-8573-4e55-a3ee-ec8e2e636e02 HTTP/1.1" status: 204 len: 173 time: 0.4209428 Nov 25 17:50:56.219118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'name': 'network-vif-deleted', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:50:56.220677 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df5772d-fd92-4c89-ac53-12c882a72f55" -d '{"events": [{"server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "name": "network-vif-deleted", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:50:56.263895 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c24c3-90a9-4828-8eec-80879f0b45bf x-openstack-request-id: req-6f1c24c3-90a9-4828-8eec-80879f0b45bf {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:50:56.264204 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d95014-06b1-418f-9fbc-a6c85ccd0b5d", "name": "network-vif-deleted", "tag": "85eedea6-8573-4e55-a3ee-ec8e2e636e02", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:50:56.264472 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f1c24c3-90a9-4828-8eec-80879f0b45bf {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:50:56.264957 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d95014-06b1-418f-9fbc-a6c85ccd0b5d', 'name': 'network-vif-deleted', 'tag': '85eedea6-8573-4e55-a3ee-ec8e2e636e02', 'status': 'completed', 'code': 200} Nov 25 17:50:56.388811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f71ad70d-1aee-422a-8f16-bf4f1e1ad349 req-3920b2a1-450c-4d1f-86ff-12604d0f8080 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5d95014-06b1-418f-9fbc-a6c85ccd0b5d HTTP/1.1" status: 200 len: 210 time: 0.0277567 Nov 25 17:50:57.451683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34294) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:57.516827 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f35568d-86e5-4588-890a-92acbb7e8fc7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.546378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f35568d-86e5-4588-890a-92acbb7e8fc7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.617000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f35568d-86e5-4588-890a-92acbb7e8fc7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.619830 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f35568d-86e5-4588-890a-92acbb7e8fc7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:57.621165 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8f35568d-86e5-4588-890a-92acbb7e8fc7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/security-groups/7e44b62b-b71e-41dc-b945-fe1841253917 HTTP/1.1" status: 204 len: 168 time: 0.1684544 Nov 25 17:50:57.631168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35568d-86e5-4588-890a-92acbb7e8fc7 tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e44b62b-b71e-41dc-b945-fe1841253917,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:57.656502 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:58.044595 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.323325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:58.323573 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.416893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:58.417278 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.430613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:58.644012 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:58.672956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:59.243259 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.482181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:59.600368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:59.606146 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-094866b5-5ac7-4b61-8e6b-ee443a24eb8e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "PUT /v2.0/routers/bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9484313 Nov 25 17:50:59.608812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34306) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:59.611159 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] Sync routers for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:59.623763 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:59.624500 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:59.673818 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f92afeb-b1cb-40b4-8a20-c033379a299e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting subnet fee192bc-ca7c-4abf-a200-74f320706e68 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:59.677420 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f92afeb-b1cb-40b4-8a20-c033379a299e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.733144 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f92afeb-b1cb-40b4-8a20-c033379a299e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.739446 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:59.837189 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f92afeb-b1cb-40b4-8a20-c033379a299e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.910871 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f92afeb-b1cb-40b4-8a20-c033379a299e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.940964 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:50:58Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:59.941414 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92afeb-b1cb-40b4-8a20-c033379a299e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Subnet': ['ID=fee192bc-ca7c-4abf-a200-74f320706e68,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:59.947492 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f92afeb-b1cb-40b4-8a20-c033379a299e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:59.953645 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0f92afeb-b1cb-40b4-8a20-c033379a299e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/subnets/fee192bc-ca7c-4abf-a200-74f320706e68 HTTP/1.1" status: 204 len: 168 time: 0.3436241 Nov 25 17:50:59.954085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:59.954561 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0037a8f-c7f1-4530-955a-f3e863db8c3d None None] Network ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:59.976196 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] Checking router: bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:59.985627 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] Routers {'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:59.986462 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:50:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:00.072649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.107437 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] Set router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:51:00.162588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da3735-c131-4f7e-8075-713b8737029a None None] DHCP port deletion for ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:00.202352 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.230014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-19da3735-c131-4f7e-8075-713b8737029a None None] Deleting port a73e5385-115c-4603-bf65-5721d761cd66 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:00.230356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19da3735-c131-4f7e-8075-713b8737029a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.275980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Deleting port ffd43b36-7e7f-46c1-a032-2b97602edcf0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:00.276321 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.295388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-19da3735-c131-4f7e-8075-713b8737029a None None] For port a73e5385-115c-4603-bf65-5721d761cd66, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a73e5385-115c-4603-bf65-5721d761cd66,segment=NetworkSegment(9ea3a7e9-00c1-4fb9-9249-334fad32659a),segment_id=9ea3a7e9-00c1-4fb9-9249-334fad32659a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:00.295796 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19da3735-c131-4f7e-8075-713b8737029a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.309326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-19da3735-c131-4f7e-8075-713b8737029a None None] Calling delete_port for a73e5385-115c-4603-bf65-5721d761cd66 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:00.312643 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:50:58Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:00.340812 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a4ce0-adb8-49af-8d44-c514e6357a47 None None] The sync data for ids ['bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff'] in n-d-819349-3 is: [{'id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'name': 'tempest-TestNetworkBasicOps-router-539737312', 'tenant_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:49:54Z', 'updated_at': '2021-11-25T17:50:58Z', 'revision_number': 5, 'project_id': '3547ebd4fdc149a9b73274a6aeec5a7d', 'gw_port': {'id': 'ffd43b36-7e7f-46c1-a032-2b97602edcf0', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:49:55Z', 'updated_at': '2021-11-25T17:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:51:00.367305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] For port ffd43b36-7e7f-46c1-a032-2b97602edcf0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ffd43b36-7e7f-46c1-a032-2b97602edcf0,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:00.367772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.383198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Calling delete_port for ffd43b36-7e7f-46c1-a032-2b97602edcf0 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:00.406307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19da3735-c131-4f7e-8075-713b8737029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.432489 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da3735-c131-4f7e-8075-713b8737029a None None] Pushing event deleted for resources: {'Port': ['ID=a73e5385-115c-4603-bf65-5721d761cd66,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:00.436143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19da3735-c131-4f7e-8075-713b8737029a None None] No DVR routers for this DVR port a73e5385-115c-4603-bf65-5721d761cd66 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:00.561596 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.587848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Port': ['ID=ffd43b36-7e7f-46c1-a032-2b97602edcf0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:00.603747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082d908-7db4-4f1d-be21-702f29651b3c None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:51:00.652508 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.752403 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.754674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.835762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.836406 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Fanout notify agent at l3_agent the message router_deleted on router bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:51:00.844049 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.845728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-623e3207-97b6-47e6-a412-0d24e4e1a42c tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/routers/bc24a1a2-0789-4cff-ab4e-dcb7ff7c5fff HTTP/1.1" status: 204 len: 168 time: 0.8898778 Nov 25 17:51:00.848515 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:00.933109 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:00.982436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 85eedea6-8573-4e55-a3ee-ec8e2e636e02 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:01.003520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 85eedea6-8573-4e55-a3ee-ec8e2e636e02 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:01.004022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 85eedea6-8573-4e55-a3ee-ec8e2e636e02 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:01.035353 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.059219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:01.072121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea3a7e9-00c1-4fb9-9249-334fad32659a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:01.072420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea3a7e9-00c1-4fb9-9249-334fad32659a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:01.084240 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.098000 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.104718 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:01.105149 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:01.108063 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:01.165310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.173178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.175525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] 10.222.0.81 "DELETE /v2.0/networks/ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39 HTTP/1.1" status: 204 len: 168 time: 0.3261802 Nov 25 17:51:01.189970 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3091b55-0d19-42d3-a7f6-177fcb40bb0e tempest-TestNetworkBasicOps-157448732 tempest-TestNetworkBasicOps-157448732-project] Pushing event deleted for resources: {'Network': ['ID=ed99e1d5-fcf4-4d0c-a762-ecb0034a6e39,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:01.515566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:01.666085 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5090cec5-27c4-4d95-a9bc-9933ff18a1a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3547ebd4fdc149a9b73274a6aeec5a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492574 Nov 25 17:51:01.668502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:01.717333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.739088 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.786548 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.789813 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:01.791153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/165b7e96-c478-4ad5-8140-d13a2f87755f HTTP/1.1" status: 204 len: 168 time: 0.1216254 Nov 25 17:51:01.798996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165b7e96-c478-4ad5-8140-d13a2f87755f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:01.808628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.809005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.809359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.809701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.810045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.810461 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.810715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.811135 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.811436 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.811772 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.812320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:01.812556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097641b-29b2-4053-af8c-80d2f79a2648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:02.074667 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:02.092059 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e35a63b8-e190-45c3-a012-ec4350a71c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.178311 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e35a63b8-e190-45c3-a012-ec4350a71c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.182531 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e35a63b8-e190-45c3-a012-ec4350a71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.189205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a73e5385-115c-4603-bf65-5721d761cd66 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:02.225656 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: a73e5385-115c-4603-bf65-5721d761cd66 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:02.226175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a73e5385-115c-4603-bf65-5721d761cd66 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:02.227973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:02.230512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e35a63b8-e190-45c3-a012-ec4350a71c56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cedd904edac244899b45a0e6f1045f0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541934 Nov 25 17:51:02.233994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34334) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:02.235100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a63b8-e190-45c3-a012-ec4350a71c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d560a9d-a3fd-41cd-9fc5-89be88578674,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:02.267575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:02.268164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device bd18d5c2-2fe3-40a8-a702-6bedd7f4fda2 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:02.268677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ffd43b36-7e7f-46c1-a032-2b97602edcf0 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:02.271804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5e36e6a-92b1-42e1-88cc-891f990a829d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.292711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ffd43b36-7e7f-46c1-a032-2b97602edcf0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:02.293411 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ffd43b36-7e7f-46c1-a032-2b97602edcf0 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:02.296791 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74b7442-f8d4-46e7-a82c-eb890d08bac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.320050 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74b7442-f8d4-46e7-a82c-eb890d08bac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.370305 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74b7442-f8d4-46e7-a82c-eb890d08bac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.373139 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e74b7442-f8d4-46e7-a82c-eb890d08bac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:02.374364 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e74b7442-f8d4-46e7-a82c-eb890d08bac4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d560a9d-a3fd-41cd-9fc5-89be88578674 HTTP/1.1" status: 204 len: 168 time: 0.1376445 Nov 25 17:51:02.382874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b7442-f8d4-46e7-a82c-eb890d08bac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d560a9d-a3fd-41cd-9fc5-89be88578674,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:04.401609 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4baf450a-a761-44f6-82af-37d62473b1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.667363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:04.776911 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a7ab-bc59-4b3e-ae46-17db20a7a786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.858477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a7ab-bc59-4b3e-ae46-17db20a7a786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.862473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a7ab-bc59-4b3e-ae46-17db20a7a786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.906041 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a7f3a7ab-bc59-4b3e-ae46-17db20a7a786 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12e1a428df10473eb52ebda0ec963e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375355 Nov 25 17:51:04.907190 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3a7ab-bc59-4b3e-ae46-17db20a7a786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467a8472-8b77-46d7-a729-359aea16782d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:04.908787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34498) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:04.966497 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b193c2c5-f4a5-451c-81f4-9752d197c3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:04.988493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b193c2c5-f4a5-451c-81f4-9752d197c3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.035170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b193c2c5-f4a5-451c-81f4-9752d197c3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.037946 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b193c2c5-f4a5-451c-81f4-9752d197c3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.039654 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b193c2c5-f4a5-451c-81f4-9752d197c3da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/467a8472-8b77-46d7-a729-359aea16782d HTTP/1.1" status: 204 len: 168 time: 0.1283007 Nov 25 17:51:05.052742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193c2c5-f4a5-451c-81f4-9752d197c3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a8472-8b77-46d7-a729-359aea16782d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:05.325251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:05.339693 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2f-7995-4e8f-9a70-4c9d5fefc989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.423767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2f-7995-4e8f-9a70-4c9d5fefc989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.428161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-609d8d2f-7995-4e8f-9a70-4c9d5fefc989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.468724 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-609d8d2f-7995-4e8f-9a70-4c9d5fefc989 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=083eb1f7b934446a9dbe188365e75da4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422787 Nov 25 17:51:05.469655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d8d2f-7995-4e8f-9a70-4c9d5fefc989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d969e49-c0bb-4215-938f-a32546dd6e55,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:05.471455 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:05.521380 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-598bf76d-5063-4896-af07-4b8798d4facc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.544896 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-598bf76d-5063-4896-af07-4b8798d4facc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.593775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-598bf76d-5063-4896-af07-4b8798d4facc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.596372 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-598bf76d-5063-4896-af07-4b8798d4facc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:05.597610 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-598bf76d-5063-4896-af07-4b8798d4facc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d969e49-c0bb-4215-938f-a32546dd6e55 HTTP/1.1" status: 204 len: 168 time: 0.1249039 Nov 25 17:51:05.606376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bf76d-5063-4896-af07-4b8798d4facc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d969e49-c0bb-4215-938f-a32546dd6e55,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:05.904631 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.328124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34536) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:06.429521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-399299841-network', 'tenant_id': 'ae312676faf04020b61db8f6cddd212f'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:06.451953 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Made reservation on behalf of ae312676faf04020b61db8f6cddd212f for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:06.454318 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.472300 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.553065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.557689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.586300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:06.591817 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:06.599741 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.599741 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Added segment d63a1910-5d92-49dc-b72e-b1a7cdf943df of type vlan for network 12d40dfe-8496-4922-84e8-d95fa0274d4f Nov 25 17:51:06.640754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.662000 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.668653 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.669668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:06.670247 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.734192 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4047410 Nov 25 17:51:06.737019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:06.742882 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Request body: {'subnet': {'network_id': '12d40dfe-8496-4922-84e8-d95fa0274d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-399299841-subnet', 'tenant_id': 'ae312676faf04020b61db8f6cddd212f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:06.764564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c89353-5f6e-44e1-b47f-5b763dcb9bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=12d40dfe-8496-4922-84e8-d95fa0274d4f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:06.766254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Made reservation on behalf of ae312676faf04020b61db8f6cddd212f for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:06.769087 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:06.775575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 12d40dfe-8496-4922-84e8-d95fa0274d4f details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:06.955374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.014347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Pushing event updated for resources: {'Subnet': ['ID=775e6a48-3098-4e07-b60e-f054d1f02a43,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:07.021595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Checking segment: {'id': 'd63a1910-5d92-49dc-b72e-b1a7cdf943df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '12d40dfe-8496-4922-84e8-d95fa0274d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:07.021963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Network hostable DHCP agents. Network: 12d40dfe-8496-4922-84e8-d95fa0274d4f, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:07.040365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Network 12d40dfe-8496-4922-84e8-d95fa0274d4f is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:07.049678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 12d40dfe-8496-4922-84e8-d95fa0274d4f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:07.054129 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:07.055036 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.060377 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db330048-94d6-4ced-bb2a-c3c0012e6f59 None None] Network 12d40dfe-8496-4922-84e8-d95fa0274d4f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:07.083929 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-191084c4-e712-414e-a5bf-b38a4880706e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3345807 Nov 25 17:51:07.212135 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.223701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d897d0a-48ec-4941-be43-246c308213ac None None] Network 12d40dfe-8496-4922-84e8-d95fa0274d4f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:07.338773 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.597467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:07.603426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-521748982-network', 'tenant_id': '84fceb2d051e421497abd6e94ff88f28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:07.624545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Made reservation on behalf of 84fceb2d051e421497abd6e94ff88f28 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:07.626849 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.939180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.996462 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.021441 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.026075 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.050639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:51:08.060122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d31bc77-d61e-4d86-b080-4d1d9a289b6a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:08.066307 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.066676 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Added segment 2411a055-0250-424b-a09a-3ef7d2abcebd of type vlan for network 094f60f2-c481-4db6-bfb8-bc62d8808cca Nov 25 17:51:08.108528 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.134820 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.135812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:08.136406 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.197280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5985482 Nov 25 17:51:08.199922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34560) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:08.204762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Request body: {'subnet': {'network_id': '094f60f2-c481-4db6-bfb8-bc62d8808cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-521748982-subnet', 'tenant_id': '84fceb2d051e421497abd6e94ff88f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:08.212214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e7b3f-1ae8-4442-aa8c-27c42235faa8 admin admin] Pushing event updated for resources: {'Network': ['ID=094f60f2-c481-4db6-bfb8-bc62d8808cca,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:08.221961 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 094f60f2-c481-4db6-bfb8-bc62d8808cca details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:51:08.234000 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Made reservation on behalf of 84fceb2d051e421497abd6e94ff88f28 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:08.236678 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.434245 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.491774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dff6716-46a2-45a6-8d3d-d330be21f099,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:08.501193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Checking segment: {'id': '2411a055-0250-424b-a09a-3ef7d2abcebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '094f60f2-c481-4db6-bfb8-bc62d8808cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:08.501557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Network hostable DHCP agents. Network: 094f60f2-c481-4db6-bfb8-bc62d8808cca, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:51:08.519120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Network 094f60f2-c481-4db6-bfb8-bc62d8808cca is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:51:08.528714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 094f60f2-c481-4db6-bfb8-bc62d8808cca) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:08.533210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:08.533961 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:08.540731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1181e51-627c-4a27-893e-b5560c7c8024 None None] Network 094f60f2-c481-4db6-bfb8-bc62d8808cca requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:08.552656 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c07eff1f-a3f5-4e9b-8ae7-849cac8428bb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3516684 Nov 25 17:51:08.686581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8bfb4-6b6f-499b-a737-e0f99aaacb11 None None] Network 094f60f2-c481-4db6-bfb8-bc62d8808cca requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:51:09.209046 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1fac-9dad-4708-8483-d012f8b1608b req-68a0518e-dd95-42bd-a6aa-ee319c5c24ed tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:09.211250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-68a0518e-dd95-42bd-a6aa-ee319c5c24ed tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/networks?id=12d40dfe-8496-4922-84e8-d95fa0274d4f HTTP/1.1" status: 200 len: 811 time: 0.1145608 Nov 25 17:51:09.228884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-0b3f0b81-e819-400a-a220-227376b45592 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/quotas/ae312676faf04020b61db8f6cddd212f HTTP/1.1" status: 200 len: 375 time: 0.0104084 Nov 25 17:51:09.263885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-9377352a-b56e-48fe-ba72-42486968a3d4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ae312676faf04020b61db8f6cddd212f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287824 Nov 25 17:51:09.276085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-2b674da9-e3b1-4703-b6f2-1677251ea3ae service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:51:09.277116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-2b674da9-e3b1-4703-b6f2-1677251ea3ae service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057650 Nov 25 17:51:09.378481 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-07d5d8c6-3c77-4904-aa81-fdba05805f1c service neutron] 10.222.0.81 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938296 Nov 25 17:51:09.482725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-85bf08e0-f0e4-4cdd-978b-720ae53f641c service neutron] 10.222.0.81 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973430 Nov 25 17:51:09.657033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-df660d67-0dc3-4922-8987-3d54264f2867 req-647fee89-0acc-4842-a76b-d2c5e6f0fb0b tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 210 time: 0.0294785 Nov 25 17:51:10.727021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1fac-9dad-4708-8483-d012f8b1608b req-c7ce983d-b6a8-4c9b-bc21-33d63891ca6d tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:10.728795 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-c7ce983d-b6a8-4c9b-bc21-33d63891ca6d tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.95 "GET /v2.0/networks?id=12d40dfe-8496-4922-84e8-d95fa0274d4f HTTP/1.1" status: 200 len: 811 time: 0.1254392 Nov 25 17:51:10.744605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Request body: {'port': {'device_id': '340b3b5f-abc3-4647-8953-496061811bff', 'network_id': '12d40dfe-8496-4922-84e8-d95fa0274d4f', 'admin_state_up': True, 'tenant_id': 'ae312676faf04020b61db8f6cddd212f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:10.761672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb14bd19-e45a-4f7e-b39d-eea28886383d req-555d4ac7-294d-4785-b6b2-32f0bbca4571 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 210 time: 0.0275600 Nov 25 17:51:10.862049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Made reservation on behalf of ae312676faf04020b61db8f6cddd212f for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:51:10.865819 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.990760 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Allocated IP 172.20.0.8 (12d40dfe-8496-4922-84e8-d95fa0274d4f/775e6a48-3098-4e07-b60e-f054d1f02a43/d018fa9a-02f3-447c-8094-6c8f201bbe81) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:51:11.140404 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.173870 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.220394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Network 12d40dfe-8496-4922-84e8-d95fa0274d4f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:51:11.225571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:51:11.230318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:51:11.234465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Pushing event updated for resources: {'Port': ['ID=d018fa9a-02f3-447c-8094-6c8f201bbe81,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:11.293796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:11.294445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.312190 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-450cad46-12df-409e-937f-1b132402c2e4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718493 Nov 25 17:51:11.326109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Request body: {'port': {'device_id': '340b3b5f-abc3-4647-8953-496061811bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:51:11.383521 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.658122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d018fa9a-02f3-447c-8094-6c8f201bbe81 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:51:11.666314 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.678869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Transition to ACTIVE for port object d018fa9a-02f3-447c-8094-6c8f201bbe81 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:51:11.683463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.736611 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Pushing event updated for resources: {'Port': ['ID=d018fa9a-02f3-447c-8094-6c8f201bbe81,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:11.808824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Attempting to bind port d018fa9a-02f3-447c-8094-6c8f201bbe81 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:51:11.809124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Attempting to bind port d018fa9a-02f3-447c-8094-6c8f201bbe81 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd63a1910-5d92-49dc-b72e-b1a7cdf943df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '12d40dfe-8496-4922-84e8-d95fa0274d4f'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:51:11.809465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Attempting to bind port d018fa9a-02f3-447c-8094-6c8f201bbe81 on network 12d40dfe-8496-4922-84e8-d95fa0274d4f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:11.814138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Port d018fa9a-02f3-447c-8094-6c8f201bbe81 on network 12d40dfe-8496-4922-84e8-d95fa0274d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:51:11.814466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Attempting to bind port d018fa9a-02f3-447c-8094-6c8f201bbe81 on network 12d40dfe-8496-4922-84e8-d95fa0274d4f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:51:11.819376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:51:11.819740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Checking segment: {'id': 'd63a1910-5d92-49dc-b72e-b1a7cdf943df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '12d40dfe-8496-4922-84e8-d95fa0274d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:51:11.820798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Bound using segment: {'id': 'd63a1910-5d92-49dc-b72e-b1a7cdf943df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '12d40dfe-8496-4922-84e8-d95fa0274d4f'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:51:11.821544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Bound port: d018fa9a-02f3-447c-8094-6c8f201bbe81, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63a1910-5d92-49dc-b72e-b1a7cdf943df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '12d40dfe-8496-4922-84e8-d95fa0274d4f'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:51:11.821910 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.885503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817f1be-3376-4578-9a1b-ba88d6e0f822 req-8977e48b-ed37-4dab-a087-953c043d542f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:11.887079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2817f1be-3376-4578-9a1b-ba88d6e0f822 req-8977e48b-ed37-4dab-a087-953c043d542f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 943 time: 0.0542972 Nov 25 17:51:11.888888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] For port d018fa9a-02f3-447c-8094-6c8f201bbe81, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:51:11.892367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] For port d018fa9a-02f3-447c-8094-6c8f201bbe81, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81,segment=NetworkSegment(d63a1910-5d92-49dc-b72e-b1a7cdf943df),segment_id=d63a1910-5d92-49dc-b72e-b1a7cdf943df)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:51:11.896125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.939422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2817f1be-3376-4578-9a1b-ba88d6e0f822 req-3c7887cb-884d-4fff-b088-8677fcb202f3 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455866 Nov 25 17:51:11.940341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:11.940992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.942507 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] 10.222.0.95 "PUT /v2.0/ports/d018fa9a-02f3-447c-8094-6c8f201bbe81 HTTP/1.1" status: 200 len: 1091 time: 0.6206856 Nov 25 17:51:11.942978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340b3b5f-abc3-4647-8953-496061811bff', 'tag': 'd018fa9a-02f3-447c-8094-6c8f201bbe81'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:11.947134 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8" -d '{"events": [{"name": "network-changed", "server_uuid": "340b3b5f-abc3-4647-8953-496061811bff", "tag": "d018fa9a-02f3-447c-8094-6c8f201bbe81"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:11.971726 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed676786-ad7a-4964-99ca-91e02b405f11 service neutron] Pushing event updated for resources: {'Port': ['ID=d018fa9a-02f3-447c-8094-6c8f201bbe81,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:11.990933 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa664d4a-548c-4994-82a6-a05e9e7a4d0b x-openstack-request-id: req-aa664d4a-548c-4994-82a6-a05e9e7a4d0b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:11.991217 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340b3b5f-abc3-4647-8953-496061811bff", "tag": "d018fa9a-02f3-447c-8094-6c8f201bbe81", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:11.991477 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa664d4a-548c-4994-82a6-a05e9e7a4d0b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:11.992526 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340b3b5f-abc3-4647-8953-496061811bff', 'tag': 'd018fa9a-02f3-447c-8094-6c8f201bbe81', 'status': 'completed', 'code': 200} Nov 25 17:51:12.036757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1fac-9dad-4708-8483-d012f8b1608b req-54a60dd3-098d-417a-ac21-a0aa78db3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.038287 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-54a60dd3-098d-417a-ac21-a0aa78db3e8c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ae312676faf04020b61db8f6cddd212f&device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 1094 time: 0.0423853 Nov 25 17:51:12.082938 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-1de4f707-d643-4c3d-b044-ba7e38db1730 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81 HTTP/1.1" status: 200 len: 217 time: 0.0357618 Nov 25 17:51:12.137586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c1fac-9dad-4708-8483-d012f8b1608b req-e9fc798c-71ae-42d2-9a7c-619eebd8abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.139121 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-e9fc798c-71ae-42d2-9a7c-619eebd8abfd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=775e6a48-3098-4e07-b60e-f054d1f02a43 HTTP/1.1" status: 200 len: 851 time: 0.0490267 Nov 25 17:51:12.172348 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-4b2b8634-7f02-46a2-9058-b4fe1fc7e6b5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=12d40dfe-8496-4922-84e8-d95fa0274d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258431 Nov 25 17:51:12.263940 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-7637ba9a-bb3b-40fe-9fe4-531d515495bb service neutron] 10.222.0.95 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836532 Nov 25 17:51:12.358394 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-062c1fac-9dad-4708-8483-d012f8b1608b req-fbe2f7c5-e55b-4d3d-9a86-8590a8e38e20 service neutron] 10.222.0.95 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870893 Nov 25 17:51:12.440786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-7fb9596a-ef4d-459e-b2fb-2e59d6128288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.442341 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-7fb9596a-ef4d-459e-b2fb-2e59d6128288 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ae312676faf04020b61db8f6cddd212f&device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 1094 time: 0.0411892 Nov 25 17:51:12.539741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-99d6ad5e-2a3c-474a-a2eb-4a974a807204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.541372 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-99d6ad5e-2a3c-474a-a2eb-4a974a807204 service neutron] 10.222.0.95 "GET /v2.0/networks?id=12d40dfe-8496-4922-84e8-d95fa0274d4f HTTP/1.1" status: 200 len: 912 time: 0.0903037 Nov 25 17:51:12.584735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-8c3e44a4-82cb-47d4-b3ad-6efc382ef1c6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81 HTTP/1.1" status: 200 len: 217 time: 0.0357378 Nov 25 17:51:12.635404 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-64694160-f7f0-4a38-b8a4-e157b8fabd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:12.636902 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-64694160-f7f0-4a38-b8a4-e157b8fabd36 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=775e6a48-3098-4e07-b60e-f054d1f02a43 HTTP/1.1" status: 200 len: 851 time: 0.0454860 Nov 25 17:51:12.671664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-ac186a17-3af2-45cb-834e-b8955c5b1ab3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=12d40dfe-8496-4922-84e8-d95fa0274d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265293 Nov 25 17:51:12.766052 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-e2a08279-2d64-4950-9c47-6cee88adc358 service neutron] 10.222.0.95 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866528 Nov 25 17:51:12.857764 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-843b1775-39bb-4cdb-87c2-f5d5d1b577f8 req-bd8f15e5-51d7-4e1b-9a63-6e3db953e020 service neutron] 10.222.0.95 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835698 Nov 25 17:51:13.061598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556eb67-219b-4c38-b250-24c87d4177f6 req-c48a1c6f-42bb-4bbe-9591-7f85a17d2345 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:13.063090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b556eb67-219b-4c38-b250-24c87d4177f6 req-c48a1c6f-42bb-4bbe-9591-7f85a17d2345 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 943 time: 0.0492883 Nov 25 17:51:13.111700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b556eb67-219b-4c38-b250-24c87d4177f6 req-de8ff16a-acba-44af-93fc-a10aa336e7b3 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Nov 25 17:51:13.819410 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:51:14.237247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d732d5c-ed62-4ff3-9ac2-bc1fa03b6797 req-7e926754-71f2-46a8-add5-2aabfedf2845 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:14.238731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d732d5c-ed62-4ff3-9ac2-bc1fa03b6797 req-7e926754-71f2-46a8-add5-2aabfedf2845 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 943 time: 0.0490999 Nov 25 17:51:14.298054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d732d5c-ed62-4ff3-9ac2-bc1fa03b6797 req-b4d294cc-21a6-4190-9765-8b13efd62669 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518210 Nov 25 17:51:14.934181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-a0ae5a68-4b9c-49b5-9ae9-1f561b557cce req-29a72b35-d42c-4c55-87d7-3af623a81f67 service neutron] (103599) timed out ('10.222.0.81', 33608) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:51:15.412755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d9f8d-9cc1-48a4-b1f1-38b11c5f8b54 req-523a7052-d26b-4afc-b8ee-8cb3280df027 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:15.414486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e1d9f8d-9cc1-48a4-b1f1-38b11c5f8b54 req-523a7052-d26b-4afc-b8ee-8cb3280df027 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 943 time: 0.0493360 Nov 25 17:51:15.463847 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e1d9f8d-9cc1-48a4-b1f1-38b11c5f8b54 req-bbbf5596-c932-4dd4-bf0a-c9109a0a1dee tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436008 Nov 25 17:51:15.673791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d018fa9a-02f3-447c-8094-6c8f201bbe81 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:51:15.770564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d018fa9a-02f3-447c-8094-6c8f201bbe81, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81,segment=NetworkSegment(d63a1910-5d92-49dc-b72e-b1a7cdf943df),segment_id=d63a1910-5d92-49dc-b72e-b1a7cdf943df)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:15.782908 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'd018fa9a-02f3-447c-8094-6c8f201bbe81', 'network_id': '12d40dfe-8496-4922-84e8-d95fa0274d4f', 'port_id': 'd018fa9a-02f3-447c-8094-6c8f201bbe81', 'mac_address': 'fa:16:3e:7d:9a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775e6a48-3098-4e07-b60e-f054d1f02a43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:51:15.821192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.834436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d018fa9a-02f3-447c-8094-6c8f201bbe81 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:51:15.855648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d018fa9a-02f3-447c-8094-6c8f201bbe81, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81,segment=NetworkSegment(d63a1910-5d92-49dc-b72e-b1a7cdf943df),segment_id=d63a1910-5d92-49dc-b72e-b1a7cdf943df)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:15.859621 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:15.909398 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d018fa9a-02f3-447c-8094-6c8f201bbe81,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:15.917719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.918077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.918428 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.918776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.919119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.919456 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.919791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.920125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.920457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.920787 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.921142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:15.921469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:16.067613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d018fa9a-02f3-447c-8094-6c8f201bbe81'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:16.582895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15275fdd-7567-4d63-84ca-0963d70e380e req-d2237d09-6547-4e93-a8df-b10b36bcfe77 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:16.584302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15275fdd-7567-4d63-84ca-0963d70e380e req-d2237d09-6547-4e93-a8df-b10b36bcfe77 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 944 time: 0.0497296 Nov 25 17:51:16.631495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-15275fdd-7567-4d63-84ca-0963d70e380e req-b1de188a-6342-4a6b-aa85-9cc8e9282e8d tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Nov 25 17:51:17.674620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d018fa9a-02f3-447c-8094-6c8f201bbe81 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:51:17.723776 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port d018fa9a-02f3-447c-8094-6c8f201bbe81 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:51:17.728018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port d018fa9a-02f3-447c-8094-6c8f201bbe81 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:51:17.728399 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.756173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38239e4d-92fc-4d82-85ba-be9f08c4475f req-38857bba-bbbc-4a60-a032-ff5834997b08 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:17.757694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38239e4d-92fc-4d82-85ba-be9f08c4475f req-38857bba-bbbc-4a60-a032-ff5834997b08 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 944 time: 0.0546958 Nov 25 17:51:17.808166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-38239e4d-92fc-4d82-85ba-be9f08c4475f req-913afc94-f1f2-4012-94a6-4308db51f73d tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Nov 25 17:51:17.814584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.838179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340b3b5f-abc3-4647-8953-496061811bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd018fa9a-02f3-447c-8094-6c8f201bbe81'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:17.840457 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de602dbd-43cd-4fee-baed-cf1700864360" -d '{"events": [{"server_uuid": "340b3b5f-abc3-4647-8953-496061811bff", "name": "network-vif-plugged", "status": "completed", "tag": "d018fa9a-02f3-447c-8094-6c8f201bbe81"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:17.853101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d018fa9a-02f3-447c-8094-6c8f201bbe81, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81,segment=NetworkSegment(d63a1910-5d92-49dc-b72e-b1a7cdf943df),segment_id=d63a1910-5d92-49dc-b72e-b1a7cdf943df)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:17.857648 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.886388 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c8ff60-6eb1-44e8-a50e-102875879f9e x-openstack-request-id: req-c1c8ff60-6eb1-44e8-a50e-102875879f9e {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:17.886739 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340b3b5f-abc3-4647-8953-496061811bff", "name": "network-vif-plugged", "status": "completed", "tag": "d018fa9a-02f3-447c-8094-6c8f201bbe81", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:17.886999 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1c8ff60-6eb1-44e8-a50e-102875879f9e {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:17.887555 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340b3b5f-abc3-4647-8953-496061811bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd018fa9a-02f3-447c-8094-6c8f201bbe81', 'code': 200} Nov 25 17:51:17.915424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d018fa9a-02f3-447c-8094-6c8f201bbe81,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:17.984837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0de850-18f8-4e25-8bbf-0ac781bb8825 req-e41111b3-f80e-4736-901b-6586c736609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:17.986365 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bc0de850-18f8-4e25-8bbf-0ac781bb8825 req-e41111b3-f80e-4736-901b-6586c736609a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 1096 time: 0.0478311 Nov 25 17:51:18.033336 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bc0de850-18f8-4e25-8bbf-0ac781bb8825 req-477d3643-3eaa-430b-b551-0955e38b68da service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Nov 25 17:51:18.929632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc7d69-ae11-4e0d-b913-3ad5d58c1374 req-25fb7f95-62a1-4762-92ca-ba9a4d755406 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:18.931231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3bc7d69-ae11-4e0d-b913-3ad5d58c1374 req-25fb7f95-62a1-4762-92ca-ba9a4d755406 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0510185 Nov 25 17:51:18.987339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3bc7d69-ae11-4e0d-b913-3ad5d58c1374 req-65ce3193-27bc-4838-b1a8-2c0539ed95c7 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489910 Nov 25 17:51:20.121916 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed20833-86a7-4444-9637-654537440f5d req-1a5d7681-daea-41c1-b8dd-933256909654 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:20.121916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bed20833-86a7-4444-9637-654537440f5d req-1a5d7681-daea-41c1-b8dd-933256909654 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0551236 Nov 25 17:51:20.169227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bed20833-86a7-4444-9637-654537440f5d req-b04b55ee-f662-4a01-b76c-0276934f4936 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Nov 25 17:51:20.289665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9cab-b61a-44c4-99af-a668262e0980 req-e173a590-b579-4c76-a18a-543c97f82500 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:20.291073 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-654a9cab-b61a-44c4-99af-a668262e0980 req-e173a590-b579-4c76-a18a-543c97f82500 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0510075 Nov 25 17:51:20.338253 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-654a9cab-b61a-44c4-99af-a668262e0980 req-a50ebe5d-922e-479e-9803-cda88d92e571 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Nov 25 17:51:20.562860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b7b4-e81e-4849-ac33-25fcb2484a02 req-f62f322f-ce42-4b72-bd87-1310208cc2e8 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:20.564280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59f0b7b4-e81e-4849-ac33-25fcb2484a02 req-f62f322f-ce42-4b72-bd87-1310208cc2e8 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0513282 Nov 25 17:51:20.614994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59f0b7b4-e81e-4849-ac33-25fcb2484a02 req-6af7e35f-9fd1-4ac9-a5fb-00d03638b5ee tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446723 Nov 25 17:51:21.733451 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac5383-a412-44bb-97b7-50f338f62d5d req-f8a433c6-98ce-482a-9d61-abd941e750a2 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:21.734997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09ac5383-a412-44bb-97b7-50f338f62d5d req-f8a433c6-98ce-482a-9d61-abd941e750a2 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0489721 Nov 25 17:51:21.784085 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09ac5383-a412-44bb-97b7-50f338f62d5d req-27d261f6-07ee-401b-8f86-857a23b4120f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 Nov 25 17:51:21.991362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f677df-978e-4306-a065-c1ea6602f5bf req-ad147b07-d0c4-4ac9-9443-c44c01ebe2df tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:21.992960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12f677df-978e-4306-a065-c1ea6602f5bf req-ad147b07-d0c4-4ac9-9443-c44c01ebe2df tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0505497 Nov 25 17:51:22.010532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-812b0035-a118-40be-b651-e1f45f232488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:22.012067 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-812b0035-a118-40be-b651-e1f45f232488 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ae312676faf04020b61db8f6cddd212f&device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 1096 time: 0.0421937 Nov 25 17:51:22.042158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-12f677df-978e-4306-a065-c1ea6602f5bf req-23c3c315-5dfb-48e2-9bbc-56dc175dcbf1 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428088 Nov 25 17:51:22.109328 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-72dd9cd8-eeca-4f05-a3ed-aec7c20f7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:22.110822 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-72dd9cd8-eeca-4f05-a3ed-aec7c20f7e26 service neutron] 10.222.0.95 "GET /v2.0/networks?id=12d40dfe-8496-4922-84e8-d95fa0274d4f HTTP/1.1" status: 200 len: 912 time: 0.0903187 Nov 25 17:51:22.154193 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-977a49f2-b727-4489-a7c7-f1ec85d69d4d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81 HTTP/1.1" status: 200 len: 217 time: 0.0358894 Nov 25 17:51:22.203462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-d2732c39-7e0e-4937-902a-ae56e723998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:22.204925 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-d2732c39-7e0e-4937-902a-ae56e723998e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=775e6a48-3098-4e07-b60e-f054d1f02a43 HTTP/1.1" status: 200 len: 851 time: 0.0442541 Nov 25 17:51:22.239552 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-a85697ed-0fe4-4a68-a851-ecf705db97ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=12d40dfe-8496-4922-84e8-d95fa0274d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265090 Nov 25 17:51:22.338254 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-c4506ff8-485f-449d-b982-75a45f7311a2 service neutron] 10.222.0.95 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920937 Nov 25 17:51:22.430743 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a6271958-f5ad-4d19-a475-aa36012175e4 req-8f802523-584f-4a0b-8c29-7e29fcfed027 service neutron] 10.222.0.95 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848062 Nov 25 17:51:23.169231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0f8a3-944f-408a-9f51-923f22a6fa2e req-a60b475c-a30e-4f10-9849-a6fdce9b7e72 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:23.170719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9bc0f8a3-944f-408a-9f51-923f22a6fa2e req-a60b475c-a30e-4f10-9849-a6fdce9b7e72 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0551324 Nov 25 17:51:23.218029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9bc0f8a3-944f-408a-9f51-923f22a6fa2e req-cb018554-8d9a-4a68-9fef-53b26a397b2d tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Nov 25 17:51:24.339484 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730eeac-d9ed-4e88-a989-651f3a6735be req-c1d998b2-a5d3-4860-93b4-5431d4051dc4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:24.341006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b730eeac-d9ed-4e88-a989-651f3a6735be req-c1d998b2-a5d3-4860-93b4-5431d4051dc4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0520337 Nov 25 17:51:24.392227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b730eeac-d9ed-4e88-a989-651f3a6735be req-5fdc4c24-f946-4588-8c34-4d4c1803175e tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 Nov 25 17:51:24.640457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20153a-7fc6-465f-8631-678708416000 req-f5840ff1-2e9c-4f01-99d5-0ee71091fdd4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:24.641982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a20153a-7fc6-465f-8631-678708416000 req-f5840ff1-2e9c-4f01-99d5-0ee71091fdd4 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0486534 Nov 25 17:51:24.695722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a20153a-7fc6-465f-8631-678708416000 req-92e00643-854e-4ea2-b402-078456f5a6f3 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476210 Nov 25 17:51:25.814644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb90e-862c-4d79-8b25-e5d450bc4126 req-ea050147-f137-4d15-8c24-2bc9439271ff tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:25.816113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c82eb90e-862c-4d79-8b25-e5d450bc4126 req-ea050147-f137-4d15-8c24-2bc9439271ff tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0511556 Nov 25 17:51:25.864849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c82eb90e-862c-4d79-8b25-e5d450bc4126 req-842bb023-6a42-4aca-893c-f3e5f8feef3a tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Nov 25 17:51:26.080914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc614-d672-4b50-a144-f32476df97a8 req-67f715c7-60dc-4644-8e53-af03494bdff7 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:26.082357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d1cc614-d672-4b50-a144-f32476df97a8 req-67f715c7-60dc-4644-8e53-af03494bdff7 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0500298 Nov 25 17:51:26.097124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bb2d8-970a-4485-9e57-b954373e9996 req-d550f10b-b1a7-44d9-a61b-382960c372f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:26.098646 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-022bb2d8-970a-4485-9e57-b954373e9996 req-d550f10b-b1a7-44d9-a61b-382960c372f1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ae312676faf04020b61db8f6cddd212f&device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 1096 time: 0.0475297 Nov 25 17:51:26.131587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7d1cc614-d672-4b50-a144-f32476df97a8 req-a6f27300-5735-4899-bde6-5314fbc48665 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Nov 25 17:51:26.189135 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bb2d8-970a-4485-9e57-b954373e9996 req-04f6bc38-9d5a-415a-ae72-657161282e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:26.190765 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-022bb2d8-970a-4485-9e57-b954373e9996 req-04f6bc38-9d5a-415a-ae72-657161282e29 service neutron] 10.222.0.95 "GET /v2.0/networks?id=12d40dfe-8496-4922-84e8-d95fa0274d4f HTTP/1.1" status: 200 len: 912 time: 0.0850434 Nov 25 17:51:26.233634 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-022bb2d8-970a-4485-9e57-b954373e9996 req-d50f49bc-0b05-4f4a-96df-5a0dc87ed443 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81 HTTP/1.1" status: 200 len: 217 time: 0.0352709 Nov 25 17:51:26.287855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bb2d8-970a-4485-9e57-b954373e9996 req-dbdea85e-0d28-4ea6-acb4-6c18b58d522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:26.290160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-022bb2d8-970a-4485-9e57-b954373e9996 req-dbdea85e-0d28-4ea6-acb4-6c18b58d522b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=775e6a48-3098-4e07-b60e-f054d1f02a43 HTTP/1.1" status: 200 len: 851 time: 0.0491767 Nov 25 17:51:26.321336 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-022bb2d8-970a-4485-9e57-b954373e9996 req-2aa07256-3ea9-4360-bbc3-a314e8600c44 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=12d40dfe-8496-4922-84e8-d95fa0274d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240233 Nov 25 17:51:26.411797 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-022bb2d8-970a-4485-9e57-b954373e9996 req-35cab883-c2a2-4b2a-a175-78a1a7c7909f service neutron] 10.222.0.95 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832527 Nov 25 17:51:26.505868 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-022bb2d8-970a-4485-9e57-b954373e9996 req-684a617a-beeb-4c2b-8f7e-d4795027a32b service neutron] 10.222.0.95 "GET /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875165 Nov 25 17:51:27.255180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e709b-a3cc-4727-9a2d-89851e8ae03c req-68734584-49dc-4fcf-b9d3-dd6de781165e tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:27.256660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-989e709b-a3cc-4727-9a2d-89851e8ae03c req-68734584-49dc-4fcf-b9d3-dd6de781165e tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0536022 Nov 25 17:51:27.305738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-989e709b-a3cc-4727-9a2d-89851e8ae03c req-3791003a-8833-41dd-8add-89cfbaf8b870 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Nov 25 17:51:27.541714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4a6d8-7cf6-4f47-abae-ceda42cd0ccb req-6730f365-d064-4433-bc43-a3796bd76d8e tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:27.543550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53a4a6d8-7cf6-4f47-abae-ceda42cd0ccb req-6730f365-d064-4433-bc43-a3796bd76d8e tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0509791 Nov 25 17:51:27.593488 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53a4a6d8-7cf6-4f47-abae-ceda42cd0ccb req-27ce4229-8e23-4e77-8805-b6524bba9068 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Nov 25 17:51:28.713861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22651d-da3e-4f4b-a767-2e5fba48a933 req-c3676004-6fd6-4f40-81c6-312c30dd9170 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:28.715406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe22651d-da3e-4f4b-a767-2e5fba48a933 req-c3676004-6fd6-4f40-81c6-312c30dd9170 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0538588 Nov 25 17:51:28.766899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe22651d-da3e-4f4b-a767-2e5fba48a933 req-ebc2f4f7-f155-4177-a585-952a5ef57136 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Nov 25 17:51:29.301520 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-5d2dd45e-6124-442e-9468-8040e62f0968 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:29.303022 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-5d2dd45e-6124-442e-9468-8040e62f0968 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.95 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 945 time: 0.0520706 Nov 25 17:51:29.399735 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Deleting port d018fa9a-02f3-447c-8094-6c8f201bbe81 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:51:29.400075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.489264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] For port d018fa9a-02f3-447c-8094-6c8f201bbe81, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d018fa9a-02f3-447c-8094-6c8f201bbe81,segment=NetworkSegment(d63a1910-5d92-49dc-b72e-b1a7cdf943df),segment_id=d63a1910-5d92-49dc-b72e-b1a7cdf943df)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:51:29.489631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.502673 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Calling delete_port for d018fa9a-02f3-447c-8094-6c8f201bbe81 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:51:29.634218 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.646874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d018fa9a-02f3-447c-8094-6c8f201bbe81'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:51:29.662132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Pushing event deleted for resources: {'Port': ['ID=d018fa9a-02f3-447c-8094-6c8f201bbe81,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:29.706471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] No DVR routers for this DVR port d018fa9a-02f3-447c-8094-6c8f201bbe81 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:51:29.709073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:29.712692 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cdd7ff10-bfd8-46b1-b443-0a3065c0f386 req-6603814e-b5ef-494e-95ed-476af1a6167f tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.95 "DELETE /v2.0/ports/d018fa9a-02f3-447c-8094-6c8f201bbe81 HTTP/1.1" status: 204 len: 173 time: 0.4035754 Nov 25 17:51:29.713182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340b3b5f-abc3-4647-8953-496061811bff', 'name': 'network-vif-deleted', 'tag': 'd018fa9a-02f3-447c-8094-6c8f201bbe81'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:51:29.715461 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b615769c-4305-41f2-b93e-f528177a856e" -d '{"events": [{"server_uuid": "340b3b5f-abc3-4647-8953-496061811bff", "name": "network-vif-deleted", "tag": "d018fa9a-02f3-447c-8094-6c8f201bbe81"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:51:29.753802 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55f10ff-891b-454c-b9bc-22cc2b76a23a x-openstack-request-id: req-e55f10ff-891b-454c-b9bc-22cc2b76a23a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:51:29.754104 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340b3b5f-abc3-4647-8953-496061811bff", "name": "network-vif-deleted", "tag": "d018fa9a-02f3-447c-8094-6c8f201bbe81", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:51:29.754363 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e55f10ff-891b-454c-b9bc-22cc2b76a23a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:51:29.754811 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340b3b5f-abc3-4647-8953-496061811bff', 'name': 'network-vif-deleted', 'tag': 'd018fa9a-02f3-447c-8094-6c8f201bbe81', 'status': 'completed', 'code': 200} Nov 25 17:51:29.884820 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f5a76d60-4f7b-40de-ba2e-e608f6b8ebb3 req-c628d399-020b-447a-9300-2da2a1e50866 tempest-TestServerAdvancedOps-12858214 tempest-TestServerAdvancedOps-12858214-project] 10.222.0.81 "GET /v2.0/ports?device_id=340b3b5f-abc3-4647-8953-496061811bff HTTP/1.1" status: 200 len: 210 time: 0.0300727 Nov 25 17:51:30.944699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:30.990158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f3c683-c58c-4590-a805-3242d5fccc24 admin admin] Deleting subnet 775e6a48-3098-4e07-b60e-f054d1f02a43 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:30.993846 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c683-c58c-4590-a805-3242d5fccc24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.036076 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c683-c58c-4590-a805-3242d5fccc24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.080053 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c683-c58c-4590-a805-3242d5fccc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.133269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c683-c58c-4590-a805-3242d5fccc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.156414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3c683-c58c-4590-a805-3242d5fccc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775e6a48-3098-4e07-b60e-f054d1f02a43,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:31.162155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c683-c58c-4590-a805-3242d5fccc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.165863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e3f3c683-c58c-4590-a805-3242d5fccc24 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/775e6a48-3098-4e07-b60e-f054d1f02a43 HTTP/1.1" status: 204 len: 168 time: 0.2201028 Nov 25 17:51:31.168429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:31.235514 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.318894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.339938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d40dfe-8496-4922-84e8-d95fa0274d4f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:31.348999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63a1910-5d92-49dc-b72e-b1a7cdf943df') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:31.349299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63a1910-5d92-49dc-b72e-b1a7cdf943df') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:31.359329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.372356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.378149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:31.378524 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:31.380140 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:31.436904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.442486 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.445807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] 10.222.0.81 "DELETE /v2.0/networks/12d40dfe-8496-4922-84e8-d95fa0274d4f HTTP/1.1" status: 204 len: 168 time: 0.2763510 Nov 25 17:51:31.448702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:31.466124 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581b17-2f13-482f-836a-256b5e5f3037 admin admin] Pushing event deleted for resources: {'Network': ['ID=12d40dfe-8496-4922-84e8-d95fa0274d4f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:31.505842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0555ed27-7c59-4c6f-bdfe-920b769d01b4 admin admin] Deleting subnet 6dff6716-46a2-45a6-8d3d-d330be21f099 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:51:31.510467 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0555ed27-7c59-4c6f-bdfe-920b769d01b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.547366 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0555ed27-7c59-4c6f-bdfe-920b769d01b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.587733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0555ed27-7c59-4c6f-bdfe-920b769d01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.645363 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0555ed27-7c59-4c6f-bdfe-920b769d01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.672872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555ed27-7c59-4c6f-bdfe-920b769d01b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dff6716-46a2-45a6-8d3d-d330be21f099,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:31.674862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0555ed27-7c59-4c6f-bdfe-920b769d01b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.678092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0555ed27-7c59-4c6f-bdfe-920b769d01b4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6dff6716-46a2-45a6-8d3d-d330be21f099 HTTP/1.1" status: 204 len: 168 time: 0.2284167 Nov 25 17:51:31.681355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 34704) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:31.753482 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.832764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.857655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094f60f2-c481-4db6-bfb8-bc62d8808cca']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:31.866835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2411a055-0250-424b-a09a-3ef7d2abcebd') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:31.867139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2411a055-0250-424b-a09a-3ef7d2abcebd') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:51:31.877856 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.892008 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.897841 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:51:31.898223 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:51:31.899996 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:51:31.953847 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.960443 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:31.963979 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/094f60f2-c481-4db6-bfb8-bc62d8808cca HTTP/1.1" status: 204 len: 168 time: 0.2815630 Nov 25 17:51:31.973851 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469b3e3-8220-43d8-bb28-f6cda6405aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=094f60f2-c481-4db6-bfb8-bc62d8808cca,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:32.131344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:32.172614 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ed3fd3f1-40a4-4079-b062-3857b0f0cc96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae312676faf04020b61db8f6cddd212f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400739 Nov 25 17:51:32.175080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34712) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:32.217017 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f711eba-f61e-4832-b410-dee4229cef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.225360 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158b75ce-63db-49f8-a97f-9ab591208149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.248201 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158b75ce-63db-49f8-a97f-9ab591208149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.296688 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158b75ce-63db-49f8-a97f-9ab591208149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.299213 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-158b75ce-63db-49f8-a97f-9ab591208149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.300378 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-158b75ce-63db-49f8-a97f-9ab591208149 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67 HTTP/1.1" status: 204 len: 168 time: 0.1243699 Nov 25 17:51:32.308625 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b75ce-63db-49f8-a97f-9ab591208149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ffb3f-775b-4a29-9e2b-2a2540b9fb67,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:32.629866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:32.673624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f465d9a0-e914-41c9-af0b-b73786fb7c5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84fceb2d051e421497abd6e94ff88f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425568 Nov 25 17:51:32.676085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 34720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:32.735757 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2daf159b-7b18-4a00-b81f-da169609e421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.762724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2daf159b-7b18-4a00-b81f-da169609e421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.809921 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2daf159b-7b18-4a00-b81f-da169609e421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.812466 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2daf159b-7b18-4a00-b81f-da169609e421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:32.813659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2daf159b-7b18-4a00-b81f-da169609e421 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d31bc77-d61e-4d86-b080-4d1d9a289b6a HTTP/1.1" status: 204 len: 168 time: 0.1366165 Nov 25 17:51:32.822380 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf159b-7b18-4a00-b81f-da169609e421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d31bc77-d61e-4d86-b080-4d1d9a289b6a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:33.749297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d018fa9a-02f3-447c-8094-6c8f201bbe81 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:51:33.770180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: d018fa9a-02f3-447c-8094-6c8f201bbe81 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:51:33.770531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d018fa9a-02f3-447c-8094-6c8f201bbe81 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:51:34.403771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd5ed-656a-4af9-96ca-d0c1b111a601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:35.902049 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:36.655264 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.189996 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.321136 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.999093 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:49.203187 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-dbbca3ca-5aa3-4b0d-907d-8374b4f7b928 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401421 Nov 25 17:51:49.289826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-803e880c-0163-4819-a323-4ca2d699263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.291409 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-803e880c-0163-4819-a323-4ca2d699263c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 1096 time: 0.0452843 Nov 25 17:51:49.392640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-92a39e76-bdee-4288-8f1c-b4743b4e82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.394122 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-92a39e76-bdee-4288-8f1c-b4743b4e82da service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.0827122 Nov 25 17:51:49.464293 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-f0ff12d1-b899-47af-bd44-d41d1a490919 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882 HTTP/1.1" status: 200 len: 1000 time: 0.0631721 Nov 25 17:51:49.541796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-2d7f74a3-f8b7-466e-8698-bc1b4faf397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.543329 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-2d7f74a3-f8b7-466e-8698-bc1b4faf397c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0699675 Nov 25 17:51:49.562585 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-11fefe42-ee43-4eac-b604-d393de755b38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628543 Nov 25 17:51:49.617396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-156435fc-d787-48ba-8527-c5ab48d7e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.619049 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-156435fc-d787-48ba-8527-c5ab48d7e5df service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672839 Nov 25 17:51:49.674951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-2747bc23-2592-4b14-8539-c4f0c42fb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.676455 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-2747bc23-2592-4b14-8539-c4f0c42fb760 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 1096 time: 0.0889528 Nov 25 17:51:49.766274 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-87803e1d-c598-42d8-bade-5020176f73cc service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393590 Nov 25 17:51:49.852850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-7092502a-f54a-4a34-ad92-a97507df1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.854372 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-7092502a-f54a-4a34-ad92-a97507df1ac3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.1562352 Nov 25 17:51:49.924948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed0ca292-db74-41ef-8d23-3e48fa507c66 req-91e5e6b9-648c-419e-bee2-dcfbd2b9da22 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501186 Nov 25 17:51:49.942098 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-b2a5c4af-4df8-45d7-b141-60366625925a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a18b5e3-384f-4f5a-8516-789243a504f4 HTTP/1.1" status: 200 len: 1001 time: 0.0736396 Nov 25 17:51:49.995624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-66d31dd2-e213-48bb-969b-3debfff7c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:49.997111 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-66d31dd2-e213-48bb-969b-3debfff7c34b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0456171 Nov 25 17:51:50.045025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-f49ac290-cb29-45de-aa5a-134e9011f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:51:50.046544 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-f49ac290-cb29-45de-aa5a-134e9011f671 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422599 Nov 25 17:51:50.150580 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-13f43859-edd9-4ff8-97d4-4d715072d4c0 service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950968 Nov 25 17:51:50.246552 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-18cf8f8d-1e24-4da2-9ac0-9eb2d9a96ea1 req-1c9ecb66-a30f-466a-a2d3-631af69686e1 service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884361 Nov 25 17:51:50.819023 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:52:02.371421 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d91fb942-7e6d-4c55-a411-dc0d1ff98fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:04.406170 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8791debb-b23d-4543-84cf-26d0e4a74fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:05.905605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:06.659164 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.188960 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.327642 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:08.000509 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.012367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049487-1f8a-4723-a0d1-27731266af43 req-980afe4c-582e-449d-b7b3-9c71c2658fef tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:27.013885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4049487-1f8a-4723-a0d1-27731266af43 req-980afe4c-582e-449d-b7b3-9c71c2658fef tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 945 time: 0.0508113 Nov 25 17:52:27.064725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4049487-1f8a-4723-a0d1-27731266af43 req-de3b13c0-873b-4632-8c24-66802101164a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448439 Nov 25 17:52:27.817870 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:52:28.311324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524c0c8-40d8-4a5d-9689-92e1e71fbfe0 req-090c774b-a054-41ab-87d4-e25a69307608 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:28.312827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3524c0c8-40d8-4a5d-9689-92e1e71fbfe0 req-090c774b-a054-41ab-87d4-e25a69307608 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 945 time: 0.1678476 Nov 25 17:52:28.362903 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3524c0c8-40d8-4a5d-9689-92e1e71fbfe0 req-14a46bcb-8ab0-412f-ac84-765f064ccc19 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440993 Nov 25 17:52:28.508090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-8f58323d-f142-4b1c-a3b8-d60c6b1d3a87 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:28.509676 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-8f58323d-f142-4b1c-a3b8-d60c6b1d3a87 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 945 time: 0.0512311 Nov 25 17:52:28.608349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:28.608690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:28.706897 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] For port d0c23fc8-b73c-4112-8af0-9fc00d3a2882, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:28.707191 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.216839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.217303 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.217623 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Floating IP 4895d31b-d357-4fc9-8d39-90626509821f disassociated. External IP: 172.25.1.68, port: d0c23fc8-b73c-4112-8af0-9fc00d3a2882. Nov 25 17:52:29.217973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for d0c23fc8-b73c-4112-8af0-9fc00d3a2882 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:29.350997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.380748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=d0c23fc8-b73c-4112-8af0-9fc00d3a2882,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:29.393690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.393690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.393924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.394262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.394603 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.394935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.395270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.395601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.395932 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.396266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.396589 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.396974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:29.474557 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a23c0c4-d806-4acd-a4e3-4c297621c08f req-8146e104-450c-4b03-800b-02e0ce5278f9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 210 time: 0.0280893 Nov 25 17:52:29.514195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Router 1a10d018-f01b-410a-ba13-e2dab2402866 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:29.631396 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:29.642087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:29.654300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:29.655503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:52:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:29.680311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] No DVR routers for this DVR port d0c23fc8-b73c-4112-8af0-9fc00d3a2882 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:29.684570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.688635 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ed82b2cd-cd38-4531-969c-dc1cdd6d2e02 req-1bc35d5a-c29a-473a-8bc0-3ef2a92998e5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "DELETE /v2.0/ports/d0c23fc8-b73c-4112-8af0-9fc00d3a2882 HTTP/1.1" status: 204 len: 173 time: 1.1727791 Nov 25 17:52:29.689164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'name': 'network-vif-deleted', 'tag': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:29.691654 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb332613-22fa-4670-81ca-d61d273925d3" -d '{"events": [{"server_uuid": "c7bc7d51-08a5-477e-aea4-a3e91dc00589", "name": "network-vif-deleted", "tag": "d0c23fc8-b73c-4112-8af0-9fc00d3a2882"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:29.742479 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4032b5f6-f46c-4062-9e73-0345f9387e71 x-openstack-request-id: req-4032b5f6-f46c-4062-9e73-0345f9387e71 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:29.742809 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bc7d51-08a5-477e-aea4-a3e91dc00589", "name": "network-vif-deleted", "tag": "d0c23fc8-b73c-4112-8af0-9fc00d3a2882", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:29.743099 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4032b5f6-f46c-4062-9e73-0345f9387e71 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:29.743516 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bc7d51-08a5-477e-aea4-a3e91dc00589', 'name': 'network-vif-deleted', 'tag': 'd0c23fc8-b73c-4112-8af0-9fc00d3a2882', 'status': 'completed', 'code': 200} Nov 25 17:52:29.785225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:30.001142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:30.027188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:30.036388 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:30.037035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:52:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:30.146106 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:30.350897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:30.378572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c182b7-7cd3-4c57-bb61-fc10b9f9b10d None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:30.577629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c44f05d-6726-4f00-a35f-ffd7dc59dbe0 req-daef6d48-5b02-47f4-93ea-dd1060e9d7d6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 210 time: 0.0284643 Nov 25 17:52:30.634567 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fde520-026b-4c8e-a39e-50747743134f None None] New status for floating IP 4895d31b-d357-4fc9-8d39-90626509821f: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:52:31.679603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d178f9ca-2ad6-4844-b973-101cfc1659cb req-b1ee95ed-3c2c-45a5-a1bd-31e67f4963a1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 210 time: 0.0260160 Nov 25 17:52:32.047248 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d0c23fc8-b73c-4112-8af0-9fc00d3a2882 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:32.069234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: d0c23fc8-b73c-4112-8af0-9fc00d3a2882 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:32.069584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d0c23fc8-b73c-4112-8af0-9fc00d3a2882 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:32.227178 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8df8fc11-1cc4-472c-abd8-0190b93d6060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:32.774696 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f62d996a-4d03-4df3-9a2c-393b34906a09 req-1b4a5069-68b1-4505-8d17-dc8598e261b1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 210 time: 0.0262458 Nov 25 17:52:33.876262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27557d3f-5ff1-4784-b65d-5209f6ffe1d8 req-bf1dbee5-d372-4151-b0f0-4fbb60b27003 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 210 time: 0.0302384 Nov 25 17:52:34.409646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb7ccdbd-9520-4754-bb97-c7c565058464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:34.971620 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-39ed312a-2e72-44d7-b088-dd5d7e396082 req-4f6e956d-4b4d-4aeb-b20b-4dde1b63b97f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7bc7d51-08a5-477e-aea4-a3e91dc00589 HTTP/1.1" status: 200 len: 210 time: 0.0272589 Nov 25 17:52:35.911906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.182044 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-3bcdbadf-3ed4-48e4-81f5-ab77d10c33ab tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268440221&fields=id&tenant_id=b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 267 time: 0.0452628 Nov 25 17:52:36.294734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-985c7fc3-ce88-46d0-a5d9-84a8b663f265 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:36.296213 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-985c7fc3-ce88-46d0-a5d9-84a8b663f265 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1072967 Nov 25 17:52:36.311189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-afde6a79-cb11-4dfb-8d52-f6c96120de16 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/quotas/b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 375 time: 0.0091784 Nov 25 17:52:36.361525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-3d0ba045-48df-4601-b079-9812ac049d42 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450621 Nov 25 17:52:36.376454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-5aafb033-9ef4-407e-ae74-44f87644561a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:52:36.377441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-5aafb033-9ef4-407e-ae74-44f87644561a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051060 Nov 25 17:52:36.471374 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b98a29e0-1a65-42d7-af4c-d98e9c0be3ce service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882189 Nov 25 17:52:36.567828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-d460d895-0bac-428f-9031-07fdca14b22c service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903914 Nov 25 17:52:36.670757 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.892669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2af3d739-7dba-49ef-9e33-f2e19c47a7fb req-e87fe640-f570-471e-9681-7cc999a12afd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 210 time: 0.0316253 Nov 25 17:52:37.195132 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.332661 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:37.821950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-e870f1fc-ba3d-4355-b351-ce00a9647196 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:37.824458 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-e870f1fc-ba3d-4355-b351-ce00a9647196 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1190894 Nov 25 17:52:37.893095 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-9f0ec973-ed8d-443a-b46e-d996ef056513 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 379 time: 0.0600791 Nov 25 17:52:37.902831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'port': {'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'admin_state_up': True, 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'security_groups': ['3deea186-0da4-4173-ada4-56d05f4cb53a']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:38.004699 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.017157 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8c92de3-ca0f-4793-af48-26fccf54a524 req-cc7a01f1-2e93-494f-9f38-be5f06146649 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 210 time: 0.0391440 Nov 25 17:52:38.033641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:38.037756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.166479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.20.0.11 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/d3b78232-7b49-4121-b548-6f0c7ec2fb22) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:38.312702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.347059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.394645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:38.397749 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:38.402008 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:38.425866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=d3b78232-7b49-4121-b548-6f0c7ec2fb22,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:38.457634 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:38.458618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.476467 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b2ee1f71-5299-4130-9b5e-47e2a6e17773 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5780256 Nov 25 17:52:38.488659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Request body: {'port': {'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:38.555706 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.658239 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a4cda2a5-790e-4728-8955-59373c6a5ea9 None None] Provisioning complete for port d3b78232-7b49-4121-b548-6f0c7ec2fb22 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:38.658886 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4cda2a5-790e-4728-8955-59373c6a5ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.693452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a4cda2a5-790e-4728-8955-59373c6a5ea9 None None] Port d3b78232-7b49-4121-b548-6f0c7ec2fb22 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:38.840258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b78232-7b49-4121-b548-6f0c7ec2fb22 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:38.847840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.860884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Transition to ACTIVE for port object d3b78232-7b49-4121-b548-6f0c7ec2fb22 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:52:38.864792 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.914889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Pushing event updated for resources: {'Port': ['ID=d3b78232-7b49-4121-b548-6f0c7ec2fb22,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:38.997995 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Attempting to bind port d3b78232-7b49-4121-b548-6f0c7ec2fb22 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:38.998683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Attempting to bind port d3b78232-7b49-4121-b548-6f0c7ec2fb22 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:38.999699 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Attempting to bind port d3b78232-7b49-4121-b548-6f0c7ec2fb22 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:39.004721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Port d3b78232-7b49-4121-b548-6f0c7ec2fb22 on network 3793f1fe-ed48-4dde-b77f-55044359c98a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:52:39.005214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Attempting to bind port d3b78232-7b49-4121-b548-6f0c7ec2fb22 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:39.010872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:39.011211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:39.011775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:39.012207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Bound port: d3b78232-7b49-4121-b548-6f0c7ec2fb22, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:39.012565 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.093370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] For port d3b78232-7b49-4121-b548-6f0c7ec2fb22, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:39.096676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] For port d3b78232-7b49-4121-b548-6f0c7ec2fb22, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:39.102025 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.140598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.141395 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:39.142972 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] 10.222.0.95 "PUT /v2.0/ports/d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 200 len: 1092 time: 0.6586907 Nov 25 17:52:39.143712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:39.146567 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:39.178016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66642b09-343f-4aac-8f4c-70d339ef3904 req-9da53f12-5d89-4879-be8c-c5583c25dae7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.179981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66642b09-343f-4aac-8f4c-70d339ef3904 req-9da53f12-5d89-4879-be8c-c5583c25dae7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0756133 Nov 25 17:52:39.198389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0c48b-ae9c-4673-b50c-b955fd4de58e service neutron] Pushing event updated for resources: {'Port': ['ID=d3b78232-7b49-4121-b548-6f0c7ec2fb22,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:39.255955 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2aa909-7be2-45bc-84a2-744869c1481c x-openstack-request-id: req-da2aa909-7be2-45bc-84a2-744869c1481c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:39.256401 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:39.257028 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da2aa909-7be2-45bc-84a2-744869c1481c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:39.258117 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'status': 'completed', 'code': 200} Nov 25 17:52:39.259548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-66642b09-343f-4aac-8f4c-70d339ef3904 req-d5371cd4-3e30-42d9-93ce-b9ac781a3fac tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687990 Nov 25 17:52:39.290319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-25d139f6-37b2-4507-b793-1ca8ecc76f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.292430 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-25d139f6-37b2-4507-b793-1ca8ecc76f35 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1095 time: 0.0878861 Nov 25 17:52:39.337128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-10ecea6d-bf67-429b-9348-75a414047ae7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 200 len: 217 time: 0.0364397 Nov 25 17:52:39.389504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-0106a0bd-3932-4ad0-a10c-53226c950078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.391162 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-0106a0bd-3932-4ad0-a10c-53226c950078 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0472939 Nov 25 17:52:39.451219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-0334c00e-444b-4c8c-80fb-838e31613669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.452691 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-0334c00e-444b-4c8c-80fb-838e31613669 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536866 Nov 25 17:52:39.551853 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-b9db2e94-d7fb-4f81-8dc9-195030cff93e service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901122 Nov 25 17:52:39.648842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f2f97406-7ee7-4f95-97a7-aac3869726fc req-04d52b6e-42c6-474d-8a23-29649e347f21 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900211 Nov 25 17:52:39.739142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-5900436c-7ab1-4df9-80b6-5b99107fb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.741007 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-5900436c-7ab1-4df9-80b6-5b99107fb344 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1095 time: 0.0467176 Nov 25 17:52:39.833602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-1b4c5841-3ed4-4507-9b07-f4150fb88a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.835021 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-1b4c5841-3ed4-4507-9b07-f4150fb88a83 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.0868793 Nov 25 17:52:39.881891 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-07f246d1-5f13-4738-8927-b76d56d98e1d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 200 len: 217 time: 0.0396895 Nov 25 17:52:39.932063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-1c92e2d1-98ee-4a78-a26a-8eba18a523f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.934474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-1c92e2d1-98ee-4a78-a26a-8eba18a523f7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0455341 Nov 25 17:52:39.980533 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-9f7c8ec5-fb34-4144-8ab9-1f6ed0a1436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:39.982091 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-9f7c8ec5-fb34-4144-8ab9-1f6ed0a1436c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411651 Nov 25 17:52:40.081052 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-d34a31eb-ee2d-4a05-acd3-cafec513ef93 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910177 Nov 25 17:52:40.175672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3b98f2c-ccb7-4e24-aac9-8a3bd8de4fc7 req-da3eebbd-b842-4c57-9de3-c3ad3a84c127 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881894 Nov 25 17:52:40.389068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afeec2-7e87-4f58-8255-1ed129b3db20 req-d9e42952-7980-47f2-ae34-479bfeea667f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:40.390576 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8afeec2-7e87-4f58-8255-1ed129b3db20 req-d9e42952-7980-47f2-ae34-479bfeea667f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0506358 Nov 25 17:52:40.441388 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8afeec2-7e87-4f58-8255-1ed129b3db20 req-258dcd7b-2b85-471e-b5d7-339ebe46f0ec tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447533 Nov 25 17:52:41.561439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad1d0d-6c5c-4445-be0a-a0ea4afeb404 req-c3ed39ce-f553-4a66-bba0-e1e7541eb330 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:41.562933 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00ad1d0d-6c5c-4445-be0a-a0ea4afeb404 req-c3ed39ce-f553-4a66-bba0-e1e7541eb330 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0502410 Nov 25 17:52:41.616769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00ad1d0d-6c5c-4445-be0a-a0ea4afeb404 req-ffac4ad1-4fda-42a8-ab7e-4f92711cd446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478034 Nov 25 17:52:42.734445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ded5c-d987-4402-9204-3af8580645d2 req-1aeabe7b-4ecb-4f72-9e26-dd024f05b99e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:42.736019 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-892ded5c-d987-4402-9204-3af8580645d2 req-1aeabe7b-4ecb-4f72-9e26-dd024f05b99e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0507846 Nov 25 17:52:42.789797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-892ded5c-d987-4402-9204-3af8580645d2 req-d1f9d85d-6637-4cc5-9364-82027f1b17ee tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476866 Nov 25 17:52:43.906136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e0539-c735-4950-a727-6092c4a357cf req-f5d8e11c-7942-4c80-b49d-8589e69852d8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:43.907638 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e9e0539-c735-4950-a727-6092c4a357cf req-f5d8e11c-7942-4c80-b49d-8589e69852d8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0510852 Nov 25 17:52:43.957149 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e9e0539-c735-4950-a727-6092c4a357cf req-840bae83-8e19-46bf-a7b3-fb2e9e5a5715 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434828 Nov 25 17:52:45.082306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6c50b-a4d3-4717-8ef0-e2c1847f3cb2 req-4a0b0919-398a-4b28-8e4b-4ce3b63e8cb6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:45.083769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5b6c50b-a4d3-4717-8ef0-e2c1847f3cb2 req-4a0b0919-398a-4b28-8e4b-4ce3b63e8cb6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0520744 Nov 25 17:52:45.133074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5b6c50b-a4d3-4717-8ef0-e2c1847f3cb2 req-7e024988-9e1e-41cd-8903-d89392b5f3f7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426204 Nov 25 17:52:46.251015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666734c-a40f-4906-bb20-73f88578c420 req-ebab9a95-50ae-4041-8ff2-7d331a8dd6e0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:46.252514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4666734c-a40f-4906-bb20-73f88578c420 req-ebab9a95-50ae-4041-8ff2-7d331a8dd6e0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0498037 Nov 25 17:52:46.302164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4666734c-a40f-4906-bb20-73f88578c420 req-2b564add-a4c1-46a0-9210-99eb9b9dd553 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Nov 25 17:52:47.419525 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fd5d0-f374-4f5c-80f5-9c2e98edd96b req-4287e768-ac41-403a-bbde-3638cde01a29 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:47.421023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e8fd5d0-f374-4f5c-80f5-9c2e98edd96b req-4287e768-ac41-403a-bbde-3638cde01a29 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0500665 Nov 25 17:52:47.472603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e8fd5d0-f374-4f5c-80f5-9c2e98edd96b req-a30f4ca2-7a96-4c72-91a8-3c768cc5961d tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456407 Nov 25 17:52:48.590882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb7b1d-63f4-46b5-a96f-6f2797ec842c req-317dbc0b-447a-4e44-926f-6f847831ebb1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:48.592369 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3cb7b1d-63f4-46b5-a96f-6f2797ec842c req-317dbc0b-447a-4e44-926f-6f847831ebb1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0507271 Nov 25 17:52:48.642314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3cb7b1d-63f4-46b5-a96f-6f2797ec842c req-52d16288-f117-452e-bd3b-e3c408ef41a1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Nov 25 17:52:49.757168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c517ec4-1afa-4571-b8bf-0c076d6c8992 req-4c9f4da4-8a59-4eda-959a-f3ed3b0c29a3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:49.758649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c517ec4-1afa-4571-b8bf-0c076d6c8992 req-4c9f4da4-8a59-4eda-959a-f3ed3b0c29a3 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 944 time: 0.0491521 Nov 25 17:52:49.823086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c517ec4-1afa-4571-b8bf-0c076d6c8992 req-98d207ea-60d2-445e-825e-5aaedef91615 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581636 Nov 25 17:52:50.130054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d3b78232-7b49-4121-b548-6f0c7ec2fb22 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:52:50.235337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d3b78232-7b49-4121-b548-6f0c7ec2fb22, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:50.247797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:52:50.285835 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.299346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b78232-7b49-4121-b548-6f0c7ec2fb22 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:50.318690 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d3b78232-7b49-4121-b548-6f0c7ec2fb22, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:50.322187 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:50.368163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d3b78232-7b49-4121-b548-6f0c7ec2fb22,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:50.376152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.376500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.376846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.377210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.377544 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.377874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.378202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.378528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.378851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.379175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.379497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.379818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:50.530267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d3b78232-7b49-4121-b548-6f0c7ec2fb22'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:52:50.999895 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5bae-bdbb-438d-8043-e02558d610f6 req-d403382d-37f5-4a50-811d-9ca21fffc3b8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:51.001427 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d40e5bae-bdbb-438d-8043-e02558d610f6 req-d403382d-37f5-4a50-811d-9ca21fffc3b8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 945 time: 0.1085341 Nov 25 17:52:51.051322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d40e5bae-bdbb-438d-8043-e02558d610f6 req-ad952e4c-105a-4556-93ed-41104e9ee0a7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439806 Nov 25 17:52:51.530512 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8034ed30-de46-4173-af06-b58324a534ed req-c7e260e2-6575-4a29-aea0-03f753e109b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458689 Nov 25 17:52:51.619014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ed30-de46-4173-af06-b58324a534ed req-0ee4493c-4d2d-424d-937c-530b9171161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:51.620688 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8034ed30-de46-4173-af06-b58324a534ed req-0ee4493c-4d2d-424d-937c-530b9171161e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 1096 time: 0.0415096 Nov 25 17:52:51.724512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ed30-de46-4173-af06-b58324a534ed req-63b3f348-7138-4d6b-a0f4-db7e4a11bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:51.726043 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8034ed30-de46-4173-af06-b58324a534ed req-63b3f348-7138-4d6b-a0f4-db7e4a11bbc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 200 len: 912 time: 0.0850298 Nov 25 17:52:51.798476 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8034ed30-de46-4173-af06-b58324a534ed req-a6c14430-c398-4b5f-8f65-b448af222c9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a18b5e3-384f-4f5a-8516-789243a504f4 HTTP/1.1" status: 200 len: 1001 time: 0.0631490 Nov 25 17:52:51.850500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ed30-de46-4173-af06-b58324a534ed req-21a34c26-d2ce-4086-ad51-e2562bde7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:51.852004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8034ed30-de46-4173-af06-b58324a534ed req-21a34c26-d2ce-4086-ad51-e2562bde7865 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 200 len: 850 time: 0.0457160 Nov 25 17:52:51.899091 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ed30-de46-4173-af06-b58324a534ed req-cc41ea65-ead4-4bd9-ab55-0877175c3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:51.901192 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8034ed30-de46-4173-af06-b58324a534ed req-cc41ea65-ead4-4bd9-ab55-0877175c3ae7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1b72699-2d26-4aab-84ec-1fcc03e65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401545 Nov 25 17:52:52.000748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8034ed30-de46-4173-af06-b58324a534ed req-872a9a78-b1bc-4214-8d0f-c17a64126820 service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910385 Nov 25 17:52:52.093078 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8034ed30-de46-4173-af06-b58324a534ed req-c638b2df-871a-44d3-9661-ad869d62dd0e service neutron] 10.222.0.60 "GET /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846269 Nov 25 17:52:52.142450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d3b78232-7b49-4121-b548-6f0c7ec2fb22 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:52.170209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcafa85-97ab-4d38-869f-2ddca0da940a req-bbe1780a-50f0-447b-8f84-282e38bf72b6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:52.171721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebcafa85-97ab-4d38-869f-2ddca0da940a req-bbe1780a-50f0-447b-8f84-282e38bf72b6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 945 time: 0.0523257 Nov 25 17:52:52.207488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port d3b78232-7b49-4121-b548-6f0c7ec2fb22 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:52:52.211149 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port d3b78232-7b49-4121-b548-6f0c7ec2fb22 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:52.211529 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.228486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebcafa85-97ab-4d38-869f-2ddca0da940a req-b886fae1-77bc-4c80-a97d-f350ee837f4e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491834 Nov 25 17:52:52.293159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.315646 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:52.318085 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84380c28-4fb1-4dc1-87ad-f352bcf8b996" -d '{"events": [{"server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "name": "network-vif-plugged", "status": "completed", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:52.330655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d3b78232-7b49-4121-b548-6f0c7ec2fb22, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:52.334448 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:52.384810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d3b78232-7b49-4121-b548-6f0c7ec2fb22,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:52.423310 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae79644-c292-47f1-a186-962fecab2df8 x-openstack-request-id: req-6ae79644-c292-47f1-a186-962fecab2df8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:52.423622 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "name": "network-vif-plugged", "status": "completed", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:52.423884 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ae79644-c292-47f1-a186-962fecab2df8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:52.424282 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'code': 200} Nov 25 17:52:52.524162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce7411-39da-49d1-b651-5067bf2c12f4 req-cc15d3dc-d2ca-4605-bc97-4556c9bddba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:52.526353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36ce7411-39da-49d1-b651-5067bf2c12f4 req-cc15d3dc-d2ca-4605-bc97-4556c9bddba8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1097 time: 0.0419593 Nov 25 17:52:52.577986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36ce7411-39da-49d1-b651-5067bf2c12f4 req-a1b2acfa-16b2-4d21-a9d2-c3ec2a1d61d6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449002 Nov 25 17:52:53.353175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f4831-366a-47cf-b607-2a2c0bdd05b9 req-a2dc8a7c-8356-44e6-a7ee-dd00d78c234e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:53.354780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-557f4831-366a-47cf-b607-2a2c0bdd05b9 req-a2dc8a7c-8356-44e6-a7ee-dd00d78c234e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 946 time: 0.0556991 Nov 25 17:52:53.405150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-557f4831-366a-47cf-b607-2a2c0bdd05b9 req-9d2f9e58-ce9a-4986-95fb-9796665d73f8 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439334 Nov 25 17:52:54.523640 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d8d6-d776-4fc0-9a9f-e6c16d693003 req-01b2dbe3-b631-4ddd-8ba9-8894f17d87db tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:54.525165 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25f4d8d6-d776-4fc0-9a9f-e6c16d693003 req-01b2dbe3-b631-4ddd-8ba9-8894f17d87db tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 946 time: 0.0509923 Nov 25 17:52:54.579553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25f4d8d6-d776-4fc0-9a9f-e6c16d693003 req-344f55e4-8e81-42ae-ae8d-963f515c9a95 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459073 Nov 25 17:52:54.699597 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6b656-cfa2-4978-b193-e388fa8249d1 req-d7f4b45e-5559-4010-8b48-132b501234b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:54.701032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17e6b656-cfa2-4978-b193-e388fa8249d1 req-d7f4b45e-5559-4010-8b48-132b501234b9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 946 time: 0.0490646 Nov 25 17:52:54.756734 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17e6b656-cfa2-4978-b193-e388fa8249d1 req-cc86b3f6-75c4-4bfd-8200-f25556d7da75 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493608 Nov 25 17:52:54.785468 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.932023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a84af-a496-4ae3-be25-8747d638edae tempest-TestVolumeBootPattern-145160038 tempest-TestVolumeBootPattern-145160038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:54.933580 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-616a84af-a496-4ae3-be25-8747d638edae tempest-TestVolumeBootPattern-145160038 tempest-TestVolumeBootPattern-145160038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1092 time: 0.1471016 Nov 25 17:52:54.936389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:54.940777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:54.963820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.070486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.175993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.25.1.124 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/e73c8653-5fe1-4172-bd35-d82e8a1ef042) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:55.283853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.319276 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.360271 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:55.365051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:55.369659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:55.372820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=e73c8653-5fe1-4172-bd35-d82e8a1ef042,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:55.739984 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.808615 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.972394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:55.977578 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.049141 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=e73c8653-5fe1-4172-bd35-d82e8a1ef042,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:56.062079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.160391 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Floating IP 37f0fcbe-2825-4bf3-ac17-f6cbfd092e23 associated. External IP: 172.25.1.124, port: d3b78232-7b49-4121-b548-6f0c7ec2fb22. Nov 25 17:52:56.384345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Router 1a10d018-f01b-410a-ba13-e2dab2402866 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:52:56.497559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:52:56.508988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:52:56.518677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.522855 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:56.523719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:52:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:56.563725 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a2347ed6-1503-4c62-b203-739965f7ac55 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6117299 Nov 25 17:52:56.563725 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:56.563725 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9256ee54-8f28-4d82-90c7-511933115f87" -d '{"events": [{"name": "network-changed", "server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:56.608285 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a38c34-e0d2-4e07-9faa-01111c12bced x-openstack-request-id: req-e3a38c34-e0d2-4e07-9faa-01111c12bced {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:56.608660 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:56.609146 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3a38c34-e0d2-4e07-9faa-01111c12bced {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:56.609628 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'status': 'completed', 'code': 200} Nov 25 17:52:56.655732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:56.674294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256ee54-8f28-4d82-90c7-511933115f87 req-d777243b-01e7-4a7a-8296-f102b75c56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:56.675891 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9256ee54-8f28-4d82-90c7-511933115f87 req-d777243b-01e7-4a7a-8296-f102b75c56e6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1097 time: 0.0445237 Nov 25 17:52:56.789868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256ee54-8f28-4d82-90c7-511933115f87 req-9df060b3-d8af-4cbf-82c3-8fb725b7e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:56.792174 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9256ee54-8f28-4d82-90c7-511933115f87 req-9df060b3-d8af-4cbf-82c3-8fb725b7e1e2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1086881 Nov 25 17:52:56.863160 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9256ee54-8f28-4d82-90c7-511933115f87 req-819072ff-a4bb-44af-85e2-cca4e8e85411 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 200 len: 1000 time: 0.0641501 Nov 25 17:52:56.895203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:55Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:56.920508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256ee54-8f28-4d82-90c7-511933115f87 req-ad46c915-8676-45e4-afb4-f06f22a8e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:56.922640 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9256ee54-8f28-4d82-90c7-511933115f87 req-ad46c915-8676-45e4-afb4-f06f22a8e322 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0514686 Nov 25 17:52:56.929173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:52:56.939297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:52:56.939995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:52:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:56.983447 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256ee54-8f28-4d82-90c7-511933115f87 req-7a6fe1c5-0266-4145-a3f1-2de168a0a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:56.985376 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9256ee54-8f28-4d82-90c7-511933115f87 req-7a6fe1c5-0266-4145-a3f1-2de168a0a727 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552282 Nov 25 17:52:57.051212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:52:57.231690 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9256ee54-8f28-4d82-90c7-511933115f87 req-4013d6dd-abbc-4ad2-9c89-f35d442ded24 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369257 Nov 25 17:52:57.358127 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-9256ee54-8f28-4d82-90c7-511933115f87 req-de46a920-1622-468a-aa38-7d740f10d0ed service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106644 Nov 25 17:52:57.454179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:55Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:52:57.485942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566ad46-6a23-4684-8ecc-17e9bb7a52ea None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:55Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:52:57.695212 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71188ccd-6393-429e-94c5-100db8e7077f None None] New status for floating IP 37f0fcbe-2825-4bf3-ac17-f6cbfd092e23: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:53:02.231392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98b7c3d6-fe22-42fd-8dc7-d23699cffbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:04.413934 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-714a2d08-845a-4158-9821-d47ce41cf1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:04.816867 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:53:05.163750 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31766d-4819-4817-9b91-935e29d7ddfd req-21dd525c-4a0a-41fa-acb9-605107cbd1b0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:05.165301 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db31766d-4819-4817-9b91-935e29d7ddfd req-21dd525c-4a0a-41fa-acb9-605107cbd1b0 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Nov 25 17:53:05.214947 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-db31766d-4819-4817-9b91-935e29d7ddfd req-effb1d28-05d9-4b73-9ac2-56cd9a54859e tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Nov 25 17:53:05.911647 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.354802 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74832a02-ae64-4b17-a44d-6448bc805006 req-0542d073-1708-4d6c-ae60-3dd515124941 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:06.356356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74832a02-ae64-4b17-a44d-6448bc805006 req-0542d073-1708-4d6c-ae60-3dd515124941 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 945 time: 0.0613801 Nov 25 17:53:06.405565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-74832a02-ae64-4b17-a44d-6448bc805006 req-0227869f-f533-4d08-adbc-f92e2b1d4a53 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431080 Nov 25 17:53:06.671627 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:06.911057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-1a594909-3a8f-42f6-bb6c-6e50af882b01 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:06.912519 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-1a594909-3a8f-42f6-bb6c-6e50af882b01 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.60 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 945 time: 0.0508034 Nov 25 17:53:07.006916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Deleting port 5a18b5e3-384f-4f5a-8516-789243a504f4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:07.007178 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.096572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] For port 5a18b5e3-384f-4f5a-8516-789243a504f4, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=5a18b5e3-384f-4f5a-8516-789243a504f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:07.097005 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.196037 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.278979 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.279391 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.279715 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Floating IP c0b65ef3-7250-406a-b0db-abcf739e8ee1 disassociated. External IP: 172.25.1.106, port: 5a18b5e3-384f-4f5a-8516-789243a504f4. Nov 25 17:53:07.280318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Calling delete_port for 5a18b5e3-384f-4f5a-8516-789243a504f4 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:07.327065 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.533643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0b12-2808-44ee-9bd3-c75dfbaa14d8 req-eddd799e-17c9-4fb2-9638-f1417db2762a tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:07.535359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e06b0b12-2808-44ee-9bd3-c75dfbaa14d8 req-eddd799e-17c9-4fb2-9638-f1417db2762a tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/ports?device_id=296b2c3a-c2cc-4277-a2c4-793bb8e42505 HTTP/1.1" status: 200 len: 945 time: 0.0571768 Nov 25 17:53:07.587411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e06b0b12-2808-44ee-9bd3-c75dfbaa14d8 req-3b4b66af-2668-42de-b55e-881f72dfbfb5 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups?id=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 Nov 25 17:53:07.748062 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:07.780930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event deleted for resources: {'Port': ['ID=5a18b5e3-384f-4f5a-8516-789243a504f4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:07.896143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Router 97006e59-d376-4c66-9cc0-31ee29b3a879 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:53:08.005466 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:53:08.012223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.019982 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] Sync routers for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:53:08.030634 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:08.031246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:53:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:08.051260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] No DVR routers for this DVR port 5a18b5e3-384f-4f5a-8516-789243a504f4 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:53:08.053767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.057896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7d873920-525b-4157-bdba-aaa7b5b337c8 req-d63146e3-5f39-4600-92f0-4d11752d3cca tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.60 "DELETE /v2.0/ports/5a18b5e3-384f-4f5a-8516-789243a504f4 HTTP/1.1" status: 204 len: 173 time: 1.1387162 Nov 25 17:53:08.058353 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'name': 'network-vif-deleted', 'tag': '5a18b5e3-384f-4f5a-8516-789243a504f4'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:08.060659 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2332711a-b600-43ce-a286-5b830ebc0134" -d '{"events": [{"server_uuid": "296b2c3a-c2cc-4277-a2c4-793bb8e42505", "name": "network-vif-deleted", "tag": "5a18b5e3-384f-4f5a-8516-789243a504f4"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:08.110845 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dd3b7e-b7a5-4d9a-b6f1-0fccfcfb41ca x-openstack-request-id: req-42dd3b7e-b7a5-4d9a-b6f1-0fccfcfb41ca {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:08.111226 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296b2c3a-c2cc-4277-a2c4-793bb8e42505", "name": "network-vif-deleted", "tag": "5a18b5e3-384f-4f5a-8516-789243a504f4", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:08.111559 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42dd3b7e-b7a5-4d9a-b6f1-0fccfcfb41ca {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:08.112048 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b2c3a-c2cc-4277-a2c4-793bb8e42505', 'name': 'network-vif-deleted', 'tag': '5a18b5e3-384f-4f5a-8516-789243a504f4', 'status': 'completed', 'code': 200} Nov 25 17:53:08.155431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:08.376593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:08.408698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] Checking router: 97006e59-d376-4c66-9cc0-31ee29b3a879 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:53:08.418949 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:08.419571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:53:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:08.532585 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:08.677276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35076) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:08.732886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9c6295-fc8e-4718-9d5c-8330c0021c31 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.755704 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:08.756512 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9c6295-fc8e-4718-9d5c-8330c0021c31 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.783957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f675d2e-26ee-4699-90d9-c90eabecbfcb None None] The sync data for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 is: [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:46:20Z', 'revision_number': 4, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'ecc65a14-a618-4ae9-8e32-ac3714193973', 'name': '', 'network_id': 'c1b72699-2d26-4aab-84ec-1fcc03e65aa5', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'mac_address': 'fa:16:3e:83:c9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:19Z', 'updated_at': '2021-11-25T17:46:26Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'subnets': [{'id': '07b732c6-cac3-4f65-abc0-9ee79348fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:53:08.806026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9c6295-fc8e-4718-9d5c-8330c0021c31 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.809864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9c6295-fc8e-4718-9d5c-8330c0021c31 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.811066 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4f9c6295-fc8e-4718-9d5c-8330c0021c31 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "DELETE /v2.0/security-groups/84116b90-2a4f-4f15-a1eb-ea2dd4277fc9 HTTP/1.1" status: 204 len: 168 time: 0.1325409 Nov 25 17:53:08.813902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:08.821087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c6295-fc8e-4718-9d5c-8330c0021c31 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84116b90-2a4f-4f15-a1eb-ea2dd4277fc9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:08.830128 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-bf0b6141-07d9-49e1-a727-683f7ec52a10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] show failed (client error): The resource could not be found. Nov 25 17:53:08.831578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-bf0b6141-07d9-49e1-a727-683f7ec52a10 tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "GET /v2.0/security-groups/84116b90-2a4f-4f15-a1eb-ea2dd4277fc9 HTTP/1.1" status: 404 len: 347 time: 0.0159292 Nov 25 17:53:08.834428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35080) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:08.969324 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Deleting port 3a529df9-c27c-445f-bfa2-a59fb8b1bd58 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:08.969679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.044877 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99737601-a3ff-46c2-992a-4631cbe6856c None None] New status for floating IP c0b65ef3-7250-406a-b0db-abcf739e8ee1: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:53:09.054175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.054720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.066316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Calling delete_port for 3a529df9-c27c-445f-bfa2-a59fb8b1bd58 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:09.206316 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.233288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Pushing event deleted for resources: {'Port': ['ID=3a529df9-c27c-445f-bfa2-a59fb8b1bd58,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:09.293697 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.296322 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:09.297529 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f57b89c0-2767-4f33-9369-fbbe17312fbc tempest-AttachVolumeTestJSON-1963992734 tempest-AttachVolumeTestJSON-1963992734-project] 10.222.0.81 "DELETE /v2.0/floatingips/c0b65ef3-7250-406a-b0db-abcf739e8ee1 HTTP/1.1" status: 204 len: 168 time: 0.4619834 Nov 25 17:53:11.547603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5a18b5e3-384f-4f5a-8516-789243a504f4 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:53:11.581576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 5a18b5e3-384f-4f5a-8516-789243a504f4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:53:11.581928 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 5a18b5e3-384f-4f5a-8516-789243a504f4 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:53:19.189425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35124) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:19.669037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.920337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Deleting port ecc65a14-a618-4ae9-8e32-ac3714193973 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:19.920579 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:19.999220 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] For port ecc65a14-a618-4ae9-8e32-ac3714193973, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ecc65a14-a618-4ae9-8e32-ac3714193973,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:19.999583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.013979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Calling delete_port for ecc65a14-a618-4ae9-8e32-ac3714193973 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:20.201897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.229547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc65a14-a618-4ae9-8e32-ac3714193973,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:20.403670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.620843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Router 97006e59-d376-4c66-9cc0-31ee29b3a879 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:53:20.726752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:53:20.734111 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8e90f56d-8c50-4d86-9db2-c222cdd12557 admin admin] 10.222.0.81 "PUT /v2.0/routers/97006e59-d376-4c66-9cc0-31ee29b3a879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5417447 Nov 25 17:53:20.734890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35128) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:20.736439 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] Sync routers for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:53:20.748843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:20.749593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:53:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:20.841029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:20.855994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:20.941965 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.000285 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Deleting port 81052532-d7fb-422a-84ce-acc9d8501728 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:21.000638 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.041911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '81052532-d7fb-422a-84ce-acc9d8501728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:53:20Z', 'revision_number': 5, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port': {'id': '81052532-d7fb-422a-84ce-acc9d8501728', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:16Z', 'updated_at': '2021-11-25T17:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:21.073478 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] Checking router: 97006e59-d376-4c66-9cc0-31ee29b3a879 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:53:21.081001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] For port 81052532-d7fb-422a-84ce-acc9d8501728, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=81052532-d7fb-422a-84ce-acc9d8501728,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:21.081394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.082230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] Routers {'97006e59-d376-4c66-9cc0-31ee29b3a879'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:53:21.082846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:53:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['97006e59-d376-4c66-9cc0-31ee29b3a879'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:21.094688 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Calling delete_port for 81052532-d7fb-422a-84ce-acc9d8501728 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:21.170417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] Set router 97006e59-d376-4c66-9cc0-31ee29b3a879 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:53:21.225617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:53:20Z', 'revision_number': 6, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:21.263286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00e0ad-8ac9-4148-a4d2-d95ecf2e7741 None None] The sync data for ids ['97006e59-d376-4c66-9cc0-31ee29b3a879'] in n-d-819349-3 is: [{'id': '97006e59-d376-4c66-9cc0-31ee29b3a879', 'name': 'tempest-AttachVolumeTestJSON-1015368174-router', 'tenant_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:15Z', 'updated_at': '2021-11-25T17:53:20Z', 'revision_number': 6, 'project_id': '0e690cb4575e4199ae0a4e5a91018bb6', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:53:21.263996 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.289500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Pushing event deleted for resources: {'Port': ['ID=81052532-d7fb-422a-84ce-acc9d8501728,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:21.315895 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa947e-af92-439f-b1da-bf3955a7a0c5 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:53:21.364203 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.456085 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.458264 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.501052 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.501528 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97006e59-d376-4c66-9cc0-31ee29b3a879 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:53:21.505841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.507046 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-14317ebe-805a-4e3b-9245-afa57e1e2970 admin admin] 10.222.0.81 "DELETE /v2.0/routers/97006e59-d376-4c66-9cc0-31ee29b3a879 HTTP/1.1" status: 204 len: 168 time: 0.7710559 Nov 25 17:53:21.509574 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35130) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:21.554035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e569ca-af21-4fa4-b30e-50dcb5df0e2f admin admin] Deleting subnet 07b732c6-cac3-4f65-abc0-9ee79348fba1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:53:21.557983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49e569ca-af21-4fa4-b30e-50dcb5df0e2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.596213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49e569ca-af21-4fa4-b30e-50dcb5df0e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.677331 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49e569ca-af21-4fa4-b30e-50dcb5df0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.731452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49e569ca-af21-4fa4-b30e-50dcb5df0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.758931 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49e569ca-af21-4fa4-b30e-50dcb5df0e2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.763353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-49e569ca-af21-4fa4-b30e-50dcb5df0e2f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/07b732c6-cac3-4f65-abc0-9ee79348fba1 HTTP/1.1" status: 204 len: 168 time: 0.2521019 Nov 25 17:53:21.764325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e569ca-af21-4fa4-b30e-50dcb5df0e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b732c6-cac3-4f65-abc0-9ee79348fba1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:21.765068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01a4aa-3faf-46e1-9371-55ae885b7e06 None None] Network c1b72699-2d26-4aab-84ec-1fcc03e65aa5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:53:21.766267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35132) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:21.840855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.895555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Deleting port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:21.895902 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:21.963962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] For port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:21.964253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.058346 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] DHCP port deletion for c1b72699-2d26-4aab-84ec-1fcc03e65aa5 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:53:22.111580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] Deleting port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:22.111952 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.181609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] For port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,segment=NetworkSegment(dc11d6b2-885c-42ac-b69a-3ca6e891217a),segment_id=dc11d6b2-885c-42ac-b69a-3ca6e891217a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:22.182055 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.195582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] Calling delete_port for b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:22.327913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Calling delete_port for b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:22.419024 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.427325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ecc65a14-a618-4ae9-8e32-ac3714193973 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:53:22.446997 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:22.450400 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] No DVR routers for this DVR port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:53:22.456434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ecc65a14-a618-4ae9-8e32-ac3714193973 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:53:22.456783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ecc65a14-a618-4ae9-8e32-ac3714193973 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:53:22.457223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 81052532-d7fb-422a-84ce-acc9d8501728 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:53:22.487162 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 81052532-d7fb-422a-84ce-acc9d8501728 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:53:22.487516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 81052532-d7fb-422a-84ce-acc9d8501728 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:53:22.487931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:53:22.509905 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:53:22.510443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:53:22.526650 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.531708 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.553425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b72699-2d26-4aab-84ec-1fcc03e65aa5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:22.555471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] Pushing event deleted for resources: {'Port': ['ID=b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:22.559214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e1488-03a2-4d73-9eb5-06b20fbdb5e6 None None] No DVR routers for this DVR port b58bb72e-ebfd-4cc7-b547-7d0f46cb07f4 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:53:22.563663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc11d6b2-885c-42ac-b69a-3ca6e891217a') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:22.563969 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc11d6b2-885c-42ac-b69a-3ca6e891217a') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:22.574908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.589606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.595707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:53:22.596116 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:53:22.598086 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:53:22.664963 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.670978 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.674203 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] 10.222.0.81 "DELETE /v2.0/networks/c1b72699-2d26-4aab-84ec-1fcc03e65aa5 HTTP/1.1" status: 204 len: 168 time: 0.9067783 Nov 25 17:53:22.685686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584136b0-efbb-457d-a1e1-1cf063546f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b72699-2d26-4aab-84ec-1fcc03e65aa5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:22.789451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:22.829239 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-959feca6-09ac-4e90-9109-933e281b09ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e690cb4575e4199ae0a4e5a91018bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384257 Nov 25 17:53:22.831550 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35138) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:22.879414 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc5cd56b-9817-4040-9668-d33892a7c147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.900505 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc5cd56b-9817-4040-9668-d33892a7c147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.948471 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc5cd56b-9817-4040-9668-d33892a7c147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.951099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc5cd56b-9817-4040-9668-d33892a7c147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:22.952294 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cc5cd56b-9817-4040-9668-d33892a7c147 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c85583f9-59bf-453a-bbaf-e2565a60db53 HTTP/1.1" status: 204 len: 168 time: 0.1198366 Nov 25 17:53:22.960109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cd56b-9817-4040-9668-d33892a7c147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85583f9-59bf-453a-bbaf-e2565a60db53,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.482068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.587517 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d380b443-3e8f-4926-950e-633f0f2c3228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.662685 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d380b443-3e8f-4926-950e-633f0f2c3228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.667254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d380b443-3e8f-4926-950e-633f0f2c3228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.709322 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d380b443-3e8f-4926-950e-633f0f2c3228 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0a7cf3e885248b69b69504f08054c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261403 Nov 25 17:53:25.710197 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380b443-3e8f-4926-950e-633f0f2c3228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cc4107-e44c-4a19-bd08-86da247fd8a5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.712096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:25.761958 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.784706 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.831692 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.836529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:25.839407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79cc4107-e44c-4a19-bd08-86da247fd8a5 HTTP/1.1" status: 204 len: 168 time: 0.1233647 Nov 25 17:53:25.850023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cc4107-e44c-4a19-bd08-86da247fd8a5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:25.858134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.858494 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.858848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.859211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.859541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.859883 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.860221 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.860768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.860915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.861237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.863716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:25.863716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84cead-bc8b-47e8-abb6-ab1868f9cb19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:26.102715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.115978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3765-1651-4d0c-8c2b-e6f04dbda4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.194328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3765-1651-4d0c-8c2b-e6f04dbda4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.198678 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3765-1651-4d0c-8c2b-e6f04dbda4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.239668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4b0d3765-1651-4d0c-8c2b-e6f04dbda4ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ef13d8fb2a44f029b2bc3081e943356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335232 Nov 25 17:53:26.239668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d3765-1651-4d0c-8c2b-e6f04dbda4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b556588-35e1-43fa-be6d-e2667eab22ec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:26.240056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:26.291224 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63f64cac-a3b6-4f0b-84a0-f5a36346d83b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.312568 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63f64cac-a3b6-4f0b-84a0-f5a36346d83b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.359476 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63f64cac-a3b6-4f0b-84a0-f5a36346d83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.362100 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63f64cac-a3b6-4f0b-84a0-f5a36346d83b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:26.363274 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-63f64cac-a3b6-4f0b-84a0-f5a36346d83b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b556588-35e1-43fa-be6d-e2667eab22ec HTTP/1.1" status: 204 len: 168 time: 0.1219463 Nov 25 17:53:26.371855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f64cac-a3b6-4f0b-84a0-f5a36346d83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b556588-35e1-43fa-be6d-e2667eab22ec,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:28.681239 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35274) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:28.791445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7d8f-e3aa-42a3-baec-75e7839fec91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.865031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7d8f-e3aa-42a3-baec-75e7839fec91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.868822 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7d8f-e3aa-42a3-baec-75e7839fec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.910407 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0b8f7d8f-e3aa-42a3-baec-75e7839fec91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9a4be7ced204cbd9256450bd439cec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2274232 Nov 25 17:53:28.911558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f7d8f-e3aa-42a3-baec-75e7839fec91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed360c0-6fb6-4bbd-b37c-bf451f1627ee,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:28.913141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:28.961424 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df8c8a36-9075-4d19-933d-71c79165228b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.983116 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df8c8a36-9075-4d19-933d-71c79165228b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.028773 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df8c8a36-9075-4d19-933d-71c79165228b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.031708 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df8c8a36-9075-4d19-933d-71c79165228b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.032864 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-df8c8a36-9075-4d19-933d-71c79165228b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aed360c0-6fb6-4bbd-b37c-bf451f1627ee HTTP/1.1" status: 204 len: 168 time: 0.1187263 Nov 25 17:53:29.040424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c8a36-9075-4d19-933d-71c79165228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed360c0-6fb6-4bbd-b37c-bf451f1627ee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:29.292690 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35284) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:29.306721 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.382237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.386107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.425251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d2bc04da4b34cfc96918464866bd0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314085 Nov 25 17:53:29.426226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d79e12-4aca-4aa8-9772-7b6f3036c338,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:29.427889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35286) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:29.434549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.434902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.435253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.435602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.435940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.436279 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.436615 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.436974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.437311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.437642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.437971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.438299 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78100ba2-f088-444a-96a7-614cfd2ba45c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:29.482121 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b831311c-7d0b-4a3e-a37a-6ee7487c7758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.503596 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b831311c-7d0b-4a3e-a37a-6ee7487c7758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.555484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b831311c-7d0b-4a3e-a37a-6ee7487c7758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.558978 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b831311c-7d0b-4a3e-a37a-6ee7487c7758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:29.560141 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b831311c-7d0b-4a3e-a37a-6ee7487c7758 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85d79e12-4aca-4aa8-9772-7b6f3036c338 HTTP/1.1" status: 204 len: 168 time: 0.1312606 Nov 25 17:53:29.568337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831311c-7d0b-4a3e-a37a-6ee7487c7758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d79e12-4aca-4aa8-9772-7b6f3036c338,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.696930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35358) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.815046 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38c26fe7-7ba0-4ff0-8f9b-6e89d6c5301d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.889750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38c26fe7-7ba0-4ff0-8f9b-6e89d6c5301d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.893432 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38c26fe7-7ba0-4ff0-8f9b-6e89d6c5301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.932510 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-38c26fe7-7ba0-4ff0-8f9b-6e89d6c5301d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3a71bef68494961aba9c38e7450c6f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337337 Nov 25 17:53:31.933876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c26fe7-7ba0-4ff0-8f9b-6e89d6c5301d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536392c6-8054-4b6c-9f4b-86b307d4b8e0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.935324 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:31.984963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae51e-43c3-4f9f-801a-1d9561bccb2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.005599 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae51e-43c3-4f9f-801a-1d9561bccb2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.052317 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae51e-43c3-4f9f-801a-1d9561bccb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.054981 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae51e-43c3-4f9f-801a-1d9561bccb2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.056147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fa4ae51e-43c3-4f9f-801a-1d9561bccb2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/536392c6-8054-4b6c-9f4b-86b307d4b8e0 HTTP/1.1" status: 204 len: 168 time: 0.1197896 Nov 25 17:53:32.064029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ae51e-43c3-4f9f-801a-1d9561bccb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536392c6-8054-4b6c-9f4b-86b307d4b8e0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:32.235676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ad88ac8d-6d99-4c4f-af4d-1499d9c2a091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.323370 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35368) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.336916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26140cfe-9d00-4ddf-9fbe-3d9791c2e743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.415651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26140cfe-9d00-4ddf-9fbe-3d9791c2e743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.420379 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26140cfe-9d00-4ddf-9fbe-3d9791c2e743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.457693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26140cfe-9d00-4ddf-9fbe-3d9791c2e743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbeb403-8a81-4a8a-817a-6b4e39fcbf0b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:32.463118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-26140cfe-9d00-4ddf-9fbe-3d9791c2e743 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb457dad17d0451bbd23995bab793983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384885 Nov 25 17:53:32.465763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35370) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:32.514710 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2a7105a-c7ea-4ccf-b649-d7e3190c59c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.536459 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2a7105a-c7ea-4ccf-b649-d7e3190c59c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.582679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2a7105a-c7ea-4ccf-b649-d7e3190c59c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.585242 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e2a7105a-c7ea-4ccf-b649-d7e3190c59c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:32.586424 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e2a7105a-c7ea-4ccf-b649-d7e3190c59c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0dbeb403-8a81-4a8a-817a-6b4e39fcbf0b HTTP/1.1" status: 204 len: 168 time: 0.1197457 Nov 25 17:53:32.594458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7105a-c7ea-4ccf-b649-d7e3190c59c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbeb403-8a81-4a8a-817a-6b4e39fcbf0b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:34.410790 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5cbd6b1-459f-48f6-ab6c-526d7caa2a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.882226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.003209 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-968c6e4d-41fc-4cb6-9d0a-e75510bac3e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.090364 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-968c6e4d-41fc-4cb6-9d0a-e75510bac3e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.094048 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-968c6e4d-41fc-4cb6-9d0a-e75510bac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.139595 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-968c6e4d-41fc-4cb6-9d0a-e75510bac3e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcd5b8d4335a436b9de773b749a4cf56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562115 Nov 25 17:53:35.140862 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c6e4d-41fc-4cb6-9d0a-e75510bac3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f62d92-4292-4aa8-88ed-c690b579031f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.142727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.195224 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eba382d-673b-4ce4-a4af-7220e7bfc4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.218865 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eba382d-673b-4ce4-a4af-7220e7bfc4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.271144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eba382d-673b-4ce4-a4af-7220e7bfc4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.274696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eba382d-673b-4ce4-a4af-7220e7bfc4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.276250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6eba382d-673b-4ce4-a4af-7220e7bfc4ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36f62d92-4292-4aa8-88ed-c690b579031f HTTP/1.1" status: 204 len: 168 time: 0.1317091 Nov 25 17:53:35.286537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba382d-673b-4ce4-a4af-7220e7bfc4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f62d92-4292-4aa8-88ed-c690b579031f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.560394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35498) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.575413 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c70702a-9b1e-48fc-92ec-191d848d7422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.660475 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c70702a-9b1e-48fc-92ec-191d848d7422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.664331 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c70702a-9b1e-48fc-92ec-191d848d7422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.707235 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2c70702a-9b1e-48fc-92ec-191d848d7422 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=290ad3f3d2e84a94bef7ca08e93dc963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455979 Nov 25 17:53:35.708125 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70702a-9b1e-48fc-92ec-191d848d7422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ee23d-4b21-4fe5-84be-a0727a207555,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.710337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.769495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97c3fd22-1b8c-4db6-b69a-b48fc5801cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.795152 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97c3fd22-1b8c-4db6-b69a-b48fc5801cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.847177 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97c3fd22-1b8c-4db6-b69a-b48fc5801cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.850010 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97c3fd22-1b8c-4db6-b69a-b48fc5801cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.851292 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-97c3fd22-1b8c-4db6-b69a-b48fc5801cdb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e2ee23d-4b21-4fe5-84be-a0727a207555 HTTP/1.1" status: 204 len: 168 time: 0.1393471 Nov 25 17:53:35.860186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3fd22-1b8c-4db6-b69a-b48fc5801cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ee23d-4b21-4fe5-84be-a0727a207555,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.915223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.683751 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.199495 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.342506 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.729302 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35572) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.837080 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5272d66-3fec-4f24-b937-aed781107096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.917672 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5272d66-3fec-4f24-b937-aed781107096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.921429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5272d66-3fec-4f24-b937-aed781107096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.958746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5272d66-3fec-4f24-b937-aed781107096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417cf5da-7bda-46b0-8e6d-714cbc588531,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:37.962943 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c5272d66-3fec-4f24-b937-aed781107096 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2a64f6af12d43678847979292d15155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319396 Nov 25 17:53:37.966373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35576) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.005669 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.020855 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0242b30-dde8-49a4-98fa-3ba0619fecb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.054802 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0242b30-dde8-49a4-98fa-3ba0619fecb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.111463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0242b30-dde8-49a4-98fa-3ba0619fecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.114227 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0242b30-dde8-49a4-98fa-3ba0619fecb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.117392 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e0242b30-dde8-49a4-98fa-3ba0619fecb5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/417cf5da-7bda-46b0-8e6d-714cbc588531 HTTP/1.1" status: 204 len: 168 time: 0.1500132 Nov 25 17:53:38.126186 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0242b30-dde8-49a4-98fa-3ba0619fecb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417cf5da-7bda-46b0-8e6d-714cbc588531,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:38.376138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35582) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.390035 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64017b85-0aa8-4e5b-9711-1ee9f6ccb5da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.467045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64017b85-0aa8-4e5b-9711-1ee9f6ccb5da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.470581 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64017b85-0aa8-4e5b-9711-1ee9f6ccb5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.508508 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-64017b85-0aa8-4e5b-9711-1ee9f6ccb5da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b418e4a920d04aefa9c85f729fb60e50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312745 Nov 25 17:53:38.509395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64017b85-0aa8-4e5b-9711-1ee9f6ccb5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b88671-e65d-481e-8fb2-c6807ff60e14,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:38.511966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:38.561783 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78187a36-fa26-4ae5-83fd-bddb50c08500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.582711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78187a36-fa26-4ae5-83fd-bddb50c08500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.629341 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78187a36-fa26-4ae5-83fd-bddb50c08500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.632199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78187a36-fa26-4ae5-83fd-bddb50c08500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.633411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-78187a36-fa26-4ae5-83fd-bddb50c08500 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96b88671-e65d-481e-8fb2-c6807ff60e14 HTTP/1.1" status: 204 len: 168 time: 0.1200962 Nov 25 17:53:38.641345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78187a36-fa26-4ae5-83fd-bddb50c08500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b88671-e65d-481e-8fb2-c6807ff60e14,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:41.816131 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:53:43.663855 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.775767 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17427b29-df3d-4a23-a60c-ed25ca40d9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.855313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17427b29-df3d-4a23-a60c-ed25ca40d9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.860033 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-17427b29-df3d-4a23-a60c-ed25ca40d9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.902953 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-17427b29-df3d-4a23-a60c-ed25ca40d9fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f66980132117462eaba4baa2f483112c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2378824 Nov 25 17:53:43.905563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17427b29-df3d-4a23-a60c-ed25ca40d9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e4c1d3-2622-4cba-93c3-d3b91b14b154,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:43.906316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:43.960065 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-368748ed-949f-4cde-b7b2-a769765f99e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.987253 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-368748ed-949f-4cde-b7b2-a769765f99e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:44.042760 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-368748ed-949f-4cde-b7b2-a769765f99e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:44.045756 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-368748ed-949f-4cde-b7b2-a769765f99e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:44.047054 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-368748ed-949f-4cde-b7b2-a769765f99e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6e4c1d3-2622-4cba-93c3-d3b91b14b154 HTTP/1.1" status: 204 len: 168 time: 0.1396885 Nov 25 17:53:44.055409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368748ed-949f-4cde-b7b2-a769765f99e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e4c1d3-2622-4cba-93c3-d3b91b14b154,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:45.244097 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 35992) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:45.349486 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a90df7c5-08d6-44b2-b45e-84e0a59b66d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.423401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a90df7c5-08d6-44b2-b45e-84e0a59b66d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.427065 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a90df7c5-08d6-44b2-b45e-84e0a59b66d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.465897 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a90df7c5-08d6-44b2-b45e-84e0a59b66d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee37f0e651c7499ab1eef1a410c09e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206597 Nov 25 17:53:45.466743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90df7c5-08d6-44b2-b45e-84e0a59b66d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c763dc05-6281-4731-ae14-624271d39255,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:45.468622 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 35996) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:45.516981 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff436a6a-cf4a-4b82-90f8-d8c65a3a09e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.538923 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff436a6a-cf4a-4b82-90f8-d8c65a3a09e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.584894 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff436a6a-cf4a-4b82-90f8-d8c65a3a09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.587484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff436a6a-cf4a-4b82-90f8-d8c65a3a09e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.589218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff436a6a-cf4a-4b82-90f8-d8c65a3a09e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c763dc05-6281-4731-ae14-624271d39255 HTTP/1.1" status: 204 len: 168 time: 0.1183963 Nov 25 17:53:45.597094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff436a6a-cf4a-4b82-90f8-d8c65a3a09e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763dc05-6281-4731-ae14-624271d39255,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:46.737251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:46.836423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:46.859215 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.949875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.050661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Allocated IP 172.25.1.123 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/8c983fb9-86b1-475a-b7d8-3ad75b23d4ca) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:53:47.155562 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.189187 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.227278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:47.230360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:47.233871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:47.258104 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Pushing event updated for resources: {'Port': ['ID=8c983fb9-86b1-475a-b7d8-3ad75b23d4ca,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:47.329709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.362927 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.517125 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.521461 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.590002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Pushing event updated for resources: {'Port': ['ID=8c983fb9-86b1-475a-b7d8-3ad75b23d4ca,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:47.599679 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.614116 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.615317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-44102b06-8424-482e-ab9e-6678582d3150 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8770375 Nov 25 17:53:47.618298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36036) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:47.623601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1345719528', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'fixed_ips': [{'ip_address': '172.25.1.123'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:47.644422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Made reservation on behalf of f0b9cd9020294d599816850c673201fa for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:47.646729 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.656382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.731729 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.735270 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.745988 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] device_id is not set on port 596ceec7-7852-4743-bea1-f7d192413406 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:53:47.813437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9be2c6e-7332-4874-a1b0-232dac64af1f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:47.939543 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:53:47.940044 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:53:47.954851 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-74985730-5c54-4c58-a421-0e9e067c743d tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3354113 Nov 25 17:53:47.957528 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:48.416360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Deleting port 8c983fb9-86b1-475a-b7d8-3ad75b23d4ca {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:48.416703 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:48.491484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:48.491724 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:48.503443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Calling delete_port for 8c983fb9-86b1-475a-b7d8-3ad75b23d4ca owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:48.634143 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:48.660850 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c983fb9-86b1-475a-b7d8-3ad75b23d4ca,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:48.723324 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:48.725927 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:48.727108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-847649d3-a4fe-4518-a388-00798e1e7cec tempest-ExternalNetworksAdminNegativeTestJSON-1532281179 tempest-ExternalNetworksAdminNegativeTestJSON-1532281179-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/998190ce-8832-4e8d-96cc-b5cfe0e146a4 HTTP/1.1" status: 204 len: 168 time: 0.7686725 Nov 25 17:53:48.971283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:49.079480 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2db3af7-7708-4133-994b-73b8b45c1a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.155762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2db3af7-7708-4133-994b-73b8b45c1a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.159792 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2db3af7-7708-4133-994b-73b8b45c1a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.197700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a2db3af7-7708-4133-994b-73b8b45c1a48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fef21f697f7746eb996dd4540cb21a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253206 Nov 25 17:53:49.199947 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db3af7-7708-4133-994b-73b8b45c1a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec9f9a-b2ac-4408-963c-45801ea10edf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:49.200580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:49.251169 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f341b-ba18-493b-baf0-2036839d1e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.272637 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f341b-ba18-493b-baf0-2036839d1e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.322892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f341b-ba18-493b-baf0-2036839d1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.325645 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f341b-ba18-493b-baf0-2036839d1e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.326795 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ab5f341b-ba18-493b-baf0-2036839d1e85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50ec9f9a-b2ac-4408-963c-45801ea10edf HTTP/1.1" status: 204 len: 168 time: 0.1251905 Nov 25 17:53:49.336270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f341b-ba18-493b-baf0-2036839d1e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec9f9a-b2ac-4408-963c-45801ea10edf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:49.588312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:49.628419 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-49fa6b40-7a22-46b1-9cd0-f6f3b2be4b55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0b9cd9020294d599816850c673201fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383213 Nov 25 17:53:49.630848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:49.678059 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89d6e768-5a48-469b-ab5d-1d7bc7c282ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.699337 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89d6e768-5a48-469b-ab5d-1d7bc7c282ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.745945 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89d6e768-5a48-469b-ab5d-1d7bc7c282ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.748567 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89d6e768-5a48-469b-ab5d-1d7bc7c282ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:49.749789 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-89d6e768-5a48-469b-ab5d-1d7bc7c282ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9be2c6e-7332-4874-a1b0-232dac64af1f HTTP/1.1" status: 204 len: 168 time: 0.1180265 Nov 25 17:53:49.758744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6e768-5a48-469b-ab5d-1d7bc7c282ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9be2c6e-7332-4874-a1b0-232dac64af1f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:50.947677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36092) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:51.044992 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d70cdfaa-f6c1-4367-a770-e2beb3796c21 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-20734666'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:51.045454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d70cdfaa-f6c1-4367-a770-e2beb3796c21 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Unknown quota resources ['metering_label']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:53:51.222937 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d70cdfaa-f6c1-4367-a770-e2beb3796c21 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:51.224018 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d70cdfaa-f6c1-4367-a770-e2beb3796c21 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.2752945 Nov 25 17:53:51.226819 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:51.231120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cbb0c613-4fd0-498e-abf6-b22911329fe3 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd18e298c-10bb-47b9-90f3-e94fec416c12'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:51.231602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cbb0c613-4fd0-498e-abf6-b22911329fe3 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:53:51.307560 n-d-819349-3 neutron-server[103598]: WARNING neutron.services.metering.metering_plugin [None req-cbb0c613-4fd0-498e-abf6-b22911329fe3 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 17:53:51.410481 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cbb0c613-4fd0-498e-abf6-b22911329fe3 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:51.411671 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-cbb0c613-4fd0-498e-abf6-b22911329fe3 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1839416 Nov 25 17:53:51.414797 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:51.418954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fe296f4c-75e8-4d89-8eda-9f73f1c3cc2d tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd18e298c-10bb-47b9-90f3-e94fec416c12'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:51.419440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fe296f4c-75e8-4d89-8eda-9f73f1c3cc2d tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:53:51.475159 n-d-819349-3 neutron-server[103598]: WARNING neutron.services.metering.metering_plugin [None req-fe296f4c-75e8-4d89-8eda-9f73f1c3cc2d tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 17:53:51.559170 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe296f4c-75e8-4d89-8eda-9f73f1c3cc2d tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:51.560358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fe296f4c-75e8-4d89-8eda-9f73f1c3cc2d tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1446507 Nov 25 17:53:51.563045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:51.573038 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f1c5ca3b-277b-4568-ad6c-f9ed71047528 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=85348c34-e1c0-4355-a7bc-74b86f3155a3 HTTP/1.1" status: 200 len: 462 time: 0.0088968 Nov 25 17:53:51.576290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36102) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:51.673781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8b03941-80ee-4a3c-b8dd-5eb0786e361e tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:51.674903 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f8b03941-80ee-4a3c-b8dd-5eb0786e361e tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/85348c34-e1c0-4355-a7bc-74b86f3155a3 HTTP/1.1" status: 204 len: 168 time: 0.0977612 Nov 25 17:53:51.677636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36104) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:51.686530 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6339d9be-bf8d-4492-bbb5-de2abcbc9aa9 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=85348c34-e1c0-4355-a7bc-74b86f3155a3 HTTP/1.1" status: 200 len: 221 time: 0.0079198 Nov 25 17:53:51.689636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:51.693598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-48a1ce3f-2e56-4322-ac39-d65232868e21 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--225124883', 'description': 'label created by tempest'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:51.694047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-48a1ce3f-2e56-4322-ac39-d65232868e21 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Unknown quota resources ['metering_label']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:53:51.857625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48a1ce3f-2e56-4322-ac39-d65232868e21 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:51.858816 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-48a1ce3f-2e56-4322-ac39-d65232868e21 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1682820 Nov 25 17:53:51.861566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36108) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:51.932677 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9c474987-72a0-46f1-b7b2-94dbb50f7c76 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=bc2b77af-d119-4611-aca0-52c0aa7d71c8 HTTP/1.1" status: 200 len: 467 time: 0.0699747 Nov 25 17:53:51.935358 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:52.152810 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8bfae82-5a5b-4c6d-bef5-52320b9d2abb tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:52.155758 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c8bfae82-5a5b-4c6d-bef5-52320b9d2abb tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/bc2b77af-d119-4611-aca0-52c0aa7d71c8 HTTP/1.1" status: 204 len: 168 time: 0.2194314 Nov 25 17:53:52.158600 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36112) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:52.176642 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-55a3e50c-c7f1-4935-9212-4a7fa3014b65 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=bc2b77af-d119-4611-aca0-52c0aa7d71c8 HTTP/1.1" status: 200 len: 216 time: 0.0169108 Nov 25 17:53:52.180063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:52.189921 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2cd5c69e-5f5d-4e2e-bcf4-6d2f8bd8fa70 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087149 Nov 25 17:53:52.193360 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36118) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:52.206914 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-723954f2-2d1b-4c94-a0a3-3aa41b0ad977 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0123503 Nov 25 17:53:52.210554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:52.288455 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9fc5e251-1725-43ee-882c-9f8365a5f4d2 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/d18e298c-10bb-47b9-90f3-e94fec416c12 HTTP/1.1" status: 200 len: 471 time: 0.0767341 Nov 25 17:53:52.291813 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:52.303992 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-45328cde-4b2e-42e5-911c-895f3c667b17 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/fcc30169-e089-4ae6-a5b8-564a7c7b7600 HTTP/1.1" status: 200 len: 459 time: 0.0110223 Nov 25 17:53:52.307126 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36124) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:52.317300 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-ff5f4736-c331-4372-bb50-46c210d59eb1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1517670 Nov 25 17:53:52.411009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-f96ed135-ac87-4551-aa1c-4ad8e46d3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:52.412735 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-f96ed135-ac87-4551-aa1c-4ad8e46d3d00 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1097 time: 0.0493090 Nov 25 17:53:52.487226 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa865-791f-4237-b2fc-cb26ade1e255 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:52.489081 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4b4fa865-791f-4237-b2fc-cb26ade1e255 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/fcc30169-e089-4ae6-a5b8-564a7c7b7600 HTTP/1.1" status: 204 len: 168 time: 0.1800654 Nov 25 17:53:52.491329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:52.534030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-1f2ddb4d-c7ca-4e73-a4ec-97fe789e4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:52.535555 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-1f2ddb4d-c7ca-4e73-a4ec-97fe789e4a47 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1002460 Nov 25 17:53:52.615423 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-c2876e05-08b5-447d-a16e-7dda7ea6bdc0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 200 len: 1002 time: 0.0716012 Nov 25 17:53:52.666516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-ea66c6ec-f205-48eb-b459-116b958b272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:52.668504 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-ea66c6ec-f205-48eb-b459-116b958b272e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0461621 Nov 25 17:53:52.715329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7068d77-b456-4bd2-8765-2390db978690 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:52.716073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-ed0c4f1f-3b6f-4bbb-ab1d-a635cb255c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:52.717650 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-ed0c4f1f-3b6f-4bbb-ab1d-a635cb255c5c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425417 Nov 25 17:53:52.719173 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b7068d77-b456-4bd2-8765-2390db978690 tempest-MeteringIpV6TestJSON-154749697 tempest-MeteringIpV6TestJSON-154749697-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/d18e298c-10bb-47b9-90f3-e94fec416c12 HTTP/1.1" status: 204 len: 168 time: 0.2268755 Nov 25 17:53:52.818062 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-a86a15cf-c972-49c3-8054-7e145e3cd156 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930369 Nov 25 17:53:52.920143 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e39246cb-7f28-4b05-a5c8-ad1bfb2decb9 req-df158913-7c27-43e6-8b1e-5fa62149c71f service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939858 Nov 25 17:53:52.980735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:53.085132 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ba8d4d-d0d8-4683-92d6-4e598ec98e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.163549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ba8d4d-d0d8-4683-92d6-4e598ec98e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.168195 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35ba8d4d-d0d8-4683-92d6-4e598ec98e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.206695 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-35ba8d4d-d0d8-4683-92d6-4e598ec98e48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36540bf54e9b4340a07efd7a45317935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2245975 Nov 25 17:53:53.208477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba8d4d-d0d8-4683-92d6-4e598ec98e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38227d6-0972-44b1-9cd2-461536df65cb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:53.209229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:53.259915 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e46eea36-ce9e-4101-ae46-9068c7e595d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.281933 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e46eea36-ce9e-4101-ae46-9068c7e595d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.332746 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e46eea36-ce9e-4101-ae46-9068c7e595d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.335415 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e46eea36-ce9e-4101-ae46-9068c7e595d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.336578 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e46eea36-ce9e-4101-ae46-9068c7e595d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b38227d6-0972-44b1-9cd2-461536df65cb HTTP/1.1" status: 204 len: 168 time: 0.1262779 Nov 25 17:53:53.345911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46eea36-ce9e-4101-ae46-9068c7e595d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38227d6-0972-44b1-9cd2-461536df65cb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:53.593024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36142) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:53.607047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4651011-517f-4e84-a627-66318cd6ce28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.684112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4651011-517f-4e84-a627-66318cd6ce28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.687945 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4651011-517f-4e84-a627-66318cd6ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.726985 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a4651011-517f-4e84-a627-66318cd6ce28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa4a45297af64a03b1ec78007a3fcda6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326776 Nov 25 17:53:53.728115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4651011-517f-4e84-a627-66318cd6ce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a3df89-0033-4dc7-9632-c6f8281bd185,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:53.729726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:53.784619 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3958ec13-b442-4934-8216-94528021ae04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.806754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3958ec13-b442-4934-8216-94528021ae04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.852905 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3958ec13-b442-4934-8216-94528021ae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.856590 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3958ec13-b442-4934-8216-94528021ae04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:53.857824 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3958ec13-b442-4934-8216-94528021ae04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8a3df89-0033-4dc7-9632-c6f8281bd185 HTTP/1.1" status: 204 len: 168 time: 0.1270897 Nov 25 17:53:53.865556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958ec13-b442-4934-8216-94528021ae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a3df89-0033-4dc7-9632-c6f8281bd185,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:55.088073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:55.230264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1621932899'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:55.252587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Made reservation on behalf of ea43476ae1884db6baaa68e64e47fe75 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:55.256157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.265477 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.341171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.344584 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.371417 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:53:55.381295 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d23784a-1602-4f78-9cb0-565a863e7300,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:55.388145 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.388483 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Added segment 11c71b1d-39f0-4930-91dc-fdc72cf60721 of type vlan for network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 Nov 25 17:53:55.427954 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.454188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.460142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:55.460718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.515094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4258718 Nov 25 17:53:55.534724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835094a2-96b1-4253-9714-5b8b55d53bd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Pushing event updated for resources: {'Network': ['ID=5e8c62f9-e7c9-486c-8652-4cffc6e89774,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:55.545993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:53:55.687859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:55.692811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Request body: {'port': {'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774', 'binding:host_id': 'n-h1-819349-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1447439161'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:55.713092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Made reservation on behalf of cffcaff111c24d4697c877b19bef8972 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:55.715447 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.723892 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.799174 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.802740 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:55.808343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] device_id is not set on port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:53:55.888480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d977659-7498-4fb9-98ef-a78d990498e6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:56.036201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] device_id is not set on port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:53:56.046190 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.051625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.103842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=2a8e7420-b025-4edc-88b2-cbcabf2a3069,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:56.119611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Checking segment: {'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:56.120002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Network hostable DHCP agents. Network: 5e8c62f9-e7c9-486c-8652-4cffc6e89774, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:53:56.136589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:53:56.145787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 5e8c62f9-e7c9-486c-8652-4cffc6e89774) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:56.150320 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:56.153847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793d322-9c67-44c0-95c9-c55457be1313 None None] Network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:53:56.165487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.165832 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.166294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.171655 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.171986 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.172374 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 2 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.185041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.185383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.185723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.190059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.190389 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.190772 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 3 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.204182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.204517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.204857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.209250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.209583 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.209975 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 4 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.222872 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.223229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.223563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.227897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.228248 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.228633 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 5 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.241434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.241774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.242114 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.247427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.247758 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.248148 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 6 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.260207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.260542 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.261711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.266319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.268351 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.268351 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 7 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.281818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.282157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.282490 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.286775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.287096 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.287473 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 8 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.299784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.300113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.300437 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.304771 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.305143 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.305529 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 9 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.318756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.319089 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.319424 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.323964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.324295 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.324674 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 10 to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 Nov 25 17:53:56.336269 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:56.336600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:56.336928 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:56.341429 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:56.341749 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:56.342103 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.406524 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] For port 2a8e7420-b025-4edc-88b2-cbcabf2a3069, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:56.406803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:53:56.411088 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.442676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:56.443276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.468452 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.7794785 Nov 25 17:53:56.471363 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:56.471882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2a67c-4d64-4a3c-9dba-20f4346a37d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=2a8e7420-b025-4edc-88b2-cbcabf2a3069,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:56.551009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Deleting port 2a8e7420-b025-4edc-88b2-cbcabf2a3069 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:56.551349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.617459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] For port 2a8e7420-b025-4edc-88b2-cbcabf2a3069, host n-h1-819349-3, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:56.617820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.631259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Calling delete_port for 2a8e7420-b025-4edc-88b2-cbcabf2a3069 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:56.709458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.741040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a8e7420-b025-4edc-88b2-cbcabf2a3069,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:56.749705 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.753163 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-86446dc1-5773-4efd-aebd-2edfa14f286d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "DELETE /v2.0/ports/2a8e7420-b025-4edc-88b2-cbcabf2a3069 HTTP/1.1" status: 204 len: 168 time: 0.2806115 Nov 25 17:53:56.755684 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:56.779844 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a78ebc-84b6-482f-b857-3a56e3c43fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:53:56.781486 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b9a78ebc-84b6-482f-b857-3a56e3c43fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "GET /v2.0/ports/2a8e7420-b025-4edc-88b2-cbcabf2a3069 HTTP/1.1" status: 404 len: 333 time: 0.0248616 Nov 25 17:53:56.784804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:56.789260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Request body: {'port': {'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-764887351'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:56.810206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Made reservation on behalf of cffcaff111c24d4697c877b19bef8972 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:56.813840 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:56.831300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] device_id is not set on port 38f302a2-3579-4711-9995-27aa7da001e9 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:53:56.983690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.016782 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.059214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:57.062093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:57.065455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:57.066393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.067066 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.078394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=38f302a2-3579-4711-9995-27aa7da001e9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:57.088218 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b79f41b3-d209-4beb-9241-5c016e7cdddd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3023803 Nov 25 17:53:57.090833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:57.095825 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:57.148500 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.317693 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] device_id is not set on port 38f302a2-3579-4711-9995-27aa7da001e9 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:53:57.325621 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.331005 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.386219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=38f302a2-3579-4711-9995-27aa7da001e9,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:57.391988 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.392323 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.392722 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.397013 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.397338 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.397718 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 2 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.411146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.411474 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.411803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.415998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.416320 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.416702 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 3 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.429084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.429426 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.429762 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.434770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.435128 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.435518 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 4 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.448247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.448812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.449380 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.453713 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.454041 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.454432 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 5 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.467120 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.467455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.467788 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.472044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.472616 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.472750 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 6 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.485826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.486163 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.486501 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.490761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.491090 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.491499 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 7 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.503224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.503561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.503894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.508085 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.508410 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.508789 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 8 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.521229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.521504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.521833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.526014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.526925 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.527585 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 9 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.539284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.539619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.539951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.545164 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.545494 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.545875 n-d-819349-3 neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 10 to bind port 38f302a2-3579-4711-9995-27aa7da001e9 Nov 25 17:53:57.559731 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:57.560107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:57.560619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:57.565434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:57.565763 n-d-819349-3 neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 38f302a2-3579-4711-9995-27aa7da001e9 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:57.566131 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.630223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] For port 38f302a2-3579-4711-9995-27aa7da001e9, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:57.630595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempted to set empty binding levels {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:53:57.634733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.664104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] In _notify_port_updated(), no bound segment for port 38f302a2-3579-4711-9995-27aa7da001e9 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:53:57.665062 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.665625 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.667527 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "PUT /v2.0/ports/38f302a2-3579-4711-9995-27aa7da001e9 HTTP/1.1" status: 200 len: 978 time: 0.5751619 Nov 25 17:53:57.670179 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:57.726670 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d1cea-7df7-4c15-a9b4-248de2b0a3cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=38f302a2-3579-4711-9995-27aa7da001e9,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:57.755214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.755695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.756165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.756635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.757121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.757583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.758048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.758509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.758967 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.759433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.759891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.760348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.760832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.761335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.763556 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-6e050392-b01a-4274-b224-bcbbd69f5908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12504 time: 0.0924602 Nov 25 17:53:57.766902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:57.844318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Deleting port 38f302a2-3579-4711-9995-27aa7da001e9 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:57.844574 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.905811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] For port 38f302a2-3579-4711-9995-27aa7da001e9, host n-h1-819349-3, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:57.906175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:57.920033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Calling delete_port for 38f302a2-3579-4711-9995-27aa7da001e9 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:58.000487 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.025792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event deleted for resources: {'Port': ['ID=38f302a2-3579-4711-9995-27aa7da001e9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:58.034228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.037704 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8564c32a-d36c-453d-ba19-f1e125d995de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "DELETE /v2.0/ports/38f302a2-3579-4711-9995-27aa7da001e9 HTTP/1.1" status: 204 len: 168 time: 0.2698715 Nov 25 17:53:58.040443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36206) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:58.066725 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfe819d-3092-4b9f-b579-db08297f8ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:53:58.068398 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-abfe819d-3092-4b9f-b579-db08297f8ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "GET /v2.0/ports/38f302a2-3579-4711-9995-27aa7da001e9 HTTP/1.1" status: 404 len: 333 time: 0.0268152 Nov 25 17:53:58.072298 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:58.077678 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1314042538', 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:58.098621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Made reservation on behalf of cffcaff111c24d4697c877b19bef8972 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:58.100987 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.116280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] device_id is not set on port bf708aaa-b708-4426-af06-7327f37e88c1 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:53:58.263899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.295895 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.337888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:58.341277 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:58.343686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:58.344800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:58.345434 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.359832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=bf708aaa-b708-4426-af06-7327f37e88c1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:58.366256 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ec138786-d8d0-4079-8213-c4291d7128a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2922544 Nov 25 17:53:58.368870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36210) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:58.730139 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1fb3ca-7248-49b6-a93e-3d3854bd977f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:58.731457 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5c1fb3ca-7248-49b6-a93e-3d3854bd977f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "GET /v2.0/ports/bf708aaa-b708-4426-af06-7327f37e88c1 HTTP/1.1" status: 200 len: 959 time: 0.3616333 Nov 25 17:53:58.734184 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:58.809462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9736d-efb1-46b7-8870-f9689f088b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Deleting port bf708aaa-b708-4426-af06-7327f37e88c1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:58.809833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebc9736d-efb1-46b7-8870-f9689f088b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.872745 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebc9736d-efb1-46b7-8870-f9689f088b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.886665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9736d-efb1-46b7-8870-f9689f088b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Calling delete_port for bf708aaa-b708-4426-af06-7327f37e88c1 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:58.966467 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebc9736d-efb1-46b7-8870-f9689f088b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:58.993981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9736d-efb1-46b7-8870-f9689f088b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf708aaa-b708-4426-af06-7327f37e88c1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:59.000231 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebc9736d-efb1-46b7-8870-f9689f088b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.003573 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ebc9736d-efb1-46b7-8870-f9689f088b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "DELETE /v2.0/ports/bf708aaa-b708-4426-af06-7327f37e88c1 HTTP/1.1" status: 204 len: 168 time: 0.2684429 Nov 25 17:53:59.006305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:59.031294 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ce7b0a-7a48-47fb-beb1-126e39ad9928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:53:59.032714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f5ce7b0a-7a48-47fb-beb1-126e39ad9928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "GET /v2.0/ports/bf708aaa-b708-4426-af06-7327f37e88c1 HTTP/1.1" status: 404 len: 333 time: 0.0253980 Nov 25 17:53:59.036569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:59.041169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Request body: {'port': {'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273939781'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:59.063825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Made reservation on behalf of cffcaff111c24d4697c877b19bef8972 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:59.066509 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.083658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] device_id is not set on port 07c8625f-2976-43fd-9ba5-c377d6736ed3 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:53:59.242944 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.278833 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.324009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:59.326894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:59.330603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:59.331546 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:59.332148 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.337774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=07c8625f-2976-43fd-9ba5-c377d6736ed3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:59.353676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-01f285cf-de11-40f8-9c7a-3e78570b10f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3160334 Nov 25 17:53:59.357292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:59.362427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:59.420388 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.597566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] device_id is not set on port 07c8625f-2976-43fd-9ba5-c377d6736ed3 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:53:59.605267 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.610890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.659922 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=07c8625f-2976-43fd-9ba5-c377d6736ed3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:59.676357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.676697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.677070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.681545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.681882 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.682275 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 2 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.697737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.698707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.699246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.704787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.704787 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.705180 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 3 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.718635 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.718973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.719315 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.724129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.724495 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.724920 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 4 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.738798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.739141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.739485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.743864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.744198 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.744590 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 5 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.757480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.757821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.758161 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.763433 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.763764 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.764153 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 6 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.776532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.777071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.777416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.783407 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.783734 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.784122 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 7 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.796358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.796703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.797068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.801342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.801673 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.802060 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 8 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.815076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.815404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.815742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.819946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.820275 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.820663 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 9 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.833062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.833397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.833728 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.837959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.838288 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.838699 n-d-819349-3 neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempt 10 to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 Nov 25 17:53:59.852477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:59.852757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:59.853134 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempting to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:59.857684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:59.858017 n-d-819349-3 neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Failed to bind port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on host n-h1-819349-3 for vnic_type normal using segments [{'id': '11c71b1d-39f0-4930-91dc-fdc72cf60721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5e8c62f9-e7c9-486c-8652-4cffc6e89774'}] Nov 25 17:53:59.858378 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.924714 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] For port 07c8625f-2976-43fd-9ba5-c377d6736ed3, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:59.925123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:53:59.929358 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.961176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] In _notify_port_updated(), no bound segment for port 07c8625f-2976-43fd-9ba5-c377d6736ed3 on network 5e8c62f9-e7c9-486c-8652-4cffc6e89774 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:53:59.962035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:59.962642 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:59.964160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "PUT /v2.0/ports/07c8625f-2976-43fd-9ba5-c377d6736ed3 HTTP/1.1" status: 200 len: 979 time: 0.6057806 Nov 25 17:53:59.967145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:59.977512 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0701-892c-4f64-b268-c69ff9abb97d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event updated for resources: {'Port': ['ID=07c8625f-2976-43fd-9ba5-c377d6736ed3,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:00.047284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Deleting port 07c8625f-2976-43fd-9ba5-c377d6736ed3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:54:00.047537 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.116516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] For port 07c8625f-2976-43fd-9ba5-c377d6736ed3, host n-h1-819349-3, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:00.116796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.130154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Calling delete_port for 07c8625f-2976-43fd-9ba5-c377d6736ed3 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:54:00.211525 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.241268 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Pushing event deleted for resources: {'Port': ['ID=07c8625f-2976-43fd-9ba5-c377d6736ed3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:00.246448 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.252491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:00.252987 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2087e9be-704e-4f51-a94e-4b228927b17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "DELETE /v2.0/ports/07c8625f-2976-43fd-9ba5-c377d6736ed3 HTTP/1.1" status: 204 len: 168 time: 0.2842453 Nov 25 17:54:00.278070 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bf4319-e9cb-4d24-a16b-890d05276980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:54:00.279512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d0bf4319-e9cb-4d24-a16b-890d05276980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183158321-project-admin] 10.222.0.81 "GET /v2.0/ports/07c8625f-2976-43fd-9ba5-c377d6736ed3 HTTP/1.1" status: 404 len: 333 time: 0.0259800 Nov 25 17:54:00.284250 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:00.365117 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.450883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.470477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8c62f9-e7c9-486c-8652-4cffc6e89774']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:00.480190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c71b1d-39f0-4930-91dc-fdc72cf60721') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:00.480498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c71b1d-39f0-4930-91dc-fdc72cf60721') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:00.494262 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.507306 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.513181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:54:00.513811 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:54:00.517034 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:54:00.579593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.586644 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:00.590365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] 10.222.0.81 "DELETE /v2.0/networks/5e8c62f9-e7c9-486c-8652-4cffc6e89774 HTTP/1.1" status: 204 len: 168 time: 0.3051729 Nov 25 17:54:00.602634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a946b74-8071-4366-b2a9-b2785deaae04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665367080-project] Pushing event deleted for resources: {'Network': ['ID=5e8c62f9-e7c9-486c-8652-4cffc6e89774,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:00.827517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:00.960358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-715a6908-1d43-4c0c-a04c-d351eec3c1d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea43476ae1884db6baaa68e64e47fe75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316476 Nov 25 17:54:00.962893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:01.009714 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4047d5d-fd6b-4d78-bdca-7c9338e530d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:01.032174 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4047d5d-fd6b-4d78-bdca-7c9338e530d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:01.084612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4047d5d-fd6b-4d78-bdca-7c9338e530d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:01.087191 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4047d5d-fd6b-4d78-bdca-7c9338e530d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:01.088330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d4047d5d-fd6b-4d78-bdca-7c9338e530d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d23784a-1602-4f78-9cb0-565a863e7300 HTTP/1.1" status: 204 len: 168 time: 0.1245804 Nov 25 17:54:01.095985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4047d5d-fd6b-4d78-bdca-7c9338e530d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d23784a-1602-4f78-9cb0-565a863e7300,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:01.348266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:01.389317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c4caa3f6-09d2-4bb3-8d9b-318e3bfe8766 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cffcaff111c24d4697c877b19bef8972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398252 Nov 25 17:54:01.391702 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:01.443505 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ce14-7df0-42ca-a4f3-1bc4c4ed4f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:01.465328 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ce14-7df0-42ca-a4f3-1bc4c4ed4f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:01.512664 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ce14-7df0-42ca-a4f3-1bc4c4ed4f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:01.515356 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ce14-7df0-42ca-a4f3-1bc4c4ed4f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:01.516536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dbb7ce14-7df0-42ca-a4f3-1bc4c4ed4f14 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d977659-7498-4fb9-98ef-a78d990498e6 HTTP/1.1" status: 204 len: 168 time: 0.1239307 Nov 25 17:54:01.524158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7ce14-7df0-42ca-a4f3-1bc4c4ed4f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d977659-7498-4fb9-98ef-a78d990498e6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:02.192806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:02.236480 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7472941f-b8a4-4fe2-b097-f0e55176c312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:02.300542 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-63e317c4-ccb7-4480-9604-2127d6cc86b8 tempest-ServiceProvidersTest-2095231120 tempest-ServiceProvidersTest-2095231120-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1065633 Nov 25 17:54:02.547962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:02.655631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e41825-8121-4ec1-90f8-c17d259b0963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:02.729186 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e41825-8121-4ec1-90f8-c17d259b0963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:02.733874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81e41825-8121-4ec1-90f8-c17d259b0963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:02.772529 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-81e41825-8121-4ec1-90f8-c17d259b0963 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcb988c4e58d4719946ce6ed5bbb1ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234597 Nov 25 17:54:02.773554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e41825-8121-4ec1-90f8-c17d259b0963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906411c7-f9eb-4a2d-bc29-5cf6ec46700b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:02.775180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:02.825771 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366bb07a-3bb6-4501-8aa8-cd23311f2c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:02.847404 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366bb07a-3bb6-4501-8aa8-cd23311f2c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:02.896513 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366bb07a-3bb6-4501-8aa8-cd23311f2c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:02.899135 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-366bb07a-3bb6-4501-8aa8-cd23311f2c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:02.900318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-366bb07a-3bb6-4501-8aa8-cd23311f2c87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/906411c7-f9eb-4a2d-bc29-5cf6ec46700b HTTP/1.1" status: 204 len: 168 time: 0.1229253 Nov 25 17:54:02.909607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bb07a-3bb6-4501-8aa8-cd23311f2c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906411c7-f9eb-4a2d-bc29-5cf6ec46700b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:03.537740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:03.635860 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-420893265'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:03.658942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Made reservation on behalf of 1ab1b7ca48134ce7916564f7aae61688 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:03.662451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:03.671662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:03.744342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:03.748260 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:03.774623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:54:03.785459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f77bbb-8f8c-4223-82d7-50f251a2c87f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:03.790312 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:03.790652 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Added segment a867cc43-c308-4bfd-a08e-a0743c780847 of type vlan for network 41c032ab-2939-4869-9d33-9dffbe8b8648 Nov 25 17:54:03.831428 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:03.856967 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:03.862486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:03.863073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:03.918222 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3793678 Nov 25 17:54:03.921470 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:03.925892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-fbcde03c-ab4c-4fa3-81f4-46a5a27885e5 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', 'tempest-TagsTest-Tag-703928782') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:03.952915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74bce8-1bae-4de5-ba8f-e0bcfcd14814 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Pushing event updated for resources: {'Network': ['ID=41c032ab-2939-4869-9d33-9dffbe8b8648,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:03.962881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 41c032ab-2939-4869-9d33-9dffbe8b8648 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:54:04.020236 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fbcde03c-ab4c-4fa3-81f4-46a5a27885e5 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "PUT /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags/tempest-TagsTest-Tag-703928782 HTTP/1.1" status: 201 len: 201 time: 0.0977254 Nov 25 17:54:04.022900 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.029176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-c08023dc-80c2-45e1-a899-dd0a50bd7c70 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', 'tempest-TagsTest-Tag-703928782') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.107464 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c08023dc-80c2-45e1-a899-dd0a50bd7c70 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "GET /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags/tempest-TagsTest-Tag-703928782 HTTP/1.1" status: 204 len: 168 time: 0.0832798 Nov 25 17:54:04.109852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.114012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-5260e9d9-8c1f-4cd9-9cca-3166ec68b69f tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.184255 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5260e9d9-8c1f-4cd9-9cca-3166ec68b69f tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "GET /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags HTTP/1.1" status: 200 len: 237 time: 0.0733516 Nov 25 17:54:04.186896 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.191266 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-de0ac919-e1f1-46ac-ad09-8bf6d46ab145 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', {'tags': ['tempest-TagsTest-Tag-1069103358', 'tempest-TagsTest-Tag-690163863', 'tempest-TagsTest-Tag-517308294']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.271547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-de0ac919-e1f1-46ac-ad09-8bf6d46ab145 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "PUT /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags HTTP/1.1" status: 200 len: 307 time: 0.0836382 Nov 25 17:54:04.274092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.278806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-a072d1a6-b923-4509-9ff9-fdacd3aa3596 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', 'tempest-TagsTest-Tag-1069103358') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.359888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a072d1a6-b923-4509-9ff9-fdacd3aa3596 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "DELETE /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags/tempest-TagsTest-Tag-1069103358 HTTP/1.1" status: 204 len: 168 time: 0.0846736 Nov 25 17:54:04.362421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.366862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-af8e959c-ab04-482d-b344-47ca62026ac1 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', 'tempest-TagsTest-Tag-1069103358') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.407543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c7d234a-be59-4b4f-a154-77192839b4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:04.441576 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-af8e959c-ab04-482d-b344-47ca62026ac1 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] show failed (client error): The resource could not be found. Nov 25 17:54:04.442641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-af8e959c-ab04-482d-b344-47ca62026ac1 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "GET /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags/tempest-TagsTest-Tag-1069103358 HTTP/1.1" status: 404 len: 326 time: 0.0793023 Nov 25 17:54:04.445450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.450360 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-4d19c970-855d-43f1-ac1f-54e5b8b4c631 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', 'tempest-TagsTest-Tag-690163863') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.517774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4d19c970-855d-43f1-ac1f-54e5b8b4c631 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "GET /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags/tempest-TagsTest-Tag-690163863 HTTP/1.1" status: 204 len: 168 time: 0.0712996 Nov 25 17:54:04.520200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.524288 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-afa2bbc5-9402-45a5-b60e-7c0f28934c0b tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', 'tempest-TagsTest-Tag-517308294') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.598113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-afa2bbc5-9402-45a5-b60e-7c0f28934c0b tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "GET /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags/tempest-TagsTest-Tag-517308294 HTTP/1.1" status: 204 len: 168 time: 0.0768888 Nov 25 17:54:04.600419 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.605897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-16728741-fab9-4219-9dca-51346733bbdc tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.693731 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-16728741-fab9-4219-9dca-51346733bbdc tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "DELETE /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags HTTP/1.1" status: 204 len: 168 time: 0.0922828 Nov 25 17:54:04.696388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.700642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-3951c879-a791-4f6b-a975-5737b014dfe2 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', 'tempest-TagsTest-Tag-690163863') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.766778 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-3951c879-a791-4f6b-a975-5737b014dfe2 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] show failed (client error): The resource could not be found. Nov 25 17:54:04.767819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3951c879-a791-4f6b-a975-5737b014dfe2 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "GET /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags/tempest-TagsTest-Tag-690163863 HTTP/1.1" status: 404 len: 325 time: 0.0704522 Nov 25 17:54:04.770825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36330) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.774914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-63ae5393-56c5-42c7-9442-6653d5e6efb2 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648', 'tempest-TagsTest-Tag-517308294') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.845996 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-63ae5393-56c5-42c7-9442-6653d5e6efb2 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] show failed (client error): The resource could not be found. Nov 25 17:54:04.847046 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-63ae5393-56c5-42c7-9442-6653d5e6efb2 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "GET /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags/tempest-TagsTest-Tag-517308294 HTTP/1.1" status: 404 len: 325 time: 0.0753241 Nov 25 17:54:04.849787 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:04.853950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-8cc2f9be-739c-4dfd-85df-cfa7fdb066f8 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '41c032ab-2939-4869-9d33-9dffbe8b8648') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:04.924095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8cc2f9be-739c-4dfd-85df-cfa7fdb066f8 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "DELETE /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648/tags HTTP/1.1" status: 204 len: 168 time: 0.0733206 Nov 25 17:54:04.928488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:05.005844 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.092043 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.111680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c032ab-2939-4869-9d33-9dffbe8b8648']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:05.121520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a867cc43-c308-4bfd-a08e-a0743c780847') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:05.121826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a867cc43-c308-4bfd-a08e-a0743c780847') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:05.131106 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.144285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.150113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:54:05.150502 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:54:05.154160 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:54:05.216320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.223194 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.226376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] 10.222.0.81 "DELETE /v2.0/networks/41c032ab-2939-4869-9d33-9dffbe8b8648 HTTP/1.1" status: 204 len: 168 time: 0.2969964 Nov 25 17:54:05.238959 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc46a1-dd77-454f-b713-34dd302b7130 tempest-TagsTest-1631819000 tempest-TagsTest-1631819000-project] Pushing event deleted for resources: {'Network': ['ID=41c032ab-2939-4869-9d33-9dffbe8b8648,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:05.471753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:05.603010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b5f5c12f-fe3c-4e4f-aa78-67f9b7cfbd4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ab1b7ca48134ce7916564f7aae61688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300299 Nov 25 17:54:05.606427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36344) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:05.654076 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc16a9c9-9c16-44b4-9155-83c77296bc99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.675504 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc16a9c9-9c16-44b4-9155-83c77296bc99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.726391 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc16a9c9-9c16-44b4-9155-83c77296bc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.729744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc16a9c9-9c16-44b4-9155-83c77296bc99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:05.730888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-dc16a9c9-9c16-44b4-9155-83c77296bc99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0f77bbb-8f8c-4223-82d7-50f251a2c87f HTTP/1.1" status: 204 len: 168 time: 0.1233721 Nov 25 17:54:05.738755 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16a9c9-9c16-44b4-9155-83c77296bc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f77bbb-8f8c-4223-82d7-50f251a2c87f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:05.918340 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:06.683771 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:07.202568 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:07.347050 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:08.008100 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.041720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:11.150852 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63216f16-0689-4f8e-ada1-6854c3d50dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.224842 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63216f16-0689-4f8e-ada1-6854c3d50dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.228479 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-63216f16-0689-4f8e-ada1-6854c3d50dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.270989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-63216f16-0689-4f8e-ada1-6854c3d50dc1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75d24b8d4d8c46859ad36d36e99eb37f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280147 Nov 25 17:54:11.272166 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63216f16-0689-4f8e-ada1-6854c3d50dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a872555-72d7-4bde-90f8-4ea8ca0f45d9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:11.273654 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36424) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:11.334458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a732f0db-6e0b-4eb2-8a6e-943047b288bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.356873 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a732f0db-6e0b-4eb2-8a6e-943047b288bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.404912 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a732f0db-6e0b-4eb2-8a6e-943047b288bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.407707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a732f0db-6e0b-4eb2-8a6e-943047b288bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.408877 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a732f0db-6e0b-4eb2-8a6e-943047b288bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a872555-72d7-4bde-90f8-4ea8ca0f45d9 HTTP/1.1" status: 204 len: 168 time: 0.1334264 Nov 25 17:54:11.417089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732f0db-6e0b-4eb2-8a6e-943047b288bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a872555-72d7-4bde-90f8-4ea8ca0f45d9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:11.679962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:11.693661 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1c57454-f29e-442d-9b9c-a8938ecd48dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.770859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1c57454-f29e-442d-9b9c-a8938ecd48dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.774807 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c1c57454-f29e-442d-9b9c-a8938ecd48dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.813889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c57454-f29e-442d-9b9c-a8938ecd48dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f36b9b-73a7-4db4-aa0e-d5ec5d8f2d2e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:11.818948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c1c57454-f29e-442d-9b9c-a8938ecd48dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47ddf6ae4c3843088d5401ec3e38b5b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379185 Nov 25 17:54:11.821621 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36432) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:11.870831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb6db66f-b980-457a-a4fa-216364251b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.897776 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb6db66f-b980-457a-a4fa-216364251b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.949213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb6db66f-b980-457a-a4fa-216364251b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.951835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fb6db66f-b980-457a-a4fa-216364251b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.953038 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-fb6db66f-b980-457a-a4fa-216364251b67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/91f36b9b-73a7-4db4-aa0e-d5ec5d8f2d2e HTTP/1.1" status: 204 len: 168 time: 0.1304817 Nov 25 17:54:11.961154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6db66f-b980-457a-a4fa-216364251b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f36b9b-73a7-4db4-aa0e-d5ec5d8f2d2e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:17.884134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:17.993867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1a65b7e-d03e-435a-98c6-02af9c297fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.080556 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1a65b7e-d03e-435a-98c6-02af9c297fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.084695 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1a65b7e-d03e-435a-98c6-02af9c297fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.125474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a1a65b7e-d03e-435a-98c6-02af9c297fbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9152eb079fc34ef1879ff4a4b464eb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402294 Nov 25 17:54:18.126349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a65b7e-d03e-435a-98c6-02af9c297fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3287166b-6f48-4de2-a74d-0683a5998791,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:18.128177 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:18.180843 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01b486d0-38d7-40b5-a906-890678f6ba68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.203732 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01b486d0-38d7-40b5-a906-890678f6ba68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.253021 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01b486d0-38d7-40b5-a906-890678f6ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.255661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01b486d0-38d7-40b5-a906-890678f6ba68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.256856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-01b486d0-38d7-40b5-a906-890678f6ba68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3287166b-6f48-4de2-a74d-0683a5998791 HTTP/1.1" status: 204 len: 168 time: 0.1271698 Nov 25 17:54:18.265310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b486d0-38d7-40b5-a906-890678f6ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3287166b-6f48-4de2-a74d-0683a5998791,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:18.543645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:18.557809 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df38b82b-39ae-40e0-aa09-345210534eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.646311 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df38b82b-39ae-40e0-aa09-345210534eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.650182 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df38b82b-39ae-40e0-aa09-345210534eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.696603 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-df38b82b-39ae-40e0-aa09-345210534eee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd8263d40b524c2bb1a626e9005c9fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518557 Nov 25 17:54:18.696757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36546) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:18.697513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38b82b-39ae-40e0-aa09-345210534eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dab28a-9e53-4dfc-983c-233090986427,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:18.746027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1357acef-5cff-4225-bbfd-b218d008b223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.768038 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1357acef-5cff-4225-bbfd-b218d008b223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.815584 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:54:18.824347 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1357acef-5cff-4225-bbfd-b218d008b223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.826944 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1357acef-5cff-4225-bbfd-b218d008b223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.828100 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-1357acef-5cff-4225-bbfd-b218d008b223 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1dab28a-9e53-4dfc-983c-233090986427 HTTP/1.1" status: 204 len: 168 time: 0.1303821 Nov 25 17:54:18.835744 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357acef-5cff-4225-bbfd-b218d008b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dab28a-9e53-4dfc-983c-233090986427,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:19.144579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36552) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:19.158551 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-319ede8a-a3b5-4b98-8dc4-bcc2a259e0aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:19.236238 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-319ede8a-a3b5-4b98-8dc4-bcc2a259e0aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:19.240045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-319ede8a-a3b5-4b98-8dc4-bcc2a259e0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:19.280003 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-319ede8a-a3b5-4b98-8dc4-bcc2a259e0aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa9ea7549ad44828bafb8da76aeccb07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343071 Nov 25 17:54:19.281656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ede8a-a3b5-4b98-8dc4-bcc2a259e0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9fbe1c-d175-4ca0-a26d-4213a7987caf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:19.282921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36554) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:19.331698 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8bddd8ee-fe40-4248-b5fc-c08f9cdf8083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:19.353612 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8bddd8ee-fe40-4248-b5fc-c08f9cdf8083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:19.400153 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8bddd8ee-fe40-4248-b5fc-c08f9cdf8083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:19.403269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8bddd8ee-fe40-4248-b5fc-c08f9cdf8083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:19.404426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8bddd8ee-fe40-4248-b5fc-c08f9cdf8083 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc9fbe1c-d175-4ca0-a26d-4213a7987caf HTTP/1.1" status: 204 len: 168 time: 0.1204803 Nov 25 17:54:19.412575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddd8ee-fe40-4248-b5fc-c08f9cdf8083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9fbe1c-d175-4ca0-a26d-4213a7987caf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:20.441648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:20.547238 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2793baf8-f45c-4387-944d-480807328d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:20.622307 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2793baf8-f45c-4387-944d-480807328d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:20.625890 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2793baf8-f45c-4387-944d-480807328d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:20.668755 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2793baf8-f45c-4387-944d-480807328d86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04c074dfe5b64bacbd6d601f73fe5fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259939 Nov 25 17:54:20.669775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793baf8-f45c-4387-944d-480807328d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9ac3f7-0b8a-46e6-9f87-7372d8d47c02,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:20.672604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:20.722493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0009cb9-9537-4637-8bac-96a16b4e09d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:20.746058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0009cb9-9537-4637-8bac-96a16b4e09d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:20.791004 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0009cb9-9537-4637-8bac-96a16b4e09d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:20.793772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0009cb9-9537-4637-8bac-96a16b4e09d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:20.794925 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f0009cb9-9537-4637-8bac-96a16b4e09d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d9ac3f7-0b8a-46e6-9f87-7372d8d47c02 HTTP/1.1" status: 204 len: 168 time: 0.1207554 Nov 25 17:54:20.802748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0009cb9-9537-4637-8bac-96a16b4e09d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9ac3f7-0b8a-46e6-9f87-7372d8d47c02,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:25.919665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36664) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:26.029692 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad3244a3-f4a1-45db-8953-b4e80d1a4ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:26.105545 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad3244a3-f4a1-45db-8953-b4e80d1a4ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:26.111250 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad3244a3-f4a1-45db-8953-b4e80d1a4ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:26.154767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ad3244a3-f4a1-45db-8953-b4e80d1a4ede admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7b0baa1e9c84f9fbe38e1772b850093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338839 Nov 25 17:54:26.155936 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3244a3-f4a1-45db-8953-b4e80d1a4ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b3ccdb-5d97-4d4a-8604-b6b13bc87060,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:26.157861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:26.212649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:26.235195 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:26.283307 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:26.286024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:26.289544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51b3ccdb-5d97-4d4a-8604-b6b13bc87060 HTTP/1.1" status: 204 len: 168 time: 0.1279113 Nov 25 17:54:26.295813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b3ccdb-5d97-4d4a-8604-b6b13bc87060,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:26.305219 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.305673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.305923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.306284 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.306624 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.307004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.307349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.307689 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.308532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.308532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.308669 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:26.309063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d4d8f-24cf-438b-922a-430bb6b99d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:27.066327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:27.167420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-275097547-network', 'tenant_id': 'ffb9005ae04846e48936a0afb137590a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:27.190685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Made reservation on behalf of ffb9005ae04846e48936a0afb137590a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:27.193067 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.202281 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.293070 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.297304 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.326123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:54:27.335773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c2334-257d-4d91-9842-8835e9390721,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:27.341393 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.341744 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Added segment 00f77023-9d7d-47c1-90f6-77dd50cc40cd of type vlan for network 00e92f2f-b7a5-4ea5-80ff-53778399644e Nov 25 17:54:27.381997 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.407736 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.408672 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:27.409274 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.468413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4009318 Nov 25 17:54:27.472973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 36708) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:27.474047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a4cd6-82b9-42ff-b952-8f2600c44f86 admin admin] Pushing event updated for resources: {'Network': ['ID=00e92f2f-b7a5-4ea5-80ff-53778399644e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:27.480416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Request body: {'subnet': {'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-275097547-subnet', 'tenant_id': 'ffb9005ae04846e48936a0afb137590a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:27.484317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 00e92f2f-b7a5-4ea5-80ff-53778399644e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:54:27.512258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Made reservation on behalf of ffb9005ae04846e48936a0afb137590a for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:27.515174 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.706686 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.760275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034b4b4f-f3f8-4710-a6bf-8933aed70f48,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:27.771467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Checking segment: {'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:27.771836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Network hostable DHCP agents. Network: 00e92f2f-b7a5-4ea5-80ff-53778399644e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:54:27.792076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Network 00e92f2f-b7a5-4ea5-80ff-53778399644e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:54:27.801765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 00e92f2f-b7a5-4ea5-80ff-53778399644e) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:27.806734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:27.807733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:27.825030 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211758e8-1159-494c-8325-b7a790619921 None None] Network 00e92f2f-b7a5-4ea5-80ff-53778399644e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:54:27.826101 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-70198cbf-5a08-4c2a-b31b-fc4b80e78a94 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533132 Nov 25 17:54:27.961822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac345e80-37b4-4cf6-a277-a4a1850b3a50 None None] Network 00e92f2f-b7a5-4ea5-80ff-53778399644e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:54:29.598016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-30b34bae-53a1-4afc-9082-cfea36782845 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:29.599522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-30b34bae-53a1-4afc-9082-cfea36782845 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/networks?id=00e92f2f-b7a5-4ea5-80ff-53778399644e HTTP/1.1" status: 200 len: 808 time: 0.1121931 Nov 25 17:54:29.615178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-0c61b60e-90a1-4867-bd6e-afbfc3868916 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/quotas/ffb9005ae04846e48936a0afb137590a HTTP/1.1" status: 200 len: 375 time: 0.0092247 Nov 25 17:54:29.646368 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-8157a322-ae37-4ec5-a429-0f5cba9d9aa4 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffb9005ae04846e48936a0afb137590a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251691 Nov 25 17:54:29.793178 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-b9eda912-152e-4938-aa05-14aa2665501f service neutron] 10.222.0.81 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389899 Nov 25 17:54:29.895794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-3749d768-abcf-4f89-bbeb-b08d86f35eab service neutron] 10.222.0.81 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963058 Nov 25 17:54:30.099590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f3eae92-122a-4fc7-94f5-f38b178a06c8 req-d94facbf-2b6b-4bfe-a00b-011ff7b2008d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 210 time: 0.0446737 Nov 25 17:54:31.243728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89cfcfa0-593a-4a56-bcc0-9c17e07609c2 req-14bed274-3be0-4011-aeb9-9da6f8b9d1f5 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 210 time: 0.0423112 Nov 25 17:54:31.414829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-536313b8-ad3a-4979-a2d6-f0744fba52ee tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:31.430152 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-536313b8-ad3a-4979-a2d6-f0744fba52ee tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.60 "GET /v2.0/networks?id=00e92f2f-b7a5-4ea5-80ff-53778399644e HTTP/1.1" status: 200 len: 808 time: 0.2173185 Nov 25 17:54:31.438287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Request body: {'port': {'device_id': 'fc3a7c9d-7493-4d53-8d5c-93ec2a74404e', 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e', 'admin_state_up': True, 'tenant_id': 'ffb9005ae04846e48936a0afb137590a'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:31.617555 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Made reservation on behalf of ffb9005ae04846e48936a0afb137590a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:31.622023 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:31.788344 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Allocated IP 172.20.0.6 (00e92f2f-b7a5-4ea5-80ff-53778399644e/034b4b4f-f3f8-4710-a6bf-8933aed70f48/9b5a6984-918c-4643-99ae-6385716053a5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:54:31.987465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.028545 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.085278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Network 00e92f2f-b7a5-4ea5-80ff-53778399644e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:54:32.094116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:32.095675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Pushing event updated for resources: {'Port': ['ID=9b5a6984-918c-4643-99ae-6385716053a5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:32.098090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:54:32.132831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.133213 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.133560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.133906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.134239 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.135248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.135248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.136733 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.137133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.138499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.138499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.138499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:32.184246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:32.186453 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.214142 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-232bf69c-0d9e-4679-83da-621b050b806e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7805891 Nov 25 17:54:32.262203 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd4ade71-2aa3-443f-bee8-efa1793b781c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.333858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Request body: {'port': {'device_id': 'fc3a7c9d-7493-4d53-8d5c-93ec2a74404e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:32.397281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46225712-82fb-4f30-83e3-973893a993e9 req-7a4911c4-2176-4f48-bc18-e84095464ba4 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:32.399087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46225712-82fb-4f30-83e3-973893a993e9 req-7a4911c4-2176-4f48-bc18-e84095464ba4 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 931 time: 0.0621252 Nov 25 17:54:32.419036 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.470127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46225712-82fb-4f30-83e3-973893a993e9 req-2dbe44e6-0bc0-4516-b440-ac53a673a593 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631633 Nov 25 17:54:32.769072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5a6984-918c-4643-99ae-6385716053a5 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:32.777047 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.791587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Transition to ACTIVE for port object 9b5a6984-918c-4643-99ae-6385716053a5 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:54:32.795320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.853437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Pushing event updated for resources: {'Port': ['ID=9b5a6984-918c-4643-99ae-6385716053a5,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:32.932629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Attempting to bind port 9b5a6984-918c-4643-99ae-6385716053a5 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:32.933004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Attempting to bind port 9b5a6984-918c-4643-99ae-6385716053a5 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:32.933343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Attempting to bind port 9b5a6984-918c-4643-99ae-6385716053a5 on network 00e92f2f-b7a5-4ea5-80ff-53778399644e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:32.938165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Port 9b5a6984-918c-4643-99ae-6385716053a5 on network 00e92f2f-b7a5-4ea5-80ff-53778399644e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:32.938490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Attempting to bind port 9b5a6984-918c-4643-99ae-6385716053a5 on network 00e92f2f-b7a5-4ea5-80ff-53778399644e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:32.944032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:32.944592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Checking segment: {'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:32.945018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Bound using segment: {'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:32.945454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Bound port: 9b5a6984-918c-4643-99ae-6385716053a5, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:32.945828 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.016981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] For port 9b5a6984-918c-4643-99ae-6385716053a5, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:33.020094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] For port 9b5a6984-918c-4643-99ae-6385716053a5, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9b5a6984-918c-4643-99ae-6385716053a5,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:33.024426 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.076455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.077444 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:33.080705 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] 10.222.0.60 "PUT /v2.0/ports/9b5a6984-918c-4643-99ae-6385716053a5 HTTP/1.1" status: 200 len: 1091 time: 0.8558383 Nov 25 17:54:33.081053 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3a7c9d-7493-4d53-8d5c-93ec2a74404e', 'tag': '9b5a6984-918c-4643-99ae-6385716053a5'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:33.084631 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5c6afb-e49b-4473-935f-4556d655fd90" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3a7c9d-7493-4d53-8d5c-93ec2a74404e", "tag": "9b5a6984-918c-4643-99ae-6385716053a5"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:33.130321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2709a35-2c15-4ef5-ba82-8e548a8dea6d service neutron] Pushing event updated for resources: {'Port': ['ID=9b5a6984-918c-4643-99ae-6385716053a5,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:33.184201 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6edc35f-01d3-4059-81f2-0cad9ba914ba x-openstack-request-id: req-a6edc35f-01d3-4059-81f2-0cad9ba914ba {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:33.184572 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3a7c9d-7493-4d53-8d5c-93ec2a74404e", "tag": "9b5a6984-918c-4643-99ae-6385716053a5", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:33.184839 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6edc35f-01d3-4059-81f2-0cad9ba914ba {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:33.185269 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3a7c9d-7493-4d53-8d5c-93ec2a74404e', 'tag': '9b5a6984-918c-4643-99ae-6385716053a5', 'status': 'completed', 'code': 200} Nov 25 17:54:33.202322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-b1f33edf-f359-46a7-9c44-2632e498311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.204077 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-b1f33edf-f359-46a7-9c44-2632e498311f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffb9005ae04846e48936a0afb137590a&device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 1094 time: 0.0612242 Nov 25 17:54:33.263103 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-7238f092-a5d4-46dd-9868-8103b5e3ca1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5a6984-918c-4643-99ae-6385716053a5 HTTP/1.1" status: 200 len: 217 time: 0.0502613 Nov 25 17:54:33.323552 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c72debe8-f54b-4a2f-a6c1-571daa8bb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.325345 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c72debe8-f54b-4a2f-a6c1-571daa8bb559 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=034b4b4f-f3f8-4710-a6bf-8933aed70f48 HTTP/1.1" status: 200 len: 848 time: 0.0508990 Nov 25 17:54:33.360570 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-b49a9931-2137-4b75-98c9-04fdde36ff33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00e92f2f-b7a5-4ea5-80ff-53778399644e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274806 Nov 25 17:54:33.459075 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-13b9301a-b513-4667-be86-cce0218e114f service neutron] 10.222.0.60 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901842 Nov 25 17:54:33.569362 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34f90edc-5eae-4af6-ab1c-eed0f6d84ea4 req-c971dcfd-ff19-4377-9816-720fbeb20ef1 service neutron] 10.222.0.60 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982313 Nov 25 17:54:33.620502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6710-d262-47da-b631-691bee9607af req-3c756af9-626f-4861-bd78-d68ed334cfb1 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.630515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-616a6710-d262-47da-b631-691bee9607af req-3c756af9-626f-4861-bd78-d68ed334cfb1 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 943 time: 0.0659530 Nov 25 17:54:33.687649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-616a6710-d262-47da-b631-691bee9607af req-238dbcb3-5e16-472d-8943-13bc4e93479e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552790 Nov 25 17:54:33.709685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-9bd0f930-91a5-4e67-8143-61595788c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.710998 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-9bd0f930-91a5-4e67-8143-61595788c3dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffb9005ae04846e48936a0afb137590a&device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 1094 time: 0.0722706 Nov 25 17:54:33.810993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-d4f25cc1-d4d9-464e-80d8-29c693a2621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.812766 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-d4f25cc1-d4d9-464e-80d8-29c693a2621a service neutron] 10.222.0.60 "GET /v2.0/networks?id=00e92f2f-b7a5-4ea5-80ff-53778399644e HTTP/1.1" status: 200 len: 909 time: 0.0946789 Nov 25 17:54:33.866310 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-7bc55d5d-0779-402c-8a7d-74c40a006cca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5a6984-918c-4643-99ae-6385716053a5 HTTP/1.1" status: 200 len: 217 time: 0.0445423 Nov 25 17:54:33.926175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-f045747e-9d55-4ce3-a0ee-1521e7b1d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.927681 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-f045747e-9d55-4ce3-a0ee-1521e7b1d959 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=034b4b4f-f3f8-4710-a6bf-8933aed70f48 HTTP/1.1" status: 200 len: 848 time: 0.0539703 Nov 25 17:54:33.963056 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-eec840e9-032f-4bc6-bdc8-cf82d75b0b16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00e92f2f-b7a5-4ea5-80ff-53778399644e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268505 Nov 25 17:54:34.071346 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-0f34ad7a-cf25-47dd-8e17-666f5ec45db3 service neutron] 10.222.0.60 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993674 Nov 25 17:54:34.188248 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d5c6afb-e49b-4473-935f-4556d655fd90 req-20af0d70-da7a-44c0-8cde-d9650b0d1e08 service neutron] 10.222.0.60 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067493 Nov 25 17:54:34.418361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-591c3842-ab35-4341-8c31-22aae0f77f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:34.818263 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cac3c-f720-4961-8952-0984bb65cfb4 req-c067e96e-2261-4fd2-9b38-beed552d7de6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:34.819862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b5cac3c-f720-4961-8952-0984bb65cfb4 req-c067e96e-2261-4fd2-9b38-beed552d7de6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 943 time: 0.0523353 Nov 25 17:54:34.858348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-51aa65b0-d761-4bb0-a347-a763f5228f55 req-3edff027-d7be-47ad-a119-bf12dc2175b0 service neutron] (103599) timed out ('10.222.0.60', 50833) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:54:34.875819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b5cac3c-f720-4961-8952-0984bb65cfb4 req-cbdd175e-cf71-4fb4-b808-eb58b41a4f51 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483873 Nov 25 17:54:35.911297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9b5a6984-918c-4643-99ae-6385716053a5 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:35.936119 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:35.999687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88536bb9-f744-4356-b3f6-7100e969a94a req-a51a0871-f8b6-4f48-8954-02b6fbea844a tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:36.001224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88536bb9-f744-4356-b3f6-7100e969a94a req-a51a0871-f8b6-4f48-8954-02b6fbea844a tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 943 time: 0.0500851 Nov 25 17:54:36.020125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9b5a6984-918c-4643-99ae-6385716053a5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9b5a6984-918c-4643-99ae-6385716053a5,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:36.031950 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '9b5a6984-918c-4643-99ae-6385716053a5', 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e', 'port_id': '9b5a6984-918c-4643-99ae-6385716053a5', 'mac_address': 'fa:16:3e:9c:12:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034b4b4f-f3f8-4710-a6bf-8933aed70f48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:36.051057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88536bb9-f744-4356-b3f6-7100e969a94a req-1fdf5b6b-03a2-424b-bfd3-2773fa63c05a tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 Nov 25 17:54:36.075043 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:36.088998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5a6984-918c-4643-99ae-6385716053a5 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:36.108080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9b5a6984-918c-4643-99ae-6385716053a5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9b5a6984-918c-4643-99ae-6385716053a5,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:36.111696 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:36.160843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9b5a6984-918c-4643-99ae-6385716053a5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:36.168775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.169152 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.169497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.169841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.170170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.170498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.170825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.171238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.171571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.171896 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.172221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.172543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:36.369819 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9b5a6984-918c-4643-99ae-6385716053a5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:36.581054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-f52dd370-75fd-4e10-b518-c24c8c5cb0a0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268440221&fields=id&tenant_id=b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 267 time: 0.0471139 Nov 25 17:54:36.685116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:37.014087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-880053e3-e68f-4811-aae8-6f6267145b1b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:37.015544 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-880053e3-e68f-4811-aae8-6f6267145b1b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.4276083 Nov 25 17:54:37.030289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-1acc55ce-acc8-4f0e-b0b9-93d22c45f0d7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/quotas/b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 375 time: 0.0089967 Nov 25 17:54:37.086158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-4db2cbc5-d090-425b-bf09-0ea982d53374 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501237 Nov 25 17:54:37.205631 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:37.224122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403aaeed-6fcf-4a64-8673-044bf7d6d628 req-1cb7c6fa-9928-490a-b04f-7c71bdc21d49 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:37.225630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-403aaeed-6fcf-4a64-8673-044bf7d6d628 req-1cb7c6fa-9928-490a-b04f-7c71bdc21d49 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 944 time: 0.0802357 Nov 25 17:54:37.227498 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-13be07b2-a4ab-42d5-9041-eef46a68db09 service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293352 Nov 25 17:54:37.330804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-403aaeed-6fcf-4a64-8673-044bf7d6d628 req-e5bcf04b-f60b-4630-9f43-7c071e608ac5 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987694 Nov 25 17:54:37.359053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-25842a52-c9e5-4f9a-b413-ce66b1704d79 service neutron] 10.222.0.81 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251619 Nov 25 17:54:37.360622 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:37.639245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4f15d05-24ac-4a30-b38f-db34e1ca21e0 req-1a84436c-c1e6-4005-b3aa-404cb7e9d480 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 210 time: 0.0277748 Nov 25 17:54:37.923141 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9b5a6984-918c-4643-99ae-6385716053a5 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:54:37.977593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 9b5a6984-918c-4643-99ae-6385716053a5 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:54:37.981833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 9b5a6984-918c-4643-99ae-6385716053a5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:54:37.982215 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.029678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.075483 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.099338 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a7c9d-7493-4d53-8d5c-93ec2a74404e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5a6984-918c-4643-99ae-6385716053a5'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:38.101639 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745db858-fe71-4b93-99f8-cb4d42c1efcd" -d '{"events": [{"server_uuid": "fc3a7c9d-7493-4d53-8d5c-93ec2a74404e", "name": "network-vif-plugged", "status": "completed", "tag": "9b5a6984-918c-4643-99ae-6385716053a5"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:38.115210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9b5a6984-918c-4643-99ae-6385716053a5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9b5a6984-918c-4643-99ae-6385716053a5,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:38.122217 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.152228 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0547ff42-59db-485b-ad92-48bb93e0074b x-openstack-request-id: req-0547ff42-59db-485b-ad92-48bb93e0074b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:38.152552 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a7c9d-7493-4d53-8d5c-93ec2a74404e", "name": "network-vif-plugged", "status": "completed", "tag": "9b5a6984-918c-4643-99ae-6385716053a5", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:38.152770 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0547ff42-59db-485b-ad92-48bb93e0074b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:38.153180 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a7c9d-7493-4d53-8d5c-93ec2a74404e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5a6984-918c-4643-99ae-6385716053a5', 'code': 200} Nov 25 17:54:38.182138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9b5a6984-918c-4643-99ae-6385716053a5,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:38.243462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08df0-78f1-45e5-9675-ca08c41a62b5 req-15ca2d6f-49d8-4795-ab41-884ead681286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:38.245892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63b08df0-78f1-45e5-9675-ca08c41a62b5 req-15ca2d6f-49d8-4795-ab41-884ead681286 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 1096 time: 0.0418327 Nov 25 17:54:38.293156 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-63b08df0-78f1-45e5-9675-ca08c41a62b5 req-89470903-ac3c-41ae-8215-ad6671e82a49 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Nov 25 17:54:38.475952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f609a-635f-4a47-9af7-bfb598803ad7 req-4ceb2b6c-cad5-44c5-a44f-ee0ac5a3578c tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:38.477672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f9f609a-635f-4a47-9af7-bfb598803ad7 req-4ceb2b6c-cad5-44c5-a44f-ee0ac5a3578c tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 945 time: 0.0624113 Nov 25 17:54:38.536245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f9f609a-635f-4a47-9af7-bfb598803ad7 req-5f0bd8f9-3fdb-40a8-a8f5-a38855d5301f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506542 Nov 25 17:54:38.595399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-21e24cd9-b079-4fba-a1af-4670dda45b0a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:38.596983 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-21e24cd9-b079-4fba-a1af-4670dda45b0a tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 811 time: 0.1384349 Nov 25 17:54:38.672271 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-9edb8d4d-c35f-4f17-8f56-8ba35b544b99 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a95ef8617240ccb689b5f23a0109bf HTTP/1.1" status: 200 len: 379 time: 0.0659981 Nov 25 17:54:38.682561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'port': {'device_id': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'admin_state_up': True, 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'security_groups': ['3deea186-0da4-4173-ada4-56d05f4cb53a']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:38.747688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdc73922-c779-4a40-98ff-58d397049798 req-144d0b87-3194-4192-80de-6c96acef9a4f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 210 time: 0.0332086 Nov 25 17:54:38.819207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Made reservation on behalf of b2a95ef8617240ccb689b5f23a0109bf for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:38.822926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:38.956485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.20.0.6 (3793f1fe-ed48-4dde-b77f-55044359c98a/c3eb2932-d269-4bf3-a235-430d1ced1d62/95fd01b8-9cf6-42f1-9684-388239888ef1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:54:39.122639 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:39.169321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:39.218583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network 3793f1fe-ed48-4dde-b77f-55044359c98a is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:54:39.221863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:39.226452 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:54:39.256114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=95fd01b8-9cf6-42f1-9684-388239888ef1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:39.289646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:39.290301 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:39.311854 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-01b1350c-e22e-47e4-96c7-812447a1ee90 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6338532 Nov 25 17:54:39.327295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Request body: {'port': {'device_id': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:39.400952 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:39.536274 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86d4c87f-f9eb-432e-abd2-e48dd77449ce None None] Provisioning complete for port 95fd01b8-9cf6-42f1-9684-388239888ef1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:54:39.536840 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86d4c87f-f9eb-432e-abd2-e48dd77449ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:39.595078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86d4c87f-f9eb-432e-abd2-e48dd77449ce None None] Port 95fd01b8-9cf6-42f1-9684-388239888ef1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:54:39.694359 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8951490-820e-4cf1-9a9f-9e4b1d71bb00 req-4edcf7cc-4d03-44f8-acc8-2bce59b7398a tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:39.695795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8951490-820e-4cf1-9a9f-9e4b1d71bb00 req-4edcf7cc-4d03-44f8-acc8-2bce59b7398a tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 945 time: 0.0577388 Nov 25 17:54:39.738858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95fd01b8-9cf6-42f1-9684-388239888ef1 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:39.747311 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:39.750233 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8951490-820e-4cf1-9a9f-9e4b1d71bb00 req-a0f08f32-c4e6-40a5-b2d3-ecdbbaa95c5a tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462694 Nov 25 17:54:39.759686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Transition to ACTIVE for port object 95fd01b8-9cf6-42f1-9684-388239888ef1 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:54:39.763728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:39.850766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Pushing event updated for resources: {'Port': ['ID=95fd01b8-9cf6-42f1-9684-388239888ef1,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:39.939887 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4e189-fa54-4f1e-acfb-679d365cf53f req-f8768689-47b2-4cf2-b57c-daafbac9bdf7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:39.941882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ba4e189-fa54-4f1e-acfb-679d365cf53f req-f8768689-47b2-4cf2-b57c-daafbac9bdf7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0839999 Nov 25 17:54:39.988489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Attempting to bind port 95fd01b8-9cf6-42f1-9684-388239888ef1 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:39.989132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Attempting to bind port 95fd01b8-9cf6-42f1-9684-388239888ef1 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:39.999012 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Attempting to bind port 95fd01b8-9cf6-42f1-9684-388239888ef1 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:40.019314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7ba4e189-fa54-4f1e-acfb-679d365cf53f req-c0c80e11-9242-4b1e-a23b-70c694792f60 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693693 Nov 25 17:54:40.022145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Port 95fd01b8-9cf6-42f1-9684-388239888ef1 on network 3793f1fe-ed48-4dde-b77f-55044359c98a not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:40.022482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Attempting to bind port 95fd01b8-9cf6-42f1-9684-388239888ef1 on network 3793f1fe-ed48-4dde-b77f-55044359c98a {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:40.033134 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:40.033763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Checking segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:40.034158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Bound using segment: {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:40.034592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Bound port: 95fd01b8-9cf6-42f1-9684-388239888ef1, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:40.034956 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:40.119201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] For port 95fd01b8-9cf6-42f1-9684-388239888ef1, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:40.123809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] For port 95fd01b8-9cf6-42f1-9684-388239888ef1, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=95fd01b8-9cf6-42f1-9684-388239888ef1,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:40.129084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:40.191178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.192162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:40.193965 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] 10.222.0.95 "PUT /v2.0/ports/95fd01b8-9cf6-42f1-9684-388239888ef1 HTTP/1.1" status: 200 len: 1091 time: 0.8723638 Nov 25 17:54:40.194628 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:40.208803 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1674ede1-70a0-4d28-a331-f36fa475590c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:40.307438 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4e2f5-9a5a-498b-80ee-9d3d30ab1c19 x-openstack-request-id: req-9ce4e2f5-9a5a-498b-80ee-9d3d30ab1c19 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:40.309643 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:40.310226 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ce4e2f5-9a5a-498b-80ee-9d3d30ab1c19 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:40.310719 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'status': 'completed', 'code': 200} Nov 25 17:54:40.311900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32f921-baad-4b06-ac65-c701c98d1066 service neutron] Pushing event updated for resources: {'Port': ['ID=95fd01b8-9cf6-42f1-9684-388239888ef1,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:40.344448 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-baab114e-912f-44ba-984e-93b398850d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.347217 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-baab114e-912f-44ba-984e-93b398850d6d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 1094 time: 0.0961580 Nov 25 17:54:40.406924 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-68b509f4-1dd4-4402-b096-061f732975e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95fd01b8-9cf6-42f1-9684-388239888ef1 HTTP/1.1" status: 200 len: 217 time: 0.0513120 Nov 25 17:54:40.474038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-dfaa2f23-9686-490b-91a6-75c7fd01ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.476025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-dfaa2f23-9686-490b-91a6-75c7fd01ce61 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0569484 Nov 25 17:54:40.536145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-d8c6bc9d-fdc4-4251-b4e6-d62f0519c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.537858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-d8c6bc9d-fdc4-4251-b4e6-d62f0519c341 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533476 Nov 25 17:54:40.635196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96fd23-8124-429f-aaf4-2c368490c7f3 req-08204195-8695-4ebe-92d7-63cde155a704 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.636926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed96fd23-8124-429f-aaf4-2c368490c7f3 req-08204195-8695-4ebe-92d7-63cde155a704 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 945 time: 0.0804033 Nov 25 17:54:40.648002 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-7ac68146-4aa9-4da6-98fe-7599d3f6bea0 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023197 Nov 25 17:54:40.694246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed96fd23-8124-429f-aaf4-2c368490c7f3 req-7e287af3-986e-43de-9764-9120ff895474 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489554 Nov 25 17:54:40.765951 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ec0ad2-8a61-40c9-97b8-6336dcfea764 req-45518a56-3332-4fbe-b00c-fe4c9f8bb2ee service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099060 Nov 25 17:54:40.861065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ede1-70a0-4d28-a331-f36fa475590c req-5bde7a5f-79e5-41b7-a84b-e02abb92dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.862653 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1674ede1-70a0-4d28-a331-f36fa475590c req-5bde7a5f-79e5-41b7-a84b-e02abb92dac8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 1094 time: 0.0465689 Nov 25 17:54:40.978806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ede1-70a0-4d28-a331-f36fa475590c req-5915b268-02db-49ef-ab81-0c625ecd863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.980827 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1674ede1-70a0-4d28-a331-f36fa475590c req-5915b268-02db-49ef-ab81-0c625ecd863d service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1102872 Nov 25 17:54:41.025010 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1674ede1-70a0-4d28-a331-f36fa475590c req-555b36bb-9f3a-41a6-ba86-0f808c116ae7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95fd01b8-9cf6-42f1-9684-388239888ef1 HTTP/1.1" status: 200 len: 217 time: 0.0370054 Nov 25 17:54:41.082015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ede1-70a0-4d28-a331-f36fa475590c req-2d51cb4a-80c2-43df-88cd-8133e3e72f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:41.083588 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1674ede1-70a0-4d28-a331-f36fa475590c req-2d51cb4a-80c2-43df-88cd-8133e3e72f8b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0516112 Nov 25 17:54:41.153866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ede1-70a0-4d28-a331-f36fa475590c req-39d41e18-6a2d-4875-82fb-3325c239192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:41.155412 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1674ede1-70a0-4d28-a331-f36fa475590c req-39d41e18-6a2d-4875-82fb-3325c239192b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645263 Nov 25 17:54:41.163539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ed5b-5cc6-4dd4-bc6c-80385980aaac req-76e257ba-185e-439e-a88f-fcded1333835 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:41.165136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96f4ed5b-5cc6-4dd4-bc6c-80385980aaac req-76e257ba-185e-439e-a88f-fcded1333835 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0692568 Nov 25 17:54:41.222295 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-96f4ed5b-5cc6-4dd4-bc6c-80385980aaac req-486f547a-c1ed-4340-acd5-ebfb4fac2797 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496092 Nov 25 17:54:41.276113 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1674ede1-70a0-4d28-a331-f36fa475590c req-f8269a4c-a1f4-46ba-ab94-d45543c1e074 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132987 Nov 25 17:54:41.376964 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1674ede1-70a0-4d28-a331-f36fa475590c req-bc2a7a8d-2dc8-4c25-9f94-728e3ba98cd4 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940132 Nov 25 17:54:41.835596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08267c93-4136-4560-aabe-60dc75443a69 req-9b122e48-33e9-4890-8092-d1468a94b8f9 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:41.837281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08267c93-4136-4560-aabe-60dc75443a69 req-9b122e48-33e9-4890-8092-d1468a94b8f9 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 945 time: 0.0660570 Nov 25 17:54:41.895621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08267c93-4136-4560-aabe-60dc75443a69 req-4cfc5f23-8437-4507-841a-377aa2d4f888 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510259 Nov 25 17:54:42.048899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-400920d4-8cb8-411e-88b3-313d39aee945 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:42.050380 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-400920d4-8cb8-411e-88b3-313d39aee945 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 945 time: 0.0545573 Nov 25 17:54:42.147506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Deleting port 9b5a6984-918c-4643-99ae-6385716053a5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:54:42.147849 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:42.242162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] For port 9b5a6984-918c-4643-99ae-6385716053a5, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9b5a6984-918c-4643-99ae-6385716053a5,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:42.242533 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:42.269850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Calling delete_port for 9b5a6984-918c-4643-99ae-6385716053a5 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:54:42.351661 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966e5b5-1be9-4b95-be2c-48f1b9464095 req-2f075d90-47ea-44fa-912b-6378801a20dd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:42.353852 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0966e5b5-1be9-4b95-be2c-48f1b9464095 req-2f075d90-47ea-44fa-912b-6378801a20dd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0524647 Nov 25 17:54:42.408358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0966e5b5-1be9-4b95-be2c-48f1b9464095 req-359b2089-0e75-4e00-b42c-2b4cd346c8ef tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476854 Nov 25 17:54:42.412168 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:42.427173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9b5a6984-918c-4643-99ae-6385716053a5'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:42.450637 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Pushing event deleted for resources: {'Port': ['ID=9b5a6984-918c-4643-99ae-6385716053a5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:42.497891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] No DVR routers for this DVR port 9b5a6984-918c-4643-99ae-6385716053a5 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:54:42.500717 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:42.504657 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-af9cf5a4-695a-4db4-9c32-640ce5fa2b57 req-22995854-7e61-4651-83c9-38263aa3c4e6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.60 "DELETE /v2.0/ports/9b5a6984-918c-4643-99ae-6385716053a5 HTTP/1.1" status: 204 len: 173 time: 0.4468019 Nov 25 17:54:42.505148 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3a7c9d-7493-4d53-8d5c-93ec2a74404e', 'name': 'network-vif-deleted', 'tag': '9b5a6984-918c-4643-99ae-6385716053a5'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:42.508191 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f8c9bb-202d-4ec6-9cad-f86bc6a3a420" -d '{"events": [{"server_uuid": "fc3a7c9d-7493-4d53-8d5c-93ec2a74404e", "name": "network-vif-deleted", "tag": "9b5a6984-918c-4643-99ae-6385716053a5"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:42.561824 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7681e46e-63e1-4410-ac1e-75fa416cb1eb x-openstack-request-id: req-7681e46e-63e1-4410-ac1e-75fa416cb1eb {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:42.562935 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3a7c9d-7493-4d53-8d5c-93ec2a74404e", "name": "network-vif-deleted", "tag": "9b5a6984-918c-4643-99ae-6385716053a5", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:42.564131 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7681e46e-63e1-4410-ac1e-75fa416cb1eb {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:42.565031 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3a7c9d-7493-4d53-8d5c-93ec2a74404e', 'name': 'network-vif-deleted', 'tag': '9b5a6984-918c-4643-99ae-6385716053a5', 'status': 'completed', 'code': 200} Nov 25 17:54:43.022317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-09ad1b8b-3ed1-4237-8bc5-40c50b03dbcf req-4f613b4e-4b1b-4cbd-8a23-75dbeceda42c tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc3a7c9d-7493-4d53-8d5c-93ec2a74404e HTTP/1.1" status: 200 len: 210 time: 0.0335846 Nov 25 17:54:43.526378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d35866-74f2-4d1b-9fed-b95718e9e933 req-6dd14c7f-22ed-4530-8487-b8ca91a673e7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:43.527791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14d35866-74f2-4d1b-9fed-b95718e9e933 req-6dd14c7f-22ed-4530-8487-b8ca91a673e7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0502694 Nov 25 17:54:43.585240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-14d35866-74f2-4d1b-9fed-b95718e9e933 req-7d7f3003-62d8-4663-96cb-5bd640a5ae39 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510027 Nov 25 17:54:44.280457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-f9d45180-6876-4aba-94b4-d46eb67b51d6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:44.282227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-f9d45180-6876-4aba-94b4-d46eb67b51d6 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/networks?id=00e92f2f-b7a5-4ea5-80ff-53778399644e HTTP/1.1" status: 200 len: 808 time: 0.1051102 Nov 25 17:54:44.297888 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-038a5629-152d-4b21-baa9-4a345769cc90 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/quotas/ffb9005ae04846e48936a0afb137590a HTTP/1.1" status: 200 len: 375 time: 0.0098326 Nov 25 17:54:44.333525 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-7e6da296-8a27-4c86-86f1-35495f1c45d1 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffb9005ae04846e48936a0afb137590a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304677 Nov 25 17:54:44.425760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-e26f7d93-9200-4b2c-9377-e2df8203fad2 service neutron] 10.222.0.81 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851269 Nov 25 17:54:44.521764 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-d88f66b6-9f56-4be0-bb38-b8b7447230c2 service neutron] 10.222.0.81 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901723 Nov 25 17:54:44.713111 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3c12d6b6-1816-43af-80d4-3f828fb50db4 req-ff2c17c8-33bc-480c-9b50-6393ff509f7e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 210 time: 0.0424097 Nov 25 17:54:44.737229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81ad3-dc80-4a64-9bd0-f024fe9e8558 req-e4551fcb-64e2-402b-8441-96d14aad11e1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:44.737229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ae81ad3-dc80-4a64-9bd0-f024fe9e8558 req-e4551fcb-64e2-402b-8441-96d14aad11e1 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0754905 Nov 25 17:54:44.789930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ae81ad3-dc80-4a64-9bd0-f024fe9e8558 req-14c01e67-6af1-4ae1-9b89-c4956a6a7761 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480964 Nov 25 17:54:45.727923 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-8bb14ca1-d346-4ef4-b33c-3f9ba2ad4338 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:45.729761 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-8bb14ca1-d346-4ef4-b33c-3f9ba2ad4338 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.60 "GET /v2.0/networks?id=00e92f2f-b7a5-4ea5-80ff-53778399644e HTTP/1.1" status: 200 len: 808 time: 0.1136563 Nov 25 17:54:45.746056 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Request body: {'port': {'device_id': '86fe0efe-01e5-4813-bb1e-039b9e0d84a9', 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e', 'admin_state_up': True, 'tenant_id': 'ffb9005ae04846e48936a0afb137590a'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:45.819193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1171b2a3-b902-46ef-a499-13ce83a408e3 req-66202d28-d035-4660-b448-8366d2ef9c3c tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 210 time: 0.0300076 Nov 25 17:54:45.874920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Made reservation on behalf of ffb9005ae04846e48936a0afb137590a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:45.878694 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:45.930858 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7787c-eb20-484b-a4f8-406223f3e0f6 req-fab2e0dd-afc5-454d-8585-02abd589142f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:45.933102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ec7787c-eb20-484b-a4f8-406223f3e0f6 req-fab2e0dd-afc5-454d-8585-02abd589142f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0661361 Nov 25 17:54:45.958603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9b5a6984-918c-4643-99ae-6385716053a5 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:54:45.985245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ec7787c-eb20-484b-a4f8-406223f3e0f6 req-4ae3b771-6482-4453-96da-e9635739d0ed tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457556 Nov 25 17:54:45.993337 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 9b5a6984-918c-4643-99ae-6385716053a5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:54:45.995070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9b5a6984-918c-4643-99ae-6385716053a5 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:54:46.032920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Allocated IP 172.20.0.7 (00e92f2f-b7a5-4ea5-80ff-53778399644e/034b4b4f-f3f8-4710-a6bf-8933aed70f48/55dd3869-bf8a-4df0-a417-e35aec00bd47) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:54:46.185906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:46.220380 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:46.266784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Network 00e92f2f-b7a5-4ea5-80ff-53778399644e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:54:46.269903 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:46.273979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:54:46.281027 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Pushing event updated for resources: {'Port': ['ID=55dd3869-bf8a-4df0-a417-e35aec00bd47,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:46.329267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:46.329894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:46.348150 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-793cb805-053c-45b3-b649-a6543eb0fd0f tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078603 Nov 25 17:54:46.362023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Request body: {'port': {'device_id': '86fe0efe-01e5-4813-bb1e-039b9e0d84a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:46.433587 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:46.722530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dd3869-bf8a-4df0-a417-e35aec00bd47 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:46.731570 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:46.745437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Transition to ACTIVE for port object 55dd3869-bf8a-4df0-a417-e35aec00bd47 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:54:46.748861 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:46.803342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921638a2-395a-4535-8f74-89165db249ed service neutron] Pushing event updated for resources: {'Port': ['ID=55dd3869-bf8a-4df0-a417-e35aec00bd47,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:46.883377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Attempting to bind port 55dd3869-bf8a-4df0-a417-e35aec00bd47 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:46.883719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Attempting to bind port 55dd3869-bf8a-4df0-a417-e35aec00bd47 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:46.884104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Attempting to bind port 55dd3869-bf8a-4df0-a417-e35aec00bd47 on network 00e92f2f-b7a5-4ea5-80ff-53778399644e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:46.890314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Port 55dd3869-bf8a-4df0-a417-e35aec00bd47 on network 00e92f2f-b7a5-4ea5-80ff-53778399644e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:46.890686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Attempting to bind port 55dd3869-bf8a-4df0-a417-e35aec00bd47 on network 00e92f2f-b7a5-4ea5-80ff-53778399644e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:46.896067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:46.896443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Checking segment: {'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:46.897086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Bound using segment: {'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:46.897581 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Bound port: 55dd3869-bf8a-4df0-a417-e35aec00bd47, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f77023-9d7d-47c1-90f6-77dd50cc40cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:46.898060 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:46.945816 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995de05e-bc71-4f40-b168-d5f2f6d8f657 req-d9bb675f-72b6-4b9c-a7c7-c46ebc2e484d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:46.948047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-995de05e-bc71-4f40-b168-d5f2f6d8f657 req-d9bb675f-72b6-4b9c-a7c7-c46ebc2e484d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 943 time: 0.0559077 Nov 25 17:54:46.971195 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] For port 55dd3869-bf8a-4df0-a417-e35aec00bd47, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:46.974732 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] For port 55dd3869-bf8a-4df0-a417-e35aec00bd47, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55dd3869-bf8a-4df0-a417-e35aec00bd47,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:46.979773 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:47.004760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-995de05e-bc71-4f40-b168-d5f2f6d8f657 req-cd757f63-ca74-46dd-9862-236baafcf219 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491943 Nov 25 17:54:47.026462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.026709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:47.028055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-921638a2-395a-4535-8f74-89165db249ed service neutron] 10.222.0.60 "PUT /v2.0/ports/55dd3869-bf8a-4df0-a417-e35aec00bd47 HTTP/1.1" status: 200 len: 1091 time: 0.6711910 Nov 25 17:54:47.028543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fe0efe-01e5-4813-bb1e-039b9e0d84a9', 'tag': '55dd3869-bf8a-4df0-a417-e35aec00bd47'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:47.031398 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea" -d '{"events": [{"name": "network-changed", "server_uuid": "86fe0efe-01e5-4813-bb1e-039b9e0d84a9", "tag": "55dd3869-bf8a-4df0-a417-e35aec00bd47"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:47.057871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921638a2-395a-4535-8f74-89165db249ed service neutron] Pushing event updated for resources: {'Port': ['ID=55dd3869-bf8a-4df0-a417-e35aec00bd47,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:47.123076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-805f90a0-9ab9-4101-bdbd-546f21531348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.126858 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-805f90a0-9ab9-4101-bdbd-546f21531348 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffb9005ae04846e48936a0afb137590a&device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 1094 time: 0.0510962 Nov 25 17:54:47.148345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee98f6-b592-45f2-bf2e-9fd3f29c7716 req-2a8fa55c-6604-40cb-ac8b-7ac0e50c7d06 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.150030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dee98f6-b592-45f2-bf2e-9fd3f29c7716 req-2a8fa55c-6604-40cb-ac8b-7ac0e50c7d06 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0576570 Nov 25 17:54:47.182833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-9ababbec-8b27-4033-8b23-3325a2f972e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55dd3869-bf8a-4df0-a417-e35aec00bd47 HTTP/1.1" status: 200 len: 217 time: 0.0445127 Nov 25 17:54:47.216336 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dee98f6-b592-45f2-bf2e-9fd3f29c7716 req-8a1c75f6-c255-43be-825f-ea8cf3aaa81b tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584478 Nov 25 17:54:47.249752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-8a26bbbc-d3d2-4489-a807-35ba085bc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.251190 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-8a26bbbc-d3d2-4489-a807-35ba085bc05f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=034b4b4f-f3f8-4710-a6bf-8933aed70f48 HTTP/1.1" status: 200 len: 848 time: 0.0596473 Nov 25 17:54:47.252641 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c20758-d7cb-4bd5-84bc-30b1ce385a90 x-openstack-request-id: req-66c20758-d7cb-4bd5-84bc-30b1ce385a90 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:47.252955 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fe0efe-01e5-4813-bb1e-039b9e0d84a9", "tag": "55dd3869-bf8a-4df0-a417-e35aec00bd47", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:47.253248 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66c20758-d7cb-4bd5-84bc-30b1ce385a90 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:47.253676 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fe0efe-01e5-4813-bb1e-039b9e0d84a9', 'tag': '55dd3869-bf8a-4df0-a417-e35aec00bd47', 'status': 'completed', 'code': 200} Nov 25 17:54:47.287034 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-cede5810-9c6c-4294-a4bf-968c7e78cb03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00e92f2f-b7a5-4ea5-80ff-53778399644e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267980 Nov 25 17:54:47.386631 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-9e65d64b-ba92-4ff7-bc93-2a216c95021b service neutron] 10.222.0.60 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915382 Nov 25 17:54:47.483121 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2af57a00-0ff2-470b-ad1d-fa2a071ea8cf req-2456706b-0741-41d2-a9eb-5d58d46c7936 service neutron] 10.222.0.60 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895348 Nov 25 17:54:47.574117 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-48570e90-e322-437a-a2b1-f05d81dce6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.575639 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-48570e90-e322-437a-a2b1-f05d81dce6e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffb9005ae04846e48936a0afb137590a&device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 1094 time: 0.0436528 Nov 25 17:54:47.670730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-960c3230-ad33-4f69-88d9-8b402a51ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.672374 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-960c3230-ad33-4f69-88d9-8b402a51ce99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00e92f2f-b7a5-4ea5-80ff-53778399644e HTTP/1.1" status: 200 len: 909 time: 0.0895796 Nov 25 17:54:47.721162 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-cce6d246-66a6-4e6f-a3a0-515d94e5ef32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55dd3869-bf8a-4df0-a417-e35aec00bd47 HTTP/1.1" status: 200 len: 217 time: 0.0413890 Nov 25 17:54:47.783702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-fb62f2d5-f385-488b-8c13-ceb99a67ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.785140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-fb62f2d5-f385-488b-8c13-ceb99a67ea03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=034b4b4f-f3f8-4710-a6bf-8933aed70f48 HTTP/1.1" status: 200 len: 848 time: 0.0567622 Nov 25 17:54:47.818908 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-6e480f5e-9f5e-496e-9b51-5ddb821782e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00e92f2f-b7a5-4ea5-80ff-53778399644e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247440 Nov 25 17:54:47.912553 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-d895e533-0d4e-4512-81a6-2ebc2435be4a service neutron] 10.222.0.60 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858297 Nov 25 17:54:48.011881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-91622b91-b0d8-4f47-a5ac-1bf9f82b0bea req-4a412dfe-62c3-4455-b8ce-05efa7a13300 service neutron] 10.222.0.60 "GET /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902340 Nov 25 17:54:48.141184 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbbd55-fefd-4dc5-bac9-62ce6e7e8732 req-e07a521f-254b-4f93-93bf-386a5ffcf54a tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:48.142728 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ddbbd55-fefd-4dc5-bac9-62ce6e7e8732 req-e07a521f-254b-4f93-93bf-386a5ffcf54a tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 943 time: 0.0599306 Nov 25 17:54:48.205807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6ddbbd55-fefd-4dc5-bac9-62ce6e7e8732 req-3b603987-e47e-4986-9d82-89d6a0730022 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553167 Nov 25 17:54:48.374847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4762032-3b72-4327-a606-1b6b0283fd42 req-6380cdba-1cb0-481d-999c-5eb7b2721fa9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:48.376951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4762032-3b72-4327-a606-1b6b0283fd42 req-6380cdba-1cb0-481d-999c-5eb7b2721fa9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0618167 Nov 25 17:54:48.434056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4762032-3b72-4327-a606-1b6b0283fd42 req-86bf0595-2605-4745-9db6-784dc07fcfa5 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503933 Nov 25 17:54:49.331410 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96183b-14ab-4be7-815e-f979413dc9ef req-d9365206-9ae1-42c2-b93d-2d977f5a9b25 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:49.332889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f96183b-14ab-4be7-815e-f979413dc9ef req-d9365206-9ae1-42c2-b93d-2d977f5a9b25 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 943 time: 0.0537612 Nov 25 17:54:49.380245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f96183b-14ab-4be7-815e-f979413dc9ef req-d8c9e530-d7d1-4b31-aee1-b975774e9127 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Nov 25 17:54:49.550781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff343328-a81b-45db-acd6-462b22c53757 req-60c57549-f611-4c0d-8cc9-47fa0a894621 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:49.552250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff343328-a81b-45db-acd6-462b22c53757 req-60c57549-f611-4c0d-8cc9-47fa0a894621 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0498784 Nov 25 17:54:49.602907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ff343328-a81b-45db-acd6-462b22c53757 req-66368b3b-9d31-427f-a58f-7f64a4336beb tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441642 Nov 25 17:54:49.972324 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55dd3869-bf8a-4df0-a417-e35aec00bd47 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:50.069797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55dd3869-bf8a-4df0-a417-e35aec00bd47, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55dd3869-bf8a-4df0-a417-e35aec00bd47,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:50.082189 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '55dd3869-bf8a-4df0-a417-e35aec00bd47', 'network_id': '00e92f2f-b7a5-4ea5-80ff-53778399644e', 'port_id': '55dd3869-bf8a-4df0-a417-e35aec00bd47', 'mac_address': 'fa:16:3e:ed:56:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034b4b4f-f3f8-4710-a6bf-8933aed70f48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:50.118450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:50.131700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dd3869-bf8a-4df0-a417-e35aec00bd47 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:50.151758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55dd3869-bf8a-4df0-a417-e35aec00bd47, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55dd3869-bf8a-4df0-a417-e35aec00bd47,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:50.156927 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:50.210396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=55dd3869-bf8a-4df0-a417-e35aec00bd47,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:50.358751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55dd3869-bf8a-4df0-a417-e35aec00bd47'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:50.503898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eff15-844c-4c42-a7da-2e4e6ff50f0f req-0b841ff1-edbc-4e0a-84f3-402babd77f6e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:50.505362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-786eff15-844c-4c42-a7da-2e4e6ff50f0f req-0b841ff1-edbc-4e0a-84f3-402babd77f6e tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 944 time: 0.0546873 Nov 25 17:54:50.556673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-786eff15-844c-4c42-a7da-2e4e6ff50f0f req-477541e9-d94b-4650-99d9-f889f55c5684 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Nov 25 17:54:50.725493 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83c27-69a3-45e1-a4a6-4499656d7ce5 req-b3fd00ba-5b50-4487-974b-b767a47deabc tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:50.727028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59d83c27-69a3-45e1-a4a6-4499656d7ce5 req-b3fd00ba-5b50-4487-974b-b767a47deabc tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0528226 Nov 25 17:54:50.778807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-59d83c27-69a3-45e1-a4a6-4499656d7ce5 req-67061a02-047f-4482-b194-42ee277549b2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446775 Nov 25 17:54:51.674249 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3def6-8f64-4a82-a8d2-0d0e4bbee652 req-4a5c92e8-b088-4927-ac60-e82e854cfbde tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:51.675719 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dc3def6-8f64-4a82-a8d2-0d0e4bbee652 req-4a5c92e8-b088-4927-ac60-e82e854cfbde tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 944 time: 0.0495582 Nov 25 17:54:51.727376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dc3def6-8f64-4a82-a8d2-0d0e4bbee652 req-af8f1a8f-e790-414f-92aa-09eac9c86fe7 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Nov 25 17:54:51.915513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a9203-fad5-4ead-a38a-415a6b70cd13 req-c346b3c2-bf40-45c2-8001-43745c8ed125 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:51.917805 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a0a9203-fad5-4ead-a38a-415a6b70cd13 req-c346b3c2-bf40-45c2-8001-43745c8ed125 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 943 time: 0.0505309 Nov 25 17:54:51.966736 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a0a9203-fad5-4ead-a38a-415a6b70cd13 req-12366013-c5fc-4212-924d-5cc3bc279064 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Nov 25 17:54:51.969150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55dd3869-bf8a-4df0-a417-e35aec00bd47 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:54:52.019019 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 55dd3869-bf8a-4df0-a417-e35aec00bd47 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:54:52.023104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 55dd3869-bf8a-4df0-a417-e35aec00bd47 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:54:52.023476 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:52.102964 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:52.126483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fe0efe-01e5-4813-bb1e-039b9e0d84a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dd3869-bf8a-4df0-a417-e35aec00bd47'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:52.128721 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29211cd5-118d-4f4f-8426-6cd4d18b7549" -d '{"events": [{"server_uuid": "86fe0efe-01e5-4813-bb1e-039b9e0d84a9", "name": "network-vif-plugged", "status": "completed", "tag": "55dd3869-bf8a-4df0-a417-e35aec00bd47"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:52.141437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 55dd3869-bf8a-4df0-a417-e35aec00bd47, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55dd3869-bf8a-4df0-a417-e35aec00bd47,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:52.145584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:52.173410 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46a54f-7d74-4c5f-bda0-ac9fd1767fc1 x-openstack-request-id: req-be46a54f-7d74-4c5f-bda0-ac9fd1767fc1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:52.173759 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fe0efe-01e5-4813-bb1e-039b9e0d84a9", "name": "network-vif-plugged", "status": "completed", "tag": "55dd3869-bf8a-4df0-a417-e35aec00bd47", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:52.174051 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be46a54f-7d74-4c5f-bda0-ac9fd1767fc1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:52.174480 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fe0efe-01e5-4813-bb1e-039b9e0d84a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dd3869-bf8a-4df0-a417-e35aec00bd47', 'code': 200} Nov 25 17:54:52.207977 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=55dd3869-bf8a-4df0-a417-e35aec00bd47,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:52.236072 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-fac33250-76a0-4237-982c-fed7680c6faf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517938 Nov 25 17:54:52.298018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2bfd7-b339-4673-84a1-628f64903c2a req-f438698d-61a4-4e40-b5cf-082695dae4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:52.299517 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-11a2bfd7-b339-4673-84a1-628f64903c2a req-f438698d-61a4-4e40-b5cf-082695dae4ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 1096 time: 0.0531242 Nov 25 17:54:52.360461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-47248f36-5b8b-48f9-be90-2362a480d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:52.361968 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-47248f36-5b8b-48f9-be90-2362a480d8c8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1097 time: 0.0749063 Nov 25 17:54:52.365400 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-11a2bfd7-b339-4673-84a1-628f64903c2a req-3205e175-c6f5-4e5d-81e8-2de1481f74aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Nov 25 17:54:52.477355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-3ac3e0a5-0da7-40b3-addd-32f90dea3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:52.479520 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-3ac3e0a5-0da7-40b3-addd-32f90dea3af0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.0920923 Nov 25 17:54:52.825123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 95fd01b8-9cf6-42f1-9684-388239888ef1 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:52.852602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dae6d-1aa6-45db-9de6-9b3540697ec6 req-550f72cd-ff1b-4097-9527-7f5e23a13a09 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:52.854773 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d4dae6d-1aa6-45db-9de6-9b3540697ec6 req-550f72cd-ff1b-4097-9527-7f5e23a13a09 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 945 time: 0.0553980 Nov 25 17:54:52.918576 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0d4dae6d-1aa6-45db-9de6-9b3540697ec6 req-09b37da6-6ea9-48ee-a474-44a6a1ec6090 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566766 Nov 25 17:54:52.930002 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-0fba23e3-c16a-4c56-92f8-6753270e40a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 200 len: 1002 time: 0.4431043 Nov 25 17:54:52.952080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 95fd01b8-9cf6-42f1-9684-388239888ef1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=95fd01b8-9cf6-42f1-9684-388239888ef1,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:52.964651 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'port_id': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'mac_address': 'fa:16:3e:6e:e2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:52.981413 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-87af752e-102e-47a3-b71c-f846d4552db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:52.983126 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-87af752e-102e-47a3-b71c-f846d4552db3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0459192 Nov 25 17:54:53.005444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:53.024557 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fd01b8-9cf6-42f1-9684-388239888ef1 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:53.037417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-21a83688-61df-42d3-807b-ed5c235e444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:53.039066 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-21a83688-61df-42d3-807b-ed5c235e444d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487895 Nov 25 17:54:53.047696 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 95fd01b8-9cf6-42f1-9684-388239888ef1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=95fd01b8-9cf6-42f1-9684-388239888ef1,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:53.057524 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:53.150958 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871ac4-347b-4931-b0c5-0ab87b43df97 req-9571f2fe-c14a-4fb5-a8f4-731e7d4271ed tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:53.152982 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f871ac4-347b-4931-b0c5-0ab87b43df97 req-9571f2fe-c14a-4fb5-a8f4-731e7d4271ed tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 944 time: 0.0923514 Nov 25 17:54:53.164513 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-89414e0d-9747-4c3d-a461-f865aa21b2e7 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117117 Nov 25 17:54:53.229240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f871ac4-347b-4931-b0c5-0ab87b43df97 req-06a8b33c-9ab9-4721-97d8-8b0e1a5fdbe7 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659659 Nov 25 17:54:53.293185 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cca02f16-9cef-4bf5-991d-e22a3b7b6c0e req-81d175f7-feab-48da-89ca-15d422789cdc service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199238 Nov 25 17:54:53.300708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=95fd01b8-9cf6-42f1-9684-388239888ef1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:53.352503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['95fd01b8-9cf6-42f1-9684-388239888ef1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:54.040078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f44b5-ba2c-4d84-bd8f-6e50a8093063 req-3ccd9b2e-ca97-49d6-8140-bbec62f3a47c tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.041692 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-842f44b5-ba2c-4d84-bd8f-6e50a8093063 req-3ccd9b2e-ca97-49d6-8140-bbec62f3a47c tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 945 time: 0.0518460 Nov 25 17:54:54.089375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-842f44b5-ba2c-4d84-bd8f-6e50a8093063 req-60aba347-a14b-4ea1-825d-fa7cdc1a0001 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Nov 25 17:54:54.366935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f66eb-4ce1-44b1-af0d-3b8173526fec req-1b0c135a-106b-4682-972d-c63d3f9551e9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.368422 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c4f66eb-4ce1-44b1-af0d-3b8173526fec req-1b0c135a-106b-4682-972d-c63d3f9551e9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 944 time: 0.0496051 Nov 25 17:54:54.425985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c4f66eb-4ce1-44b1-af0d-3b8173526fec req-371c9a96-4a4d-4c5a-8688-525ca4606021 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512028 Nov 25 17:54:54.741002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555beaf3-9395-4cf9-858a-0915f52c6ddf req-9747217c-53f9-42d1-8ac2-0622a9510401 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.742423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-555beaf3-9395-4cf9-858a-0915f52c6ddf req-9747217c-53f9-42d1-8ac2-0622a9510401 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 945 time: 0.0574043 Nov 25 17:54:54.799537 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-555beaf3-9395-4cf9-858a-0915f52c6ddf req-6bde8aac-c7a8-4e7f-8b38-b8247e6b03f1 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503833 Nov 25 17:54:54.841641 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 95fd01b8-9cf6-42f1-9684-388239888ef1 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:54:54.895180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 95fd01b8-9cf6-42f1-9684-388239888ef1 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:54:54.899232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 95fd01b8-9cf6-42f1-9684-388239888ef1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:54:54.899605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:55.000126 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:55.023498 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:55.025851 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9249bc93-fb23-41cb-a94d-431e26c4cb6a" -d '{"events": [{"server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "name": "network-vif-plugged", "status": "completed", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:55.038844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 95fd01b8-9cf6-42f1-9684-388239888ef1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=95fd01b8-9cf6-42f1-9684-388239888ef1,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:55.043956 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:55.069880 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e5a0b2-055a-4d0e-8492-8afe648d6eea x-openstack-request-id: req-38e5a0b2-055a-4d0e-8492-8afe648d6eea {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:55.070134 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "name": "network-vif-plugged", "status": "completed", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:55.070390 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38e5a0b2-055a-4d0e-8492-8afe648d6eea {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:55.070794 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'code': 200} Nov 25 17:54:55.097150 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=95fd01b8-9cf6-42f1-9684-388239888ef1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:55.180366 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba03b86-0289-4ab2-97ae-1e0842b3caa8 req-4efaa5ef-6b9a-4792-932d-6500ed0e61db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:55.182613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ba03b86-0289-4ab2-97ae-1e0842b3caa8 req-4efaa5ef-6b9a-4792-932d-6500ed0e61db service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 1096 time: 0.0438147 Nov 25 17:54:55.236679 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6ba03b86-0289-4ab2-97ae-1e0842b3caa8 req-a1d392f4-9eb2-4524-b09f-768cb69eda12 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473585 Nov 25 17:54:55.563270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714c1f6-d017-4af5-9e32-fbcd9890934d req-49f56650-fbc6-4568-8c6e-ad7e869daf64 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:55.565310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f714c1f6-d017-4af5-9e32-fbcd9890934d req-49f56650-fbc6-4568-8c6e-ad7e869daf64 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 945 time: 0.0621233 Nov 25 17:54:55.629340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f714c1f6-d017-4af5-9e32-fbcd9890934d req-b461d94a-62b8-4292-9315-5b7c3450cb41 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576205 Nov 25 17:54:55.819941 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:54:55.957434 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cc865-b994-42b2-8cda-b85ede4aa420 req-9208cf88-bd99-4212-91c3-7510e0ab1be8 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:55.959005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe1cc865-b994-42b2-8cda-b85ede4aa420 req-9208cf88-bd99-4212-91c3-7510e0ab1be8 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Nov 25 17:54:56.027150 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe1cc865-b994-42b2-8cda-b85ede4aa420 req-84aebce1-d09a-47c6-8f38-0a6ff12d8912 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/security-groups?id=112c2334-257d-4d91-9842-8835e9390721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Nov 25 17:54:56.201804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-681ea40a-79c3-47c6-9cd7-40711a61fb6d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:56.203390 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-681ea40a-79c3-47c6-9cd7-40711a61fb6d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.60 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 945 time: 0.0484393 Nov 25 17:54:56.302088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Deleting port 55dd3869-bf8a-4df0-a417-e35aec00bd47 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:54:56.302427 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:56.395831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] For port 55dd3869-bf8a-4df0-a417-e35aec00bd47, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=55dd3869-bf8a-4df0-a417-e35aec00bd47,segment=NetworkSegment(00f77023-9d7d-47c1-90f6-77dd50cc40cd),segment_id=00f77023-9d7d-47c1-90f6-77dd50cc40cd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:56.396205 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:56.410098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Calling delete_port for 55dd3869-bf8a-4df0-a417-e35aec00bd47 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:54:56.542040 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:56.553898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['55dd3869-bf8a-4df0-a417-e35aec00bd47'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:56.571836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Pushing event deleted for resources: {'Port': ['ID=55dd3869-bf8a-4df0-a417-e35aec00bd47,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:56.612652 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] No DVR routers for this DVR port 55dd3869-bf8a-4df0-a417-e35aec00bd47 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:54:56.615266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:56.618648 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e1d00273-89a3-4aba-9bde-7dfeef825c6a req-6aad6eb4-2074-43bc-88ac-89b4bca1801d tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.60 "DELETE /v2.0/ports/55dd3869-bf8a-4df0-a417-e35aec00bd47 HTTP/1.1" status: 204 len: 173 time: 0.4088886 Nov 25 17:54:56.619131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fe0efe-01e5-4813-bb1e-039b9e0d84a9', 'name': 'network-vif-deleted', 'tag': '55dd3869-bf8a-4df0-a417-e35aec00bd47'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:56.621716 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db4b7ea-a34f-4b71-8bc4-c9e80802bf8e" -d '{"events": [{"server_uuid": "86fe0efe-01e5-4813-bb1e-039b9e0d84a9", "name": "network-vif-deleted", "tag": "55dd3869-bf8a-4df0-a417-e35aec00bd47"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:56.661929 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73471464-2b85-4d05-a224-043537223f6d x-openstack-request-id: req-73471464-2b85-4d05-a224-043537223f6d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:56.662237 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fe0efe-01e5-4813-bb1e-039b9e0d84a9", "name": "network-vif-deleted", "tag": "55dd3869-bf8a-4df0-a417-e35aec00bd47", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:56.662545 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73471464-2b85-4d05-a224-043537223f6d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:56.662980 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fe0efe-01e5-4813-bb1e-039b9e0d84a9', 'name': 'network-vif-deleted', 'tag': '55dd3869-bf8a-4df0-a417-e35aec00bd47', 'status': 'completed', 'code': 200} Nov 25 17:54:56.761558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a041e-7ad5-45c1-8ba6-5edf91e5f268 req-a032d071-6096-4988-a098-07d4d3612269 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:56.763468 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b0a041e-7ad5-45c1-8ba6-5edf91e5f268 req-a032d071-6096-4988-a098-07d4d3612269 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 945 time: 0.0549586 Nov 25 17:54:56.818699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1b0a041e-7ad5-45c1-8ba6-5edf91e5f268 req-cba94d75-03ee-4f04-8b10-6332c7877b03 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479062 Nov 25 17:54:56.949826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a89e7a-e3ba-49f6-89d3-10a28cb385c9 req-adceab55-14d6-4952-89cf-ed346ee621c4 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:56.951377 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8a89e7a-e3ba-49f6-89d3-10a28cb385c9 req-adceab55-14d6-4952-89cf-ed346ee621c4 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 945 time: 0.0566077 Nov 25 17:54:57.005096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8a89e7a-e3ba-49f6-89d3-10a28cb385c9 req-1cb84d57-0ccd-49a5-a361-a08feb580fb6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475087 Nov 25 17:54:57.033003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:57.080450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3435a9-d896-4076-898d-1b20939c1342 tempest-TestVolumeBootPattern-145160038 tempest-TestVolumeBootPattern-145160038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:57.084722 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-be3435a9-d896-4076-898d-1b20939c1342 tempest-TestVolumeBootPattern-145160038 tempest-TestVolumeBootPattern-145160038-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 1091 time: 0.0478065 Nov 25 17:54:57.085083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 36940) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:57.090824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:57.123772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:57.205339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe382378-7441-43eb-8a0c-22978122dbf9 req-17923456-fe25-459e-a6fb-ec632a612b53 tempest-VolumesActionsTest-1184639348 tempest-VolumesActionsTest-1184639348-project] 10.222.0.81 "GET /v2.0/ports?device_id=86fe0efe-01e5-4813-bb1e-039b9e0d84a9 HTTP/1.1" status: 200 len: 210 time: 0.0359406 Nov 25 17:54:57.253856 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:57.357781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Allocated IP 172.25.1.236 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/160dda9b-0901-4634-a36e-9d1e899faf13) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:54:57.462282 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:57.495733 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:57.536466 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:54:57.539206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:57.543062 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:54:57.548312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=160dda9b-0901-4634-a36e-9d1e899faf13,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:57.909377 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:57.976207 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:58.128375 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:58.132883 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:58.210780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event updated for resources: {'Port': ['ID=160dda9b-0901-4634-a36e-9d1e899faf13,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:58.217853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:58.326603 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Floating IP d55c52db-e7aa-4fec-ad85-e721b4e8f06e associated. External IP: 172.25.1.236, port: 95fd01b8-9cf6-42f1-9684-388239888ef1. Nov 25 17:54:58.558516 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Router 1a10d018-f01b-410a-ba13-e2dab2402866 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:54:58.676877 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:54:58.691670 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026c333-072b-488d-833e-e215f3695e72 None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:54:58.706073 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026c333-072b-488d-833e-e215f3695e72 None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:54:58.706964 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b026c333-072b-488d-833e-e215f3695e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:54:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:58.712313 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:58.774166 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0cac2c18-0a64-4366-bb3a-0acfbd367d01 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6878231 Nov 25 17:54:58.774841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:58.778115 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf28632-1bf6-49a3-8403-87eeafd7330a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:58.818236 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f272b29-6144-4b51-9c8a-36bcf4f6550d x-openstack-request-id: req-2f272b29-6144-4b51-9c8a-36bcf4f6550d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:58.818540 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:58.818788 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f272b29-6144-4b51-9c8a-36bcf4f6550d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:58.819235 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'status': 'completed', 'code': 200} Nov 25 17:54:58.834944 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b026c333-072b-488d-833e-e215f3695e72 None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:54:58.895508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-e3877e62-1f7f-4c2d-9188-71f00f550a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:58.897651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-e3877e62-1f7f-4c2d-9188-71f00f550a3b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 1096 time: 0.0508184 Nov 25 17:54:59.007249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-f34a31c2-1a3d-409b-97ac-407244234ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:59.008737 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-f34a31c2-1a3d-409b-97ac-407244234ef5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1027873 Nov 25 17:54:59.096107 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-885664ae-f54e-4e0d-9a6f-6b479fd7b5d0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95fd01b8-9cf6-42f1-9684-388239888ef1 HTTP/1.1" status: 200 len: 999 time: 0.0794637 Nov 25 17:54:59.102451 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b026c333-072b-488d-833e-e215f3695e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:57Z', 'revision_number': 1, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}, {'id': 'd55c52db-e7aa-4fec-ad85-e721b4e8f06e', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:6e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:54:57Z', 'updated_at': '2021-11-25T17:54:57Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:59.139867 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026c333-072b-488d-833e-e215f3695e72 None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:54:59.150010 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026c333-072b-488d-833e-e215f3695e72 None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:54:59.150770 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b026c333-072b-488d-833e-e215f3695e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:54:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:59.168410 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-1ba136b8-041a-4a89-8360-78d34efc6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:59.170067 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-1ba136b8-041a-4a89-8360-78d34efc6ce1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0668333 Nov 25 17:54:59.224259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-13b9658a-b818-46b5-a5e1-8fb6d5b431c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:59.226326 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-13b9658a-b818-46b5-a5e1-8fb6d5b431c9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472014 Nov 25 17:54:59.283629 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b026c333-072b-488d-833e-e215f3695e72 None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:54:59.331447 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-c39bbd9e-a5f7-4579-8ec3-1bb6bb92f636 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974004 Nov 25 17:54:59.441215 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1cf28632-1bf6-49a3-8403-87eeafd7330a req-b057fd0b-e482-4756-8b4f-b2365c04222d service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019502 Nov 25 17:54:59.615234 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b026c333-072b-488d-833e-e215f3695e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:57Z', 'revision_number': 1, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}, {'id': 'd55c52db-e7aa-4fec-ad85-e721b4e8f06e', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:6e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:54:57Z', 'updated_at': '2021-11-25T17:54:57Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:54:59.643975 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026c333-072b-488d-833e-e215f3695e72 None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:57Z', 'revision_number': 1, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}, {'id': 'd55c52db-e7aa-4fec-ad85-e721b4e8f06e', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:6e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:54:57Z', 'updated_at': '2021-11-25T17:54:57Z', 'revision_number': 0, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:54:59.892032 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e5dd6-39a1-4242-bf2b-46e9251d02f5 None None] New status for floating IP d55c52db-e7aa-4fec-ad85-e721b4e8f06e: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:55:00.042265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55dd3869-bf8a-4df0-a417-e35aec00bd47 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:55:00.063532 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 55dd3869-bf8a-4df0-a417-e35aec00bd47 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:55:00.063872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 55dd3869-bf8a-4df0-a417-e35aec00bd47 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:55:02.242498 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2204e5e-658d-48d2-bf61-fb80380ebaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:04.419791 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-101fcb2b-295d-4c88-9914-fc8e59513197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:05.942258 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:06.686671 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.215003 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:07.376048 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.036172 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.236913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37174) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:18.284138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-97717efe-cd18-4d80-98ef-645ae5a25e27 admin admin] Deleting subnet 034b4b4f-f3f8-4710-a6bf-8933aed70f48 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:55:18.287491 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97717efe-cd18-4d80-98ef-645ae5a25e27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.323914 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97717efe-cd18-4d80-98ef-645ae5a25e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.363873 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97717efe-cd18-4d80-98ef-645ae5a25e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.420204 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97717efe-cd18-4d80-98ef-645ae5a25e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.450995 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97717efe-cd18-4d80-98ef-645ae5a25e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034b4b4f-f3f8-4710-a6bf-8933aed70f48,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:18.454723 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97717efe-cd18-4d80-98ef-645ae5a25e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.460339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-97717efe-cd18-4d80-98ef-645ae5a25e27 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/034b4b4f-f3f8-4710-a6bf-8933aed70f48 HTTP/1.1" status: 204 len: 168 time: 0.2201650 Nov 25 17:55:18.461176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37176) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:18.532393 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.616333 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.637037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e92f2f-b7a5-4ea5-80ff-53778399644e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:18.646705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f77023-9d7d-47c1-90f6-77dd50cc40cd') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:18.647094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f77023-9d7d-47c1-90f6-77dd50cc40cd') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:18.658522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.672701 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.678599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:55:18.678976 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: timer() Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:55:18.680598 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:55:18.734900 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.741355 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.744721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] 10.222.0.81 "DELETE /v2.0/networks/00e92f2f-b7a5-4ea5-80ff-53778399644e HTTP/1.1" status: 204 len: 168 time: 0.2826319 Nov 25 17:55:18.755040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f280a8-4170-4b59-ab7c-2c366c3e6a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e92f2f-b7a5-4ea5-80ff-53778399644e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:18.866701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37180) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:18.912243 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-497a93ea-1d06-4787-aa88-3aeadef79a74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffb9005ae04846e48936a0afb137590a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443246 Nov 25 17:55:18.915005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:18.972342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d63f6388-63eb-4f3c-a074-dee95dd179ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.995456 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d63f6388-63eb-4f3c-a074-dee95dd179ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.046368 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d63f6388-63eb-4f3c-a074-dee95dd179ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.049131 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d63f6388-63eb-4f3c-a074-dee95dd179ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.050314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d63f6388-63eb-4f3c-a074-dee95dd179ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/112c2334-257d-4d91-9842-8835e9390721 HTTP/1.1" status: 204 len: 168 time: 0.1334903 Nov 25 17:55:19.059346 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f6388-63eb-4f3c-a074-dee95dd179ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c2334-257d-4d91-9842-8835e9390721,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:19.795349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37206) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:19.907544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-29078949-network', 'tenant_id': 'e062317e1f454135b55444bff2e6a530'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:19.933952 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Made reservation on behalf of e062317e1f454135b55444bff2e6a530 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:19.936318 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.944773 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.021092 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.024806 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.046142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:55:20.061945 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e73ff49-a103-4084-b1b0-4a0ec50f6de4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:20.064831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.065212 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Added segment 5a5d18da-c8cb-4c7c-8969-ca02e6f145fa of type vlan for network 719b2612-8345-4de8-992d-7c3418d68b8f Nov 25 17:55:20.106468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.138971 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.140668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:20.141461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.203781 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4073830 Nov 25 17:55:20.206613 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:20.211539 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Request body: {'subnet': {'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-29078949-subnet', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:20.214893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a413ab-631e-4557-9783-dde5d12cd44f admin admin] Pushing event updated for resources: {'Network': ['ID=719b2612-8345-4de8-992d-7c3418d68b8f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:20.225177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 719b2612-8345-4de8-992d-7c3418d68b8f details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:55:20.234027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Made reservation on behalf of e062317e1f454135b55444bff2e6a530 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:20.236550 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.755988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.819960 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:20.823657 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Checking segment: {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:20.824027 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Network hostable DHCP agents. Network: 719b2612-8345-4de8-992d-7c3418d68b8f, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:55:20.842063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Network 719b2612-8345-4de8-992d-7c3418d68b8f is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:55:20.850086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 719b2612-8345-4de8-992d-7c3418d68b8f) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:20.855452 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:20.856593 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.862179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc42551-298a-48e9-b599-61d1b87a0b6c None None] Network 719b2612-8345-4de8-992d-7c3418d68b8f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:20.873929 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5a78e2f7-f59f-4d05-959a-e767b7a2a99d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6661689 Nov 25 17:55:20.876550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:20.880804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:20.902727 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.903735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.974192 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.048292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-719b2612-8345-4de8-992d-7c3418d68b8f', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:55:21.049356 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.120715 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.192355 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Allocated IP 172.20.0.2 (719b2612-8345-4de8-992d-7c3418d68b8f/2e92bb0c-1d2e-47c1-b1bf-d230a079dac8/855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:21.341143 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.345706 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.351240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.360721 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.390500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Network 719b2612-8345-4de8-992d-7c3418d68b8f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:21.393331 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:21.397273 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:21.406626 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Pushing event updated for resources: {'Port': ['ID=855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:21.457699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Attempting to bind port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:21.458077 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Attempting to bind port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:21.458440 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Attempting to bind port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a on network 719b2612-8345-4de8-992d-7c3418d68b8f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:21.463734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:21.464093 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Checking segment: {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:21.464500 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.464897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Bound using segment: {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:21.465399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Bound port: 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:21.465783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.475394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Allocated IP 172.25.1.162 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/41768e7a-2af8-4411-ba23-5421a4deccdf) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:21.533492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] For port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:21.537160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] For port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:21.542917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.582683 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.608637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4b3e5-9edf-4a2d-8e6a-3408272d7084 None None] Pushing event updated for resources: {'Port': ['ID=855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:21.630511 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.677705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:21.680788 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:21.684841 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:21.690563 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=41768e7a-2af8-4411-ba23-5421a4deccdf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:21.695176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d0d88-07a6-4cf1-b38a-5c499f63af97 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:21.829028 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8ab799bf-aa16-4379-a5ac-bb120083e030 None None] Provisioning complete for port 41768e7a-2af8-4411-ba23-5421a4deccdf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:21.830329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ab799bf-aa16-4379-a5ac-bb120083e030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.875219 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8ab799bf-aa16-4379-a5ac-bb120083e030 None None] Port 41768e7a-2af8-4411-ba23-5421a4deccdf cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:21.975998 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.183811 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.333094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:55:22.369680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:22.428039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:22.428538 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.448337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:22.461651 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Sync routers for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:22.469232 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.473553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ae3d39d9-4c85-474f-8ae5-215d73e16ee1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5931411 Nov 25 17:55:22.474679 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:22.480249 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:22.481181 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:22.514935 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.552085 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:22.558176 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.600065 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:22.621170 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:22.646719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e96319-c275-4d51-8801-6a91b8a453c9 None None] Network 719b2612-8345-4de8-992d-7c3418d68b8f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:22.717816 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ee8d5035-5fd5-41f3-aacd-4e5bff2073ce None None] Provisioning complete for port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:22.718198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5035-5fd5-41f3-aacd-4e5bff2073ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.799493 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 3, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:22.830616 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Checking router: 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:22.830976 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Updating router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e port 41768e7a-2af8-4411-ba23-5421a4deccdf binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:55:22.859267 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.966667 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.143920 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.148765 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.157373 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Allocated IP 172.20.0.1 (719b2612-8345-4de8-992d-7c3418d68b8f/2e92bb0c-1d2e-47c1-b1bf-d230a079dac8/d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:23.196462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a81d3-f4ff-48db-a551-f2f8bf2181c2 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:23.199349 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Attempting to bind port 41768e7a-2af8-4411-ba23-5421a4deccdf on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:23.199731 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Attempting to bind port 41768e7a-2af8-4411-ba23-5421a4deccdf by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:23.200742 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Attempting to bind port 41768e7a-2af8-4411-ba23-5421a4deccdf on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:23.211413 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:23.212360 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:23.212873 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.213468 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:23.214019 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Bound port: 41768e7a-2af8-4411-ba23-5421a4deccdf, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:23.214321 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.223995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-09c1a13a-bfa8-46cc-9918-02d20cabdcb3 None None] Provisioning complete for port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:23.224707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09c1a13a-bfa8-46cc-9918-02d20cabdcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.246996 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Pushing event updated for resources: {'Port': ['ID=41768e7a-2af8-4411-ba23-5421a4deccdf,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:23.279812 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] For port 41768e7a-2af8-4411-ba23-5421a4deccdf, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:23.283392 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.283750 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.284097 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.285520 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.285936 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.286305 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.286676 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.287017 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.287354 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.287692 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.288027 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.288359 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:23.290892 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.294340 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] For port 41768e7a-2af8-4411-ba23-5421a4deccdf, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=41768e7a-2af8-4411-ba23-5421a4deccdf,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:23.298797 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.339161 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.346258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0a6de-be9d-48f2-83ff-29458609d53f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:23.352162 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:23.353380 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:23.383021 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Network 719b2612-8345-4de8-992d-7c3418d68b8f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:23.386989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:23.391079 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:23.408338 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326d7df-1b3a-431d-be59-7d326a5c1882 None None] Pushing event updated for resources: {'Port': ['ID=41768e7a-2af8-4411-ba23-5421a4deccdf,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:23.427985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Pushing event updated for resources: {'Port': ['ID=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:23.444731 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.447173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-16bf1049-35f4-4a4c-8d3d-42c88a50d803 None None] Provisioning complete for port 41768e7a-2af8-4411-ba23-5421a4deccdf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:23.447882 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16bf1049-35f4-4a4c-8d3d-42c88a50d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.491933 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:23.551829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16bf1049-35f4-4a4c-8d3d-42c88a50d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.578711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-16bf1049-35f4-4a4c-8d3d-42c88a50d803 None None] For port 41768e7a-2af8-4411-ba23-5421a4deccdf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=41768e7a-2af8-4411-ba23-5421a4deccdf,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:23.583325 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16bf1049-35f4-4a4c-8d3d-42c88a50d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.623993 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.655520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf1049-35f4-4a4c-8d3d-42c88a50d803 None None] Pushing event updated for resources: {'Port': ['ID=41768e7a-2af8-4411-ba23-5421a4deccdf,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:23.706955 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-842f91e1-e9ee-4b02-9a1b-0eb114eee45c None None] Provisioning complete for port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:23.706955 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-842f91e1-e9ee-4b02-9a1b-0eb114eee45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.719647 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 3, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:23.744695 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-842f91e1-e9ee-4b02-9a1b-0eb114eee45c None None] Port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:23.750287 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8df8cf-b7fa-40e3-bc91-4f2406ff5513 None None] The sync data for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 is: [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 3, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:23.815549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.820590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.895516 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.897339 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Pushing event updated for resources: {'Port': ['ID=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:24.007465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Network 719b2612-8345-4de8-992d-7c3418d68b8f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:24.009443 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:24.146646 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:24.269956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a07314fe-2f04-4995-9f67-b12dbdc66b17 None None] Provisioning complete for port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:24.270171 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a07314fe-2f04-4995-9f67-b12dbdc66b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.284676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:24.292749 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-f308b245-2eda-4860-a530-e88b4365b127 admin admin] 10.222.0.81 "PUT /v2.0/routers/04db6e7c-a8fe-4a5d-883b-d6f7e87a739e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168795 Nov 25 17:55:24.326692 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a07314fe-2f04-4995-9f67-b12dbdc66b17 None None] Port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:24.450083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 41768e7a-2af8-4411-ba23-5421a4deccdf up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:24.504869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 41768e7a-2af8-4411-ba23-5421a4deccdf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:24.505278 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.597214 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:24.651962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:24.652343 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.828150 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37230) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:24.833168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-179035675-network', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:24.855904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Made reservation on behalf of 9bdd2208b7f14f68a62897b30c269d0e for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:24.859329 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.870841 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.956650 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.960228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:24.993663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:55:25.003663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c80293f-7111-46cd-965e-b4f22a8a9612,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:25.008429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.009353 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Added segment 888b1c61-7232-4272-8a6d-76a23d796881 of type vlan for network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d Nov 25 17:55:25.053119 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.081769 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.082822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:25.083445 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.132336 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3030474 Nov 25 17:55:25.135913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37232) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:25.142493 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Request body: {'subnet': {'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-179035675-subnet', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:25.160103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940afcc-31d6-4bac-84e1-f5f70cfccc08 admin admin] Pushing event updated for resources: {'Network': ['ID=0db2ce26-2d5d-419d-aa8e-db6cb5a5950d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:25.170132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:55:25.176965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Made reservation on behalf of 9bdd2208b7f14f68a62897b30c269d0e for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:25.179549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.370019 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.426045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb584b2-149f-47ea-a79d-922a9c18f711,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:25.438349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Checking segment: {'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:25.439113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Network hostable DHCP agents. Network: 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:55:25.447783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Sync routers for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:25.460852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:55:25.462097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:25.463598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:25.474359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:25.481214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:25.482027 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.500875 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5bbd36c9-b925-426f-ad0f-0dad6b330e06 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3639278 Nov 25 17:55:25.503338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:25.507692 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:25.509505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4595ad8-92e5-4c7b-9b5c-5d86ab16de2f None None] Network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:25.532748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.533907 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.599967 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.653218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:25.753957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.972775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.984345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-0db2ce26-2d5d-419d-aa8e-db6cb5a5950d', 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'fixed_ips': [{'subnet_id': 'eeb584b2-149f-47ea-a79d-922a9c18f711'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:55:25.985322 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:25.994335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.107923 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Allocated IP 172.25.1.169 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/b1b2f1ba-df77-4436-aaf1-e55a37fe9c43) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:26.181858 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Allocated IP 172.20.0.2 (0db2ce26-2d5d-419d-aa8e-db6cb5a5950d/eeb584b2-149f-47ea-a79d-922a9c18f711/c72d82ac-901a-483c-84ba-e849d5ce6384) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:26.194633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 2, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:26.213163 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.226494 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Checking router: 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:26.226792 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Updating router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:55:26.250971 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.297324 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.307964 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:26.312007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:26.318151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:26.344472 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346723a-191a-4e85-8deb-0bcbbf955419 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:26.359356 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b2f1ba-df77-4436-aaf1-e55a37fe9c43,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:26.506424 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5c27774a-cf10-4109-ae6b-82a85fa08a5a None None] Provisioning complete for port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:26.507007 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c27774a-cf10-4109-ae6b-82a85fa08a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.508507 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.571778 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.597185 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.620724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5c27774a-cf10-4109-ae6b-82a85fa08a5a None None] Port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:26.643163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:26.655040 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Pushing event updated for resources: {'Port': ['ID=c72d82ac-901a-483c-84ba-e849d5ce6384,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:26.657713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:26.662885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:26.748605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Attempting to bind port c72d82ac-901a-483c-84ba-e849d5ce6384 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:26.749018 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Attempting to bind port c72d82ac-901a-483c-84ba-e849d5ce6384 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:26.749395 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Attempting to bind port c72d82ac-901a-483c-84ba-e849d5ce6384 on network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:26.773820 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:26.774126 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Checking segment: {'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:26.774698 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.775109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Bound using segment: {'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:26.775593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Bound port: c72d82ac-901a-483c-84ba-e849d5ce6384, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:26.775986 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.806304 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.833609 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:26.903548 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] For port c72d82ac-901a-483c-84ba-e849d5ce6384, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:26.923294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] For port c72d82ac-901a-483c-84ba-e849d5ce6384, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c72d82ac-901a-483c-84ba-e849d5ce6384,segment=NetworkSegment(888b1c61-7232-4272-8a6d-76a23d796881),segment_id=888b1c61-7232-4272-8a6d-76a23d796881)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:26.928518 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4665cbd-2b4a-4ab4-abd5-c2058d87e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:26.932666 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.024740 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Attempting to bind port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:27.025069 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Attempting to bind port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:27.025512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Attempting to bind port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 on network 719b2612-8345-4de8-992d-7c3418d68b8f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:27.046253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:27.046253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Checking segment: {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:27.046253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.046253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Bound using segment: {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:27.046253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Bound port: d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:27.046253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.059161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e10c17-964d-4e5d-a435-fa11f20216f1 None None] Pushing event updated for resources: {'Port': ['ID=c72d82ac-901a-483c-84ba-e849d5ce6384,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:27.128826 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] For port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:27.132619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] For port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:27.139562 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.184338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.201169 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:27.201822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:27.206999 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4665cbd-2b4a-4ab4-abd5-c2058d87e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:27.333497 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6c9e6719-521a-4015-ab5f-986dff6e66a1 None None] Provisioning complete for port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:27.333829 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6719-521a-4015-ab5f-986dff6e66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.396266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:27.397830 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Router b3261015-ef5b-4934-98ca-0e6debc2536d is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:55:27.532122 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:27.541285 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Sync routers for ids ['b3261015-ef5b-4934-98ca-0e6debc2536d'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:27.551134 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.552172 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Routers {'b3261015-ef5b-4934-98ca-0e6debc2536d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:27.553902 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-42cec891-6489-4976-8709-50ed0d7fb313 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0488663 Nov 25 17:55:27.555799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:27.556183 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b3261015-ef5b-4934-98ca-0e6debc2536d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:27.557563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6719-521a-4015-ab5f-986dff6e66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.624737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6c9e6719-521a-4015-ab5f-986dff6e66a1 None None] For port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:27.630726 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6719-521a-4015-ab5f-986dff6e66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.668384 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Set router b3261015-ef5b-4934-98ca-0e6debc2536d gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:27.715806 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e6719-521a-4015-ab5f-986dff6e66a1 None None] Pushing event updated for resources: {'Port': ['ID=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:27.730745 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:27Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:27.765701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b0eed-ebbe-4608-9ff2-acefd7f691f6 None None] The sync data for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 is: [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:27Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:27.776793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5f861ee4-8036-4ad9-8eac-16759e408fc8 None None] Provisioning complete for port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:27.777307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f861ee4-8036-4ad9-8eac-16759e408fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.007972 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:26Z', 'revision_number': 3, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port': {'id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:28.047068 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Checking router: b3261015-ef5b-4934-98ca-0e6debc2536d for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:28.047897 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Updating router b3261015-ef5b-4934-98ca-0e6debc2536d port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:55:28.076987 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.115361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.345519 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4256b-5b8d-4053-a850-a96fcc76f10d None None] Network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:28.376548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Allocated IP 172.20.0.1 (0db2ce26-2d5d-419d-aa8e-db6cb5a5950d/eeb584b2-149f-47ea-a79d-922a9c18f711/1f38203e-d84c-4f20-bb87-ff491db61608) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:28.403347 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.422332 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.428856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e626495c-bcfe-432b-a9e6-0d3289ea8713 None None] Provisioning complete for port c72d82ac-901a-483c-84ba-e849d5ce6384 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:28.431577 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e626495c-bcfe-432b-a9e6-0d3289ea8713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.484790 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5edb13-9ad6-48d1-8a61-3806f31064dc None None] Pushing event updated for resources: {'Port': ['ID=b1b2f1ba-df77-4436-aaf1-e55a37fe9c43,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:28.494829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c72d82ac-901a-483c-84ba-e849d5ce6384 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:28.512364 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Attempting to bind port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:28.513957 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Attempting to bind port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:28.514584 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Attempting to bind port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:28.520525 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:28.521078 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:28.521676 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.522148 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:28.522699 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Bound port: b1b2f1ba-df77-4436-aaf1-e55a37fe9c43, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:28.523199 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.538120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b191a541-998b-4a8b-ab9a-d68ede9063b3 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:28.540526 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.591743 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.593455 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] For port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:28.597172 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] For port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b1b2f1ba-df77-4436-aaf1-e55a37fe9c43,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:28.606487 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.659156 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e626495c-bcfe-432b-a9e6-0d3289ea8713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.664014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Pushing event updated for resources: {'Port': ['ID=1f38203e-d84c-4f20-bb87-ff491db61608,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:28.674457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:28.675171 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Routers {'b3261015-ef5b-4934-98ca-0e6debc2536d'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:28.675907 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b3261015-ef5b-4934-98ca-0e6debc2536d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:28.676039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:28.682984 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5edb13-9ad6-48d1-8a61-3806f31064dc None None] Pushing event updated for resources: {'Port': ['ID=b1b2f1ba-df77-4436-aaf1-e55a37fe9c43,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:28.685941 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:28.700536 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84e338-1bdf-49e0-b614-24b03531dbc1 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:28.745867 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.766562 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c72d82ac-901a-483c-84ba-e849d5ce6384 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:28.766943 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.769738 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e626495c-bcfe-432b-a9e6-0d3289ea8713 None None] For port c72d82ac-901a-483c-84ba-e849d5ce6384, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c72d82ac-901a-483c-84ba-e849d5ce6384,segment=NetworkSegment(888b1c61-7232-4272-8a6d-76a23d796881),segment_id=888b1c61-7232-4272-8a6d-76a23d796881)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:28.797618 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e626495c-bcfe-432b-a9e6-0d3289ea8713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.828210 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] Set router b3261015-ef5b-4934-98ca-0e6debc2536d gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:28.859949 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626495c-bcfe-432b-a9e6-0d3289ea8713 None None] Pushing event updated for resources: {'Port': ['ID=c72d82ac-901a-483c-84ba-e849d5ce6384,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:28.917419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.941851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a1d4c23a-e30c-418c-8acb-a28ec3ee0d53 None None] Provisioning complete for port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:28.942230 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d4c23a-e30c-418c-8acb-a28ec3ee0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.031530 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:29.092254 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:26Z', 'revision_number': 3, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port': {'id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:29.137767 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.142851 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33088-e329-47b7-8a7e-e832da6ee39b None None] The sync data for ids ['b3261015-ef5b-4934-98ca-0e6debc2536d'] in n-d-819349-3 is: [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:26Z', 'revision_number': 3, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port': {'id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:29.147419 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.234583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.236761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Pushing event updated for resources: {'Port': ['ID=1f38203e-d84c-4f20-bb87-ff491db61608,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:29.309977 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d4c23a-e30c-418c-8acb-a28ec3ee0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.339043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a1d4c23a-e30c-418c-8acb-a28ec3ee0d53 None None] For port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b1b2f1ba-df77-4436-aaf1-e55a37fe9c43,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:29.341802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:29.342207 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.346853 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1d4c23a-e30c-418c-8acb-a28ec3ee0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.367802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:29.370234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:29.433657 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4c23a-e30c-418c-8acb-a28ec3ee0d53 None None] Pushing event updated for resources: {'Port': ['ID=b1b2f1ba-df77-4436-aaf1-e55a37fe9c43,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:29.502736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9a889785-e866-4448-b345-c96d417b0f91 None None] Provisioning complete for port c72d82ac-901a-483c-84ba-e849d5ce6384 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:29.503116 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a889785-e866-4448-b345-c96d417b0f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.512911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Router b3261015-ef5b-4934-98ca-0e6debc2536d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:29.607026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9a889785-e866-4448-b345-c96d417b0f91 None None] Provisioning complete for port 1f38203e-d84c-4f20-bb87-ff491db61608 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:29.607553 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a889785-e866-4448-b345-c96d417b0f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.647037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:29.653822 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b066a3bb-e7a6-41e9-b337-3617d2106872 admin admin] 10.222.0.81 "PUT /v2.0/routers/b3261015-ef5b-4934-98ca-0e6debc2536d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0968959 Nov 25 17:55:29.655339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9a889785-e866-4448-b345-c96d417b0f91 None None] Port 1f38203e-d84c-4f20-bb87-ff491db61608 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:29.783972 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2dbcb50-b8a6-4600-b882-0876de520db6 None None] Provisioning complete for port 1f38203e-d84c-4f20-bb87-ff491db61608 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:29.785770 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2dbcb50-b8a6-4600-b882-0876de520db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.835405 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbcb50-b8a6-4600-b882-0876de520db6 None None] Port 1f38203e-d84c-4f20-bb87-ff491db61608 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:29.960717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-908d4732-1fd9-48d5-b450-f755de998d23 None None] Provisioning complete for port 1f38203e-d84c-4f20-bb87-ff491db61608 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:29.961288 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-908d4732-1fd9-48d5-b450-f755de998d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:29.999581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-908d4732-1fd9-48d5-b450-f755de998d23 None None] Port 1f38203e-d84c-4f20-bb87-ff491db61608 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:30.211658 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37246) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:30.216508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-60337ccb-1ac8-4ef3-a847-f61aa3903bbb tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339596108', 'description': 'tempest-secgroup-smoke-339596108 description', 'project_id': 'e062317e1f454135b55444bff2e6a530'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:30.244772 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60337ccb-1ac8-4ef3-a847-f61aa3903bbb tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.331848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60337ccb-1ac8-4ef3-a847-f61aa3903bbb tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.339599 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60337ccb-1ac8-4ef3-a847-f61aa3903bbb tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.373401 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60337ccb-1ac8-4ef3-a847-f61aa3903bbb tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.374660 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-60337ccb-1ac8-4ef3-a847-f61aa3903bbb tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1618481 Nov 25 17:55:30.377617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:30.382341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8625fbab-2bbb-41ec-8bd6-d0f2430877a2 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'security_group_rule': {'security_group_id': '6742514e-1e35-44a8-a7b6-d2236ec47cfb', 'project_id': 'e062317e1f454135b55444bff2e6a530', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:30.391445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60337ccb-1ac8-4ef3-a847-f61aa3903bbb tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6742514e-1e35-44a8-a7b6-d2236ec47cfb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:30.420651 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8625fbab-2bbb-41ec-8bd6-d0f2430877a2 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.441342 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c72d82ac-901a-483c-84ba-e849d5ce6384 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:30.485072 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8625fbab-2bbb-41ec-8bd6-d0f2430877a2 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.489003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8625fbab-2bbb-41ec-8bd6-d0f2430877a2 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.494730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c72d82ac-901a-483c-84ba-e849d5ce6384 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:30.494730 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.509982 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625fbab-2bbb-41ec-8bd6-d0f2430877a2 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1d4361-1c85-4ad2-bf23-0f5ba9efcf31,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:30.515598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8625fbab-2bbb-41ec-8bd6-d0f2430877a2 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.516809 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8625fbab-2bbb-41ec-8bd6-d0f2430877a2 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382573 Nov 25 17:55:30.519930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37250) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:30.523888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a49b4038-e402-4e7f-a2d2-9dd3ac96f779 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'security_group_rule': {'security_group_id': '6742514e-1e35-44a8-a7b6-d2236ec47cfb', 'project_id': 'e062317e1f454135b55444bff2e6a530', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:30.553431 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a49b4038-e402-4e7f-a2d2-9dd3ac96f779 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.582848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:30.615240 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a49b4038-e402-4e7f-a2d2-9dd3ac96f779 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.619762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a49b4038-e402-4e7f-a2d2-9dd3ac96f779 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.634471 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:30.635070 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.637024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b4038-e402-4e7f-a2d2-9dd3ac96f779 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82be775-396b-4246-8501-da2c3add3e4a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:30.648213 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a49b4038-e402-4e7f-a2d2-9dd3ac96f779 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.649508 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a49b4038-e402-4e7f-a2d2-9dd3ac96f779 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291058 Nov 25 17:55:30.652281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37252) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:30.657044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-79e99f39-971d-4665-9d3a-1486e6d680d6 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'security_group_rule': {'security_group_id': '6742514e-1e35-44a8-a7b6-d2236ec47cfb', 'project_id': 'e062317e1f454135b55444bff2e6a530', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:30.684338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e99f39-971d-4665-9d3a-1486e6d680d6 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.745237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e99f39-971d-4665-9d3a-1486e6d680d6 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.749200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e99f39-971d-4665-9d3a-1486e6d680d6 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.767798 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e99f39-971d-4665-9d3a-1486e6d680d6 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c704f440-4228-45f4-81ff-4f921ecc7dff,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:30.777114 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79e99f39-971d-4665-9d3a-1486e6d680d6 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.778363 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-79e99f39-971d-4665-9d3a-1486e6d680d6 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250970 Nov 25 17:55:30.781489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37254) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:30.785972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-628a865c-bc5d-457e-9772-29fbfedb12c8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'security_group_rule': {'security_group_id': '6742514e-1e35-44a8-a7b6-d2236ec47cfb', 'project_id': 'e062317e1f454135b55444bff2e6a530', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:30.812862 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-628a865c-bc5d-457e-9772-29fbfedb12c8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.874878 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-628a865c-bc5d-457e-9772-29fbfedb12c8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.878306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-628a865c-bc5d-457e-9772-29fbfedb12c8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.896127 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a865c-bc5d-457e-9772-29fbfedb12c8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3eedd45-efbe-4c4c-8f1f-ac3aad7a3c2b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:30.905058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-628a865c-bc5d-457e-9772-29fbfedb12c8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:30.906510 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-628a865c-bc5d-457e-9772-29fbfedb12c8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240685 Nov 25 17:55:30.909146 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37256) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:30.913375 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-69c62376-d644-4a58-a27b-7102dd802155 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'security_group_rule': {'security_group_id': '6742514e-1e35-44a8-a7b6-d2236ec47cfb', 'project_id': 'e062317e1f454135b55444bff2e6a530', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:30.938961 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-69c62376-d644-4a58-a27b-7102dd802155 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Project e062317e1f454135b55444bff2e6a530 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:55:30.945099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69c62376-d644-4a58-a27b-7102dd802155 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.009846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69c62376-d644-4a58-a27b-7102dd802155 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.013926 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69c62376-d644-4a58-a27b-7102dd802155 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.032775 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c62376-d644-4a58-a27b-7102dd802155 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5d3b71-8e01-42ef-b948-76d078fe96b1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:31.042084 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69c62376-d644-4a58-a27b-7102dd802155 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.045785 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-69c62376-d644-4a58-a27b-7102dd802155 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332312 Nov 25 17:55:31.046031 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37258) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:31.050588 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7504c8fa-4d15-45f7-b124-912c1e6d933b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'security_group_rule': {'security_group_id': '6742514e-1e35-44a8-a7b6-d2236ec47cfb', 'project_id': 'e062317e1f454135b55444bff2e6a530', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:31.074749 n-d-819349-3 neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-7504c8fa-4d15-45f7-b124-912c1e6d933b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Project e062317e1f454135b55444bff2e6a530 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:55:31.081026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7504c8fa-4d15-45f7-b124-912c1e6d933b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.145793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7504c8fa-4d15-45f7-b124-912c1e6d933b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.150997 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7504c8fa-4d15-45f7-b124-912c1e6d933b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.170757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504c8fa-4d15-45f7-b124-912c1e6d933b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acc4157-b4b3-438d-a39c-82bfaee3b3cd,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:31.180237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7504c8fa-4d15-45f7-b124-912c1e6d933b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.182045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7504c8fa-4d15-45f7-b124-912c1e6d933b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349134 Nov 25 17:55:31.283073 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Sync routers for ids ['b3261015-ef5b-4934-98ca-0e6debc2536d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:31.293983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Routers {'b3261015-ef5b-4934-98ca-0e6debc2536d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:31.294603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b3261015-ef5b-4934-98ca-0e6debc2536d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:31.343363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-9f6a12a2-4c78-49d3-9978-dee4824b586f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339596108&fields=id&tenant_id=e062317e1f454135b55444bff2e6a530 HTTP/1.1" status: 200 len: 267 time: 0.0480080 Nov 25 17:55:31.402408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Set router b3261015-ef5b-4934-98ca-0e6debc2536d gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:31.456637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-29fa19fb-79bf-406a-9b6e-2e60a48a056b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:31.458405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-29fa19fb-79bf-406a-9b6e-2e60a48a056b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 807 time: 0.1059613 Nov 25 17:55:31.474273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-6868161c-1dbb-493f-a5fc-026d80271206 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/quotas/e062317e1f454135b55444bff2e6a530 HTTP/1.1" status: 200 len: 375 time: 0.0095944 Nov 25 17:55:31.532744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-1bc7615b-5d8f-4e6b-8cba-7fdccff4b117 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525615 Nov 25 17:55:31.612187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:28Z', 'revision_number': 4, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port': {'id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1f38203e-d84c-4f20-bb87-ff491db61608', 'name': '', 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'mac_address': 'fa:16:3e:e1:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'eeb584b2-149f-47ea-a79d-922a9c18f711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:28Z', 'updated_at': '2021-11-25T17:55:28Z', 'revision_number': 2, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'subnets': [{'id': 'eeb584b2-149f-47ea-a79d-922a9c18f711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:31.639490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Checking router: b3261015-ef5b-4934-98ca-0e6debc2536d for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:31.639857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Updating router b3261015-ef5b-4934-98ca-0e6debc2536d port 1f38203e-d84c-4f20-bb87-ff491db61608 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:55:31.666840 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.731695 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-9166025b-031b-4a94-a511-374f343e1e69 service neutron] 10.222.0.81 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868308 Nov 25 17:55:31.828219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-3a0e6a9c-d4c6-4855-aaed-aff4ba8f82d8 service neutron] 10.222.0.81 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Nov 25 17:55:31.936438 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:31.941570 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.005748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d0f14-01f4-49bc-b063-b6ec7e7cbfbb None None] Pushing event updated for resources: {'Port': ['ID=1f38203e-d84c-4f20-bb87-ff491db61608,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:32.053467 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ab0e11c-c696-4038-93b0-bdf88be49153 req-2b2c8807-6087-4ac8-875b-a2c61b01b03a tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 210 time: 0.0396338 Nov 25 17:55:32.063286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Attempting to bind port 1f38203e-d84c-4f20-bb87-ff491db61608 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:32.063676 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Attempting to bind port 1f38203e-d84c-4f20-bb87-ff491db61608 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:32.064049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Attempting to bind port 1f38203e-d84c-4f20-bb87-ff491db61608 on network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:32.069660 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:32.070046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Checking segment: {'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:32.070457 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.070857 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Bound using segment: {'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:32.071409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Bound port: 1f38203e-d84c-4f20-bb87-ff491db61608, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888b1c61-7232-4272-8a6d-76a23d796881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:32.071965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.141956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] For port 1f38203e-d84c-4f20-bb87-ff491db61608, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:32.145426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] For port 1f38203e-d84c-4f20-bb87-ff491db61608, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1f38203e-d84c-4f20-bb87-ff491db61608,segment=NetworkSegment(888b1c61-7232-4272-8a6d-76a23d796881),segment_id=888b1c61-7232-4272-8a6d-76a23d796881)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:32.152269 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.219074 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Routers {'b3261015-ef5b-4934-98ca-0e6debc2536d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:32.219967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b3261015-ef5b-4934-98ca-0e6debc2536d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:32.288490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d0f14-01f4-49bc-b063-b6ec7e7cbfbb None None] Pushing event updated for resources: {'Port': ['ID=1f38203e-d84c-4f20-bb87-ff491db61608,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:32.345676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de38da25-b5ed-40e6-9cef-6fa94dbd748c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.355963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dabbc3ce-38ce-4e0b-9fc9-25e9791fd46d None None] Provisioning complete for port 1f38203e-d84c-4f20-bb87-ff491db61608 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:32.356432 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dabbc3ce-38ce-4e0b-9fc9-25e9791fd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.411622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] Set router b3261015-ef5b-4934-98ca-0e6debc2536d gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:32.574919 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dabbc3ce-38ce-4e0b-9fc9-25e9791fd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.633097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dabbc3ce-38ce-4e0b-9fc9-25e9791fd46d None None] For port 1f38203e-d84c-4f20-bb87-ff491db61608, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1f38203e-d84c-4f20-bb87-ff491db61608,segment=NetworkSegment(888b1c61-7232-4272-8a6d-76a23d796881),segment_id=888b1c61-7232-4272-8a6d-76a23d796881)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:32.651903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dabbc3ce-38ce-4e0b-9fc9-25e9791fd46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.722501 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbc3ce-38ce-4e0b-9fc9-25e9791fd46d None None] Pushing event updated for resources: {'Port': ['ID=1f38203e-d84c-4f20-bb87-ff491db61608,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:32.736426 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:28Z', 'revision_number': 4, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port': {'id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1f38203e-d84c-4f20-bb87-ff491db61608', 'name': '', 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'mac_address': 'fa:16:3e:e1:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'eeb584b2-149f-47ea-a79d-922a9c18f711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:28Z', 'updated_at': '2021-11-25T17:55:32Z', 'revision_number': 4, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'subnets': [{'id': 'eeb584b2-149f-47ea-a79d-922a9c18f711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:32.770697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05edaeb-c321-4491-9a18-73577d783702 None None] The sync data for ids ['b3261015-ef5b-4934-98ca-0e6debc2536d'] in n-d-819349-3 is: [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:28Z', 'revision_number': 4, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port': {'id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '1f38203e-d84c-4f20-bb87-ff491db61608', 'name': '', 'network_id': '0db2ce26-2d5d-419d-aa8e-db6cb5a5950d', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'mac_address': 'fa:16:3e:e1:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'eeb584b2-149f-47ea-a79d-922a9c18f711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:28Z', 'updated_at': '2021-11-25T17:55:32Z', 'revision_number': 4, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'subnets': [{'id': 'eeb584b2-149f-47ea-a79d-922a9c18f711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:32.784075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1ab8cde7-bd83-4206-bdaf-4bfc96c441e9 None None] Provisioning complete for port 1f38203e-d84c-4f20-bb87-ff491db61608 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:32.784862 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ab8cde7-bd83-4206-bdaf-4bfc96c441e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.839733 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:55:33.162491 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c2920ebf-0bb2-4542-9a79-b68f1c2558bd tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:33.164127 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c2920ebf-0bb2-4542-9a79-b68f1c2558bd tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.60 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 807 time: 0.1489081 Nov 25 17:55:33.183203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-945718f7-fb22-49aa-b40e-9f50ad0a235b req-cd18df6c-fad7-4b68-a5f6-ec621038ee97 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 210 time: 0.0388608 Nov 25 17:55:33.246107 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-b744e818-3ad3-4c63-91c6-f2225cd86ed4 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e062317e1f454135b55444bff2e6a530 HTTP/1.1" status: 200 len: 379 time: 0.0699329 Nov 25 17:55:33.256009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'port': {'device_id': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'admin_state_up': True, 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'security_groups': ['6742514e-1e35-44a8-a7b6-d2236ec47cfb']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:33.378166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Made reservation on behalf of e062317e1f454135b55444bff2e6a530 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:33.381775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:33.509680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Allocated IP 172.20.0.10 (719b2612-8345-4de8-992d-7c3418d68b8f/2e92bb0c-1d2e-47c1-b1bf-d230a079dac8/f9c0fa47-53fa-4b84-b8aa-5a0d274c4130) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:33.656906 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:33.692394 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:33.737004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Network 719b2612-8345-4de8-992d-7c3418d68b8f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:33.740030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:33.743826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:33.779087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'Port': ['ID=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:33.794435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.795044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.795494 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.795847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.796193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.796541 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.796888 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.797258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.797596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.797934 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.798272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.798607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:33.818092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:33.818748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:33.835495 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-f4019a0c-e6cf-442b-889c-9bf3bb3fc13b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832036 Nov 25 17:55:33.850136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Request body: {'port': {'device_id': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:33.910749 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.021650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8f5b079f-dbe5-423c-8209-1f3eb9ae09a1 None None] Provisioning complete for port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:34.022177 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8f5b079f-dbe5-423c-8209-1f3eb9ae09a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.056375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b079f-dbe5-423c-8209-1f3eb9ae09a1 None None] Port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:34.178602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:55:34.186623 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.199009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Transition to ACTIVE for port object f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:55:34.202850 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.257337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:34.320116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c77ffe-9c70-42f5-8a3d-d9ed24eeedfe req-5e8cdb22-24b7-46b2-8a8e-171015d4c511 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:34.322199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30c77ffe-9c70-42f5-8a3d-d9ed24eeedfe req-5e8cdb22-24b7-46b2-8a8e-171015d4c511 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 944 time: 0.0676401 Nov 25 17:55:34.356721 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Attempting to bind port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:34.357348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Attempting to bind port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:34.357994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Attempting to bind port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 on network 719b2612-8345-4de8-992d-7c3418d68b8f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:34.363878 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 on network 719b2612-8345-4de8-992d-7c3418d68b8f not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:55:34.364584 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Attempting to bind port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 on network 719b2612-8345-4de8-992d-7c3418d68b8f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:34.371987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:34.372546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Checking segment: {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:34.373128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Bound using segment: {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:34.373750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Bound port: f9c0fa47-53fa-4b84-b8aa-5a0d274c4130, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:34.374411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.435514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1f38203e-d84c-4f20-bb87-ff491db61608 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:34.438887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30c77ffe-9c70-42f5-8a3d-d9ed24eeedfe req-18bcdcc3-c58a-466e-ac29-de2cb41b4fc7 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947077 Nov 25 17:55:34.465667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03db225d-b3ff-4726-8138-42682534109e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.470503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] For port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:34.475034 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] For port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:34.480744 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.499942 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1f38203e-d84c-4f20-bb87-ff491db61608 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:34.500424 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.525651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:34.526757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:34.528203 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] 10.222.0.60 "PUT /v2.0/ports/f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 1092 time: 0.6825554 Nov 25 17:55:34.531572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'tag': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:34.534410 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f2b92-6805-455d-8f7d-2af750fa9713" -d '{"events": [{"name": "network-changed", "server_uuid": "2d80a1ba-45c2-47cb-a3c6-8689cfb10e77", "tag": "f9c0fa47-53fa-4b84-b8aa-5a0d274c4130"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:34.611191 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264efb08-c54b-4c66-838e-c926bf93087a x-openstack-request-id: req-264efb08-c54b-4c66-838e-c926bf93087a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:34.611493 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d80a1ba-45c2-47cb-a3c6-8689cfb10e77", "tag": "f9c0fa47-53fa-4b84-b8aa-5a0d274c4130", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:34.611895 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-264efb08-c54b-4c66-838e-c926bf93087a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:34.612309 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'tag': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'status': 'completed', 'code': 200} Nov 25 17:55:34.614516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8535af9-d0c7-4230-9380-b2212be41323 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:34.650185 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-5162fedc-66e0-4461-9282-10f48a5f2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:34.651738 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-5162fedc-66e0-4461-9282-10f48a5f2882 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1095 time: 0.0569041 Nov 25 17:55:34.713235 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-3c5b01a5-07a6-4999-a676-7e994b3fa573 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 217 time: 0.0497208 Nov 25 17:55:34.773892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-a9f03fa7-9659-47cd-b6b6-18d5abc264ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:34.776928 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-a9f03fa7-9659-47cd-b6b6-18d5abc264ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 200 len: 846 time: 0.0565269 Nov 25 17:55:34.826549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c4e4cbff-9006-4360-8ae4-eee5e14fb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:34.828069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-c4e4cbff-9006-4360-8ae4-eee5e14fb6c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719b2612-8345-4de8-992d-7c3418d68b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435503 Nov 25 17:55:34.926646 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-ec4175a9-63a0-4822-97b6-14e1872242be service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911670 Nov 25 17:55:35.032892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fb96aa2e-1b83-4516-9014-7800db80e6e9 req-74cc2dac-6a18-4308-be8b-54620cfe1a8d service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975339 Nov 25 17:55:35.139659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-febf206d-fd0f-4806-895f-ff8c1a833a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:35.141258 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-febf206d-fd0f-4806-895f-ff8c1a833a44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1095 time: 0.0470698 Nov 25 17:55:35.250490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-723456ea-5462-4ae2-9f3e-d3462b9b9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:35.252051 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-723456ea-5462-4ae2-9f3e-d3462b9b9898 service neutron] 10.222.0.60 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 908 time: 0.1038024 Nov 25 17:55:35.300916 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-c34efb6d-eb7b-423d-a8f8-c4a93a514389 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 217 time: 0.0392976 Nov 25 17:55:35.359458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-fda4058d-ae1e-4b7d-a66d-c2a4010fa95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:35.361025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-fda4058d-ae1e-4b7d-a66d-c2a4010fa95b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 200 len: 846 time: 0.0482430 Nov 25 17:55:35.432675 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-cbf14bc4-ec62-442e-b1e5-cea2657237c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:35.434255 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-cbf14bc4-ec62-442e-b1e5-cea2657237c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719b2612-8345-4de8-992d-7c3418d68b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630312 Nov 25 17:55:35.548374 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-59b4a7cc-b7b8-4f51-864f-ce4d6d3f55fe service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048284 Nov 25 17:55:35.586456 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79faa-1ec4-463d-91d1-a9b366b18d6e req-15e08763-7329-426c-a931-3ef8976a9087 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:35.588318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1f79faa-1ec4-463d-91d1-a9b366b18d6e req-15e08763-7329-426c-a931-3ef8976a9087 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 944 time: 0.0611165 Nov 25 17:55:35.651495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a1f79faa-1ec4-463d-91d1-a9b366b18d6e req-3f2a0309-a57f-451b-b172-d0dfd8517f49 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548658 Nov 25 17:55:35.660865 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-789f2b92-6805-455d-8f7d-2af750fa9713 req-ec3ab7ed-8cae-4e6b-b9cb-69430bedc78c service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037271 Nov 25 17:55:35.931857 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:36.683196 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:36.782545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4961a93-a90b-42b7-aef0-4b18d7af280b req-86bcd3af-d5cd-42b2-ab0c-769af952218c tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:36.784016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4961a93-a90b-42b7-aef0-4b18d7af280b req-86bcd3af-d5cd-42b2-ab0c-769af952218c tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 944 time: 0.0528824 Nov 25 17:55:36.837137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4961a93-a90b-42b7-aef0-4b18d7af280b req-c6c4cfb7-feaf-4f1b-88bc-8c0f9bf368c4 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463300 Nov 25 17:55:37.215806 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:37.360650 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:37.959317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec482b-8310-4113-ab38-6cd078df40b5 req-08ee4d01-e5ed-4420-ba5a-a4927675760f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:37.960729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55ec482b-8310-4113-ab38-6cd078df40b5 req-08ee4d01-e5ed-4420-ba5a-a4927675760f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 944 time: 0.0497978 Nov 25 17:55:38.014749 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.016176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55ec482b-8310-4113-ab38-6cd078df40b5 req-0a1c08cc-2a00-42d6-bad7-930b9f1ebba3 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488443 Nov 25 17:55:38.220514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:55:38.318013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:38.332594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'port_id': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'mac_address': 'fa:16:3e:82:af:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:55:38.381041 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.397200 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:55:38.418970 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:38.423686 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:38.476843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:38.485550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.485832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.486319 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.486507 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.486735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.487072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.487408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.487746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.488076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.488406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.488747 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.489092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:38.641378 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['f9c0fa47-53fa-4b84-b8aa-5a0d274c4130'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:55:39.150847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6205-e604-416a-a418-0931aa19e13b req-f7c8f87c-1610-4830-9f0a-595bc362b0f1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:39.152363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3cc6205-e604-416a-a418-0931aa19e13b req-f7c8f87c-1610-4830-9f0a-595bc362b0f1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 945 time: 0.0587342 Nov 25 17:55:39.207730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b3cc6205-e604-416a-a418-0931aa19e13b req-4050ff99-9ec8-4862-8fcc-9fa2fcaf8fb9 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489881 Nov 25 17:55:40.218599 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:40.271282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:55:40.276112 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:40.276669 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.328569 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3346771-9a9e-45c0-98b4-9912847a4d98 req-32f6de72-a14c-4f1a-ae36-1a600ac39884 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:40.330176 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3346771-9a9e-45c0-98b4-9912847a4d98 req-32f6de72-a14c-4f1a-ae36-1a600ac39884 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 945 time: 0.0511053 Nov 25 17:55:40.357942 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.381144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d3346771-9a9e-45c0-98b4-9912847a4d98 req-2c145d93-6194-40d8-8bff-b71dbdc71468 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448160 Nov 25 17:55:40.381844 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:40.384101 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee85dfd-4bda-4331-a324-e5df0bd68181" -d '{"events": [{"server_uuid": "2d80a1ba-45c2-47cb-a3c6-8689cfb10e77", "name": "network-vif-plugged", "status": "completed", "tag": "f9c0fa47-53fa-4b84-b8aa-5a0d274c4130"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:40.407204 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:40.411677 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.438848 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de1f9c4-c551-43f0-a8c4-c3e149ca0b60 x-openstack-request-id: req-6de1f9c4-c551-43f0-a8c4-c3e149ca0b60 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:40.439143 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d80a1ba-45c2-47cb-a3c6-8689cfb10e77", "name": "network-vif-plugged", "status": "completed", "tag": "f9c0fa47-53fa-4b84-b8aa-5a0d274c4130", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:40.439410 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6de1f9c4-c551-43f0-a8c4-c3e149ca0b60 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:40.439809 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'code': 200} Nov 25 17:55:40.467952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:40.545857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4d26-f2bc-46b7-923c-b9e60ddf9702 req-b64c3896-315d-4c1d-9ae3-1985485317be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:40.547390 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-084d4d26-f2bc-46b7-923c-b9e60ddf9702 req-b64c3896-315d-4c1d-9ae3-1985485317be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1097 time: 0.0465128 Nov 25 17:55:40.596778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-084d4d26-f2bc-46b7-923c-b9e60ddf9702 req-c393f8e6-7b50-456c-9d67-8fd7cc7cc4e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420144 Nov 25 17:55:41.507153 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6253c-3af9-4dac-a6c4-37412d5e7a90 req-8f7abdfe-e2b3-4e83-8a0c-a1d0e5ffa655 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:41.510649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8e6253c-3af9-4dac-a6c4-37412d5e7a90 req-8f7abdfe-e2b3-4e83-8a0c-a1d0e5ffa655 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 946 time: 0.0570614 Nov 25 17:55:41.565817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b8e6253c-3af9-4dac-a6c4-37412d5e7a90 req-602d6006-45ae-4f2c-aa27-7eefa33f0ef3 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482411 Nov 25 17:55:42.689948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cdc53-e135-472b-aa7c-7d984dc79a58 req-0c47b410-13bc-4bd5-98be-c9df8bd8df47 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:42.691445 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f5cdc53-e135-472b-aa7c-7d984dc79a58 req-0c47b410-13bc-4bd5-98be-c9df8bd8df47 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 946 time: 0.0500834 Nov 25 17:55:42.741098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5f5cdc53-e135-472b-aa7c-7d984dc79a58 req-bc6180bd-f634-4598-8fbe-f011c55558d3 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437033 Nov 25 17:55:42.859397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ea86c-72dc-4344-b10c-e88a9ff6ff47 req-16a8d807-a8fa-4999-9f27-c79813fd450b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:42.860880 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a3ea86c-72dc-4344-b10c-e88a9ff6ff47 req-16a8d807-a8fa-4999-9f27-c79813fd450b tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 946 time: 0.0494409 Nov 25 17:55:42.913769 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a3ea86c-72dc-4344-b10c-e88a9ff6ff47 req-9f6da8ca-3dbf-441c-a71e-2dd3d71a7cf9 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469825 Nov 25 17:55:43.285188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ee585-0586-426d-8fab-81102025b08f req-e2931e9b-7c33-4911-bf26-ff95a4e8a37d tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:43.286691 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb7ee585-0586-426d-8fab-81102025b08f req-e2931e9b-7c33-4911-bf26-ff95a4e8a37d tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 946 time: 0.0505679 Nov 25 17:55:43.336425 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb7ee585-0586-426d-8fab-81102025b08f req-75ed7167-8c51-493e-892c-bfccb5117726 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431345 Nov 25 17:55:43.358538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:43.493474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4117c6f-87c3-4057-bedc-db724a5e0496 tempest-TestServerBasicOps-1083771427 tempest-TestServerBasicOps-1083771427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:43.495790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d4117c6f-87c3-4057-bedc-db724a5e0496 tempest-TestServerBasicOps-1083771427 tempest-TestServerBasicOps-1083771427-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1092 time: 0.1360898 Nov 25 17:55:43.498765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:43.503204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'port_id': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:43.524875 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:43.630788 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:43.742080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Allocated IP 172.25.1.16 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/561291e4-7821-44a7-b898-d1a7b2b2c4c1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:43.846920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:43.881382 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:43.922652 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:43.925453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:43.929136 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:43.954648 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'Port': ['ID=561291e4-7821-44a7-b898-d1a7b2b2c4c1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:43.967660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.968004 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.968350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.968683 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.969045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.969386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.969717 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.970045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.970369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.970687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.971009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:43.971327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:44.318277 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:44.388078 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:44.556019 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:44.560671 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:44.631260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event updated for resources: {'Port': ['ID=561291e4-7821-44a7-b898-d1a7b2b2c4c1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:44.646445 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:45.077848 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Floating IP 9d355960-e256-46da-b722-33613a4eaf89 associated. External IP: 172.25.1.16, port: f9c0fa47-53fa-4b84-b8aa-5a0d274c4130. Nov 25 17:55:45.307924 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:45.418259 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:45.428971 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] Sync routers for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:45.438855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:45.440611 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:45.441324 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:45.470977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f30b0d7f-4b95-42c9-a90e-3e42101fbef8 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9710732 Nov 25 17:55:45.471870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'tag': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:45.474263 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d80a1ba-45c2-47cb-a3c6-8689cfb10e77", "tag": "f9c0fa47-53fa-4b84-b8aa-5a0d274c4130"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:45.573339 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:45.582166 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3088e417-97ee-4bb9-870c-93c7b17b6c21 x-openstack-request-id: req-3088e417-97ee-4bb9-870c-93c7b17b6c21 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:45.582464 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d80a1ba-45c2-47cb-a3c6-8689cfb10e77", "tag": "f9c0fa47-53fa-4b84-b8aa-5a0d274c4130", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:45.582720 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3088e417-97ee-4bb9-870c-93c7b17b6c21 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:45.583221 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'tag': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'status': 'completed', 'code': 200} Nov 25 17:55:45.650784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-2102ebc2-40bf-4321-9e16-ce2210c00b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:45.653012 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-2102ebc2-40bf-4321-9e16-ce2210c00b5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1097 time: 0.0420957 Nov 25 17:55:45.753869 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-8a7f0bc2-8827-4a94-8a1d-f7f88a1779d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:45.755530 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-8a7f0bc2-8827-4a94-8a1d-f7f88a1779d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 908 time: 0.0939445 Nov 25 17:55:45.804722 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '9d355960-e256-46da-b722-33613a4eaf89', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'port_id': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'mac_address': 'fa:16:3e:82:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:44Z', 'updated_at': '2021-11-25T17:55:44Z', 'revision_number': 0, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:27Z', 'revision_number': 5, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:45.824899 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-52a6aa7a-7292-48c8-9e1c-a300154e1e7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 999 time: 0.0607240 Nov 25 17:55:45.835726 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] Checking router: 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:45.847197 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:45.847817 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:55:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:45.878187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-dad9f9cf-627a-4efe-b6a5-1440f85ed6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:45.879681 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-dad9f9cf-627a-4efe-b6a5-1440f85ed6be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 200 len: 846 time: 0.0472035 Nov 25 17:55:45.933896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-d0ac7686-f4dd-4529-8b01-36a4f2678685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:45.935448 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-d0ac7686-f4dd-4529-8b01-36a4f2678685 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719b2612-8345-4de8-992d-7c3418d68b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475168 Nov 25 17:55:45.958024 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:46.032575 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-d0cb7ffb-1556-4962-8f7b-2c2751388c64 service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874476 Nov 25 17:55:46.134465 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19ecc9eb-bc5f-4658-82e7-19d7523f1a6b req-e839a127-a9f1-4792-ae39-ebb4358e2898 service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938916 Nov 25 17:55:46.286859 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '9d355960-e256-46da-b722-33613a4eaf89', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'port_id': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'mac_address': 'fa:16:3e:82:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:44Z', 'updated_at': '2021-11-25T17:55:44Z', 'revision_number': 0, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:27Z', 'revision_number': 5, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:46.315794 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aac1fc-c9b4-4305-870b-5183c2af4c39 None None] The sync data for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 is: [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '9d355960-e256-46da-b722-33613a4eaf89', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'port_id': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'mac_address': 'fa:16:3e:82:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:44Z', 'updated_at': '2021-11-25T17:55:44Z', 'revision_number': 0, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:27Z', 'revision_number': 5, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:46.521023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5737108-d401-4942-97c1-a569b58fca14 None None] New status for floating IP 9d355960-e256-46da-b722-33613a4eaf89: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:55:53.521012 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b76bb004-1bad-413f-904c-78a6620d4795 req-1fc1c712-a185-438f-9da8-397051da68af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417116 Nov 25 17:55:53.611691 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb004-1bad-413f-904c-78a6620d4795 req-d7d85f31-43f9-4d3f-a6a5-cfbc72af1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:53.613298 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b76bb004-1bad-413f-904c-78a6620d4795 req-d7d85f31-43f9-4d3f-a6a5-cfbc72af1bac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1097 time: 0.0420864 Nov 25 17:55:53.726433 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb004-1bad-413f-904c-78a6620d4795 req-fd9a761f-5c9c-4d88-b8fa-45af622c4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:53.727936 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b76bb004-1bad-413f-904c-78a6620d4795 req-fd9a761f-5c9c-4d88-b8fa-45af622c4d49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 908 time: 0.0926328 Nov 25 17:55:53.809242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b76bb004-1bad-413f-904c-78a6620d4795 req-c8843ce9-21b8-4b08-81c9-1928c79ecde7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 1001 time: 0.0719326 Nov 25 17:55:53.861212 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb004-1bad-413f-904c-78a6620d4795 req-68c86c56-784a-41a1-891e-f20f1f990c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:53.862715 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b76bb004-1bad-413f-904c-78a6620d4795 req-68c86c56-784a-41a1-891e-f20f1f990c6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 200 len: 846 time: 0.0461919 Nov 25 17:55:53.919631 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb004-1bad-413f-904c-78a6620d4795 req-4ee542fd-baeb-4c35-802e-de8f8ff9383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:53.921209 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b76bb004-1bad-413f-904c-78a6620d4795 req-4ee542fd-baeb-4c35-802e-de8f8ff9383e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719b2612-8345-4de8-992d-7c3418d68b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488789 Nov 25 17:55:54.033259 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b76bb004-1bad-413f-904c-78a6620d4795 req-6060d533-b9b7-42ec-afbf-b8572bbe07bc service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030273 Nov 25 17:55:54.149611 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b76bb004-1bad-413f-904c-78a6620d4795 req-e70d1db4-5322-4d02-83f9-5bfb6941886f service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054246 Nov 25 17:55:54.228282 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-dd1e9f0a-3f34-48e1-82ce-fe915500992a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570321 Nov 25 17:55:54.319438 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-bc70d987-6aac-4da1-9ea2-737bde23e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:54.321099 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-bc70d987-6aac-4da1-9ea2-737bde23e41b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1097 time: 0.0457048 Nov 25 17:55:54.443887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-05c6607f-621b-4ac2-ab7e-34c8834ecfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:54.445368 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-05c6607f-621b-4ac2-ab7e-34c8834ecfa0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1034701 Nov 25 17:55:54.519086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-df73a9ea-f010-4792-80d1-53b26b698fdb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 200 len: 1002 time: 0.0656137 Nov 25 17:55:54.578971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-a9771535-b102-4a48-a0d4-d817dfbb9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:54.580790 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-a9771535-b102-4a48-a0d4-d817dfbb9216 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0549989 Nov 25 17:55:54.632886 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-ea6147b3-9a58-4ff8-b85c-a20aaf750c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:54.634433 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-ea6147b3-9a58-4ff8-b85c-a20aaf750c74 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471556 Nov 25 17:55:54.725476 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-0d4bd169-46ef-4285-aaa1-a011062f6b65 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830417 Nov 25 17:55:54.846391 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6a5029d4-990b-434b-8f9c-a9efce53c2f6 req-a08db8d2-519d-48a6-9a60-47832c0391d0 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138010 Nov 25 17:56:02.238641 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da9a4b99-23e5-47f1-a51b-b19bf60ebff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:04.421959 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29c7d151-4ea9-4fcc-9c47-637d6b644f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.930309 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:06.679423 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.216825 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.360378 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:08.018522 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.818515 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:56:20.677227 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:20.770587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffa885-00db-4eba-a6ab-99e2b2aa6131 req-f16576eb-d918-45a1-9f3a-8959cca5b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:20.772155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05ffa885-00db-4eba-a6ab-99e2b2aa6131 req-f16576eb-d918-45a1-9f3a-8959cca5b5b4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1097 time: 0.0939338 Nov 25 17:56:20.819630 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05ffa885-00db-4eba-a6ab-99e2b2aa6131 req-e617228f-6423-4764-8d14-a69badc247a0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412741 Nov 25 17:56:26.263943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37368) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:26.422342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port 160dda9b-0901-4634-a36e-9d1e899faf13 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:26.422687 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:26.498411 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:26.498761 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:26.511364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for 160dda9b-0901-4634-a36e-9d1e899faf13 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:26.663543 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:26.688925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=160dda9b-0901-4634-a36e-9d1e899faf13,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:26.751775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:26.752121 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Floating IP d55c52db-e7aa-4fec-ad85-e721b4e8f06e disassociated (deleted). External IP: 172.25.1.236, port: 95fd01b8-9cf6-42f1-9684-388239888ef1. Nov 25 17:56:27.308609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Router 1a10d018-f01b-410a-ba13-e2dab2402866 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:27.415069 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:27.419879 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:27.425219 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:27.435390 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:27.436010 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:56:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:27.450509 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-eaecd534-8c03-4590-8cef-c96a40b40689 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "DELETE /v2.0/floatingips/d55c52db-e7aa-4fec-ad85-e721b4e8f06e HTTP/1.1" status: 204 len: 168 time: 1.1854551 Nov 25 17:56:27.451101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:27.454254 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd16ce5b-b027-466c-aec2-630e877ab05a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:27.492787 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd7ce7f-3032-48bb-9172-5724dbcc014f x-openstack-request-id: req-1fd7ce7f-3032-48bb-9172-5724dbcc014f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:27.493259 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:27.493531 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fd7ce7f-3032-48bb-9172-5724dbcc014f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:27.494104 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'status': 'completed', 'code': 200} Nov 25 17:56:27.550278 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:27.561649 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-fe9e384e-4b00-4db4-bd03-5756a290aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.563315 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-fe9e384e-4b00-4db4-bd03-5756a290aaf5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 1096 time: 0.0449691 Nov 25 17:56:27.666378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-58612aae-3f10-4176-9b39-d3a64a44d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.667909 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-58612aae-3f10-4176-9b39-d3a64a44d911 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.0962486 Nov 25 17:56:27.700426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307430-78b8-4a5b-813e-703411d18606 req-f2a5e393-8fca-4570-b85d-a6b650ab79e2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.702733 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c307430-78b8-4a5b-813e-703411d18606 req-f2a5e393-8fca-4570-b85d-a6b650ab79e2 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Nov 25 17:56:27.717896 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-e949f97f-802d-441f-8f90-589f31b3ca41 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95fd01b8-9cf6-42f1-9684-388239888ef1 HTTP/1.1" status: 200 len: 217 time: 0.0412240 Nov 25 17:56:27.763128 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c307430-78b8-4a5b-813e-703411d18606 req-00480309-c2c1-42af-988b-aa57fe19f17e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536306 Nov 25 17:56:27.770511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-0784b3e6-890a-4883-baab-c75591b80888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.772037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-0784b3e6-890a-4883-baab-c75591b80888 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0469027 Nov 25 17:56:27.807999 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:57Z', 'revision_number': 1, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:27.821011 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-5fe0b642-c947-458e-981a-bda5b86d2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:27.822950 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-5fe0b642-c947-458e-981a-bda5b86d2e95 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418739 Nov 25 17:56:27.835112 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:27.843679 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:27.844299 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:56:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:27.918303 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-09ee992c-2297-4e1e-a7f5-801f2fa3562b service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862210 Nov 25 17:56:27.951300 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:28.011953 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dd16ce5b-b027-466c-aec2-630e877ab05a req-ddd95d80-5979-40db-a7d3-ef91cb1dd884 service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857863 Nov 25 17:56:28.203460 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:57Z', 'revision_number': 1, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:28.229429 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f9475-1d80-4edb-9f98-c2d1811c12ea None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': '37f0fcbe-2825-4bf3-ac17-f6cbfd092e23', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'port_id': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'mac_address': 'fa:16:3e:a0:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319db56-64f3-4834-b984-cf70617626b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:52:55Z', 'updated_at': '2021-11-25T17:52:57Z', 'revision_number': 1, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:28.453882 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d74fc2-4f2f-4373-a0ff-14a83106fbf2 None None] New status for floating IP d55c52db-e7aa-4fec-ad85-e721b4e8f06e: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:56:28.887820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cae99c-1ab8-4113-9c28-db0e6aee2a8b req-d1e80e5e-9bbb-4c3c-a6da-3d145492fc6f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:28.889983 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53cae99c-1ab8-4113-9c28-db0e6aee2a8b req-d1e80e5e-9bbb-4c3c-a6da-3d145492fc6f tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 945 time: 0.0523508 Nov 25 17:56:28.939198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53cae99c-1ab8-4113-9c28-db0e6aee2a8b req-0e803bfb-79a5-4485-9047-a69e4f676f54 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 Nov 25 17:56:29.200965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-56f40615-d296-4f4d-a5a8-729225931d70 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:29.203083 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-56f40615-d296-4f4d-a5a8-729225931d70 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 945 time: 0.0498257 Nov 25 17:56:29.297549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port 95fd01b8-9cf6-42f1-9684-388239888ef1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:29.297897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:29.391917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] For port 95fd01b8-9cf6-42f1-9684-388239888ef1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=95fd01b8-9cf6-42f1-9684-388239888ef1,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:29.392277 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:29.403802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for 95fd01b8-9cf6-42f1-9684-388239888ef1 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:29.529641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:29.562453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=95fd01b8-9cf6-42f1-9684-388239888ef1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:29.604849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] No DVR routers for this DVR port 95fd01b8-9cf6-42f1-9684-388239888ef1 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:29.607437 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:29.611589 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-07f77903-d98e-4838-979f-3b4cf65b0a89 req-19ff2437-fcf3-4bfd-bd92-4d58effd0e04 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "DELETE /v2.0/ports/95fd01b8-9cf6-42f1-9684-388239888ef1 HTTP/1.1" status: 204 len: 173 time: 0.4023213 Nov 25 17:56:29.612038 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'name': 'network-vif-deleted', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:29.614447 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3aa35c-cf4a-45a6-a577-424c38c65f7b" -d '{"events": [{"server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "name": "network-vif-deleted", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:29.655524 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedefa0f-273f-4cf9-8f39-f0712bd9835e x-openstack-request-id: req-fedefa0f-273f-4cf9-8f39-f0712bd9835e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:29.655828 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0b70ef-3e32-44da-a291-55d7f5557f75", "name": "network-vif-deleted", "tag": "95fd01b8-9cf6-42f1-9684-388239888ef1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:29.656089 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fedefa0f-273f-4cf9-8f39-f0712bd9835e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:29.656752 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0b70ef-3e32-44da-a291-55d7f5557f75', 'name': 'network-vif-deleted', 'tag': '95fd01b8-9cf6-42f1-9684-388239888ef1', 'status': 'completed', 'code': 200} Nov 25 17:56:30.041263 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f945dd8c-0136-4e5b-8201-b3477c3d3a0d req-a3596d81-4ee3-43a9-9c97-5e8a58e36638 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 210 time: 0.0280585 Nov 25 17:56:31.139095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0c878148-5a11-4ea7-bdd1-7c394ef33d0b req-2be61bc7-487d-4e86-a050-d8750e3eb042 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 210 time: 0.0258455 Nov 25 17:56:32.239890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73fecba0-ef46-448e-9041-96576b82529e req-35c50ebe-9d86-4485-a40d-585bd22eecbf tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Nov 25 17:56:32.247311 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01364ced-ea86-45dd-b718-5fb913b35a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:33.195775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 95fd01b8-9cf6-42f1-9684-388239888ef1 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:33.216601 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 95fd01b8-9cf6-42f1-9684-388239888ef1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:33.216965 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 95fd01b8-9cf6-42f1-9684-388239888ef1 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:33.336286 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9f8fe108-69ea-4996-8431-2f8e13737738 req-44d80860-64cf-42ac-8d9b-55fc333a2c1e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a0b70ef-3e32-44da-a291-55d7f5557f75 HTTP/1.1" status: 200 len: 210 time: 0.0264399 Nov 25 17:56:34.424794 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-341fd66c-ba4e-412b-bd29-941c9fd49323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:35.934812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:36.695037 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.219436 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.361049 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:38.022478 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.740122 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:39.902252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port e73c8653-5fe1-4172-bd35-d82e8a1ef042 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:39.902591 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.977479 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.977725 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.990206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for e73c8653-5fe1-4172-bd35-d82e8a1ef042 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:40.138866 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.165793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=e73c8653-5fe1-4172-bd35-d82e8a1ef042,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:40.230697 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.230895 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Floating IP 37f0fcbe-2825-4bf3-ac17-f6cbfd092e23 disassociated (deleted). External IP: 172.25.1.124, port: d3b78232-7b49-4121-b548-6f0c7ec2fb22. Nov 25 17:56:40.441934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Router 1a10d018-f01b-410a-ba13-e2dab2402866 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:40.553195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:40.557789 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.563224 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:40.573353 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:40.574003 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:56:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:40.596559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e7f1f3d3-9dab-4c39-9355-394eedd216fd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "DELETE /v2.0/floatingips/37f0fcbe-2825-4bf3-ac17-f6cbfd092e23 HTTP/1.1" status: 204 len: 168 time: 0.8552108 Nov 25 17:56:40.597305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:40.600697 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36391926-002b-485d-9a19-249dada92a14" -d '{"events": [{"name": "network-changed", "server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:40.646030 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb319a7c-36fb-497a-856d-09832e9cb29f x-openstack-request-id: req-eb319a7c-36fb-497a-856d-09832e9cb29f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:40.646335 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:40.646605 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb319a7c-36fb-497a-856d-09832e9cb29f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:40.647018 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'status': 'completed', 'code': 200} Nov 25 17:56:40.694997 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:40.712971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36391926-002b-485d-9a19-249dada92a14 req-3dc94b05-41c5-4d2c-a856-ee0384c3554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:40.715299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36391926-002b-485d-9a19-249dada92a14 req-3dc94b05-41c5-4d2c-a856-ee0384c3554a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 1097 time: 0.0434885 Nov 25 17:56:40.835232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36391926-002b-485d-9a19-249dada92a14 req-b6f4e819-ad28-4e13-b889-4ed2375bb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:40.836667 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36391926-002b-485d-9a19-249dada92a14 req-b6f4e819-ad28-4e13-b889-4ed2375bb0c0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 200 len: 912 time: 0.1069975 Nov 25 17:56:40.850890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b178c6-48bc-4da7-b56f-513f9b1d65a1 req-20d78bb9-2678-4f31-a8a3-aeb4985304ab tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:40.852687 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72b178c6-48bc-4da7-b56f-513f9b1d65a1 req-20d78bb9-2678-4f31-a8a3-aeb4985304ab tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 946 time: 0.0586729 Nov 25 17:56:40.886599 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36391926-002b-485d-9a19-249dada92a14 req-53a941d6-dfb3-4854-b459-7ded05ca93a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 200 len: 217 time: 0.0409164 Nov 25 17:56:40.906113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-72b178c6-48bc-4da7-b56f-513f9b1d65a1 req-69428cc0-6f7d-412e-8f3c-9fab2a041dbc tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468614 Nov 25 17:56:40.918376 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:40.946358 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:40.950517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36391926-002b-485d-9a19-249dada92a14 req-89aebd19-d086-4d81-b55e-11ec3922928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:40.952706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36391926-002b-485d-9a19-249dada92a14 req-89aebd19-d086-4d81-b55e-11ec3922928a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 200 len: 850 time: 0.0583384 Nov 25 17:56:40.955522 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:40.956123 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:56:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:41.000618 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36391926-002b-485d-9a19-249dada92a14 req-f9dbc836-4004-4994-b819-6b7ba7086cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:41.002178 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36391926-002b-485d-9a19-249dada92a14 req-f9dbc836-4004-4994-b819-6b7ba7086cff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3793f1fe-ed48-4dde-b77f-55044359c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421612 Nov 25 17:56:41.063141 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:41.098463 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36391926-002b-485d-9a19-249dada92a14 req-35809754-d9c7-44a8-ad69-159d6227feba service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875702 Nov 25 17:56:41.195117 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-36391926-002b-485d-9a19-249dada92a14 req-a8ac9a14-b321-4e70-a4b3-75de9b46eadb service neutron] 10.222.0.95 "GET /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877097 Nov 25 17:56:41.347185 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:41.376651 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668936d-a79d-4764-9e26-856f0102c07e None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e3749fb5-3a81-415c-b60c-824c82b435a7', 'name': '', 'network_id': '3793f1fe-ed48-4dde-b77f-55044359c98a', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'mac_address': 'fa:16:3e:ba:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:04Z', 'updated_at': '2021-11-25T17:46:14Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'subnets': [{'id': 'c3eb2932-d269-4bf3-a235-430d1ced1d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:41.604573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b1cc0-54e2-4486-9cd6-17776a6232c2 None None] New status for floating IP 37f0fcbe-2825-4bf3-ac17-f6cbfd092e23: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:56:42.029796 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5262a94-fe98-4ab9-89b2-379cc5e1cd77 req-efff32b9-1353-4cb5-8080-1c5ccc4f0d05 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:42.031324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5262a94-fe98-4ab9-89b2-379cc5e1cd77 req-efff32b9-1353-4cb5-8080-1c5ccc4f0d05 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 946 time: 0.0501692 Nov 25 17:56:42.081442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5262a94-fe98-4ab9-89b2-379cc5e1cd77 req-a2ed421b-b362-4712-b733-9c49b6677f1e tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/security-groups?id=3deea186-0da4-4173-ada4-56d05f4cb53a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439038 Nov 25 17:56:42.296639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-18123e09-15fb-4806-b265-7aabd379d0cd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:42.298128 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-18123e09-15fb-4806-b265-7aabd379d0cd tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 946 time: 0.0548193 Nov 25 17:56:42.389895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port d3b78232-7b49-4121-b548-6f0c7ec2fb22 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:42.390232 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.479981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] For port d3b78232-7b49-4121-b548-6f0c7ec2fb22, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d3b78232-7b49-4121-b548-6f0c7ec2fb22,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:42.480350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.493483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for d3b78232-7b49-4121-b548-6f0c7ec2fb22 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:42.619381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.663723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=d3b78232-7b49-4121-b548-6f0c7ec2fb22,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:42.688585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.688961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.689320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.689668 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.690014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.690358 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.690696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.691032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.691365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.691697 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.692033 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.692367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:42.712499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] No DVR routers for this DVR port d3b78232-7b49-4121-b548-6f0c7ec2fb22 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:42.715073 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:42.718660 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7228ab60-9509-49e8-8a07-914b2592ca4a req-5c1be096-6968-4eb4-b326-29083896e3c6 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.95 "DELETE /v2.0/ports/d3b78232-7b49-4121-b548-6f0c7ec2fb22 HTTP/1.1" status: 204 len: 173 time: 0.4136705 Nov 25 17:56:42.719118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'name': 'network-vif-deleted', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:56:42.721481 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184638e2-3f21-4b03-8648-f844152dbf7d" -d '{"events": [{"server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "name": "network-vif-deleted", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:56:42.765108 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136e8156-f7f9-45be-96b1-f1113a7dac49 x-openstack-request-id: req-136e8156-f7f9-45be-96b1-f1113a7dac49 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:56:42.765514 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9319db56-64f3-4834-b984-cf70617626b7", "name": "network-vif-deleted", "tag": "d3b78232-7b49-4121-b548-6f0c7ec2fb22", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:56:42.765858 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-136e8156-f7f9-45be-96b1-f1113a7dac49 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:56:42.766476 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9319db56-64f3-4834-b984-cf70617626b7', 'name': 'network-vif-deleted', 'tag': 'd3b78232-7b49-4121-b548-6f0c7ec2fb22', 'status': 'completed', 'code': 200} Nov 25 17:56:43.184735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc82577c-30b3-482f-b4ce-9f7e37863bfe req-6da4c569-f060-479e-98de-e9082e754e86 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 210 time: 0.0268581 Nov 25 17:56:44.293882 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-294aa254-66b4-4474-b8ca-87bb074f56a4 req-0447fc1f-eb7d-4ee7-89bf-381ece516380 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 210 time: 0.0319684 Nov 25 17:56:45.216097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d3b78232-7b49-4121-b548-6f0c7ec2fb22 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:45.238446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: d3b78232-7b49-4121-b548-6f0c7ec2fb22 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:45.238804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d3b78232-7b49-4121-b548-6f0c7ec2fb22 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:45.389715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c883c1c-0030-4e36-a222-225fa06a25e8 req-ed0f36b7-ceec-4835-ab6b-0c682847fda9 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 210 time: 0.0265133 Nov 25 17:56:46.488492 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58d7a43d-5dc6-4d53-be54-79d5de154821 req-352f9c91-331a-4a65-b42a-b13907655781 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "GET /v2.0/ports?device_id=9319db56-64f3-4834-b984-cf70617626b7 HTTP/1.1" status: 200 len: 210 time: 0.0281875 Nov 25 17:56:46.818619 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:56:47.544626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37436) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:47.674037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Deleting port 0fd8f3be-e692-4b37-a63e-0533f71cccf5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:47.674374 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.755910 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.756239 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.768359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Calling delete_port for 0fd8f3be-e692-4b37-a63e-0533f71cccf5 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:47.898843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.930037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'Port': ['ID=0fd8f3be-e692-4b37-a63e-0533f71cccf5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:47.989820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.992405 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.993620 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-55155859-1977-4997-9ed8-5c1f5f002446 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "DELETE /v2.0/floatingips/4895d31b-d357-4fc9-8d39-90626509821f HTTP/1.1" status: 204 len: 168 time: 0.4474201 Nov 25 17:56:51.278100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37452) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:51.338424 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98f14eba-4171-4d63-8214-680b2c40b3c0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:51.364923 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98f14eba-4171-4d63-8214-680b2c40b3c0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:51.430659 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98f14eba-4171-4d63-8214-680b2c40b3c0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:51.433477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98f14eba-4171-4d63-8214-680b2c40b3c0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:51.434684 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-98f14eba-4171-4d63-8214-680b2c40b3c0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] 10.222.0.81 "DELETE /v2.0/security-groups/3deea186-0da4-4173-ada4-56d05f4cb53a HTTP/1.1" status: 204 len: 168 time: 0.1555064 Nov 25 17:56:51.444401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f14eba-4171-4d63-8214-680b2c40b3c0 tempest-TestVolumeBootPattern-1816438699 tempest-TestVolumeBootPattern-1816438699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deea186-0da4-4173-ada4-56d05f4cb53a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:51.495804 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:51.986328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.250983 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Deleting port e3749fb5-3a81-415c-b60c-824c82b435a7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:52.251230 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.330171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] For port e3749fb5-3a81-415c-b60c-824c82b435a7, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e3749fb5-3a81-415c-b60c-824c82b435a7,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:52.330753 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.344354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Calling delete_port for e3749fb5-3a81-415c-b60c-824c82b435a7 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:52.523332 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.554065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3749fb5-3a81-415c-b60c-824c82b435a7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:52.722766 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:52.941476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Router 1a10d018-f01b-410a-ba13-e2dab2402866 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:53.047802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:53.052822 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-2c69abc1-1ca3-4b69-a93a-55a80414ccd1 admin admin] 10.222.0.81 "PUT /v2.0/routers/1a10d018-f01b-410a-ba13-e2dab2402866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583844 Nov 25 17:56:53.055465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37462) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:53.058039 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] Sync routers for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:53.068902 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:53.069543 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:56:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:53.163677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.174071 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:53.263598 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.321055 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Deleting port 64508fb3-15a4-41f9-8343-d039f5b2589d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:53.321494 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.350641 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:56:52Z', 'revision_number': 5, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port': {'id': '64508fb3-15a4-41f9-8343-d039f5b2589d', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:02Z', 'updated_at': '2021-11-25T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:53.384387 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] Checking router: 1a10d018-f01b-410a-ba13-e2dab2402866 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:53.393499 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] Routers {'1a10d018-f01b-410a-ba13-e2dab2402866'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:53.394097 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:56:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['1a10d018-f01b-410a-ba13-e2dab2402866'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:53.402956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] For port 64508fb3-15a4-41f9-8343-d039f5b2589d, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=64508fb3-15a4-41f9-8343-d039f5b2589d,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:53.403489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.417114 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Calling delete_port for 64508fb3-15a4-41f9-8343-d039f5b2589d owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:53.482150 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] Set router 1a10d018-f01b-410a-ba13-e2dab2402866 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:53.534928 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:56:53Z', 'revision_number': 6, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:53.565924 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de6ad6-3d09-4b4e-9bb4-fa668a185c73 None None] The sync data for ids ['1a10d018-f01b-410a-ba13-e2dab2402866'] in n-d-819349-3 is: [{'id': '1a10d018-f01b-410a-ba13-e2dab2402866', 'name': 'tempest-TestVolumeBootPattern-478468073-router', 'tenant_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:01Z', 'updated_at': '2021-11-25T17:56:53Z', 'revision_number': 6, 'project_id': 'b2a95ef8617240ccb689b5f23a0109bf', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:53.592908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.626005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Pushing event deleted for resources: {'Port': ['ID=64508fb3-15a4-41f9-8343-d039f5b2589d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:53.641621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0922f7-6897-4b0f-a0cf-5bb631025306 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:53.697107 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.800641 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.802860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.850117 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.850850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a10d018-f01b-410a-ba13-e2dab2402866 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:56:53.855860 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.857276 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-51176df1-8ac9-4a09-803a-495a4e57387b admin admin] 10.222.0.81 "DELETE /v2.0/routers/1a10d018-f01b-410a-ba13-e2dab2402866 HTTP/1.1" status: 204 len: 168 time: 0.8007879 Nov 25 17:56:53.860785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37464) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:53.908092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Deleting subnet c3eb2932-d269-4bf3-a235-430d1ced1d62 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:56:53.911503 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:53.947661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.040127 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.093986 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.117843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3eb2932-d269-4bf3-a235-430d1ced1d62,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:54.128764 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.130796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9711fc-939d-4d4c-aca0-7ce34247ab97 None None] Network 3793f1fe-ed48-4dde-b77f-55044359c98a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:56:54.132273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c3eb2932-d269-4bf3-a235-430d1ced1d62 HTTP/1.1" status: 204 len: 168 time: 0.2703905 Nov 25 17:56:54.134099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.134448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.134794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.135133 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.135425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:54.135549 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.135791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.136119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.136445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.136769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.137121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.137447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.137769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b9951-501f-4fe7-891a-85ad21f9ee19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.217647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.274656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Deleting port 6989f545-24f3-4105-800d-af5c7b5d349f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:54.275000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.343648 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] For port 6989f545-24f3-4105-800d-af5c7b5d349f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6989f545-24f3-4105-800d-af5c7b5d349f,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:54.344569 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.346609 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] DHCP port deletion for 3793f1fe-ed48-4dde-b77f-55044359c98a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:54.360918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Calling delete_port for 6989f545-24f3-4105-800d-af5c7b5d349f owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:54.400021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Deleting port 6989f545-24f3-4105-800d-af5c7b5d349f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:54.400403 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.418090 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6989f545-24f3-4105-800d-af5c7b5d349f no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:54.480175 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.505254 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] For port 6989f545-24f3-4105-800d-af5c7b5d349f, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=6989f545-24f3-4105-800d-af5c7b5d349f,segment=NetworkSegment(44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4),segment_id=44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:54.505658 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.516142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] No DVR routers for this DVR port 6989f545-24f3-4105-800d-af5c7b5d349f on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:54.521257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6989f545-24f3-4105-800d-af5c7b5d349f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:54.525142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Calling delete_port for 6989f545-24f3-4105-800d-af5c7b5d349f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:54.529785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No active binding found for port 6989f545-24f3-4105-800d-af5c7b5d349f {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:56:54.530228 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 6989f545-24f3-4105-800d-af5c7b5d349f not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:54.531022 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64508fb3-15a4-41f9-8343-d039f5b2589d no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:54.556420 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 64508fb3-15a4-41f9-8343-d039f5b2589d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:54.556973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 64508fb3-15a4-41f9-8343-d039f5b2589d not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:54.557238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e3749fb5-3a81-415c-b60c-824c82b435a7 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:54.601485 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.611109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e3749fb5-3a81-415c-b60c-824c82b435a7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:54.611474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e3749fb5-3a81-415c-b60c-824c82b435a7 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:54.627138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3793f1fe-ed48-4dde-b77f-55044359c98a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:54.637372 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:54.637900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f4cd83-0d2e-401b-8a4d-9b862d1f1ff4') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:54.649352 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:56:54.650868 n-d-819349-3 neutron-server[103600]: self.session.flush() Nov 25 17:56:54.661484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.666082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.673711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:56:54.674173 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:56:54.675871 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:56:54.678283 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] No DVR routers for this DVR port 6989f545-24f3-4105-800d-af5c7b5d349f on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:54.705276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Pushing event deleted for resources: {'Port': ['ID=6989f545-24f3-4105-800d-af5c7b5d349f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:54.712876 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.713525 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.713644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.713938 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.714276 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.714612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.714949 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.715284 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.715613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.715941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.716268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.716593 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25877687-2699-4d63-ae7e-7c52b33699dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:56:54.742750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.749108 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:54.755489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:54.755620 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3793f1fe-ed48-4dde-b77f-55044359c98a HTTP/1.1" status: 204 len: 168 time: 0.6178365 Nov 25 17:56:54.767596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde102f-2940-4821-a36f-e68bf6c43ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3793f1fe-ed48-4dde-b77f-55044359c98a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:55.115910 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.383157 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Deleting port cdfff2cc-06b3-42d0-9e64-6d67b625dd57 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:55.383604 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.480674 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] For port cdfff2cc-06b3-42d0-9e64-6d67b625dd57, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,segment=NetworkSegment(956c7bf6-8b55-4da4-8b97-e9eabd0226a4),segment_id=956c7bf6-8b55-4da4-8b97-e9eabd0226a4)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:55.481689 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.496658 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Calling delete_port for cdfff2cc-06b3-42d0-9e64-6d67b625dd57 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:55.515897 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-738be1c5-54ad-4157-ab2f-86f062170f52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502059 Nov 25 17:56:55.610199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-82215b27-d8f8-4371-b906-0a23a2d9a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:55.611744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-82215b27-d8f8-4371-b906-0a23a2d9a38f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1097 time: 0.0461855 Nov 25 17:56:55.712598 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.737777 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-3ce9bc48-6510-4f6f-8730-0dcfbc890ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:55.740251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-3ce9bc48-6510-4f6f-8730-0dcfbc890ac0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 908 time: 0.1045048 Nov 25 17:56:55.744685 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfff2cc-06b3-42d0-9e64-6d67b625dd57,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:55.832660 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-4a82ed90-a83f-4370-858e-79270f69caed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 1001 time: 0.0848036 Nov 25 17:56:55.899276 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-f36a5e76-f4b6-4a50-8042-f25d84bb534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:55.901353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-f36a5e76-f4b6-4a50-8042-f25d84bb534b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 200 len: 846 time: 0.0592787 Nov 25 17:56:55.952918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:55.956019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-1f369c52-9154-4f6c-aa8e-cb6e8d5adc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:55.957868 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-1f369c52-9154-4f6c-aa8e-cb6e8d5adc8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719b2612-8345-4de8-992d-7c3418d68b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464859 Nov 25 17:56:56.223803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Router a18dd3df-7035-4f0a-9624-608cf6c882a7 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:56:56.340391 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:56:56.344649 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-1b77000a-8680-4765-bb89-56f36aaecaf4 admin admin] 10.222.0.81 "PUT /v2.0/routers/a18dd3df-7035-4f0a-9624-608cf6c882a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5879602 Nov 25 17:56:56.347108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:56.349636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] Sync routers for ids ['a18dd3df-7035-4f0a-9624-608cf6c882a7'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:56:56.366767 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] Routers {'a18dd3df-7035-4f0a-9624-608cf6c882a7'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:56.367781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:56:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a18dd3df-7035-4f0a-9624-608cf6c882a7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:56.441768 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-86e2881a-6890-4aa6-a952-5e085e84e8ac service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736702 Nov 25 17:56:56.472579 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:56.489841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] Set router a18dd3df-7035-4f0a-9624-608cf6c882a7 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:56.552359 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-90dc6e0c-a8c6-4558-91ce-d7da01dba861 req-755c3bf4-0acb-4d94-afe1-19fbe4b77f9b service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929294 Nov 25 17:56:56.587369 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:56.678983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:56:55Z', 'revision_number': 5, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port': {'id': 'd2ee499a-eb7f-42ff-acf2-f86618986363', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:56.711368 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] Checking router: a18dd3df-7035-4f0a-9624-608cf6c882a7 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:56:56.720799 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] Routers {'a18dd3df-7035-4f0a-9624-608cf6c882a7'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:56:56.721461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T17:56:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['a18dd3df-7035-4f0a-9624-608cf6c882a7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:56.817773 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] Set router a18dd3df-7035-4f0a-9624-608cf6c882a7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:56:56.871568 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:56:56Z', 'revision_number': 6, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:56.902457 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344e0d5-de26-452a-afd9-cb5c141fd503 None None] The sync data for ids ['a18dd3df-7035-4f0a-9624-608cf6c882a7'] in n-d-819349-3 is: [{'id': 'a18dd3df-7035-4f0a-9624-608cf6c882a7', 'name': 'tempest-TestVolumeBootPattern-1013575595-router', 'tenant_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:56:56Z', 'revision_number': 6, 'project_id': '4519e0c18e904b76b3e2ab7cd92f0f45', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:56:56.992025 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Deleting port d2ee499a-eb7f-42ff-acf2-f86618986363 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:56.992359 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.076385 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] For port d2ee499a-eb7f-42ff-acf2-f86618986363, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d2ee499a-eb7f-42ff-acf2-f86618986363,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:57.076958 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.090739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Calling delete_port for d2ee499a-eb7f-42ff-acf2-f86618986363 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:57.270347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.302499 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ee499a-eb7f-42ff-acf2-f86618986363,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:57.317598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad9692-2045-4132-b7a4-564ee91dde0a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:57.366818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.462698 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.464959 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.517126 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.517713 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a18dd3df-7035-4f0a-9624-608cf6c882a7 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:56:57.523318 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.524556 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2bd37dec-dec4-4516-8328-205bd4f0f14d admin admin] 10.222.0.81 "DELETE /v2.0/routers/a18dd3df-7035-4f0a-9624-608cf6c882a7 HTTP/1.1" status: 204 len: 168 time: 1.1762803 Nov 25 17:56:57.527913 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:57.578058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2429042-8b2f-4266-9d28-61b0f0b16c65 admin admin] Deleting subnet 1f5dc625-e86d-40ec-a1fa-d6f00949406b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:56:57.581330 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2429042-8b2f-4266-9d28-61b0f0b16c65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.617204 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2429042-8b2f-4266-9d28-61b0f0b16c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.707110 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2429042-8b2f-4266-9d28-61b0f0b16c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.768848 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2429042-8b2f-4266-9d28-61b0f0b16c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.794797 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2429042-8b2f-4266-9d28-61b0f0b16c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5dc625-e86d-40ec-a1fa-d6f00949406b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:57.801260 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2429042-8b2f-4266-9d28-61b0f0b16c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.804508 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d2429042-8b2f-4266-9d28-61b0f0b16c65 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1f5dc625-e86d-40ec-a1fa-d6f00949406b HTTP/1.1" status: 204 len: 168 time: 0.2758372 Nov 25 17:56:57.807111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:57.807766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d68ede-3524-4eb2-b694-84aa86224e52 None None] Network 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:56:57.893961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:57.968256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Deleting port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:56:57.968512 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.053883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] For port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6,segment=NetworkSegment(956c7bf6-8b55-4da4-8b97-e9eabd0226a4),segment_id=956c7bf6-8b55-4da4-8b97-e9eabd0226a4)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:56:58.054255 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.074569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Calling delete_port for ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:56:58.161610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.177491 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f6bee-e6ec-43cf-b9c6-55312360a53f None None] DHCP port deletion for 8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:56:58.191822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:58.196739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] No DVR routers for this DVR port ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:56:58.273495 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.294477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:58.304694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956c7bf6-8b55-4da4-8b97-e9eabd0226a4') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:58.305084 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956c7bf6-8b55-4da4-8b97-e9eabd0226a4') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:56:58.314324 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.328070 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.335270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:56:58.335898 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: timer() Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:56:58.337599 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:56:58.386806 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cdfff2cc-06b3-42d0-9e64-6d67b625dd57 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:58.394317 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.399381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.402750 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403 HTTP/1.1" status: 204 len: 168 time: 0.5944896 Nov 25 17:56:58.409361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: cdfff2cc-06b3-42d0-9e64-6d67b625dd57 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:58.409929 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device cdfff2cc-06b3-42d0-9e64-6d67b625dd57 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:58.410573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:58.420296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249cb96-aa37-4080-9bd3-d60767b20f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b61c5f7-1c2a-4cd7-9f5a-46f4a2167403,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:58.429995 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:58.430353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ad8dc3ee-4660-48ed-bfe8-3bc4ed4202b6 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:58.430757 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d2ee499a-eb7f-42ff-acf2-f86618986363 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:56:58.453257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d2ee499a-eb7f-42ff-acf2-f86618986363 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:56:58.453889 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d2ee499a-eb7f-42ff-acf2-f86618986363 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:56:58.549154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37478) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:58.594814 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8ff60503-e60c-4cc2-8d69-a9d49bd30db5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2a95ef8617240ccb689b5f23a0109bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443406 Nov 25 17:56:58.597337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:58.647337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73b61bb2-6df4-4747-8152-ac798c4d3de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.670205 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73b61bb2-6df4-4747-8152-ac798c4d3de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.718054 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73b61bb2-6df4-4747-8152-ac798c4d3de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.720793 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73b61bb2-6df4-4747-8152-ac798c4d3de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:58.722014 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-73b61bb2-6df4-4747-8152-ac798c4d3de6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0119101c-faf8-4272-8aab-21f2b1a29baf HTTP/1.1" status: 204 len: 168 time: 0.1236534 Nov 25 17:56:58.730079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b61bb2-6df4-4747-8152-ac798c4d3de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0119101c-faf8-4272-8aab-21f2b1a29baf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:56:59.075083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:59.119867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0f293bd9-7604-45fb-aa2a-d7be87a35b10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4519e0c18e904b76b3e2ab7cd92f0f45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434973 Nov 25 17:56:59.122511 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:56:59.180754 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-411df0a7-0584-41db-8eb4-41bb5a6a36e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.204475 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-411df0a7-0584-41db-8eb4-41bb5a6a36e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.251557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-411df0a7-0584-41db-8eb4-41bb5a6a36e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.254152 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-411df0a7-0584-41db-8eb4-41bb5a6a36e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.255305 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-411df0a7-0584-41db-8eb4-41bb5a6a36e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/258f69f7-400e-4c67-8b15-454436383804 HTTP/1.1" status: 204 len: 168 time: 0.1312506 Nov 25 17:56:59.271167 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411df0a7-0584-41db-8eb4-41bb5a6a36e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258f69f7-400e-4c67-8b15-454436383804,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:02.240433 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d11ab9ae-cfd1-484e-b3a2-ac0dbf8d3714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:04.426527 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02fd9558-932d-42c1-9e19-5a2cd0c7c930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:05.937271 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:06.708748 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.218054 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.377057 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.024877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:23.818002 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:57:32.245606 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ec14ad9-b897-41c5-ae26-299584a38c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.429646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55acfad2-34a8-45d7-b219-8842162a17f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:35.939074 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.739390 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.221903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.392495 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:38.028697 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:56.502191 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-fa3e15fe-097c-467e-9f5c-7f81c29e0894 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412710 Nov 25 17:57:56.590137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-6e222b9d-5541-44d9-ac82-345d02464fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:56.591670 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-6e222b9d-5541-44d9-ac82-345d02464fea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1097 time: 0.0428619 Nov 25 17:57:56.701599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-984cc7d1-5dad-4f24-b0dc-11e15e4cc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:56.703586 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-984cc7d1-5dad-4f24-b0dc-11e15e4cc5c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 908 time: 0.0909448 Nov 25 17:57:56.770315 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-677b934f-d002-45f8-97a0-f50972c25381 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 1001 time: 0.0590756 Nov 25 17:57:56.821906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-66148aef-a20f-4daf-88c0-28d15e8a1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:56.823362 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-66148aef-a20f-4daf-88c0-28d15e8a1d42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 200 len: 846 time: 0.0451636 Nov 25 17:57:56.874779 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-5fb29235-3de6-4b69-81df-39b8398fe155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:56.876283 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-5fb29235-3de6-4b69-81df-39b8398fe155 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719b2612-8345-4de8-992d-7c3418d68b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451019 Nov 25 17:57:56.966914 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-f4d5bdef-13b9-43f4-91ce-49359d691a7d service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827379 Nov 25 17:57:57.063915 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3a02d9f7-fadf-4c3e-97b1-f23857d77fd4 req-e9d375ec-dae1-40bb-a4c6-f2232470531e service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874941 Nov 25 17:58:00.817419 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:58:02.249585 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-165d5461-b394-4e2d-9f5d-3ec6e29a5511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:04.430330 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-496f2a70-dbae-4890-b929-c6dc6a9ea059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:05.942132 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:06.747678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:07.222338 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:07.401430 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:08.033177 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:32.251216 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24e15045-f56d-494e-99ea-e73387817f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:34.433808 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bb21311-a94e-438f-b384-d33d962139ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.944508 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:36.737976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:37.226075 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:37.416888 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:37.815897 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:58:38.034708 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:57.506703 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-b4c564ea-c6f2-413c-8921-9d7c24987878 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456092 Nov 25 17:58:57.592553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-03bf3e9e-99aa-4be8-a987-594f0103c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:57.594004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-03bf3e9e-99aa-4be8-a987-594f0103c87e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1097 time: 0.0423033 Nov 25 17:58:57.708028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-71300ac8-6274-46ee-b0c2-00737e7faa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:57.711802 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-71300ac8-6274-46ee-b0c2-00737e7faa50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 908 time: 0.0932326 Nov 25 17:58:57.777704 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-7d24d6e0-7011-4fd4-b472-70d046bc73c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 1001 time: 0.0608280 Nov 25 17:58:57.833786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-4f6d1b80-7226-419b-9455-c740c57dd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:57.835281 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-4f6d1b80-7226-419b-9455-c740c57dd71a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 200 len: 846 time: 0.0469275 Nov 25 17:58:57.891326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-94c0f24b-babc-4520-8755-6168d5110222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:57.893744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-94c0f24b-babc-4520-8755-6168d5110222 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719b2612-8345-4de8-992d-7c3418d68b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493984 Nov 25 17:58:57.910106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-d946193c-b2d1-4855-aa2f-e71d00e83eaa service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:58:57.911588 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-d946193c-b2d1-4855-aa2f-e71d00e83eaa service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066957 Nov 25 17:58:58.018872 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-23e56d13-a547-410a-880a-ccd23cf91ec6 service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991876 Nov 25 17:58:58.130860 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-442dcb46-dccd-4cb9-91b2-d738ede8a8cc req-8097dec1-b311-4bc4-b2a9-87ee8d9b0a07 service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041749 Nov 25 17:59:02.253689 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd337-f7e4-46f4-9b8b-c9146c0678d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:04.435788 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-446d61d9-1fe0-42e4-9b29-16506ddac5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:05.947260 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:06.751249 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:07.228373 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:07.411755 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:08.037424 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:14.814175 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:59:32.256202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e05fe24c-2aeb-487f-857c-f432c37013e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:34.439044 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aba33edb-5551-4118-b679-40c994327a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:35.950018 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:36.750925 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:37.231451 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:37.412705 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:38.039471 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:51.812478 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:59:57.668715 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-28ab295b-6b08-4098-8914-0f8e4e8554d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2160854 Nov 25 17:59:57.751613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-1c8e2376-417a-4bef-9a02-bd869375f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:57.753778 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-1c8e2376-417a-4bef-9a02-bd869375f508 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e062317e1f454135b55444bff2e6a530&device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 1097 time: 0.0400081 Nov 25 17:59:57.861864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-4ea1effe-29f4-4fea-8770-2ca22cc9dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:57.863691 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-4ea1effe-29f4-4fea-8770-2ca22cc9dc59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 200 len: 908 time: 0.0889928 Nov 25 17:59:57.934366 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-044e2d0d-5d41-4123-95d1-b162a28e78aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 200 len: 1001 time: 0.0620866 Nov 25 17:59:57.984100 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-a4517ad2-b0c5-4919-baab-a879fc2d47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:57.988197 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-a4517ad2-b0c5-4919-baab-a879fc2d47cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 200 len: 846 time: 0.0446410 Nov 25 17:59:58.039246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-d9c81499-63bf-4945-a0a5-901ce6079827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:58.040758 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-d9c81499-63bf-4945-a0a5-901ce6079827 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719b2612-8345-4de8-992d-7c3418d68b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456533 Nov 25 17:59:58.130945 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-2e637bdf-cc99-486a-98ee-570b48a1c973 service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822282 Nov 25 17:59:58.225423 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1f1094a2-7375-4a2f-ae15-5c9376e495f2 req-86ac7e22-ed4c-4315-9f60-25aad2e75857 service neutron] 10.222.0.60 "GET /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877244 Nov 25 18:00:02.261281 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-642721f0-8fd7-446a-ae88-7f8ae1c983d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:04.441887 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b77e28e7-fbce-4df1-a46e-da63da22b8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:05.953766 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:06.749728 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:07.232841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:07.413993 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:08.041206 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:21.498656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-6a030848-461e-499f-96ca-0390d71ee74a req-7f7a74a8-b32c-4718-a2d0-e8ca763d82e3 service neutron] (103598) timed out ('10.222.0.81', 46766) {{(pid=103598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:00:25.680536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64541594-7b0a-48a0-abcc-1383b45baf64 req-21532095-fed7-4f3b-918c-3f02bf64cd74 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:25.682086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64541594-7b0a-48a0-abcc-1383b45baf64 req-21532095-fed7-4f3b-918c-3f02bf64cd74 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 946 time: 0.2230830 Nov 25 18:00:25.734832 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-64541594-7b0a-48a0-abcc-1383b45baf64 req-921354f4-8bc4-4200-8678-dc2c6e0e8086 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461454 Nov 25 18:00:26.835152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-f8e9308a-ed9b-4ab4-b3cd-d52474c2dba9 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:26.837422 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-f8e9308a-ed9b-4ab4-b3cd-d52474c2dba9 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 946 time: 0.0586886 Nov 25 18:00:26.936088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Deleting port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:26.936738 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:26.978328 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191694b1-f2ef-4fa6-9f3d-9bb2863bd826 req-b8d2348f-c435-4446-ba31-9e0f757d3ec5 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:26.981431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-191694b1-f2ef-4fa6-9f3d-9bb2863bd826 req-b8d2348f-c435-4446-ba31-9e0f757d3ec5 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 946 time: 0.1198318 Nov 25 18:00:27.031766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-191694b1-f2ef-4fa6-9f3d-9bb2863bd826 req-28a143d3-2d54-4910-8d8b-246f15ee2165 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6742514e-1e35-44a8-a7b6-d2236ec47cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450447 Nov 25 18:00:27.037329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] For port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:27.037722 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.207441 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.207809 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.208131 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Floating IP 9d355960-e256-46da-b722-33613a4eaf89 disassociated. External IP: 172.25.1.16, port: f9c0fa47-53fa-4b84-b8aa-5a0d274c4130. Nov 25 18:00:27.208475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Calling delete_port for f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:27.338197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.367614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event deleted for resources: {'Port': ['ID=f9c0fa47-53fa-4b84-b8aa-5a0d274c4130,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:27.378972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.379331 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.379680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.380024 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.380364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.380704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.381064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.381403 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.381736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.382063 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.382395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.382718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:27.495999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:00:27.603849 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:27.614211 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] Sync routers for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:27.623263 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:27.623893 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:00:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:27.644487 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] No DVR routers for this DVR port f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:00:27.647244 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:27.650831 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-abce8d3d-9b1a-492e-a5d5-506144f9888a req-ee190e48-3b2f-4c1b-8a3c-3db5b1fe5385 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.60 "DELETE /v2.0/ports/f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 HTTP/1.1" status: 204 len: 173 time: 0.8067718 Nov 25 18:00:27.651295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'name': 'network-vif-deleted', 'tag': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:00:27.653805 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a809e-1852-4bb4-8c27-62f69bac4840" -d '{"events": [{"server_uuid": "2d80a1ba-45c2-47cb-a3c6-8689cfb10e77", "name": "network-vif-deleted", "tag": "f9c0fa47-53fa-4b84-b8aa-5a0d274c4130"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:00:27.738593 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:27.808277 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1cb2e6-e0bb-4f8d-8ed8-7b497f576f56 x-openstack-request-id: req-9c1cb2e6-e0bb-4f8d-8ed8-7b497f576f56 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:00:27.808503 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d80a1ba-45c2-47cb-a3c6-8689cfb10e77", "name": "network-vif-deleted", "tag": "f9c0fa47-53fa-4b84-b8aa-5a0d274c4130", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:00:27.808862 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c1cb2e6-e0bb-4f8d-8ed8-7b497f576f56 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:00:27.809445 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80a1ba-45c2-47cb-a3c6-8689cfb10e77', 'name': 'network-vif-deleted', 'tag': 'f9c0fa47-53fa-4b84-b8aa-5a0d274c4130', 'status': 'completed', 'code': 200} Nov 25 18:00:27.964720 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:27Z', 'revision_number': 5, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:27.991950 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] Checking router: 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:00:28.000742 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:28.001391 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:00:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:28.118405 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:28.164316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe5c0b0a-092e-4853-99f6-8a51edaa5879 req-34300a97-d388-4eb5-b2d8-6f22d61be5ee tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80a1ba-45c2-47cb-a3c6-8689cfb10e77 HTTP/1.1" status: 200 len: 210 time: 0.0423751 Nov 25 18:00:28.330780 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:27Z', 'revision_number': 5, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:28.357619 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8c200-065a-46e5-9771-96a4611ce701 None None] The sync data for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 is: [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'd62da0a6-0ccc-408d-9fc9-bd97a7a4efc3', 'name': '', 'network_id': '719b2612-8345-4de8-992d-7c3418d68b8f', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'mac_address': 'fa:16:3e:91:d5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:22Z', 'updated_at': '2021-11-25T17:55:27Z', 'revision_number': 5, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'subnets': [{'id': '2e92bb0c-1d2e-47c1-b1bf-d230a079dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:28.577659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d01d0e-7bcd-4f59-9678-41c48de06d2b None None] New status for floating IP 9d355960-e256-46da-b722-33613a4eaf89: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:00:28.811487 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:00:29.223712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:29.355265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Deleting port 561291e4-7821-44a7-b898-d1a7b2b2c4c1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:29.355744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.438691 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.439020 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.451247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Calling delete_port for 561291e4-7821-44a7-b898-d1a7b2b2c4c1 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:29.579144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.608706 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event deleted for resources: {'Port': ['ID=561291e4-7821-44a7-b898-d1a7b2b2c4c1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:29.632956 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.633331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.633670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.634009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.634341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.634675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.635009 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.635338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.635668 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.635994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.636317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.636639 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:29.677879 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.680454 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.681684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e386cba5-bee2-4b74-958d-3a8c940583b1 tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "DELETE /v2.0/floatingips/9d355960-e256-46da-b722-33613a4eaf89 HTTP/1.1" status: 204 len: 168 time: 0.4569361 Nov 25 18:00:29.803890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:00:29.828402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:00:29.828777 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device f9c0fa47-53fa-4b84-b8aa-5a0d274c4130 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:00:29.857975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37608) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:29.915908 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-541056ec-7e11-4676-b353-e4487fe67b0f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:29.944811 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-541056ec-7e11-4676-b353-e4487fe67b0f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.004438 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-541056ec-7e11-4676-b353-e4487fe67b0f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.007000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-541056ec-7e11-4676-b353-e4487fe67b0f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:30.008205 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-541056ec-7e11-4676-b353-e4487fe67b0f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] 10.222.0.81 "DELETE /v2.0/security-groups/6742514e-1e35-44a8-a7b6-d2236ec47cfb HTTP/1.1" status: 204 len: 168 time: 0.1492076 Nov 25 18:00:30.017739 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541056ec-7e11-4676-b353-e4487fe67b0f tempest-TestServerBasicOps-284864490 tempest-TestServerBasicOps-284864490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742514e-1e35-44a8-a7b6-d2236ec47cfb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:31.065935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:31.522662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.775520 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Deleting port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:31.775768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.861336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] For port d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:31.861741 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:31.874397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Calling delete_port for d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:32.054800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.082921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:32.259117 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.266686 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a23f6d40-7471-4883-9d51-ae7f9995377b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.489888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:00:32.601677 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:32.609645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-74246d3d-4094-41df-bddd-a326e0b44b92 admin admin] 10.222.0.81 "PUT /v2.0/routers/04db6e7c-a8fe-4a5d-883b-d6f7e87a739e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5422976 Nov 25 18:00:32.612044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37618) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:32.614638 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] Sync routers for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:32.624047 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:32.624665 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:00:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:32.719082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.730147 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:32.829457 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.884597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Deleting port 41768e7a-2af8-4411-ba23-5421a4deccdf {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:32.884955 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.927372 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T18:00:32Z', 'revision_number': 5, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port': {'id': '41768e7a-2af8-4411-ba23-5421a4deccdf', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:21Z', 'updated_at': '2021-11-25T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:32.959746 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] Checking router: 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:00:32.964900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] For port 41768e7a-2af8-4411-ba23-5421a4deccdf, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=41768e7a-2af8-4411-ba23-5421a4deccdf,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:32.965319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:32.968028 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] Routers {'04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:32.968648 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:00:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:32.978718 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Calling delete_port for 41768e7a-2af8-4411-ba23-5421a4deccdf owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:33.055589 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] Set router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:33.108159 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T18:00:32Z', 'revision_number': 6, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:33.152418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.184049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41768e7a-2af8-4411-ba23-5421a4deccdf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:33.203931 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce8865-4c2e-4cfb-9d6c-2b5ea9dcd54d None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:33.230927 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c3687-39f4-45fd-8abf-6435e712ba2d None None] The sync data for ids ['04db6e7c-a8fe-4a5d-883b-d6f7e87a739e'] in n-d-819349-3 is: [{'id': '04db6e7c-a8fe-4a5d-883b-d6f7e87a739e', 'name': 'tempest-TestServerBasicOps-29078949-router', 'tenant_id': 'e062317e1f454135b55444bff2e6a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:20Z', 'updated_at': '2021-11-25T18:00:32Z', 'revision_number': 6, 'project_id': 'e062317e1f454135b55444bff2e6a530', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:33.255797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.347298 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.349468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.393037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.394018 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04db6e7c-a8fe-4a5d-883b-d6f7e87a739e {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:33.399163 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.400338 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-964185b1-ef74-4e6a-a057-2586519506d0 admin admin] 10.222.0.81 "DELETE /v2.0/routers/04db6e7c-a8fe-4a5d-883b-d6f7e87a739e HTTP/1.1" status: 204 len: 168 time: 0.7867875 Nov 25 18:00:33.402860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37620) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:33.451314 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7b690a-ee12-463d-bba5-8edd3fa5b741 admin admin] Deleting subnet 2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:00:33.454442 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca7b690a-ee12-463d-bba5-8edd3fa5b741 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.490038 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca7b690a-ee12-463d-bba5-8edd3fa5b741 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.566116 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca7b690a-ee12-463d-bba5-8edd3fa5b741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.621418 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca7b690a-ee12-463d-bba5-8edd3fa5b741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.650049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b690a-ee12-463d-bba5-8edd3fa5b741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e92bb0c-1d2e-47c1-b1bf-d230a079dac8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:33.656393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca7b690a-ee12-463d-bba5-8edd3fa5b741 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.663907 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ca7b690a-ee12-463d-bba5-8edd3fa5b741 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2e92bb0c-1d2e-47c1-b1bf-d230a079dac8 HTTP/1.1" status: 204 len: 168 time: 0.2599809 Nov 25 18:00:33.664029 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:33.667565 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8388c-591e-4457-9563-e095e8881e11 None None] Network 719b2612-8345-4de8-992d-7c3418d68b8f requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:00:33.742157 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.797017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Deleting port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:33.797370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.863765 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] For port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a,segment=NetworkSegment(5a5d18da-c8cb-4c7c-8969-ca02e6f145fa),segment_id=5a5d18da-c8cb-4c7c-8969-ca02e6f145fa)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:33.864482 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.877777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Calling delete_port for 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:33.960651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:33.989513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] No DVR routers for this DVR port 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:00:33.991102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:34.024070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de7b66-74a1-4b67-813c-d4d08dc7b051 None None] DHCP port deletion for 719b2612-8345-4de8-992d-7c3418d68b8f request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:34.074385 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.094982 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719b2612-8345-4de8-992d-7c3418d68b8f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.105066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.105372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5d18da-c8cb-4c7c-8969-ca02e6f145fa') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:34.115105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.128962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.135703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:00:34.136102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: timer() Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:00:34.137904 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:00:34.195290 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.210764 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.214018 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] 10.222.0.81 "DELETE /v2.0/networks/719b2612-8345-4de8-992d-7c3418d68b8f HTTP/1.1" status: 204 len: 168 time: 0.5488489 Nov 25 18:00:34.215386 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b52d4c-89d7-4914-bce5-f13094cbe7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=719b2612-8345-4de8-992d-7c3418d68b8f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:34.216965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:34.446740 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d177-5780-46b1-ad38-c6719e465d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.505393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 41768e7a-2af8-4411-ba23-5421a4deccdf no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:00:34.525992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 41768e7a-2af8-4411-ba23-5421a4deccdf {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:00:34.526275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 41768e7a-2af8-4411-ba23-5421a4deccdf not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:00:34.526693 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:00:34.546185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:00:34.546539 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d62da0a6-0ccc-408d-9fc9-bd97a7a4efc3 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:00:34.547165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:00:34.570064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:00:34.570418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 855e32c4-5ad0-4f19-a42a-d9eaeeaecf2a not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:00:34.603105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.869798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Deleting port 1f38203e-d84c-4f20-bb87-ff491db61608 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:34.870453 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.952800 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] For port 1f38203e-d84c-4f20-bb87-ff491db61608, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1f38203e-d84c-4f20-bb87-ff491db61608,segment=NetworkSegment(888b1c61-7232-4272-8a6d-76a23d796881),segment_id=888b1c61-7232-4272-8a6d-76a23d796881)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:34.953522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:34.965925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Calling delete_port for 1f38203e-d84c-4f20-bb87-ff491db61608 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:35.141451 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.167587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f38203e-d84c-4f20-bb87-ff491db61608,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:35.659702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.873931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Router b3261015-ef5b-4934-98ca-0e6debc2536d has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:00:35.957730 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.981564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:00:35.986608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-28a96f01-ce38-4abb-9fe0-bc4993be2b22 admin admin] 10.222.0.81 "PUT /v2.0/routers/b3261015-ef5b-4934-98ca-0e6debc2536d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685695 Nov 25 18:00:35.989049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:35.990264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] Sync routers for ids ['b3261015-ef5b-4934-98ca-0e6debc2536d'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:00:36.000686 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] Routers {'b3261015-ef5b-4934-98ca-0e6debc2536d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:36.001334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:00:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b3261015-ef5b-4934-98ca-0e6debc2536d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:36.096352 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.111571 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] Set router b3261015-ef5b-4934-98ca-0e6debc2536d gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:36.198259 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.260109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Deleting port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:36.260427 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.294218 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T18:00:35Z', 'revision_number': 5, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port': {'id': 'b1b2f1ba-df77-4436-aaf1-e55a37fe9c43', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T17:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:36.324629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] Checking router: b3261015-ef5b-4934-98ca-0e6debc2536d for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:00:36.333684 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] Routers {'b3261015-ef5b-4934-98ca-0e6debc2536d'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:00:36.334292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:00:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['b3261015-ef5b-4934-98ca-0e6debc2536d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:36.341989 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] For port b1b2f1ba-df77-4436-aaf1-e55a37fe9c43, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b1b2f1ba-df77-4436-aaf1-e55a37fe9c43,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:36.342365 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.356040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Calling delete_port for b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:36.419005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] Set router b3261015-ef5b-4934-98ca-0e6debc2536d gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:00:36.541053 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.571280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b2f1ba-df77-4436-aaf1-e55a37fe9c43,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:36.637818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f1788f-347d-4ef0-af05-edb6df2f6318 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:36.639175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.641359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T18:00:36Z', 'revision_number': 6, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:36.673089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed64edf-2dcd-4ea3-b3fc-a0f813b7e02f None None] The sync data for ids ['b3261015-ef5b-4934-98ca-0e6debc2536d'] in n-d-819349-3 is: [{'id': 'b3261015-ef5b-4934-98ca-0e6debc2536d', 'name': 'tempest-TestServerBasicOps-179035675-router', 'tenant_id': '9bdd2208b7f14f68a62897b30c269d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:25Z', 'updated_at': '2021-11-25T18:00:36Z', 'revision_number': 6, 'project_id': '9bdd2208b7f14f68a62897b30c269d0e', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:00:36.740693 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.743004 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.757841 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.789032 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.789600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3261015-ef5b-4934-98ca-0e6debc2536d {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:00:36.794198 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.795489 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6b734d30-0d3d-436f-8446-a09571d8caca admin admin] 10.222.0.81 "DELETE /v2.0/routers/b3261015-ef5b-4934-98ca-0e6debc2536d HTTP/1.1" status: 204 len: 168 time: 0.8054752 Nov 25 18:00:36.798144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37632) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:36.849191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-890ce8da-68c4-438d-8f97-453abc7e77e6 admin admin] Deleting subnet eeb584b2-149f-47ea-a79d-922a9c18f711 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:00:36.852342 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-890ce8da-68c4-438d-8f97-453abc7e77e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.886674 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-890ce8da-68c4-438d-8f97-453abc7e77e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:36.964968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-890ce8da-68c4-438d-8f97-453abc7e77e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.023522 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-890ce8da-68c4-438d-8f97-453abc7e77e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.058833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ce8da-68c4-438d-8f97-453abc7e77e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb584b2-149f-47ea-a79d-922a9c18f711,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:37.062585 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-890ce8da-68c4-438d-8f97-453abc7e77e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.066071 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-890ce8da-68c4-438d-8f97-453abc7e77e6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eeb584b2-149f-47ea-a79d-922a9c18f711 HTTP/1.1" status: 204 len: 168 time: 0.2669115 Nov 25 18:00:37.068576 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37634) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:37.069433 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3deb84-8a9e-4f7e-9861-4eff702d7f98 None None] Network 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:00:37.139865 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.196599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Deleting port c72d82ac-901a-483c-84ba-e849d5ce6384 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:00:37.197058 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.239266 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.272567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] For port c72d82ac-901a-483c-84ba-e849d5ce6384, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c72d82ac-901a-483c-84ba-e849d5ce6384,segment=NetworkSegment(888b1c61-7232-4272-8a6d-76a23d796881),segment_id=888b1c61-7232-4272-8a6d-76a23d796881)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:37.272926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.286997 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Calling delete_port for c72d82ac-901a-483c-84ba-e849d5ce6384 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:00:37.367168 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.393595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72d82ac-901a-483c-84ba-e849d5ce6384,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:37.398341 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] No DVR routers for this DVR port c72d82ac-901a-483c-84ba-e849d5ce6384 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:00:37.425336 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.448573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3bb4d-37da-41d2-9d92-76764425e2c2 None None] DHCP port deletion for 0db2ce26-2d5d-419d-aa8e-db6cb5a5950d request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:00:37.480845 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.501183 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db2ce26-2d5d-419d-aa8e-db6cb5a5950d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:37.511108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888b1c61-7232-4272-8a6d-76a23d796881') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:37.511408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888b1c61-7232-4272-8a6d-76a23d796881') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:00:37.521705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.535139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.541693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:00:37.542175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: timer() Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:00:37.544047 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:00:37.603241 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.609370 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.615451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0db2ce26-2d5d-419d-aa8e-db6cb5a5950d HTTP/1.1" status: 204 len: 168 time: 0.5434463 Nov 25 18:00:37.624950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9add55d-6e9b-4d9e-a88d-d36700661681 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db2ce26-2d5d-419d-aa8e-db6cb5a5950d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:37.744859 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:37.786624 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-209064ef-9c66-4500-9090-8684d6cc75dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e062317e1f454135b55444bff2e6a530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405340 Nov 25 18:00:37.789159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:37.836811 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8a06-e896-4259-8da9-cb600fdce91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.858187 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8a06-e896-4259-8da9-cb600fdce91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.905832 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8a06-e896-4259-8da9-cb600fdce91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.909023 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8a06-e896-4259-8da9-cb600fdce91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.910244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5e4e8a06-e896-4259-8da9-cb600fdce91d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e73ff49-a103-4084-b1b0-4a0ec50f6de4 HTTP/1.1" status: 204 len: 168 time: 0.1201138 Nov 25 18:00:37.918398 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e8a06-e896-4259-8da9-cb600fdce91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e73ff49-a103-4084-b1b0-4a0ec50f6de4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:38.043216 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.221707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:38.262850 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-300ec68f-f354-46d9-abde-c4cc76451481 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9bdd2208b7f14f68a62897b30c269d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398750 Nov 25 18:00:38.265358 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:00:38.317709 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b9eecd4-26c3-4153-9555-42fe8b5a57f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.338332 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b9eecd4-26c3-4153-9555-42fe8b5a57f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.385098 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b9eecd4-26c3-4153-9555-42fe8b5a57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.387911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5b9eecd4-26c3-4153-9555-42fe8b5a57f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:38.389260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5b9eecd4-26c3-4153-9555-42fe8b5a57f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c80293f-7111-46cd-965e-b4f22a8a9612 HTTP/1.1" status: 204 len: 168 time: 0.1229556 Nov 25 18:00:38.397297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9eecd4-26c3-4153-9555-42fe8b5a57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c80293f-7111-46cd-965e-b4f22a8a9612,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:38.491328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c72d82ac-901a-483c-84ba-e849d5ce6384 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:00:38.512257 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c72d82ac-901a-483c-84ba-e849d5ce6384 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:00:38.512613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c72d82ac-901a-483c-84ba-e849d5ce6384 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:00:38.513074 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:00:38.532643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:00:38.533628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b1b2f1ba-df77-4436-aaf1-e55a37fe9c43 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:00:38.534350 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1f38203e-d84c-4f20-bb87-ff491db61608 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:00:38.556608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 1f38203e-d84c-4f20-bb87-ff491db61608 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:00:38.556986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1f38203e-d84c-4f20-bb87-ff491db61608 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:00:48.624297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-c75a6bc3-1df8-4faf-a4b2-a01ac79cb1f0 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7ddfd29068d4460cb6d7a6fd4716b578&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287759 Nov 25 18:00:48.819457 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-2546ee1c-5096-4ff4-9e45-0c81dbf598a3 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:48.820849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-2546ee1c-5096-4ff4-9e45-0c81dbf598a3 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904106 Nov 25 18:00:48.835881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-c57c146d-44d7-45dc-9201-953a27dcb211 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/quotas/7ddfd29068d4460cb6d7a6fd4716b578 HTTP/1.1" status: 200 len: 375 time: 0.0092845 Nov 25 18:00:48.872108 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-ae8734c2-3dcb-4038-9282-4807d37005e9 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ddfd29068d4460cb6d7a6fd4716b578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309718 Nov 25 18:00:49.034840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-adc26187-c06f-4231-8e21-09b8017d2dfe req-add52a8d-fdd8-49df-8562-264ed070690b tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 210 time: 0.0272005 Nov 25 18:00:50.038245 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-c3b241a8-094e-498d-a17b-ac3f74f5df18 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=7ddfd29068d4460cb6d7a6fd4716b578&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321410 Nov 25 18:00:50.137046 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02a53b82-4c79-419b-b399-82e1dba42163 req-fd90a3d6-c6b2-4a21-87c7-5a4fe5be2396 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 210 time: 0.0289688 Nov 25 18:00:50.263424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-80da5de9-f6d5-49ed-847a-c0f8a5986519 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:50.264905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-80da5de9-f6d5-49ed-847a-c0f8a5986519 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206025 Nov 25 18:00:50.278723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Request body: {'port': {'device_id': '354be612-e24f-409c-bc0e-44c2c725757b', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'admin_state_up': True, 'tenant_id': '7ddfd29068d4460cb6d7a6fd4716b578'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:50.388225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Made reservation on behalf of 7ddfd29068d4460cb6d7a6fd4716b578 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:00:50.392164 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.401603 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.486195 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.489751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.552330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77eb3275-4e3b-4040-b3db-f874f0183d7a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:50.625365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Allocated IP 192.168.233.43 (a6009aef-3be0-4d8a-983d-45409a83f074/8606bb02-4ef7-41c4-8681-6e37428f37c1/f513d54a-df71-44a8-b59d-fcd0869f5346) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:00:50.783307 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.815813 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.859916 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Network a6009aef-3be0-4d8a-983d-45409a83f074 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:00:50.863116 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:00:50.867048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:00:50.873325 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Pushing event updated for resources: {'Port': ['ID=f513d54a-df71-44a8-b59d-fcd0869f5346,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:50.928976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:50.929630 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:50.946920 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-379a91b7-8fae-4d0e-95a3-a480450f4d25 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6718748 Nov 25 18:00:50.957834 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-2f994c85-d74c-49a4-8623-db19018be3cd tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:00:50.958934 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-2f994c85-d74c-49a4-8623-db19018be3cd tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056837 Nov 25 18:00:51.073780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Request body: {'port': {'device_id': '354be612-e24f-409c-bc0e-44c2c725757b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:00:51.120920 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a70bdfcb-1c1e-41fd-95fc-a82102da6729 None None] Provisioning complete for port f513d54a-df71-44a8-b59d-fcd0869f5346 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:51.121534 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a70bdfcb-1c1e-41fd-95fc-a82102da6729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.129845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.158677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a70bdfcb-1c1e-41fd-95fc-a82102da6729 None None] Port f513d54a-df71-44a8-b59d-fcd0869f5346 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:00:51.255746 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2b911-dbbe-4c4d-9a47-0644ce98387c req-c4c784dc-dc98-46f0-94d3-58773b587907 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:51.257273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55a2b911-dbbe-4c4d-9a47-0644ce98387c req-c4c784dc-dc98-46f0-94d3-58773b587907 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 935 time: 0.0494940 Nov 25 18:00:51.306013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-55a2b911-dbbe-4c4d-9a47-0644ce98387c req-f379dc43-6b99-484f-bd92-8c8c55093590 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425477 Nov 25 18:00:51.400251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f513d54a-df71-44a8-b59d-fcd0869f5346 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:00:51.408762 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.421124 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Transition to ACTIVE for port object f513d54a-df71-44a8-b59d-fcd0869f5346 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:00:51.425838 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.811787 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Pushing event updated for resources: {'Port': ['ID=f513d54a-df71-44a8-b59d-fcd0869f5346,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:51.883704 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Attempting to bind port f513d54a-df71-44a8-b59d-fcd0869f5346 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:00:51.884039 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Attempting to bind port f513d54a-df71-44a8-b59d-fcd0869f5346 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:00:51.884364 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Attempting to bind port f513d54a-df71-44a8-b59d-fcd0869f5346 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:00:51.888770 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Port f513d54a-df71-44a8-b59d-fcd0869f5346 on network a6009aef-3be0-4d8a-983d-45409a83f074 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:00:51.889128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Attempting to bind port f513d54a-df71-44a8-b59d-fcd0869f5346 on network a6009aef-3be0-4d8a-983d-45409a83f074 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:00:51.894107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:00:51.894470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Checking segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:00:51.894855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Bound using segment: {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:00:51.895281 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Bound port: f513d54a-df71-44a8-b59d-fcd0869f5346, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb8e6bf-d796-450b-9c2a-61e824547dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:00:51.895633 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:51.961753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] For port f513d54a-df71-44a8-b59d-fcd0869f5346, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:00:51.964847 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] For port f513d54a-df71-44a8-b59d-fcd0869f5346, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f513d54a-df71-44a8-b59d-fcd0869f5346,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:00:51.971014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.006748 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.007610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:52.009023 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] 10.222.0.95 "PUT /v2.0/ports/f513d54a-df71-44a8-b59d-fcd0869f5346 HTTP/1.1" status: 200 len: 1095 time: 1.0415933 Nov 25 18:00:52.011755 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354be612-e24f-409c-bc0e-44c2c725757b', 'tag': 'f513d54a-df71-44a8-b59d-fcd0869f5346'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:00:52.014708 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5861e173-6e55-47de-9c45-2432143a86de" -d '{"events": [{"name": "network-changed", "server_uuid": "354be612-e24f-409c-bc0e-44c2c725757b", "tag": "f513d54a-df71-44a8-b59d-fcd0869f5346"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:00:52.048214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24df013-e5cf-45b4-92ca-b6ed55d9d67c service neutron] Pushing event updated for resources: {'Port': ['ID=f513d54a-df71-44a8-b59d-fcd0869f5346,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:52.069915 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efdd716-2126-40e5-ad8b-a45e54d253c9 x-openstack-request-id: req-5efdd716-2126-40e5-ad8b-a45e54d253c9 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:00:52.070220 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354be612-e24f-409c-bc0e-44c2c725757b", "tag": "f513d54a-df71-44a8-b59d-fcd0869f5346", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:00:52.070482 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5efdd716-2126-40e5-ad8b-a45e54d253c9 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:00:52.070879 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354be612-e24f-409c-bc0e-44c2c725757b', 'tag': 'f513d54a-df71-44a8-b59d-fcd0869f5346', 'status': 'completed', 'code': 200} Nov 25 18:00:52.101656 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-3aee877d-51a9-4dc3-a139-74ffe0afc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.103189 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-3aee877d-51a9-4dc3-a139-74ffe0afc590 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ddfd29068d4460cb6d7a6fd4716b578&device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 1098 time: 0.0453458 Nov 25 18:00:52.149294 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-54e5e667-f251-4a97-ae6a-1cb840d757a3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f513d54a-df71-44a8-b59d-fcd0869f5346 HTTP/1.1" status: 200 len: 217 time: 0.0360134 Nov 25 18:00:52.204702 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-ab215715-4af6-4a39-8a39-288bd6a5f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.206212 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-ab215715-4af6-4a39-8a39-288bd6a5f5fc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0504527 Nov 25 18:00:52.251503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-67615c10-3f36-43c4-b70b-e0cca6e4cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.253066 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-67615c10-3f36-43c4-b70b-e0cca6e4cf73 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397341 Nov 25 18:00:52.347903 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-b67efdfe-8113-4a31-843a-65048badf3b9 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873768 Nov 25 18:00:52.427256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc904e-4988-4dd5-b2ba-7f05bb958c13 req-b7edab70-9df4-4ae5-926a-886509a8a61f tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.428779 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fdc904e-4988-4dd5-b2ba-7f05bb958c13 req-b7edab70-9df4-4ae5-926a-886509a8a61f tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 947 time: 0.0539181 Nov 25 18:00:52.444848 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-d2b81212-0144-47a4-bbcd-2b94c57165ff req-70cfaa28-0de9-4cd2-85db-6200d9dfa483 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901780 Nov 25 18:00:52.482761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0fdc904e-4988-4dd5-b2ba-7f05bb958c13 req-287553d4-433e-4792-b5a8-b44391867f20 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Nov 25 18:00:52.542263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861e173-6e55-47de-9c45-2432143a86de req-3b13d5cc-c386-4c06-885c-6200de3e77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.543786 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5861e173-6e55-47de-9c45-2432143a86de req-3b13d5cc-c386-4c06-885c-6200de3e77da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7ddfd29068d4460cb6d7a6fd4716b578&device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 1098 time: 0.0461075 Nov 25 18:00:52.638546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861e173-6e55-47de-9c45-2432143a86de req-ce81272e-77dc-4125-88b4-ca7758841a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.640150 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5861e173-6e55-47de-9c45-2432143a86de req-ce81272e-77dc-4125-88b4-ca7758841a13 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a6009aef-3be0-4d8a-983d-45409a83f074 HTTP/1.1" status: 200 len: 870 time: 0.0887570 Nov 25 18:00:52.682624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5861e173-6e55-47de-9c45-2432143a86de req-05898ad5-76fc-4fe5-84b1-9c80a6fba996 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f513d54a-df71-44a8-b59d-fcd0869f5346 HTTP/1.1" status: 200 len: 217 time: 0.0344286 Nov 25 18:00:52.731175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861e173-6e55-47de-9c45-2432143a86de req-f84e2cb8-3600-45f0-8dad-da31ca1e3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.732596 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5861e173-6e55-47de-9c45-2432143a86de req-f84e2cb8-3600-45f0-8dad-da31ca1e3b5f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8606bb02-4ef7-41c4-8681-6e37428f37c1 HTTP/1.1" status: 200 len: 843 time: 0.0428016 Nov 25 18:00:52.784842 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861e173-6e55-47de-9c45-2432143a86de req-58a1acf3-757b-426d-9a95-fb072dad7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:52.786410 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5861e173-6e55-47de-9c45-2432143a86de req-58a1acf3-757b-426d-9a95-fb072dad7d2c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a6009aef-3be0-4d8a-983d-45409a83f074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455115 Nov 25 18:00:52.880925 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5861e173-6e55-47de-9c45-2432143a86de req-1afffb25-bb22-4937-90ec-25ef039e1e99 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854983 Nov 25 18:00:52.976780 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5861e173-6e55-47de-9c45-2432143a86de req-3996e4bd-4f3d-45a8-8b75-a26161d1f1c4 service neutron] 10.222.0.95 "GET /v2.0/networks/a6009aef-3be0-4d8a-983d-45409a83f074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878105 Nov 25 18:00:53.600351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f7807-9ead-486f-9d81-5abddf8f462c req-3841fe8f-3046-499f-bd41-d88b3f13999b tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:53.601885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b3f7807-9ead-486f-9d81-5abddf8f462c req-3841fe8f-3046-499f-bd41-d88b3f13999b tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 947 time: 0.0488782 Nov 25 18:00:53.649261 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9b3f7807-9ead-486f-9d81-5abddf8f462c req-cee27b1a-61be-43dc-8102-745f336136d0 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Nov 25 18:00:54.764317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646c92-bc69-4372-a4f7-e18348afb8ff req-797fea12-26a1-4fa9-99d6-fe423996e88b tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:54.765809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22646c92-bc69-4372-a4f7-e18348afb8ff req-797fea12-26a1-4fa9-99d6-fe423996e88b tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 947 time: 0.0481672 Nov 25 18:00:54.817994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22646c92-bc69-4372-a4f7-e18348afb8ff req-ae8d05dc-ff86-4553-b903-df781e23e780 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454674 Nov 25 18:00:55.932589 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70726e-4ad8-4399-a94a-cd0051022cf6 req-fcfcf596-785f-4e74-ae3c-3bf11e0f43f2 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:55.934115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb70726e-4ad8-4399-a94a-cd0051022cf6 req-fcfcf596-785f-4e74-ae3c-3bf11e0f43f2 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 947 time: 0.0488961 Nov 25 18:00:55.981757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fb70726e-4ad8-4399-a94a-cd0051022cf6 req-f1b105bf-b9f7-4e21-8c22-44f3ee3fa3c8 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Nov 25 18:00:56.482967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f513d54a-df71-44a8-b59d-fcd0869f5346 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:00:56.582529 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f513d54a-df71-44a8-b59d-fcd0869f5346, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f513d54a-df71-44a8-b59d-fcd0869f5346,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:56.595640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'f513d54a-df71-44a8-b59d-fcd0869f5346', 'network_id': 'a6009aef-3be0-4d8a-983d-45409a83f074', 'port_id': 'f513d54a-df71-44a8-b59d-fcd0869f5346', 'mac_address': 'fa:16:3e:98:11:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606bb02-4ef7-41c4-8681-6e37428f37c1', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:00:56.633290 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.648600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f513d54a-df71-44a8-b59d-fcd0869f5346 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:00:56.669794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f513d54a-df71-44a8-b59d-fcd0869f5346, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f513d54a-df71-44a8-b59d-fcd0869f5346,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:56.673508 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:56.720255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f513d54a-df71-44a8-b59d-fcd0869f5346,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:56.727552 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.727907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.728252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.728597 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.728951 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.729294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.729627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.729958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.730287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.730615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.730940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.731266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:00:56.903359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f513d54a-df71-44a8-b59d-fcd0869f5346'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:00:57.101823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eca91-a3e9-4c35-a5af-4935a9087924 req-6b8a4e73-4959-4ce5-a58a-5320f20012a1 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:57.103357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-253eca91-a3e9-4c35-a5af-4935a9087924 req-6b8a4e73-4959-4ce5-a58a-5320f20012a1 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 948 time: 0.0496631 Nov 25 18:00:57.151694 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-253eca91-a3e9-4c35-a5af-4935a9087924 req-d941f93d-0e9c-44e8-b2a0-b85ae87917ab tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Nov 25 18:00:58.270716 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebeb6c-3bcb-4bd5-9cf7-6de8f5ddb9c2 req-a1b0e332-6772-4ece-91e8-1789ac310295 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:58.272250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25ebeb6c-3bcb-4bd5-9cf7-6de8f5ddb9c2 req-a1b0e332-6772-4ece-91e8-1789ac310295 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 948 time: 0.0540969 Nov 25 18:00:58.319203 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-25ebeb6c-3bcb-4bd5-9cf7-6de8f5ddb9c2 req-5a1d3f12-dc39-4366-a613-61a9debb11ee tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Nov 25 18:00:58.483806 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f513d54a-df71-44a8-b59d-fcd0869f5346 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:00:58.535804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port f513d54a-df71-44a8-b59d-fcd0869f5346 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:00:58.540197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port f513d54a-df71-44a8-b59d-fcd0869f5346 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:00:58.540564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:58.622033 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:58.645719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354be612-e24f-409c-bc0e-44c2c725757b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f513d54a-df71-44a8-b59d-fcd0869f5346'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:00:58.648244 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87bd3f-e2a5-454d-b69f-39d5dca9074f" -d '{"events": [{"server_uuid": "354be612-e24f-409c-bc0e-44c2c725757b", "name": "network-vif-plugged", "status": "completed", "tag": "f513d54a-df71-44a8-b59d-fcd0869f5346"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:00:58.663639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port f513d54a-df71-44a8-b59d-fcd0869f5346, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f513d54a-df71-44a8-b59d-fcd0869f5346,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:00:58.667773 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:58.723353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=f513d54a-df71-44a8-b59d-fcd0869f5346,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:00:58.785946 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab17427-1b55-482c-8bb8-6dc8c478f35a x-openstack-request-id: req-8ab17427-1b55-482c-8bb8-6dc8c478f35a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:00:58.786255 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354be612-e24f-409c-bc0e-44c2c725757b", "name": "network-vif-plugged", "status": "completed", "tag": "f513d54a-df71-44a8-b59d-fcd0869f5346", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:00:58.786515 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ab17427-1b55-482c-8bb8-6dc8c478f35a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:00:58.786916 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354be612-e24f-409c-bc0e-44c2c725757b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f513d54a-df71-44a8-b59d-fcd0869f5346', 'code': 200} Nov 25 18:00:58.886728 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e5fc2-b5e4-4414-a0d3-868d22478f9c req-49353bfa-dbef-44ad-930d-8944b5523a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:58.888299 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-724e5fc2-b5e4-4414-a0d3-868d22478f9c req-49353bfa-dbef-44ad-930d-8944b5523a15 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 1100 time: 0.0459454 Nov 25 18:00:58.935961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-724e5fc2-b5e4-4414-a0d3-868d22478f9c req-2fc61074-d3f1-42d9-8d86-4e983b3e2b3d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 Nov 25 18:00:59.449642 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5312-96e6-41de-987f-c38bea4ea306 req-b5d85936-5f54-4875-90b3-38c01b491f16 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:59.452124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abda5312-96e6-41de-987f-c38bea4ea306 req-b5d85936-5f54-4875-90b3-38c01b491f16 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 949 time: 0.0611372 Nov 25 18:00:59.510667 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abda5312-96e6-41de-987f-c38bea4ea306 req-b15fe1c2-0185-4bee-ad15-071090419275 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 Nov 25 18:01:00.632851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fbca8-0b1d-40cc-80e7-1b56c02e3b1c req-e6f182a9-9814-479a-9d95-75fdfb154653 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:00.634434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d48fbca8-0b1d-40cc-80e7-1b56c02e3b1c req-e6f182a9-9814-479a-9d95-75fdfb154653 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 949 time: 0.0507760 Nov 25 18:01:00.687350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d48fbca8-0b1d-40cc-80e7-1b56c02e3b1c req-08203384-65b9-4a8e-8822-92f68bfb9e64 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468776 Nov 25 18:01:01.018653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-62b3ca1b-1aa8-4211-b731-2d07e0427adf req-88741389-fa07-4ab4-95d0-fee644964aa5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:01:01.019657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-62b3ca1b-1aa8-4211-b731-2d07e0427adf req-88741389-fa07-4ab4-95d0-fee644964aa5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0597284 Nov 25 18:01:01.388907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-7764084d-d4d9-4567-bbce-7e36f8078a97 req-cdbe0e83-7c7f-4536-b592-5178e4f2d55a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:01:01.390005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7764084d-d4d9-4567-bbce-7e36f8078a97 req-cdbe0e83-7c7f-4536-b592-5178e4f2d55a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532889 Nov 25 18:01:01.718794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b493-8251-4977-a01b-f535b52223a4 req-2e533b87-34b8-450b-9aa3-9cd1afcc1f0e tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:01.721271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fd55b493-8251-4977-a01b-f535b52223a4 req-2e533b87-34b8-450b-9aa3-9cd1afcc1f0e tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 949 time: 0.0500672 Nov 25 18:01:01.769005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fd55b493-8251-4977-a01b-f535b52223a4 req-99ca9e31-ab09-44e1-a8cd-a10aae935ca4 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Nov 25 18:01:02.270296 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f320ccc6-ee78-4bb3-b8b4-ad6ab9d05289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:02.899159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ec0d-fe28-404d-bcd4-9c4ec4cbcf36 req-948cfddf-74ac-4757-aae9-2cd60eabedf3 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:02.900659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91e8ec0d-fe28-404d-bcd4-9c4ec4cbcf36 req-948cfddf-74ac-4757-aae9-2cd60eabedf3 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 949 time: 0.0498106 Nov 25 18:01:02.948976 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91e8ec0d-fe28-404d-bcd4-9c4ec4cbcf36 req-08db3b87-06a3-4980-aeb4-76b1f04d1c78 tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.81 "GET /v2.0/security-groups?id=77eb3275-4e3b-4040-b3db-f874f0183d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Nov 25 18:01:02.997527 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-fdb38047-445c-4d30-8790-df1431b1809b tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:02.999018 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-fdb38047-445c-4d30-8790-df1431b1809b tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.95 "GET /v2.0/ports?device_id=354be612-e24f-409c-bc0e-44c2c725757b HTTP/1.1" status: 200 len: 949 time: 0.0484481 Nov 25 18:01:03.090854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Deleting port f513d54a-df71-44a8-b59d-fcd0869f5346 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:03.091115 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:03.191109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] For port f513d54a-df71-44a8-b59d-fcd0869f5346, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=f513d54a-df71-44a8-b59d-fcd0869f5346,segment=NetworkSegment(ceb8e6bf-d796-450b-9c2a-61e824547dfd),segment_id=ceb8e6bf-d796-450b-9c2a-61e824547dfd)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:03.191473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:03.203714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Calling delete_port for f513d54a-df71-44a8-b59d-fcd0869f5346 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:03.333604 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:03.346329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['f513d54a-df71-44a8-b59d-fcd0869f5346'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:01:03.364295 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Pushing event deleted for resources: {'Port': ['ID=f513d54a-df71-44a8-b59d-fcd0869f5346,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:03.411037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] No DVR routers for this DVR port f513d54a-df71-44a8-b59d-fcd0869f5346 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:01:03.413725 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:03.417131 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-473ddf49-bc74-4240-a673-75f311eb39d3 req-60213b2a-1b61-47ea-bd03-68cb161a595d tempest-ServersAdminNegativeTestJSON-1378425900 tempest-ServersAdminNegativeTestJSON-1378425900-project] 10.222.0.95 "DELETE /v2.0/ports/f513d54a-df71-44a8-b59d-fcd0869f5346 HTTP/1.1" status: 204 len: 173 time: 0.4122095 Nov 25 18:01:03.417605 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354be612-e24f-409c-bc0e-44c2c725757b', 'name': 'network-vif-deleted', 'tag': 'f513d54a-df71-44a8-b59d-fcd0869f5346'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:03.419980 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bfb9da-83be-4d38-9574-6b291b8359ed" -d '{"events": [{"server_uuid": "354be612-e24f-409c-bc0e-44c2c725757b", "name": "network-vif-deleted", "tag": "f513d54a-df71-44a8-b59d-fcd0869f5346"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:03.467343 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633394af-a707-4e35-b442-fbf37b90fcb5 x-openstack-request-id: req-633394af-a707-4e35-b442-fbf37b90fcb5 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:03.467714 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354be612-e24f-409c-bc0e-44c2c725757b", "name": "network-vif-deleted", "tag": "f513d54a-df71-44a8-b59d-fcd0869f5346", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:03.468059 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-633394af-a707-4e35-b442-fbf37b90fcb5 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:03.468569 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354be612-e24f-409c-bc0e-44c2c725757b', 'name': 'network-vif-deleted', 'tag': 'f513d54a-df71-44a8-b59d-fcd0869f5346', 'status': 'completed', 'code': 200} Nov 25 18:01:04.267013 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:04.398590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-47c1f81a-9066-478f-a9eb-e00246ac7b78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ddfd29068d4460cb6d7a6fd4716b578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303372 Nov 25 18:01:04.401071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:04.440027 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36dca092-a1d1-408d-8599-16cd788ab3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.451531 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b449cfd1-2b56-404e-8bdf-819e216013fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.473682 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b449cfd1-2b56-404e-8bdf-819e216013fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.519199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b449cfd1-2b56-404e-8bdf-819e216013fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.522093 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b449cfd1-2b56-404e-8bdf-819e216013fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.523281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b449cfd1-2b56-404e-8bdf-819e216013fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77eb3275-4e3b-4040-b3db-f874f0183d7a HTTP/1.1" status: 204 len: 168 time: 0.1213038 Nov 25 18:01:04.530968 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449cfd1-2b56-404e-8bdf-819e216013fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eb3275-4e3b-4040-b3db-f874f0183d7a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:04.779696 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:04.792818 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e37a64f7-6319-4cea-b76a-9bc37ec8ee37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.868559 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e37a64f7-6319-4cea-b76a-9bc37ec8ee37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.872264 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e37a64f7-6319-4cea-b76a-9bc37ec8ee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.911131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e37a64f7-6319-4cea-b76a-9bc37ec8ee37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d06c4d4671b494f9e3d89b00d2b7dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303558 Nov 25 18:01:04.912274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a64f7-6319-4cea-b76a-9bc37ec8ee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a8fa01-f197-4d1f-9b4e-aa8f1997a3d3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:04.913913 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 37824) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:04.962551 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57c1ef1e-eef1-4bab-8be9-4aa0b9d08554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:04.983727 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57c1ef1e-eef1-4bab-8be9-4aa0b9d08554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.033271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57c1ef1e-eef1-4bab-8be9-4aa0b9d08554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.035787 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57c1ef1e-eef1-4bab-8be9-4aa0b9d08554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.036967 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-57c1ef1e-eef1-4bab-8be9-4aa0b9d08554 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/52a8fa01-f197-4d1f-9b4e-aa8f1997a3d3 HTTP/1.1" status: 204 len: 168 time: 0.1220415 Nov 25 18:01:05.044593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ef1e-eef1-4bab-8be9-4aa0b9d08554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a8fa01-f197-4d1f-9b4e-aa8f1997a3d3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:05.747312 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:05.810358 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:01:05.843564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1118797519-network', 'tenant_id': 'a10d0fc565694fd7a269fa32c9622af0'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:05.865024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Made reservation on behalf of a10d0fc565694fd7a269fa32c9622af0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:05.867271 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.878810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.954178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.958144 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.959620 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.983476 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:01:05.993915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235da2d8-6191-4437-9a73-18321e344d9c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:05.998671 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.999021 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Added segment 988c6cc4-fdd5-4d1a-9e6f-2022415175e8 of type vlan for network 90ce79aa-8877-4e8e-80c9-f8822574f39e Nov 25 18:01:06.038668 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.063846 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.064764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:06.065386 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.123947 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3755133 Nov 25 18:01:06.126998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:06.131873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Request body: {'subnet': {'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1118797519-subnet', 'tenant_id': 'a10d0fc565694fd7a269fa32c9622af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:06.134917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b62f9d-bc33-4208-8783-b727a5d9edbf admin admin] Pushing event updated for resources: {'Network': ['ID=90ce79aa-8877-4e8e-80c9-f8822574f39e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:06.149135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 90ce79aa-8877-4e8e-80c9-f8822574f39e details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:01:06.155460 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Made reservation on behalf of a10d0fc565694fd7a269fa32c9622af0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:06.158668 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.329973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.386580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Pushing event updated for resources: {'Subnet': ['ID=817ff44d-cc07-4f14-8605-0f595536bd6a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:06.397705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Checking segment: {'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:06.398063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Network hostable DHCP agents. Network: 90ce79aa-8877-4e8e-80c9-f8822574f39e, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:01:06.414830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Network 90ce79aa-8877-4e8e-80c9-f8822574f39e is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:01:06.423198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 90ce79aa-8877-4e8e-80c9-f8822574f39e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:06.427440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:06.428035 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.432416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e17817-837d-4871-acd6-5057ea716dee None None] Network 90ce79aa-8877-4e8e-80c9-f8822574f39e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:06.447118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5ca28a00-b77d-4f01-8f8b-b271ff90762e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3190877 Nov 25 18:01:06.571801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6288d360-6075-47a6-a220-6e84c89881c7 None None] Network 90ce79aa-8877-4e8e-80c9-f8822574f39e requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:06.756485 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:06.879462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-0eb192b6-aa70-481f-afcc-37253ea86b55 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:06.880925 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-0eb192b6-aa70-481f-afcc-37253ea86b55 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/networks?id=90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 200 len: 812 time: 0.1041484 Nov 25 18:01:06.896380 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-66cbd09a-c34f-4088-9423-10375a4ca2c7 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/quotas/a10d0fc565694fd7a269fa32c9622af0 HTTP/1.1" status: 200 len: 375 time: 0.0096636 Nov 25 18:01:06.930634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-49290dba-eade-47b4-8142-380ba27e93a3 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a10d0fc565694fd7a269fa32c9622af0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290258 Nov 25 18:01:07.020785 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-0beb8316-5708-4bd1-993f-8d6e52d01e52 service neutron] 10.222.0.81 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831096 Nov 25 18:01:07.115241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-fc7b6c50-ca04-4e47-8096-8c82eb6fd7b2 service neutron] 10.222.0.81 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884712 Nov 25 18:01:07.255148 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:07.276291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a4d6f742-41c8-4e36-a3f7-92236b2c77b5 req-9dcf4ee1-5765-47f1-a100-35e2627f15dd tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 210 time: 0.0292981 Nov 25 18:01:07.436352 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.044668 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.380164 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6bb87fd3-6e8a-48a7-b8a9-09bf8473b641 req-cb8c6909-da2f-4943-8410-b0dd7fcd3ef5 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 210 time: 0.0285559 Nov 25 18:01:08.413444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9bfbcacf-36b9-46b5-ad6a-81013dd8e110 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:08.415073 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9bfbcacf-36b9-46b5-ad6a-81013dd8e110 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.95 "GET /v2.0/networks?id=90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 200 len: 812 time: 0.1266127 Nov 25 18:01:08.431253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Request body: {'port': {'device_id': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e', 'admin_state_up': True, 'tenant_id': 'a10d0fc565694fd7a269fa32c9622af0'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:08.524550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f513d54a-df71-44a8-b59d-fcd0869f5346 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:01:08.542416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Made reservation on behalf of a10d0fc565694fd7a269fa32c9622af0 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:08.544762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: f513d54a-df71-44a8-b59d-fcd0869f5346 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:01:08.545211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device f513d54a-df71-44a8-b59d-fcd0869f5346 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:01:08.546018 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.675343 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Allocated IP 172.20.0.2 (90ce79aa-8877-4e8e-80c9-f8822574f39e/817ff44d-cc07-4f14-8605-0f595536bd6a/ea640138-2cd9-4665-9ffd-fa91e3a54828) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:08.829075 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.862477 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.905814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Network 90ce79aa-8877-4e8e-80c9-f8822574f39e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:08.909065 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:08.912664 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:08.941368 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:08.964695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:08.965342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.981086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e8e6f73-e50d-4a80-b89f-046d327836a0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535078 Nov 25 18:01:08.993768 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Request body: {'port': {'device_id': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:09.046603 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.311019 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea640138-2cd9-4665-9ffd-fa91e3a54828 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:01:09.319044 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.330904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Transition to ACTIVE for port object ea640138-2cd9-4665-9ffd-fa91e3a54828 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:01:09.334350 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.382457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:09.454990 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Attempting to bind port ea640138-2cd9-4665-9ffd-fa91e3a54828 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:01:09.455641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Attempting to bind port ea640138-2cd9-4665-9ffd-fa91e3a54828 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:01:09.455641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Attempting to bind port ea640138-2cd9-4665-9ffd-fa91e3a54828 on network 90ce79aa-8877-4e8e-80c9-f8822574f39e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:09.460016 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Port ea640138-2cd9-4665-9ffd-fa91e3a54828 on network 90ce79aa-8877-4e8e-80c9-f8822574f39e not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:01:09.460337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Attempting to bind port ea640138-2cd9-4665-9ffd-fa91e3a54828 on network 90ce79aa-8877-4e8e-80c9-f8822574f39e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:09.465156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:01:09.465499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Checking segment: {'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:09.465887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Bound using segment: {'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:01:09.466312 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Bound port: ea640138-2cd9-4665-9ffd-fa91e3a54828, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:01:09.466663 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.502343 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99601a8-b969-47f3-9c5b-495acee7d046 req-3640628d-d933-4683-960c-631b3b7169fb tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:09.503904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b99601a8-b969-47f3-9c5b-495acee7d046 req-3640628d-d933-4683-960c-631b3b7169fb tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 943 time: 0.0500586 Nov 25 18:01:09.532155 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:09.535327 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:01:09.540512 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.555383 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b99601a8-b969-47f3-9c5b-495acee7d046 req-3515fe8e-df4d-4ec1-ad02-de6dca53b3c1 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 Nov 25 18:01:09.577587 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:09.578233 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.579724 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-9481c3fe-7843-4588-9dad-38774194268f service neutron] 10.222.0.95 "PUT /v2.0/ports/ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 1091 time: 0.5899704 Nov 25 18:01:09.580174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:09.582479 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e52b54f-6778-4286-8164-925eafb0eaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:09.606026 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c3fe-7843-4588-9dad-38774194268f service neutron] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:09.629945 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb69176c-8c93-4332-8c1d-db44fd719496 x-openstack-request-id: req-eb69176c-8c93-4332-8c1d-db44fd719496 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:09.630251 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:09.630506 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb69176c-8c93-4332-8c1d-db44fd719496 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:09.630901 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'status': 'completed', 'code': 200} Nov 25 18:01:09.664347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e73f6c9-96f6-4e91-8039-2adfc6adcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:09.665902 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-2e73f6c9-96f6-4e91-8039-2adfc6adcbbb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a10d0fc565694fd7a269fa32c9622af0&device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 1094 time: 0.0447545 Nov 25 18:01:09.710363 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-5aa285b4-3ba3-462a-b834-7e88dd46c0fc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 217 time: 0.0367801 Nov 25 18:01:09.758700 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-cdeb5843-307a-473c-80bd-ffc8dbc94ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:09.760141 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-cdeb5843-307a-473c-80bd-ffc8dbc94ef7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=817ff44d-cc07-4f14-8605-0f595536bd6a HTTP/1.1" status: 200 len: 852 time: 0.0433753 Nov 25 18:01:09.791760 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-e8ab7395-52ae-4d88-bd02-ede2dccc0d76 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=90ce79aa-8877-4e8e-80c9-f8822574f39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242090 Nov 25 18:01:09.881853 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-8d91bc0d-1a2b-4fcc-961f-14aafd5d924e service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832000 Nov 25 18:01:09.971375 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5e371585-61ea-42f3-8cdc-3b9e634a5134 req-cbaf1036-585a-4082-8b0e-c98f56c8ed2b service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820022 Nov 25 18:01:10.057922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-7fae86da-071d-495c-a835-bfc7a66a0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:10.059317 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-7fae86da-071d-495c-a835-bfc7a66a0331 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a10d0fc565694fd7a269fa32c9622af0&device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 1094 time: 0.0410705 Nov 25 18:01:10.154642 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-8306aa8e-30f0-4d8c-b3d6-c61ed5b3ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:10.156225 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-8306aa8e-30f0-4d8c-b3d6-c61ed5b3ff14 service neutron] 10.222.0.95 "GET /v2.0/networks?id=90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 200 len: 913 time: 0.0896406 Nov 25 18:01:10.199330 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-6e241b62-72eb-4c76-b756-e8ef7c21b25f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 217 time: 0.0347378 Nov 25 18:01:10.253689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-18e654f2-7da9-4df8-9fd7-abbafd176206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:10.255156 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-18e654f2-7da9-4df8-9fd7-abbafd176206 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=817ff44d-cc07-4f14-8605-0f595536bd6a HTTP/1.1" status: 200 len: 852 time: 0.0481987 Nov 25 18:01:10.288307 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-158905d2-096b-496f-80dc-7f9bd4a1d54f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=90ce79aa-8877-4e8e-80c9-f8822574f39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255761 Nov 25 18:01:10.378612 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-d5365a8c-c145-47e3-a85d-bb2bd6410d4c service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826588 Nov 25 18:01:10.474477 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3e52b54f-6778-4286-8164-925eafb0eaf9 req-cbc4d6c3-0c58-4cf6-bcc2-bb771129a9ee service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878346 Nov 25 18:01:10.677431 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861074e-9ce7-4b12-bb99-7725316d02cd req-50d3cc24-b4dd-4562-85ba-e1b64eb3029c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:10.678819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3861074e-9ce7-4b12-bb99-7725316d02cd req-50d3cc24-b4dd-4562-85ba-e1b64eb3029c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 943 time: 0.0531411 Nov 25 18:01:10.726094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3861074e-9ce7-4b12-bb99-7725316d02cd req-741033cc-5401-4a67-8022-85abc058b7fd tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Nov 25 18:01:11.843240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede092f9-beed-4684-bf66-b2d398b988e2 req-fbb1b972-4e78-4b96-9988-76f558b5e81d tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:11.844871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ede092f9-beed-4684-bf66-b2d398b988e2 req-fbb1b972-4e78-4b96-9988-76f558b5e81d tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 943 time: 0.0499218 Nov 25 18:01:11.892064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ede092f9-beed-4684-bf66-b2d398b988e2 req-ec5f3db7-c025-432e-934b-32715102af30 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Nov 25 18:01:12.555736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ea640138-2cd9-4665-9ffd-fa91e3a54828 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:01:12.651875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:12.663727 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e', 'port_id': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'mac_address': 'fa:16:3e:19:0a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817ff44d-cc07-4f14-8605-0f595536bd6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:01:12.699734 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.712737 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea640138-2cd9-4665-9ffd-fa91e3a54828 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:01:12.735659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:12.739528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.785480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:12.934198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['ea640138-2cd9-4665-9ffd-fa91e3a54828'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:01:13.009297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48910f6b-60b9-4b8a-96af-e2f748d86690 req-94fe294b-b7d5-4fd3-b2c4-b25568a0beff tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:13.010911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48910f6b-60b9-4b8a-96af-e2f748d86690 req-94fe294b-b7d5-4fd3-b2c4-b25568a0beff tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 944 time: 0.0498526 Nov 25 18:01:13.064288 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48910f6b-60b9-4b8a-96af-e2f748d86690 req-de1c37d4-85be-4ed2-950c-90875d8e7b4a tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Nov 25 18:01:14.180154 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61025c3f-0bab-42d0-90bf-8e010815d1db req-c1d51ece-b37f-46c9-bb02-12ce3e9c8196 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:14.181643 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61025c3f-0bab-42d0-90bf-8e010815d1db req-c1d51ece-b37f-46c9-bb02-12ce3e9c8196 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 944 time: 0.0493467 Nov 25 18:01:14.229290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61025c3f-0bab-42d0-90bf-8e010815d1db req-7733fdcc-d68f-40aa-bc53-d14a287f82bc tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Nov 25 18:01:14.564455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ea640138-2cd9-4665-9ffd-fa91e3a54828 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:01:14.612719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port ea640138-2cd9-4665-9ffd-fa91e3a54828 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:01:14.616397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port ea640138-2cd9-4665-9ffd-fa91e3a54828 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:14.616773 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:14.693613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:14.716399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:14.718716 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da014adc-54d8-4c55-be1a-727619e4cc80" -d '{"events": [{"server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "name": "network-vif-plugged", "status": "completed", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:14.731915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:14.736498 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:14.763907 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d2ef7-2ab5-43e1-bc4b-9bfdd7caf382 x-openstack-request-id: req-984d2ef7-2ab5-43e1-bc4b-9bfdd7caf382 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:14.764208 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "name": "network-vif-plugged", "status": "completed", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:14.764472 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-984d2ef7-2ab5-43e1-bc4b-9bfdd7caf382 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:14.765007 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'code': 200} Nov 25 18:01:14.795509 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:14.858234 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a994a-a7cf-4a86-a24c-8d4dba42280a req-2531d0c8-054c-4905-80a1-14e6352403fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:14.860140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e16a994a-a7cf-4a86-a24c-8d4dba42280a req-2531d0c8-054c-4905-80a1-14e6352403fe service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 1096 time: 0.0411272 Nov 25 18:01:14.906576 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e16a994a-a7cf-4a86-a24c-8d4dba42280a req-3c951855-4bd0-4c69-aec1-30590c42d081 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Nov 25 18:01:15.346882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa8461-3175-46a8-aa28-972db1cc443d req-60024232-e503-455d-b393-d80b15eceb72 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:15.348359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61fa8461-3175-46a8-aa28-972db1cc443d req-60024232-e503-455d-b393-d80b15eceb72 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0487435 Nov 25 18:01:15.395057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-61fa8461-3175-46a8-aa28-972db1cc443d req-19cbbf76-de75-4691-b4dc-ab30707fe034 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Nov 25 18:01:16.840826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84806650-ecd1-4394-9640-ed072f9250b5 req-ea17214a-3c4e-47e6-aca4-246ae5e23edf tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:16.842344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84806650-ecd1-4394-9640-ed072f9250b5 req-ea17214a-3c4e-47e6-aca4-246ae5e23edf tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.3766947 Nov 25 18:01:16.890701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84806650-ecd1-4394-9640-ed072f9250b5 req-cb98a3e3-96ca-4d61-aad6-25adbe494111 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Nov 25 18:01:17.075198 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 37908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:17.134102 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55a284-1d5e-4006-a21d-623413dd3646 req-1a073486-629d-4113-9d41-89e5180f9ad0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:17.135689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b55a284-1d5e-4006-a21d-623413dd3646 req-1a073486-629d-4113-9d41-89e5180f9ad0 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0537994 Nov 25 18:01:17.206199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-2acf6c1e-2abc-4b73-8206-2e40a3666f00 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298223 Nov 25 18:01:17.210818 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b55a284-1d5e-4006-a21d-623413dd3646 req-697e806d-587f-48e1-bcf8-90a0f3784b16 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662439 Nov 25 18:01:17.215537 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-8eca7836-e269-439e-8eac-b2c4edd93420 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:01:17.216645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-8eca7836-e269-439e-8eac-b2c4edd93420 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048506 Nov 25 18:01:18.330508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-b85ef6a5-63c5-4834-abf0-3c78c54816e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:18.332170 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-b85ef6a5-63c5-4834-abf0-3c78c54816e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a10d0fc565694fd7a269fa32c9622af0&device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 1096 time: 0.0450392 Nov 25 18:01:18.338892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191427-ff37-43c5-b0b3-887ace0ead5a req-7709769c-1c91-422d-950b-f21ca03c33bd tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:18.340436 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a191427-ff37-43c5-b0b3-887ace0ead5a req-7709769c-1c91-422d-950b-f21ca03c33bd tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0532229 Nov 25 18:01:18.389083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5a191427-ff37-43c5-b0b3-887ace0ead5a req-7e828afd-8ba6-4f66-ba85-fc246504c332 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Nov 25 18:01:18.431262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-14c365fc-5140-4bb4-8926-2973ba80152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:18.432743 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-14c365fc-5140-4bb4-8926-2973ba80152a service neutron] 10.222.0.95 "GET /v2.0/networks?id=90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 200 len: 913 time: 0.0931358 Nov 25 18:01:18.474807 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-73081810-fb89-4f91-8035-3eee073b4ccd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 217 time: 0.0345931 Nov 25 18:01:18.527896 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-e1c56383-e195-431f-939c-129568093e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:18.529570 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-e1c56383-e195-431f-939c-129568093e00 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=817ff44d-cc07-4f14-8605-0f595536bd6a HTTP/1.1" status: 200 len: 852 time: 0.0476553 Nov 25 18:01:18.562814 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-eafc3c9d-694b-41c8-8654-171ab6dfadcb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=90ce79aa-8877-4e8e-80c9-f8822574f39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248401 Nov 25 18:01:18.655304 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-0e4ca8fa-7ce2-456c-9600-c8a15e2e63b5 service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854337 Nov 25 18:01:18.749169 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-0528e614-fd0b-485a-9040-c6e06ba431cc service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863178 Nov 25 18:01:19.510208 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce482c7d-9c03-4f18-9f04-1ca566351f4d req-4bc0f98b-4b81-499e-98a9-fcc6580ad8be tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:19.511702 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce482c7d-9c03-4f18-9f04-1ca566351f4d req-4bc0f98b-4b81-499e-98a9-fcc6580ad8be tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0496697 Nov 25 18:01:19.560804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce482c7d-9c03-4f18-9f04-1ca566351f4d req-1e4bcf5e-5ce8-4978-96b6-1b19fcd7e41f tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Nov 25 18:01:20.680686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e457b-c7af-491b-808d-a358645622bd req-e44970ef-cbee-47ce-981f-ecc60d6c498d tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:20.682168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e56e457b-c7af-491b-808d-a358645622bd req-e44970ef-cbee-47ce-981f-ecc60d6c498d tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0518849 Nov 25 18:01:20.730072 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e56e457b-c7af-491b-808d-a358645622bd req-f205721e-2f53-4d06-87e7-dc5c09f51ae6 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Nov 25 18:01:21.847962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94d96-3a4c-4e0a-9826-62a99d261968 req-7c4a65e4-a665-435a-a7b7-cf63991c414c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:21.849528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4b94d96-3a4c-4e0a-9826-62a99d261968 req-7c4a65e4-a665-435a-a7b7-cf63991c414c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0489945 Nov 25 18:01:21.896493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4b94d96-3a4c-4e0a-9826-62a99d261968 req-3ef8fd5f-756f-4088-b44b-96ac08c97118 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410783 Nov 25 18:01:23.013224 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a94301-8eef-4458-a9b4-b7460e0e3ac1 req-5ed6636f-25c5-4762-bf87-b6b01610c859 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:23.014723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6a94301-8eef-4458-a9b4-b7460e0e3ac1 req-5ed6636f-25c5-4762-bf87-b6b01610c859 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0498142 Nov 25 18:01:23.066512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6a94301-8eef-4458-a9b4-b7460e0e3ac1 req-0a4f1b35-0fa1-4794-8d60-83fe97f4abb3 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Nov 25 18:01:24.184543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eea56b-5805-4f8b-8c22-fc6e7c8c7c3e req-b0bf1d9e-54d8-43cf-b9e5-6da1ff83d2d4 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:24.186106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37eea56b-5805-4f8b-8c22-fc6e7c8c7c3e req-b0bf1d9e-54d8-43cf-b9e5-6da1ff83d2d4 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0511522 Nov 25 18:01:24.234889 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37eea56b-5805-4f8b-8c22-fc6e7c8c7c3e req-18d935d9-946c-4082-84b2-0490ad84f556 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Nov 25 18:01:25.354394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28f906-d2c2-4630-bb7a-e06311ce3648 req-c9153b69-7f65-403b-b9bd-d7e9d2f9640a tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:25.355869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed28f906-d2c2-4630-bb7a-e06311ce3648 req-c9153b69-7f65-403b-b9bd-d7e9d2f9640a tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0487058 Nov 25 18:01:25.402896 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ed28f906-d2c2-4630-bb7a-e06311ce3648 req-87b62013-2574-4bef-b484-ce075f295c9f tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Nov 25 18:01:26.523826 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94f85c-dc74-46b5-9e13-45bee606bb5e req-4707d203-63f4-41d7-83ee-96d07ccf06cb tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:26.525239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b94f85c-dc74-46b5-9e13-45bee606bb5e req-4707d203-63f4-41d7-83ee-96d07ccf06cb tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0525358 Nov 25 18:01:26.572660 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3b94f85c-dc74-46b5-9e13-45bee606bb5e req-a90d6b71-fdcd-4e32-ad42-30127f666485 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Nov 25 18:01:27.688318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc924ad5-b2ce-4ca8-9cd4-c77c8be4ca60 req-e869dd91-3fd6-402a-8763-ceb9a78c1707 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:27.689855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc924ad5-b2ce-4ca8-9cd4-c77c8be4ca60 req-e869dd91-3fd6-402a-8763-ceb9a78c1707 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0509441 Nov 25 18:01:27.737910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc924ad5-b2ce-4ca8-9cd4-c77c8be4ca60 req-2f877615-1d84-472c-a16b-233399b6f5f4 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Nov 25 18:01:28.854296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa558f-3497-477e-b1cd-ae0dcb51c21f req-14d3a09f-7e94-41ad-afd9-5de723e1c7e6 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:28.855804 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49aa558f-3497-477e-b1cd-ae0dcb51c21f req-14d3a09f-7e94-41ad-afd9-5de723e1c7e6 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0495729 Nov 25 18:01:28.908485 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-49aa558f-3497-477e-b1cd-ae0dcb51c21f req-b979a65e-0fcf-4d37-9335-d5ff74e41a79 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459766 Nov 25 18:01:30.025427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90213c1e-ecba-467f-9bed-04a8b7f39f9d req-8434abf8-9b5b-4f74-97bd-973a3a403371 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:30.026913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90213c1e-ecba-467f-9bed-04a8b7f39f9d req-8434abf8-9b5b-4f74-97bd-973a3a403371 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0499010 Nov 25 18:01:30.075262 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90213c1e-ecba-467f-9bed-04a8b7f39f9d req-685c5a7a-a67f-4ab5-9e88-1507505d6018 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Nov 25 18:01:31.196019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5e9f3-bb30-4c0b-88f5-142f659489aa req-8e33e105-075f-4223-a163-5e107793357c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:31.197560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7d5e9f3-bb30-4c0b-88f5-142f659489aa req-8e33e105-075f-4223-a163-5e107793357c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0531154 Nov 25 18:01:31.247028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f7d5e9f3-bb30-4c0b-88f5-142f659489aa req-39e24fac-b280-487c-a274-f7031d0667ab tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Nov 25 18:01:32.272410 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-faeaa3f2-606a-4696-9d5e-baf2e48761a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:32.369948 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e602d-b78d-406b-80c7-e9663b098abd req-14ff720f-2dbe-4de9-87c1-8770bbdd4b8c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:32.371450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac3e602d-b78d-406b-80c7-e9663b098abd req-14ff720f-2dbe-4de9-87c1-8770bbdd4b8c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0529938 Nov 25 18:01:32.418946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ac3e602d-b78d-406b-80c7-e9663b098abd req-7ba45ab7-9dba-4e9e-a4d2-d9b9f873e218 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Nov 25 18:01:33.538129 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b2f5c-b4b4-47d0-8cff-21d35dc22f9f req-a5ba7ba5-4a57-450b-aa74-70b5739a45ef tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:33.539548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-654b2f5c-b4b4-47d0-8cff-21d35dc22f9f req-a5ba7ba5-4a57-450b-aa74-70b5739a45ef tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0496621 Nov 25 18:01:33.590606 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-654b2f5c-b4b4-47d0-8cff-21d35dc22f9f req-d4ba46c4-a930-40c1-95f7-8e8024f63933 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451782 Nov 25 18:01:34.441253 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-333b7cb3-cbcc-42f2-9d55-0a13d60dae61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:34.712491 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e0c8e-eec4-4735-b7d7-01f0f0244444 req-2627cd5e-35ba-4447-a4d7-72f5caa35aa5 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:34.713920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-802e0c8e-eec4-4735-b7d7-01f0f0244444 req-2627cd5e-35ba-4447-a4d7-72f5caa35aa5 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0534384 Nov 25 18:01:34.762478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-802e0c8e-eec4-4735-b7d7-01f0f0244444 req-533b1f7f-c8e7-4ad1-be80-369352cf228c tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Nov 25 18:01:35.881969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9531c3-bd6d-432e-9289-54db28db8762 req-cb79b1c8-b574-4d73-a3a5-3215fb9da6fd tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:35.883453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d9531c3-bd6d-432e-9289-54db28db8762 req-cb79b1c8-b574-4d73-a3a5-3215fb9da6fd tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0494864 Nov 25 18:01:35.941453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3d9531c3-bd6d-432e-9289-54db28db8762 req-7e0bcbdb-bf00-4dd7-bd61-5b9311691517 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519173 Nov 25 18:01:35.963366 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:36.770508 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:37.060805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e29f0a-dd7e-408a-8b21-824df626c7a3 req-556a7bbf-3aa1-4865-b190-b414e5e80917 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:37.062372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6e29f0a-dd7e-408a-8b21-824df626c7a3 req-556a7bbf-3aa1-4865-b190-b414e5e80917 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0507393 Nov 25 18:01:37.115819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6e29f0a-dd7e-408a-8b21-824df626c7a3 req-fa3a5a02-18a1-4474-9a06-3e4b2a9f0471 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465863 Nov 25 18:01:37.244825 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:37.458720 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:38.045859 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:38.232256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be71ef-2ef0-4b82-b74f-3b36ace48205 req-dc10d8d4-7f6c-484c-a38a-3823e95ca1be tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:38.233863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0be71ef-2ef0-4b82-b74f-3b36ace48205 req-dc10d8d4-7f6c-484c-a38a-3823e95ca1be tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0495372 Nov 25 18:01:38.282152 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f0be71ef-2ef0-4b82-b74f-3b36ace48205 req-5623a97f-1f96-4181-8129-a44f584852a7 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Nov 25 18:01:39.400319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6ac50-de78-48ce-a731-f643b030c0ba req-816f1c32-bdb1-426b-8e36-67d56a236af1 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:39.401846 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ec6ac50-de78-48ce-a731-f643b030c0ba req-816f1c32-bdb1-426b-8e36-67d56a236af1 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0505872 Nov 25 18:01:39.450147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9ec6ac50-de78-48ce-a731-f643b030c0ba req-fda231a7-f0ee-4f94-a684-8ecd184fc720 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Nov 25 18:01:40.571096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e282-6546-427d-9154-e1e46fca487f req-e9602e73-e0ea-4005-8295-8bd584d01521 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:40.572559 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aea3e282-6546-427d-9154-e1e46fca487f req-e9602e73-e0ea-4005-8295-8bd584d01521 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0546720 Nov 25 18:01:40.620577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aea3e282-6546-427d-9154-e1e46fca487f req-8068703e-f320-4de0-a3ac-328b5e741b07 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Nov 25 18:01:41.738338 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe651f7-7052-485d-9307-38e248fe8b88 req-046d0774-896f-4318-9bc3-ceeb98ba693f tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:41.739827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfe651f7-7052-485d-9307-38e248fe8b88 req-046d0774-896f-4318-9bc3-ceeb98ba693f tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0488944 Nov 25 18:01:41.787664 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cfe651f7-7052-485d-9307-38e248fe8b88 req-7525ab0d-d5aa-4319-a4d1-b23f3d202bf6 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Nov 25 18:01:42.808686 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:01:42.904262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76aa0-dd25-4021-ba56-46a924dfbf3e req-a22df114-10fa-4a8b-b36c-e518ace244bb tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:42.905774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92d76aa0-dd25-4021-ba56-46a924dfbf3e req-a22df114-10fa-4a8b-b36c-e518ace244bb tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0502100 Nov 25 18:01:42.957997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-92d76aa0-dd25-4021-ba56-46a924dfbf3e req-c00ad72f-583b-409c-b46b-fe1d96290ecd tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 Nov 25 18:01:44.075193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2027-345c-45a1-add6-e36c5935580b req-24afb489-f34a-46f8-8160-0346dc5f2ff3 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:44.076577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de4f2027-345c-45a1-add6-e36c5935580b req-24afb489-f34a-46f8-8160-0346dc5f2ff3 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0500653 Nov 25 18:01:44.124186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de4f2027-345c-45a1-add6-e36c5935580b req-01386331-31be-4495-aef7-f5b3d1fe39e3 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Nov 25 18:01:45.242374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d3da8-dd1e-420a-a1e9-751712b250ae req-8f7a4578-71b6-4e4d-a7bd-fe2d4db86ea9 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:45.243916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e93d3da8-dd1e-420a-a1e9-751712b250ae req-8f7a4578-71b6-4e4d-a7bd-fe2d4db86ea9 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0495391 Nov 25 18:01:45.299244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e93d3da8-dd1e-420a-a1e9-751712b250ae req-28dba164-3b5c-4925-869d-a38b93c617b3 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Nov 25 18:01:45.604483 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-04cfaf3f-0f09-4dd3-821e-b042c818667e service neutron] show failed (client error): The resource could not be found. Nov 25 18:01:45.605556 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-04cfaf3f-0f09-4dd3-821e-b042c818667e service neutron] 10.222.0.95 "GET /v2.0/ports/ea640138-2cd9-4665-9ffd-fa91e3a54828/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0596387 Nov 25 18:01:45.835178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-ead2ee32-9a01-4b35-a004-3d0ae40af907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:45.836702 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-ead2ee32-9a01-4b35-a004-3d0ae40af907 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b&tenant_id=a10d0fc565694fd7a269fa32c9622af0 HTTP/1.1" status: 200 len: 1096 time: 0.0704625 Nov 25 18:01:45.849457 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:45.907690 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.103776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:46.137317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:46.177119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:46.179327 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a7dec-a3f1-4838-8441-570c59d33b42" -d '{"events": [{"server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:46.183135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.196740 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Transition to ACTIVE for port object ea640138-2cd9-4665-9ffd-fa91e3a54828 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:01:46.201294 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.236831 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45bddb-84ac-4925-9cbc-56f3c96a67a1 x-openstack-request-id: req-9b45bddb-84ac-4925-9cbc-56f3c96a67a1 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:46.237272 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:46.237644 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b45bddb-84ac-4925-9cbc-56f3c96a67a1 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:46.238139 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'code': 200} Nov 25 18:01:46.274890 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] No DVR routers for this DVR port ea640138-2cd9-4665-9ffd-fa91e3a54828 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:01:46.276766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:46.286576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.286930 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.287278 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.287619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.287957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.288296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.288625 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.288971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.289307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.289636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.289963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.290289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.325028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Attempting to bind port ea640138-2cd9-4665-9ffd-fa91e3a54828 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:01:46.325367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Attempting to bind port ea640138-2cd9-4665-9ffd-fa91e3a54828 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:01:46.325696 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Attempting to bind port ea640138-2cd9-4665-9ffd-fa91e3a54828 on network 90ce79aa-8877-4e8e-80c9-f8822574f39e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:46.330290 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Port ea640138-2cd9-4665-9ffd-fa91e3a54828 on network 90ce79aa-8877-4e8e-80c9-f8822574f39e not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:01:46.330635 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Attempting to bind port ea640138-2cd9-4665-9ffd-fa91e3a54828 on network 90ce79aa-8877-4e8e-80c9-f8822574f39e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:46.335596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:01:46.335955 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Checking segment: {'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:46.336291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Bound using segment: {'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:01:46.336716 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Bound port: ea640138-2cd9-4665-9ffd-fa91e3a54828, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988c6cc4-fdd5-4d1a-9e6f-2022415175e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:01:46.337102 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.400261 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:46.403329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:01:46.409205 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.422017 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3fc5e-e659-4ffc-9b70-d3b7ac6f2fe4 req-fa679b0d-bb3d-4de6-b10e-3bdc63246487 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.424558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdf3fc5e-e659-4ffc-9b70-d3b7ac6f2fe4 req-fa679b0d-bb3d-4de6-b10e-3bdc63246487 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 943 time: 0.0555444 Nov 25 18:01:46.484003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fdf3fc5e-e659-4ffc-9b70-d3b7ac6f2fe4 req-cf2e6c03-c548-4350-82ae-3b3d2a5cf351 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533204 Nov 25 18:01:46.682238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.683217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.685546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] 10.222.0.60 "PUT /v2.0/ports/ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 1091 time: 0.8400474 Nov 25 18:01:46.707846 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019ff62-05ea-4653-b47b-bef7ad75d151 service neutron] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:46.751881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-973196ac-ffdc-4135-b74e-26c0d9815f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.753208 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-973196ac-ffdc-4135-b74e-26c0d9815f31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a10d0fc565694fd7a269fa32c9622af0&device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 1094 time: 0.0401788 Nov 25 18:01:46.843810 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c2d4a140-4361-44f6-9cf6-8db69c4e9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.845341 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-c2d4a140-4361-44f6-9cf6-8db69c4e9c71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 200 len: 913 time: 0.0850713 Nov 25 18:01:46.891451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-d01390fa-a638-43f2-a311-b48494b04779 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 217 time: 0.0380263 Nov 25 18:01:46.941338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-20ee498d-a4c2-49fa-b3cc-7b1fc3bbbb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.942786 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-20ee498d-a4c2-49fa-b3cc-7b1fc3bbbb10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=817ff44d-cc07-4f14-8605-0f595536bd6a HTTP/1.1" status: 200 len: 852 time: 0.0444448 Nov 25 18:01:46.974639 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-a35a4cb4-0ae6-4847-a8ad-531d246d5602 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90ce79aa-8877-4e8e-80c9-f8822574f39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243080 Nov 25 18:01:47.068184 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-f9b31731-3fc1-42ca-8f0a-5b6c337890f9 service neutron] 10.222.0.60 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855384 Nov 25 18:01:47.160091 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f3133f0e-b902-448d-a8bd-299fb7f27d64 req-28b6eedf-a3f6-46b5-9825-573ea7aec3c4 service neutron] 10.222.0.60 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841720 Nov 25 18:01:47.609059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a4701-91ba-4b4f-8577-79779737777f req-7b5bb1c2-77f1-442a-99cf-f96e47326035 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:47.611673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-902a4701-91ba-4b4f-8577-79779737777f req-7b5bb1c2-77f1-442a-99cf-f96e47326035 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 943 time: 0.0528049 Nov 25 18:01:47.661534 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-902a4701-91ba-4b4f-8577-79779737777f req-81a5c7ad-c3cb-47c4-8e9a-76ff478236ed tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Nov 25 18:01:48.239803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:48.242251 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147" -d '{"events": [{"name": "network-changed", "server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:48.294781 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163f70e8-bca1-4f7f-b033-9c3015888a4c x-openstack-request-id: req-163f70e8-bca1-4f7f-b033-9c3015888a4c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:48.295087 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:48.295348 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-163f70e8-bca1-4f7f-b033-9c3015888a4c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:48.295752 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'status': 'completed', 'code': 200} Nov 25 18:01:48.389676 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-8342910f-dc2d-499c-874c-506c6655c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.391262 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-8342910f-dc2d-499c-874c-506c6655c4bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a10d0fc565694fd7a269fa32c9622af0&device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 1094 time: 0.0733278 Nov 25 18:01:48.401171 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-758b5325-24b4-48fe-afc9-1fd503b6041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.402669 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-758b5325-24b4-48fe-afc9-1fd503b6041b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a10d0fc565694fd7a269fa32c9622af0&device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 1094 time: 0.0756509 Nov 25 18:01:48.564500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-54bd26fa-002d-4eff-b496-efc06c7c5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.566057 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-54bd26fa-002d-4eff-b496-efc06c7c5d98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 200 len: 913 time: 0.1671927 Nov 25 18:01:48.566057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-e667becf-d3b6-4197-9a82-e8f31f243846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.570381 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-e667becf-d3b6-4197-9a82-e8f31f243846 service neutron] 10.222.0.95 "GET /v2.0/networks?id=90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 200 len: 913 time: 0.1591959 Nov 25 18:01:48.651386 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-c22709e5-f647-48e3-8054-7e9df9990e09 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 217 time: 0.0692365 Nov 25 18:01:48.652614 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-583ab509-214e-41c2-86b0-dd19e5e200e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 217 time: 0.0787754 Nov 25 18:01:48.743943 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-ff7c4b6e-e6fd-4478-891f-19150f546bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.745562 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-ff7c4b6e-e6fd-4478-891f-19150f546bd2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=817ff44d-cc07-4f14-8605-0f595536bd6a HTTP/1.1" status: 200 len: 852 time: 0.0872250 Nov 25 18:01:48.751293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-77f7fc53-1774-4519-a909-b48f6b7a392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.755337 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-77f7fc53-1774-4519-a909-b48f6b7a392a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=817ff44d-cc07-4f14-8605-0f595536bd6a HTTP/1.1" status: 200 len: 852 time: 0.0863090 Nov 25 18:01:48.804738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da51d5-3c13-4a89-a0be-14a1e2f72c3e req-5e0071d3-8951-4c09-98b3-ff32fdde36de tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.805853 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-1cda02ae-ffba-4bb8-be63-44f68afe252d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90ce79aa-8877-4e8e-80c9-f8822574f39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445247 Nov 25 18:01:48.807630 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-4fe2e3b4-6025-4b00-8d4e-f9916f34db1d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=90ce79aa-8877-4e8e-80c9-f8822574f39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540431 Nov 25 18:01:48.808205 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58da51d5-3c13-4a89-a0be-14a1e2f72c3e req-5e0071d3-8951-4c09-98b3-ff32fdde36de tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 943 time: 0.0655315 Nov 25 18:01:48.879475 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-58da51d5-3c13-4a89-a0be-14a1e2f72c3e req-48750cc9-e152-44ae-8c11-1a3937230b77 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612910 Nov 25 18:01:48.978201 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-409f3513-3e69-4b7b-8a50-a855d661b005 service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629341 Nov 25 18:01:48.980104 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-a9a4a5a7-1e3a-4e1a-838c-b050fb3e1432 service neutron] 10.222.0.60 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569765 Nov 25 18:01:49.139538 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-3e0a9a84-4765-4dda-95a9-835bd983fcf2 service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538367 Nov 25 18:01:49.141741 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4d709ac9-7e9f-4e89-bbcd-a56a5e0c7147 req-17cb889c-fc59-4c9c-b1b4-b29607dbfa2d service neutron] 10.222.0.60 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484358 Nov 25 18:01:50.003342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39688c2-fcf3-4804-804f-b332f7eaca8e req-cb3ae448-bbf1-458e-883c-6b4b59fe4b6b tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.005999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c39688c2-fcf3-4804-804f-b332f7eaca8e req-cb3ae448-bbf1-458e-883c-6b4b59fe4b6b tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 943 time: 0.0532086 Nov 25 18:01:50.054138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c39688c2-fcf3-4804-804f-b332f7eaca8e req-57b62ced-1b37-44b0-b498-4254062866ba tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Nov 25 18:01:50.237353 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ea640138-2cd9-4665-9ffd-fa91e3a54828 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:01:50.329249 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-78da90e6-9349-4071-bdf0-ef96c59c161d tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.330928 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-78da90e6-9349-4071-bdf0-ef96c59c161d tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.95 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b&tenant_id=a10d0fc565694fd7a269fa32c9622af0&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 943 time: 0.0929132 Nov 25 18:01:50.336705 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:50.349379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'network_id': '90ce79aa-8877-4e8e-80c9-f8822574f39e', 'port_id': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'mac_address': 'fa:16:3e:19:0a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817ff44d-cc07-4f14-8605-0f595536bd6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:01:50.389837 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:50.392216 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-8e61f471-16a6-4298-9efa-52261a557934 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:01:50.393322 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-8e61f471-16a6-4298-9efa-52261a557934 service neutron] 10.222.0.95 "DELETE /v2.0/ports/ea640138-2cd9-4665-9ffd-fa91e3a54828/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0551095 Nov 25 18:01:50.406156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea640138-2cd9-4665-9ffd-fa91e3a54828 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:01:50.429973 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:50.433804 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:50.481103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-796be44d-b950-4c1d-9214-a4f71917532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.482704 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-796be44d-b950-4c1d-9214-a4f71917532e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a10d0fc565694fd7a269fa32c9622af0&device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 1095 time: 0.0448344 Nov 25 18:01:50.488172 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:50.583743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-3f368acb-ea58-44e2-a1f0-6e2cf8092ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.585287 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-3f368acb-ea58-44e2-a1f0-6e2cf8092ea4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 200 len: 913 time: 0.0935664 Nov 25 18:01:50.629586 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-6e1754e5-8b9e-49fc-b1fa-20a252664f33 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 200 len: 217 time: 0.0371404 Nov 25 18:01:50.682407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-ce792111-3661-4755-91aa-0b032a6061da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.683821 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-ce792111-3661-4755-91aa-0b032a6061da service neutron] 10.222.0.95 "GET /v2.0/subnets?id=817ff44d-cc07-4f14-8605-0f595536bd6a HTTP/1.1" status: 200 len: 852 time: 0.0477521 Nov 25 18:01:50.713111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['ea640138-2cd9-4665-9ffd-fa91e3a54828'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:01:50.717980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ea640138-2cd9-4665-9ffd-fa91e3a54828 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:01:50.718138 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-22efbc5d-db41-40f5-be8e-51a20435684e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=90ce79aa-8877-4e8e-80c9-f8822574f39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270915 Nov 25 18:01:50.799198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device ea640138-2cd9-4665-9ffd-fa91e3a54828 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:01:50.816771 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-6409b79b-1295-4977-8410-97e7254c16fb service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923474 Nov 25 18:01:50.915575 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-e933b46b-6774-4abd-b8d5-8ae12273917c service neutron] 10.222.0.95 "GET /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915666 Nov 25 18:01:51.629660 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c531-5f76-4791-b7c0-bb659c95775f req-4d0b376d-f031-4e40-8650-4608eb6dfd4b tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:51.631232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1c7c531-5f76-4791-b7c0-bb659c95775f req-4d0b376d-f031-4e40-8650-4608eb6dfd4b tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 944 time: 0.0572417 Nov 25 18:01:51.688730 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1c7c531-5f76-4791-b7c0-bb659c95775f req-9060c39c-f378-40c7-8a52-2d8dd7e701c3 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503762 Nov 25 18:01:52.240581 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ea640138-2cd9-4665-9ffd-fa91e3a54828 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:01:52.298989 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port ea640138-2cd9-4665-9ffd-fa91e3a54828 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:01:52.304756 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port ea640138-2cd9-4665-9ffd-fa91e3a54828 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:52.305179 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:52.389331 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:52.414321 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:52.416619 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28efcf42-6e48-4cf0-bdbe-f75c870426e2" -d '{"events": [{"server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "name": "network-vif-plugged", "status": "completed", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:52.431322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:52.436084 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:52.463914 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a87636-5ccd-4204-a540-945b49b426d8 x-openstack-request-id: req-15a87636-5ccd-4204-a540-945b49b426d8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:52.464217 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "name": "network-vif-plugged", "status": "completed", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:52.464474 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15a87636-5ccd-4204-a540-945b49b426d8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:52.464866 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'code': 200} Nov 25 18:01:52.492269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:52.818361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb8ed0-33f9-406c-a2ef-6aada2c77c63 req-e8587be9-8845-46a1-bbde-db26dd054c3f tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:52.819831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6cb8ed0-33f9-406c-a2ef-6aada2c77c63 req-e8587be9-8845-46a1-bbde-db26dd054c3f tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0577893 Nov 25 18:01:52.870210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f6cb8ed0-33f9-406c-a2ef-6aada2c77c63 req-34d74552-4b2b-4421-85a2-19752f4de60d tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.81 "GET /v2.0/security-groups?id=235da2d8-6191-4437-9a73-18321e344d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Nov 25 18:01:53.007706 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-8e271d98-2e14-4ef8-9b90-628088c29612 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:53.009210 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-8e271d98-2e14-4ef8-9b90-628088c29612 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.60 "GET /v2.0/ports?device_id=7da1b5db-f7b2-4034-a884-e06a5149d67b HTTP/1.1" status: 200 len: 945 time: 0.0525661 Nov 25 18:01:53.098572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Deleting port ea640138-2cd9-4665-9ffd-fa91e3a54828 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:53.098923 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.189579 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] For port ea640138-2cd9-4665-9ffd-fa91e3a54828, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=ea640138-2cd9-4665-9ffd-fa91e3a54828,segment=NetworkSegment(988c6cc4-fdd5-4d1a-9e6f-2022415175e8),segment_id=988c6cc4-fdd5-4d1a-9e6f-2022415175e8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:53.189948 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.202583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Calling delete_port for ea640138-2cd9-4665-9ffd-fa91e3a54828 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:53.331993 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.345742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['ea640138-2cd9-4665-9ffd-fa91e3a54828'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:01:53.361821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Pushing event deleted for resources: {'Port': ['ID=ea640138-2cd9-4665-9ffd-fa91e3a54828,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:53.402407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] No DVR routers for this DVR port ea640138-2cd9-4665-9ffd-fa91e3a54828 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:01:53.405334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.408742 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-19904b0f-a53d-47aa-9461-d9147fa8d3df req-d556dde2-8fc5-4c2b-ac95-0e24fcf25338 tempest-DeleteServersTestJSON-1899191510 tempest-DeleteServersTestJSON-1899191510-project] 10.222.0.60 "DELETE /v2.0/ports/ea640138-2cd9-4665-9ffd-fa91e3a54828 HTTP/1.1" status: 204 len: 173 time: 0.3931208 Nov 25 18:01:53.409222 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'name': 'network-vif-deleted', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:53.411565 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd248c-3178-434c-a6c6-eea2a60bf1ea" -d '{"events": [{"server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "name": "network-vif-deleted", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:53.452089 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ffdc35-4fb2-40c7-a7cd-59c0b8930f4f x-openstack-request-id: req-42ffdc35-4fb2-40c7-a7cd-59c0b8930f4f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:53.452418 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da1b5db-f7b2-4034-a884-e06a5149d67b", "name": "network-vif-deleted", "tag": "ea640138-2cd9-4665-9ffd-fa91e3a54828", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:53.452676 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42ffdc35-4fb2-40c7-a7cd-59c0b8930f4f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:53.453105 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da1b5db-f7b2-4034-a884-e06a5149d67b', 'name': 'network-vif-deleted', 'tag': 'ea640138-2cd9-4665-9ffd-fa91e3a54828', 'status': 'completed', 'code': 200} Nov 25 18:01:54.005907 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:54.050735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Deleting subnet 817ff44d-cc07-4f14-8605-0f595536bd6a {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:01:54.053928 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.088696 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.132453 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.185171 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.211833 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817ff44d-cc07-4f14-8605-0f595536bd6a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:54.216439 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.219590 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/817ff44d-cc07-4f14-8605-0f595536bd6a HTTP/1.1" status: 204 len: 168 time: 0.2126322 Nov 25 18:01:54.222757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:54.225115 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.225469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.225811 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.226151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.226489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.226820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.227149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.227474 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.227798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.228123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.228448 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.228766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8f597-0ae2-41ca-8abc-9281d0fbf884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:54.300868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.379798 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.399767 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ce79aa-8877-4e8e-80c9-f8822574f39e']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:54.410432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988c6cc4-fdd5-4d1a-9e6f-2022415175e8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:54.410735 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988c6cc4-fdd5-4d1a-9e6f-2022415175e8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:54.420112 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.434724 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.441048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:01:54.441371 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: timer() Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:01:54.443014 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:01:54.502361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.507335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.510660 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] 10.222.0.81 "DELETE /v2.0/networks/90ce79aa-8877-4e8e-80c9-f8822574f39e HTTP/1.1" status: 204 len: 168 time: 0.2868609 Nov 25 18:01:54.523369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e255c7-d214-45c1-bcee-1d1740337e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ce79aa-8877-4e8e-80c9-f8822574f39e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:54.621624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38016) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:54.662691 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ce1cbac9-f090-414e-bcd5-3db5dd6acbbf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a10d0fc565694fd7a269fa32c9622af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398712 Nov 25 18:01:54.665922 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38018) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:54.714378 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47a86a87-b146-4885-8806-44400a8951bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.735894 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47a86a87-b146-4885-8806-44400a8951bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.783055 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47a86a87-b146-4885-8806-44400a8951bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.785937 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47a86a87-b146-4885-8806-44400a8951bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:54.787133 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-47a86a87-b146-4885-8806-44400a8951bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/235da2d8-6191-4437-9a73-18321e344d9c HTTP/1.1" status: 204 len: 168 time: 0.1202512 Nov 25 18:01:54.795677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a86a87-b146-4885-8806-44400a8951bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235da2d8-6191-4437-9a73-18321e344d9c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:55.444107 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38040) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:55.540944 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2091253680-network', 'tenant_id': '9b4b95ba97b548cc96f9cb0bbb9dbc83'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:55.562662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Made reservation on behalf of 9b4b95ba97b548cc96f9cb0bbb9dbc83 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:55.565888 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:55.577472 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:55.654127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:55.657803 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:55.685481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:01:55.690977 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:55.699583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:55.699948 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Added segment c56e9221-bc74-4912-b873-9ec340ee8e59 of type vlan for network 93706139-3e3d-41e3-bad4-abfb1604df13 Nov 25 18:01:55.739980 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:55.764916 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:55.765887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:55.766473 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:55.820862 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3754561 Nov 25 18:01:55.823775 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38044) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:01:55.828779 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Request body: {'subnet': {'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2091253680-subnet', 'tenant_id': '9b4b95ba97b548cc96f9cb0bbb9dbc83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:55.832073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca00b1b-a2ef-4940-9e17-bf7a4dd1d16c admin admin] Pushing event updated for resources: {'Network': ['ID=93706139-3e3d-41e3-bad4-abfb1604df13,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:55.842893 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 93706139-3e3d-41e3-bad4-abfb1604df13 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:01:55.850766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Made reservation on behalf of 9b4b95ba97b548cc96f9cb0bbb9dbc83 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:55.854661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:56.036678 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:56.096864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c183222b-b72d-49fa-8eaa-3b9f107a90cd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:56.105523 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Checking segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:56.105890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Network hostable DHCP agents. Network: 93706139-3e3d-41e3-bad4-abfb1604df13, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:01:56.123222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Network 93706139-3e3d-41e3-bad4-abfb1604df13 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:01:56.134646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 93706139-3e3d-41e3-bad4-abfb1604df13) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:56.139192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.139820 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:56.145230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985316ab-4bbb-4641-9fb1-db309544a8d8 None None] Network 93706139-3e3d-41e3-bad4-abfb1604df13 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:56.156279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-33d1e9f7-b1f5-487a-bfab-3d9ea3ea125c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3313887 Nov 25 18:01:56.252660 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ea640138-2cd9-4665-9ffd-fa91e3a54828 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:01:56.275288 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: ea640138-2cd9-4665-9ffd-fa91e3a54828 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:01:56.275833 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device ea640138-2cd9-4665-9ffd-fa91e3a54828 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:01:56.298409 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522f7bc-22f0-402b-b05a-b126cc3dfd3d None None] Network 93706139-3e3d-41e3-bad4-abfb1604df13 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:01:56.590160 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-f4264cd5-78f1-43df-ab08-851720cfab16 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.591635 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-f4264cd5-78f1-43df-ab08-851720cfab16 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 815 time: 0.1070654 Nov 25 18:01:56.607482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-95b1cdbe-b97b-4cb7-94fa-9df76e8ad1de tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/quotas/9b4b95ba97b548cc96f9cb0bbb9dbc83 HTTP/1.1" status: 200 len: 375 time: 0.0099947 Nov 25 18:01:56.639800 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-43b4cf24-a257-4ab7-89ee-1b1bf60d675e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265255 Nov 25 18:01:56.733725 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-c22193b9-2ece-4c8e-9f85-c04173d4f8b3 service neutron] 10.222.0.81 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861306 Nov 25 18:01:56.825345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-d74e6925-96d4-4932-b89f-2d24cd32e81c service neutron] 10.222.0.81 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853562 Nov 25 18:01:56.990682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4671530-2b07-4050-b7f4-6a4fada9e4a3 req-b59360d1-257e-4fe8-8dff-cfba6497f852 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 210 time: 0.0286033 Nov 25 18:01:57.925833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-10e39111-5714-49c0-97f1-ae9a2c21c9c7 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:57.927426 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-10e39111-5714-49c0-97f1-ae9a2c21c9c7 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.60 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 815 time: 0.1081710 Nov 25 18:01:57.943243 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Request body: {'port': {'device_id': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13', 'admin_state_up': True, 'tenant_id': '9b4b95ba97b548cc96f9cb0bbb9dbc83'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:58.066865 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Made reservation on behalf of 9b4b95ba97b548cc96f9cb0bbb9dbc83 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:01:58.071125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.094892 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8912cd6e-7a52-4003-b3e0-e28fa3541044 req-195d43b5-8aac-4150-9292-8689db5fe8c3 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 210 time: 0.0268466 Nov 25 18:01:58.197937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Allocated IP 172.20.0.2 (93706139-3e3d-41e3-bad4-abfb1604df13/c183222b-b72d-49fa-8eaa-3b9f107a90cd/4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:01:58.350284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.384865 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.672535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Network 93706139-3e3d-41e3-bad4-abfb1604df13 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:01:58.676010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:01:58.678516 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:01:58.709599 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:58.735285 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:58.735920 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.752856 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-76fd25d2-1c6e-47cd-a1fb-47d701c0e709 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8138273 Nov 25 18:01:58.765231 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Request body: {'port': {'device_id': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:58.819456 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:59.086144 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:01:59.094728 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:59.108352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Transition to ACTIVE for port object 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:01:59.112878 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:59.183803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:59.233680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d078599-8c26-4789-baa1-ef2e3869eaa8 req-f23ca5a8-3b4e-473c-b17c-d33c81595e5a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:59.235273 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d078599-8c26-4789-baa1-ef2e3869eaa8 req-f23ca5a8-3b4e-473c-b17c-d33c81595e5a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 943 time: 0.0570886 Nov 25 18:01:59.276048 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Attempting to bind port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:01:59.276503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Attempting to bind port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:01:59.277014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Attempting to bind port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on network 93706139-3e3d-41e3-bad4-abfb1604df13 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:59.282052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on network 93706139-3e3d-41e3-bad4-abfb1604df13 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:01:59.282502 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Attempting to bind port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on network 93706139-3e3d-41e3-bad4-abfb1604df13 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:59.288144 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d078599-8c26-4789-baa1-ef2e3869eaa8 req-e6d36185-83c0-4b29-9a9c-0a85964dc217 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Nov 25 18:01:59.289461 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:01:59.289928 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Checking segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:59.290421 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Bound using segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:01:59.290981 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Bound port: 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:01:59.291519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:59.367940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:59.371239 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:01:59.374999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:59.407907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:59.409183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:59.410701 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] 10.222.0.60 "PUT /v2.0/ports/4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 1091 time: 0.6497698 Nov 25 18:01:59.411167 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:59.413561 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305b98f4-8dbb-4842-92af-34eba7607d98" -d '{"events": [{"name": "network-changed", "server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:59.445889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93298516-8099-4055-ade2-2df8a7b16082 service neutron] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:59.491509 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6153253f-a854-41fb-8f39-706cbafd850d x-openstack-request-id: req-6153253f-a854-41fb-8f39-706cbafd850d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:59.491824 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:59.492069 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6153253f-a854-41fb-8f39-706cbafd850d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:59.492472 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'status': 'completed', 'code': 200} Nov 25 18:01:59.509502 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-9546ac3a-f4fe-4842-9493-ddb354c8bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:59.511039 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-9546ac3a-f4fe-4842-9493-ddb354c8bdee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 1094 time: 0.0484872 Nov 25 18:01:59.561196 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-e965411f-689a-4322-b5fe-7e4eda2cf367 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 217 time: 0.0409985 Nov 25 18:01:59.617173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-663d4d06-9ab4-402c-a830-f9141b5b18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:59.618746 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-663d4d06-9ab4-402c-a830-f9141b5b18cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0489314 Nov 25 18:01:59.653407 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-cebe7627-0a07-4776-9aa9-f60e995e8923 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251021 Nov 25 18:01:59.758452 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-919707a5-b78f-427e-973b-b6a103a7b2a8 service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945339 Nov 25 18:01:59.866727 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-0dd413ad-6579-4811-a6e2-42aa1fb1b761 req-14d11a59-33aa-41c9-9c05-37a1e298d59e service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925457 Nov 25 18:01:59.982974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-0b4ca2db-ec56-47ad-95c2-18e9e7239ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:59.984526 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-0b4ca2db-ec56-47ad-95c2-18e9e7239ca7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 1094 time: 0.0465927 Nov 25 18:02:00.088805 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-5f09389f-e5e0-4f7f-bc91-cf5f9b01f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:00.091180 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-5f09389f-e5e0-4f7f-bc91-cf5f9b01f492 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0968485 Nov 25 18:02:00.142050 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-b2d8f56f-ee0f-443f-86fc-b8d8a571eca0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 217 time: 0.0400593 Nov 25 18:02:00.211147 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-4b93207e-a32e-4f94-99ce-6dbff9038260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:00.214312 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-4b93207e-a32e-4f94-99ce-6dbff9038260 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0628941 Nov 25 18:02:00.264019 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-d81fb51b-3b43-4d7b-bfe0-150b4f4dac6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340791 Nov 25 18:02:00.390174 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-aa533732-20c8-4447-80f4-ffa4c468cc38 service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149626 Nov 25 18:02:00.432606 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac85bd8-9231-4fe2-a462-510abea7a590 req-6d0de241-aef8-49bc-a59d-eff5e5827b1a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:00.434094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ac85bd8-9231-4fe2-a462-510abea7a590 req-6d0de241-aef8-49bc-a59d-eff5e5827b1a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 943 time: 0.0612681 Nov 25 18:02:00.500609 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ac85bd8-9231-4fe2-a462-510abea7a590 req-eed88f83-8a91-4919-b787-8c2a7a5f66cb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583735 Nov 25 18:02:00.524848 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-305b98f4-8dbb-4842-92af-34eba7607d98 req-6949c6f3-6ccb-4bda-8e26-39aa094dac3b service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241043 Nov 25 18:02:01.626894 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a670-543a-4899-9492-666a4132528e req-c716e3b3-7721-4c05-8ebb-6aae9c10d0ce tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:01.628563 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2470a670-543a-4899-9492-666a4132528e req-c716e3b3-7721-4c05-8ebb-6aae9c10d0ce tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 943 time: 0.0538929 Nov 25 18:02:01.676289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2470a670-543a-4899-9492-666a4132528e req-2dac3dd4-f3c8-4849-a029-eca7c6549b6f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Nov 25 18:02:02.418617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:02:02.440975 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9aafe1ab-2b39-4255-9b63-6f6f9d29f300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:02.523215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:02.535418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13', 'port_id': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'mac_address': 'fa:16:3e:2b:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183222b-b72d-49fa-8eaa-3b9f107a90cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:02:02.575217 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:02.588872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:02:02.609055 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:02.612680 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:02.660754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:02.673323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.673697 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.674076 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.674422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.674766 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.675102 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.675438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.675769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.676100 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.676429 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.676759 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.677121 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:02:02.797697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af959b8f-09ad-4da5-90b3-a75d865631b1 req-4700157d-2373-465f-837c-c0b9c39d37ac tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:02.799566 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af959b8f-09ad-4da5-90b3-a75d865631b1 req-4700157d-2373-465f-837c-c0b9c39d37ac tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 944 time: 0.0518377 Nov 25 18:02:02.819924 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:02:02.850160 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af959b8f-09ad-4da5-90b3-a75d865631b1 req-fb86f79c-c0bc-4017-bf20-855f5f674392 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443561 Nov 25 18:02:03.969712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df1f5f-66b8-4cd1-b253-462eca8a5016 req-4e30b124-9af9-4905-b792-98fef55fdc6c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:03.971901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68df1f5f-66b8-4cd1-b253-462eca8a5016 req-4e30b124-9af9-4905-b792-98fef55fdc6c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 944 time: 0.0495498 Nov 25 18:02:04.023713 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-68df1f5f-66b8-4cd1-b253-462eca8a5016 req-b7b99e54-4dbe-4e5a-969b-8a91806a0f7d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457742 Nov 25 18:02:04.317856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:02:04.366339 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:02:04.370122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:02:04.370499 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:04.463430 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:04.465197 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c97aced-dd87-44b7-9ffb-89f44972340b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:04.488639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:04.490939 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd2ea98-f95e-4c18-9d96-0745b3ed7a81" -d '{"events": [{"server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "name": "network-vif-plugged", "status": "completed", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:04.503315 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:04.508556 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:04.534706 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db1aab8-3d99-4424-9613-3fa041d6cfaf x-openstack-request-id: req-0db1aab8-3d99-4424-9613-3fa041d6cfaf {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:04.535010 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "name": "network-vif-plugged", "status": "completed", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:04.535274 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0db1aab8-3d99-4424-9613-3fa041d6cfaf {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:04.535682 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'code': 200} Nov 25 18:02:04.563203 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:04.634583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffee2a-3a81-41ce-a5d7-47132dbc8100 req-ae2d01ae-7c0e-4f57-9e44-0c81fa894a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:04.636353 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5bffee2a-3a81-41ce-a5d7-47132dbc8100 req-ae2d01ae-7c0e-4f57-9e44-0c81fa894a1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 1096 time: 0.0420537 Nov 25 18:02:04.684246 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-5bffee2a-3a81-41ce-a5d7-47132dbc8100 req-0f3cbdca-3b45-41d8-9045-1fe52f05a452 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390139 Nov 25 18:02:05.152679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839d783-9c2d-43f2-841b-67798730dbe1 req-2e4d62b6-0a1c-41c8-9b2f-5452693fd1fc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:05.154519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6839d783-9c2d-43f2-841b-67798730dbe1 req-2e4d62b6-0a1c-41c8-9b2f-5452693fd1fc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0579734 Nov 25 18:02:05.206568 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6839d783-9c2d-43f2-841b-67798730dbe1 req-50056be3-e822-4b6f-9c9a-c80c1d025890 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Nov 25 18:02:05.966072 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:06.323193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb548a-0071-4ed6-b9e6-c87dd1213b2d req-67ade511-57e0-4b8a-87f7-d4d27dff3739 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:06.324662 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4bb548a-0071-4ed6-b9e6-c87dd1213b2d req-67ade511-57e0-4b8a-87f7-d4d27dff3739 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0487409 Nov 25 18:02:06.372079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4bb548a-0071-4ed6-b9e6-c87dd1213b2d req-af92da88-121e-4397-9f1d-d69ef4b5e720 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Nov 25 18:02:06.492564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db7d1d-7b67-41f5-b64c-bb5b7e2f24f7 req-ab729543-c0d0-4568-a8f3-76f82774c646 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:06.494115 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75db7d1d-7b67-41f5-b64c-bb5b7e2f24f7 req-ab729543-c0d0-4568-a8f3-76f82774c646 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0537491 Nov 25 18:02:06.541795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-75db7d1d-7b67-41f5-b64c-bb5b7e2f24f7 req-d3556be2-e452-4e85-8d5e-74a75cd00faa tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Nov 25 18:02:06.741498 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e41b15-a82b-43a1-b710-8377da1a9848 req-fbe1982e-88dc-4785-a1e2-300ffa5833b0 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:06.742951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8e41b15-a82b-43a1-b710-8377da1a9848 req-fbe1982e-88dc-4785-a1e2-300ffa5833b0 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0490708 Nov 25 18:02:06.759621 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:06.807237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8e41b15-a82b-43a1-b710-8377da1a9848 req-748deb6f-f8ad-49bd-a12a-2628b6a51e74 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569685 Nov 25 18:02:06.922911 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4674448-8ecb-4517-8269-f0811f3b21ff req-739c80fc-6c7e-4683-a943-b19c7ab0411f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:06.924904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4674448-8ecb-4517-8269-f0811f3b21ff req-739c80fc-6c7e-4683-a943-b19c7ab0411f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0503142 Nov 25 18:02:06.975914 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d4674448-8ecb-4517-8269-f0811f3b21ff req-0878d4a3-e28f-4244-a3fd-bc18c9c95d64 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451794 Nov 25 18:02:07.241417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-0d7a3a91-2500-4406-ab20-b937c9f33455 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730772 Nov 25 18:02:07.246976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:07.248558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dba9a-b526-4af6-ad7d-966aee0134c8 req-a4ee5239-fe09-48ca-8e7c-87cdda789ee9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:07.250504 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-844dba9a-b526-4af6-ad7d-966aee0134c8 req-a4ee5239-fe09-48ca-8e7c-87cdda789ee9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0753465 Nov 25 18:02:07.303641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-844dba9a-b526-4af6-ad7d-966aee0134c8 req-a05d304f-9f1c-4b3b-88ef-09a1ed688a38 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 Nov 25 18:02:07.459649 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:08.049697 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:08.394173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923196c-5977-416b-9118-f727bdfe3dcb req-3b963609-aabd-457f-a25b-d1a8d3eca715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:08.395716 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-3b963609-aabd-457f-a25b-d1a8d3eca715 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 1096 time: 0.0427723 Nov 25 18:02:08.429336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a2f30-b6c3-4ff4-b284-d88654e663e7 req-224088dc-e7db-4b54-a51d-bdd8d5ad458b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:08.430868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a41a2f30-b6c3-4ff4-b284-d88654e663e7 req-224088dc-e7db-4b54-a51d-bdd8d5ad458b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0557206 Nov 25 18:02:08.481313 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a41a2f30-b6c3-4ff4-b284-d88654e663e7 req-17eb5a40-3fa5-44fb-aa8d-c0819d890428 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442548 Nov 25 18:02:08.494619 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923196c-5977-416b-9118-f727bdfe3dcb req-0333781b-f9a7-418c-92f8-0b8d994dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:08.496119 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-0333781b-f9a7-418c-92f8-0b8d994dc8a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0933435 Nov 25 18:02:08.539804 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-dcdc2d97-49d1-491d-9b2d-cb1688dbf871 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 217 time: 0.0354280 Nov 25 18:02:08.595001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923196c-5977-416b-9118-f727bdfe3dcb req-17167b8a-8d32-47d9-81fe-484665d4cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:08.596756 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-17167b8a-8d32-47d9-81fe-484665d4cf85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0500562 Nov 25 18:02:08.628911 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-ace35313-3266-47ee-b5c9-94f52892f213 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250227 Nov 25 18:02:08.718856 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-e3d05f22-01fe-4159-bd82-a2b1e3763ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826130 Nov 25 18:02:08.813619 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-0a6bf48c-e180-4152-8587-4bacf6d4a92d service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870044 Nov 25 18:02:09.601820 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c0a14-75b7-4350-8aee-de2eca9aa891 req-d2d3d958-d3fa-4108-a424-e346515ae294 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:09.603362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c3c0a14-75b7-4350-8aee-de2eca9aa891 req-d2d3d958-d3fa-4108-a424-e346515ae294 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0498006 Nov 25 18:02:09.660274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c3c0a14-75b7-4350-8aee-de2eca9aa891 req-6c5c53b9-2c7e-4d42-b8fb-c66d6035f5b8 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507205 Nov 25 18:02:10.779191 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c97d0-3ee4-4074-8938-4ade3859fe93 req-9fc396c7-f9ce-424c-9524-b1fd0298b9b4 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:10.780684 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f60c97d0-3ee4-4074-8938-4ade3859fe93 req-9fc396c7-f9ce-424c-9524-b1fd0298b9b4 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0484829 Nov 25 18:02:10.832512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f60c97d0-3ee4-4074-8938-4ade3859fe93 req-f0f9939c-128a-4ff0-802a-79ffbc51afe5 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Nov 25 18:02:11.950350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ef6d4-6750-43ec-b7f1-769b9e6fb051 req-4fdb8394-e75d-4c57-9331-6e3e13cf794c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:11.951805 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-560ef6d4-6750-43ec-b7f1-769b9e6fb051 req-4fdb8394-e75d-4c57-9331-6e3e13cf794c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0495069 Nov 25 18:02:11.999090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-560ef6d4-6750-43ec-b7f1-769b9e6fb051 req-35c0ff61-5183-4d82-80d2-a9070c17cf96 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Nov 25 18:02:13.116023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ee987-d76e-4739-ac71-b7fa6588ce06 req-f651ff45-a486-4bc4-8bfd-9a16388375cc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:13.117519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b45ee987-d76e-4739-ac71-b7fa6588ce06 req-f651ff45-a486-4bc4-8bfd-9a16388375cc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0489380 Nov 25 18:02:13.164817 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b45ee987-d76e-4739-ac71-b7fa6588ce06 req-39792a7c-cb71-4eea-bacc-4663d2a7a681 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Nov 25 18:02:14.287047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bb336-3f94-4f27-b0e4-eb2287d5da1d req-f0255437-c7a1-4a28-8fa5-9f7d2ccfdbd8 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:14.288549 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-073bb336-3f94-4f27-b0e4-eb2287d5da1d req-f0255437-c7a1-4a28-8fa5-9f7d2ccfdbd8 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0551949 Nov 25 18:02:14.339558 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-073bb336-3f94-4f27-b0e4-eb2287d5da1d req-c4779f06-c5f8-44af-a23a-1cef9c41bcba tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Nov 25 18:02:15.459438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a792c-2ec9-43e3-a263-a8e17eb25c7e req-7e41d93e-a6cc-459a-8e1e-43342c4966a3 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:15.460958 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e51a792c-2ec9-43e3-a263-a8e17eb25c7e req-7e41d93e-a6cc-459a-8e1e-43342c4966a3 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0495813 Nov 25 18:02:15.508522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e51a792c-2ec9-43e3-a263-a8e17eb25c7e req-180a06ae-d201-432e-8e0c-93d246a9aaa6 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Nov 25 18:02:16.642216 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4c417-ce6e-4e06-a875-9afd6219d758 req-903d897a-b734-4694-b4fd-87c78bbb765e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:16.643634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42d4c417-ce6e-4e06-a875-9afd6219d758 req-903d897a-b734-4694-b4fd-87c78bbb765e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0666327 Nov 25 18:02:16.691221 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-42d4c417-ce6e-4e06-a875-9afd6219d758 req-3201113d-768d-4629-ad38-24e60d420803 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Nov 25 18:02:17.813240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139c307-9bdd-4f58-a247-636e785785c4 req-a929256d-c277-4b1c-87b0-8efae8adafb3 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:17.814761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0139c307-9bdd-4f58-a247-636e785785c4 req-a929256d-c277-4b1c-87b0-8efae8adafb3 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0496738 Nov 25 18:02:17.863993 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0139c307-9bdd-4f58-a247-636e785785c4 req-83825dd7-2030-42a8-a06e-3a94dd35add0 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 Nov 25 18:02:18.990117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010582-c789-4442-bc07-3bc3b219d7c0 req-c881a7a1-d937-4ecf-8fba-12a88b2cb8ad tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:18.991650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef010582-c789-4442-bc07-3bc3b219d7c0 req-c881a7a1-d937-4ecf-8fba-12a88b2cb8ad tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0590208 Nov 25 18:02:19.049457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ef010582-c789-4442-bc07-3bc3b219d7c0 req-b5e59976-ee08-4175-9908-ab462241699e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485959 Nov 25 18:02:19.808043 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:02:20.168812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9345bc0-065c-43e1-b908-c98b388f641d req-b668360e-d99a-4c65-b650-b3455e39a432 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:20.170332 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9345bc0-065c-43e1-b908-c98b388f641d req-b668360e-d99a-4c65-b650-b3455e39a432 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0496323 Nov 25 18:02:20.220505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a9345bc0-065c-43e1-b908-c98b388f641d req-35e116d3-1205-4259-a8da-f7000a701667 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Nov 25 18:02:21.341236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41635e6e-2483-4587-ad9a-0ed3c94916de req-2ba5db5b-57be-43d0-9099-61037d65ee03 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:21.342819 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41635e6e-2483-4587-ad9a-0ed3c94916de req-2ba5db5b-57be-43d0-9099-61037d65ee03 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0507393 Nov 25 18:02:21.392245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41635e6e-2483-4587-ad9a-0ed3c94916de req-b52b1ac4-493c-475b-bfae-87c7c6149385 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Nov 25 18:02:22.520769 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e94d06-bb6b-4a39-ba85-2597300229a1 req-ab70db14-e3f9-45ce-ad01-a501eb9dcf2f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:22.522238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60e94d06-bb6b-4a39-ba85-2597300229a1 req-ab70db14-e3f9-45ce-ad01-a501eb9dcf2f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0558517 Nov 25 18:02:22.571194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-60e94d06-bb6b-4a39-ba85-2597300229a1 req-bbb5a0b0-2d6a-4a11-82f8-c5661eaac0ee tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Nov 25 18:02:23.690673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995aff3-6012-46a2-adc2-4ea603bf222e req-8af8cdc2-3346-4e79-a6bc-f26dc74aea01 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:23.692219 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2995aff3-6012-46a2-adc2-4ea603bf222e req-8af8cdc2-3346-4e79-a6bc-f26dc74aea01 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0516067 Nov 25 18:02:23.739118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2995aff3-6012-46a2-adc2-4ea603bf222e req-7160feb5-e146-44d4-b798-a1469d3f203a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Nov 25 18:02:24.870413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bf7e7-7138-464f-9096-37d215dcc377 req-b91adb26-2704-4dbb-9ac9-e13977036717 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:24.872097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c8bf7e7-7138-464f-9096-37d215dcc377 req-b91adb26-2704-4dbb-9ac9-e13977036717 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0529199 Nov 25 18:02:24.931839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c8bf7e7-7138-464f-9096-37d215dcc377 req-87fb3934-0665-4b44-ab59-550c5185af51 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529821 Nov 25 18:02:26.052651 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a331f8-317d-4bfb-85fe-410676656d78 req-6f442b51-7b93-46b6-b779-35863c7312b9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:26.054245 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84a331f8-317d-4bfb-85fe-410676656d78 req-6f442b51-7b93-46b6-b779-35863c7312b9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0526321 Nov 25 18:02:26.103100 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84a331f8-317d-4bfb-85fe-410676656d78 req-fc311054-64b4-4aa0-950b-ca665b731375 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Nov 25 18:02:27.223101 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541663f5-c71c-49f0-acfa-3ab51b19b968 req-feb6d3c8-513a-43cb-952e-d9641ada1d28 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:27.224639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-541663f5-c71c-49f0-acfa-3ab51b19b968 req-feb6d3c8-513a-43cb-952e-d9641ada1d28 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0506291 Nov 25 18:02:27.287845 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-541663f5-c71c-49f0-acfa-3ab51b19b968 req-bdb78bd8-5439-487f-b198-636aaaed0ccf tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569317 Nov 25 18:02:28.413195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120eb83-37dd-44cf-9a00-c3f456f0d95b req-56cf16a9-f8af-4a97-b165-4cd882e4b958 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:28.414757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e120eb83-37dd-44cf-9a00-c3f456f0d95b req-56cf16a9-f8af-4a97-b165-4cd882e4b958 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0550613 Nov 25 18:02:28.463307 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e120eb83-37dd-44cf-9a00-c3f456f0d95b req-b8a59491-cbe6-48bd-8a5e-68f7fbb60b29 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Nov 25 18:02:29.582899 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cac553-a16a-4cd9-8ba4-c0c69b9346bd req-40032c00-2ed6-44d1-a3ce-a53881b85e03 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:29.584310 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23cac553-a16a-4cd9-8ba4-c0c69b9346bd req-40032c00-2ed6-44d1-a3ce-a53881b85e03 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0512798 Nov 25 18:02:29.632673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23cac553-a16a-4cd9-8ba4-c0c69b9346bd req-fb825dca-3634-4f10-be31-d0b26183cd11 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422554 Nov 25 18:02:30.756831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b292d-1b84-404e-9f21-2b2c3d31bc92 req-0cf819c8-4502-469b-b861-dcf910423463 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:30.758364 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-493b292d-1b84-404e-9f21-2b2c3d31bc92 req-0cf819c8-4502-469b-b861-dcf910423463 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0535655 Nov 25 18:02:30.805859 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-493b292d-1b84-404e-9f21-2b2c3d31bc92 req-2413c9ce-6ee4-48b8-8aa1-ecff964f894f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Nov 25 18:02:31.925040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901c056-09fc-4952-884c-a6ffbcbb5c28 req-dfd13740-cada-4cef-a824-74074bfb5b23 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:31.926565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0901c056-09fc-4952-884c-a6ffbcbb5c28 req-dfd13740-cada-4cef-a824-74074bfb5b23 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0500031 Nov 25 18:02:31.975744 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0901c056-09fc-4952-884c-a6ffbcbb5c28 req-58e2f01a-652d-4bbe-8346-0437cd46030f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Nov 25 18:02:32.272462 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f384-e7a8-47cf-9bce-5a9f1da34b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:33.090691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641d14f-92ee-4ccd-b49d-532a70a8fb3f req-096d5bfc-618a-47cc-8030-4bc47d1ac0fc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:33.092163 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0641d14f-92ee-4ccd-b49d-532a70a8fb3f req-096d5bfc-618a-47cc-8030-4bc47d1ac0fc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0487363 Nov 25 18:02:33.143663 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0641d14f-92ee-4ccd-b49d-532a70a8fb3f req-5ef3618d-6d8c-4e70-8612-f13cd8b1dabf tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Nov 25 18:02:34.259793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb427c-25f9-4e15-9f96-10b5af0bb5d0 req-5b58cea1-d594-4504-a6c2-c9d080728355 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:34.261298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8cb427c-25f9-4e15-9f96-10b5af0bb5d0 req-5b58cea1-d594-4504-a6c2-c9d080728355 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0490730 Nov 25 18:02:34.309319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d8cb427c-25f9-4e15-9f96-10b5af0bb5d0 req-161b4ff1-ae82-4c29-b8dc-fbd39bfcd098 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Nov 25 18:02:34.446368 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6968b095-47ed-4c79-9cca-b1890ebb17bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:35.430984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea942f-6795-4539-9343-4909a963e408 req-28303d75-ec82-4a38-a3c7-1313f332baad tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:35.432521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27ea942f-6795-4539-9343-4909a963e408 req-28303d75-ec82-4a38-a3c7-1313f332baad tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0512197 Nov 25 18:02:35.483539 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-27ea942f-6795-4539-9343-4909a963e408 req-85c9292a-6c08-41b9-9e98-fe06ed2e83d8 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Nov 25 18:02:35.968543 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:36.121219 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-6923196c-5977-416b-9118-f727bdfe3dcb req-c8937065-1564-4bbd-b027-65e6da4f21ce service neutron] show failed (client error): The resource could not be found. Nov 25 18:02:36.122251 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-c8937065-1564-4bbd-b027-65e6da4f21ce service neutron] 10.222.0.60 "GET /v2.0/ports/4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0568371 Nov 25 18:02:36.333090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923196c-5977-416b-9118-f727bdfe3dcb req-3afd718e-fe01-4d94-88de-0789c7851e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:36.334624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-3afd718e-fe01-4d94-88de-0789c7851e5a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e&tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83 HTTP/1.1" status: 200 len: 1096 time: 0.0437520 Nov 25 18:02:36.346485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:02:36.404658 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:36.605798 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514ae89-a4ac-4904-b23b-709a4cb4a53c req-b1d9375c-69a6-4b59-b2ba-af2b6ae83aaf tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:36.607585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2514ae89-a4ac-4904-b23b-709a4cb4a53c req-b1d9375c-69a6-4b59-b2ba-af2b6ae83aaf tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0536520 Nov 25 18:02:36.612089 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:36.650476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:02:36.660032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2514ae89-a4ac-4904-b23b-709a4cb4a53c req-bff8781e-8f4c-4bec-abb9-3485a50d4357 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446153 Nov 25 18:02:36.692166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:36.694513 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b9e001-8f83-46c6-9fa9-dc8b7101b291" -d '{"events": [{"server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "name": "network-vif-unplugged", "status": "completed", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:36.698306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:36.711785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Transition to ACTIVE for port object 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:02:36.714839 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:36.752561 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090b57ac-4e66-46a9-85f9-ba5f35e301e8 x-openstack-request-id: req-090b57ac-4e66-46a9-85f9-ba5f35e301e8 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:36.753636 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "name": "network-vif-unplugged", "status": "completed", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:36.754060 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-090b57ac-4e66-46a9-85f9-ba5f35e301e8 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:36.754687 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'code': 200} Nov 25 18:02:36.774431 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:36.790808 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] No DVR routers for this DVR port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:02:36.793993 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:36.829858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Attempting to bind port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:02:36.830193 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Attempting to bind port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:02:36.830519 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Attempting to bind port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on network 93706139-3e3d-41e3-bad4-abfb1604df13 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:02:36.835201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on network 93706139-3e3d-41e3-bad4-abfb1604df13 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:02:36.835546 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Attempting to bind port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on network 93706139-3e3d-41e3-bad4-abfb1604df13 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:02:36.840335 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:02:36.840671 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Checking segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:02:36.841092 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Bound using segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:02:36.841521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Bound port: 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:02:36.841873 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:36.904962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:02:36.907911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:02:36.913262 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:36.947354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:36.948014 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:36.949702 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] 10.222.0.95 "PUT /v2.0/ports/4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 1091 time: 0.6071982 Nov 25 18:02:36.984390 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c092e10-0e16-41b4-b68b-dabb0f132fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:37.019859 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923196c-5977-416b-9118-f727bdfe3dcb req-3f26cc4a-e553-4a07-9245-7487a653ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:37.021398 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-3f26cc4a-e553-4a07-9245-7487a653ab74 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 1094 time: 0.0484903 Nov 25 18:02:37.112178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923196c-5977-416b-9118-f727bdfe3dcb req-e5abca6f-860d-45b0-a87a-9daa717986a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:37.114363 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-e5abca6f-860d-45b0-a87a-9daa717986a0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0861862 Nov 25 18:02:37.156983 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-af42f8df-b525-4399-a94a-4065cb8b318d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 217 time: 0.0355854 Nov 25 18:02:37.210102 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923196c-5977-416b-9118-f727bdfe3dcb req-feb4017e-1648-4d59-8f54-aa4a0a595ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:37.211564 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-feb4017e-1648-4d59-8f54-aa4a0a595ffa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0479631 Nov 25 18:02:37.246319 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-9b587cb7-d98e-4a27-bd10-cd41d26122be service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275183 Nov 25 18:02:37.248056 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.338623 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-079eec82-d41a-45bc-a7e6-33778edcb3b5 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856490 Nov 25 18:02:37.434585 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6923196c-5977-416b-9118-f727bdfe3dcb req-bc0b3b8d-c3ef-42df-bd3b-3e6950648eab service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879052 Nov 25 18:02:37.469740 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:37.780763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb21893-3c59-45f4-b23c-6e29e9e6014d req-55f96e2c-99ba-4747-a70d-a8cbcf0c12f9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:37.782279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bcb21893-3c59-45f4-b23c-6e29e9e6014d req-55f96e2c-99ba-4747-a70d-a8cbcf0c12f9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 943 time: 0.0493324 Nov 25 18:02:37.829179 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bcb21893-3c59-45f4-b23c-6e29e9e6014d req-9e187020-2dcf-4b9d-b3ac-6026bf7d595b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Nov 25 18:02:38.056405 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.755796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:38.758282 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:38.807925 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3e18bf-345b-4719-a0f3-0291ff3af2ca x-openstack-request-id: req-8c3e18bf-345b-4719-a0f3-0291ff3af2ca {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:38.808226 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:38.808491 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c3e18bf-345b-4719-a0f3-0291ff3af2ca {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:38.808945 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'status': 'completed', 'code': 200} Nov 25 18:02:38.904719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-fb20662e-917d-44d1-a051-23de3a4a16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:38.906266 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-fb20662e-917d-44d1-a051-23de3a4a16e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 1094 time: 0.0679388 Nov 25 18:02:38.912462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-07f34673-a835-422f-8856-7ea53b546ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:38.913930 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-07f34673-a835-422f-8856-7ea53b546ec5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 1094 time: 0.0841887 Nov 25 18:02:38.961309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282440b-c89d-4edc-9448-a644aa1dd982 req-113724b7-4d67-43f5-8c33-e4f2055497a2 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:38.962955 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3282440b-c89d-4edc-9448-a644aa1dd982 req-113724b7-4d67-43f5-8c33-e4f2055497a2 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 943 time: 0.0569417 Nov 25 18:02:39.017372 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3282440b-c89d-4edc-9448-a644aa1dd982 req-794f394c-fe4e-4863-8af2-c249f04510cb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475783 Nov 25 18:02:39.083544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-067c774f-e994-47f5-a9cd-1c2897062b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:39.085110 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-067c774f-e994-47f5-a9cd-1c2897062b66 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.1702819 Nov 25 18:02:39.087651 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-4b3cb6b5-6b92-4caa-a5a3-adfbf774fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:39.089004 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-4b3cb6b5-6b92-4caa-a5a3-adfbf774fa03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.1647234 Nov 25 18:02:39.157218 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-b5adb4e9-5f9f-4e66-91a4-0cf7498bf744 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 217 time: 0.0646930 Nov 25 18:02:39.158596 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-8f608fae-6cd3-4312-a43c-d279c388cf5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 217 time: 0.0604012 Nov 25 18:02:39.245170 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-db9c2635-667c-470e-b14a-6a86ea021e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:39.246658 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-db9c2635-667c-470e-b14a-6a86ea021e2b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0825341 Nov 25 18:02:39.250110 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-78557f90-b0cf-4605-be93-41b341ca66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:39.251452 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-78557f90-b0cf-4605-be93-41b341ca66e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0796311 Nov 25 18:02:39.298378 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-139bab1f-51cd-4eb2-992d-544e08fb11d4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440071 Nov 25 18:02:39.301022 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-4faf6d7c-1bb6-48e5-8326-153db477e006 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394065 Nov 25 18:02:39.456701 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-fae274e4-ae50-4d24-9a20-1c22c30cff8d service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504743 Nov 25 18:02:39.460044 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-f09c67de-88c3-460b-8dcb-5c50eb884df6 service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470149 Nov 25 18:02:39.622835 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-292e02c7-2a97-4bd2-a098-bdec1fc65ff7 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583333 Nov 25 18:02:39.624759 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-db9ce020-8f79-4ef9-8399-c1e04b8e3fa4 req-6e60618a-ec02-4d06-8e0d-0803b74a80d6 service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532056 Nov 25 18:02:40.136420 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208cb52-94c4-48de-be8a-4105b29eff9b req-443eef70-17be-471e-8e35-12e245f51f7f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:40.137920 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e208cb52-94c4-48de-be8a-4105b29eff9b req-443eef70-17be-471e-8e35-12e245f51f7f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 943 time: 0.0496924 Nov 25 18:02:40.186420 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e208cb52-94c4-48de-be8a-4105b29eff9b req-a04ac99e-f437-4753-963c-e12ce030a0d9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Nov 25 18:02:40.382857 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c707d-ae97-4320-aada-87e6604be6e3 req-a1c560cb-58b9-4044-8a22-6964ab3fd0f7 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:40.384789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce6c707d-ae97-4320-aada-87e6604be6e3 req-a1c560cb-58b9-4044-8a22-6964ab3fd0f7 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 943 time: 0.0517998 Nov 25 18:02:40.401227 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d74ada-4967-4971-b7e5-48e457ef183f req-706c5775-f7ea-4af3-aff1-71ca8825bc3f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:40.402745 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-706c5775-f7ea-4af3-aff1-71ca8825bc3f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.60 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e&tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 943 time: 0.0550222 Nov 25 18:02:40.436272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce6c707d-ae97-4320-aada-87e6604be6e3 req-ab98b733-0b73-478b-a600-0eaea3681f0d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455399 Nov 25 18:02:40.446487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:02:40.473734 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-46d74ada-4967-4971-b7e5-48e457ef183f req-5519fbe8-4d4e-462a-961b-42033c12116a service neutron] delete failed (client error): The resource could not be found. Nov 25 18:02:40.474777 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-5519fbe8-4d4e-462a-961b-42033c12116a service neutron] 10.222.0.60 "DELETE /v2.0/ports/4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0606391 Nov 25 18:02:40.486836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:02:40.560814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d74ada-4967-4971-b7e5-48e457ef183f req-d1f565e8-3107-4baa-b5e2-53b03970fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:40.562255 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-d1f565e8-3107-4baa-b5e2-53b03970fa7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 1094 time: 0.0414469 Nov 25 18:02:40.658623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d74ada-4967-4971-b7e5-48e457ef183f req-6f253cdd-9c3e-4d73-b41b-47d2de99b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:40.660842 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-6f253cdd-9c3e-4d73-b41b-47d2de99b236 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0895841 Nov 25 18:02:40.707021 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-88089a1c-2312-45c1-ae36-d49c944e744b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 200 len: 217 time: 0.0378773 Nov 25 18:02:40.764267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d74ada-4967-4971-b7e5-48e457ef183f req-999503ae-cb58-4a31-a03b-b5bdf2d71de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:40.765750 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-999503ae-cb58-4a31-a03b-b5bdf2d71de3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0507023 Nov 25 18:02:40.799352 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-247aa98e-3072-4e2e-a3ea-25265ce70ac3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253274 Nov 25 18:02:40.890571 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-85cc279d-ec95-4750-b526-f842ad930d3c service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821328 Nov 25 18:02:40.916115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:02:41.022124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:41.036078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13', 'port_id': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'mac_address': 'fa:16:3e:2b:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183222b-b72d-49fa-8eaa-3b9f107a90cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:02:41.074597 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:41.089422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:02:41.110348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:41.115197 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:41.165923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:41.238086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-46d74ada-4967-4971-b7e5-48e457ef183f req-6db35327-da6b-41aa-b95d-702e7942f920 service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400400 Nov 25 18:02:41.348662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:02:41.566209 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f77acb-7dfc-418f-87fc-83c6a81639b3 req-3a57bd24-37c3-4d3d-b99b-83697a57106a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:41.567717 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f77acb-7dfc-418f-87fc-83c6a81639b3 req-3a57bd24-37c3-4d3d-b99b-83697a57106a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 944 time: 0.0543511 Nov 25 18:02:41.619264 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34f77acb-7dfc-418f-87fc-83c6a81639b3 req-70f5c3e5-1fa4-48e2-ac41-b51f6abd3c2a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Nov 25 18:02:42.737735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0df7c-6f8c-4c04-97d9-d01f9bafdab0 req-64d14060-5dcb-4a1d-9320-421f571f8da1 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:42.739260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03c0df7c-6f8c-4c04-97d9-d01f9bafdab0 req-64d14060-5dcb-4a1d-9320-421f571f8da1 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 944 time: 0.0493882 Nov 25 18:02:42.786932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03c0df7c-6f8c-4c04-97d9-d01f9bafdab0 req-b2030f8e-0700-4f2e-a9da-39911d0f8ecc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Nov 25 18:02:42.905182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea46c8-0ef7-411d-aae0-348c100f6f85 req-dbd8a6df-1b52-4470-92d8-17cc3bd174a1 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:42.906554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6bea46c8-0ef7-411d-aae0-348c100f6f85 req-dbd8a6df-1b52-4470-92d8-17cc3bd174a1 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 944 time: 0.0530031 Nov 25 18:02:42.932980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:02:42.955587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6bea46c8-0ef7-411d-aae0-348c100f6f85 req-44fbbf13-4cd5-44a1-b483-41733d95b85f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Nov 25 18:02:42.981328 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:02:42.985385 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:02:42.985760 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:43.069307 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:43.070544 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a51047-e237-4f63-9472-e6d8c4d63d92 req-f4082f9e-4742-4a42-a852-677c6b07dfd2 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:43.072190 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17a51047-e237-4f63-9472-e6d8c4d63d92 req-f4082f9e-4742-4a42-a852-677c6b07dfd2 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 944 time: 0.0497491 Nov 25 18:02:43.092117 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:43.094435 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e3bfdb-67fd-408b-97fe-086628160ceb" -d '{"events": [{"server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "name": "network-vif-plugged", "status": "completed", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:43.108351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:43.114316 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:43.125099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-17a51047-e237-4f63-9472-e6d8c4d63d92 req-205b7fc1-7189-4c04-a7f1-12bf30be06cd tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468452 Nov 25 18:02:43.144009 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381b66c8-e782-41b1-bd56-40b3f0acc577 x-openstack-request-id: req-381b66c8-e782-41b1-bd56-40b3f0acc577 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:43.144412 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "name": "network-vif-plugged", "status": "completed", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:43.144670 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-381b66c8-e782-41b1-bd56-40b3f0acc577 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:43.145104 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'code': 200} Nov 25 18:02:43.171306 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:43.481178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-10197f6a-697e-4ac5-b06c-b90815b61711 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:43.482562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-10197f6a-697e-4ac5-b06c-b90815b61711 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 815 time: 0.1048462 Nov 25 18:02:43.498335 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-fb9504a2-e1d9-4829-8513-1662e636d313 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/quotas/9b4b95ba97b548cc96f9cb0bbb9dbc83 HTTP/1.1" status: 200 len: 375 time: 0.0091677 Nov 25 18:02:43.546003 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-560a48c2-5849-444f-9409-41248d6e2546 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416505 Nov 25 18:02:43.557443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-7e480920-cc20-4f9a-ab15-2a21e7c1495a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:02:43.558415 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-7e480920-cc20-4f9a-ab15-2a21e7c1495a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051644 Nov 25 18:02:43.651228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-e89b770c-7a6e-4452-ab04-1d7a5ae1400e service neutron] 10.222.0.81 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869842 Nov 25 18:02:43.744783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-4d2143d2-4ba1-440c-84ef-c2c8bb08b514 service neutron] 10.222.0.81 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863798 Nov 25 18:02:43.910946 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5bb59324-6f67-4b49-95ac-a1daee3e6d24 req-889fdba1-4407-41de-8387-7a995e566de9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 210 time: 0.0333059 Nov 25 18:02:44.810709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-5cec82fd-f01d-490f-8a2b-96a085809035 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:44.812616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-5cec82fd-f01d-490f-8a2b-96a085809035 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.95 "GET /v2.0/ports?device_id=17430b37-f1b7-4c1d-9d54-aa2588e7473e HTTP/1.1" status: 200 len: 945 time: 0.0502067 Nov 25 18:02:44.844522 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-3da179d9-717e-469b-8c63-00a94e86b729 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:44.846010 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-3da179d9-717e-469b-8c63-00a94e86b729 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.95 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 815 time: 0.1097062 Nov 25 18:02:44.861260 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Request body: {'port': {'device_id': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13', 'admin_state_up': True, 'tenant_id': '9b4b95ba97b548cc96f9cb0bbb9dbc83'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:02:44.920345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Deleting port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:02:44.920839 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:44.981548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Made reservation on behalf of 9b4b95ba97b548cc96f9cb0bbb9dbc83 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:02:44.985353 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.021521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3315f55-dae8-4635-ae7f-a65c3d3d69d5 req-c0461ef2-37f7-4a80-9123-1163358ef16b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 210 time: 0.0358772 Nov 25 18:02:45.045552 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] For port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:45.045917 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.058513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Calling delete_port for 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:02:45.117683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Allocated IP 172.20.0.7 (93706139-3e3d-41e3-bad4-abfb1604df13/c183222b-b72d-49fa-8eaa-3b9f107a90cd/15c020fc-6280-4094-8001-8774907fa0e3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:02:45.190784 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.203734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:02:45.225942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Pushing event deleted for resources: {'Port': ['ID=4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:45.267876 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] No DVR routers for this DVR port 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:02:45.271336 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.274849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.95 "DELETE /v2.0/ports/4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 HTTP/1.1" status: 204 len: 173 time: 0.4499290 Nov 25 18:02:45.275329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'name': 'network-vif-deleted', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:45.277678 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9921c922-ab55-4d9d-9ef5-2829e3958f5b" -d '{"events": [{"server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "name": "network-vif-deleted", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:45.307609 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.346489 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.359111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:02:45.398789 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Network 93706139-3e3d-41e3-bad4-abfb1604df13 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:02:45.401958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:02:45.406463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:02:45.408583 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c241fd-bd65-45a1-a1c8-838282a71f43 x-openstack-request-id: req-71c241fd-bd65-45a1-a1c8-838282a71f43 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:45.409191 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17430b37-f1b7-4c1d-9d54-aa2588e7473e", "name": "network-vif-deleted", "tag": "4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:45.409708 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71c241fd-bd65-45a1-a1c8-838282a71f43 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:45.409898 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17430b37-f1b7-4c1d-9d54-aa2588e7473e', 'name': 'network-vif-deleted', 'tag': '4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909', 'status': 'completed', 'code': 200} Nov 25 18:02:45.413207 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:45.460737 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:45.461393 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.477607 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-81f6ae74-3c6a-4fc8-ace3-eb7545cc15fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204336 Nov 25 18:02:45.490240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Request body: {'port': {'device_id': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:02:45.546576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.813996 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c020fc-6280-4094-8001-8774907fa0e3 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:02:45.821924 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.834052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Transition to ACTIVE for port object 15c020fc-6280-4094-8001-8774907fa0e3 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:02:45.837716 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:45.891523 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:45.965695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Attempting to bind port 15c020fc-6280-4094-8001-8774907fa0e3 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:02:45.966037 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Attempting to bind port 15c020fc-6280-4094-8001-8774907fa0e3 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:02:45.966367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Attempting to bind port 15c020fc-6280-4094-8001-8774907fa0e3 on network 93706139-3e3d-41e3-bad4-abfb1604df13 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:02:45.970624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Port 15c020fc-6280-4094-8001-8774907fa0e3 on network 93706139-3e3d-41e3-bad4-abfb1604df13 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:02:45.970949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Attempting to bind port 15c020fc-6280-4094-8001-8774907fa0e3 on network 93706139-3e3d-41e3-bad4-abfb1604df13 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:02:45.976666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:02:45.977043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Checking segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:02:45.977434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Bound using segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:02:45.977857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Bound port: 15c020fc-6280-4094-8001-8774907fa0e3, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:02:45.978212 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:46.042937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:02:46.046432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:02:46.050465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:46.092392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:46.093986 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:46.094747 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] 10.222.0.95 "PUT /v2.0/ports/15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 1091 time: 0.6093760 Nov 25 18:02:46.097743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:46.100751 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3291c31-03a5-4ade-9654-e3d979bcab9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "tag": "15c020fc-6280-4094-8001-8774907fa0e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:46.127850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff873-436f-4e18-ad76-799941dd6562 service neutron] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:46.150675 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957ab4-443a-4167-af56-75eefe08cc6f req-317fe811-a15b-4641-b7fd-748d10de9004 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:46.152759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0957ab4-443a-4167-af56-75eefe08cc6f req-317fe811-a15b-4641-b7fd-748d10de9004 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 943 time: 0.0566297 Nov 25 18:02:46.156358 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97208e5-6cb8-4bfa-b541-cec1583c875d x-openstack-request-id: req-f97208e5-6cb8-4bfa-b541-cec1583c875d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:46.156663 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "tag": "15c020fc-6280-4094-8001-8774907fa0e3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:46.156929 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f97208e5-6cb8-4bfa-b541-cec1583c875d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:46.157352 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3', 'status': 'completed', 'code': 200} Nov 25 18:02:46.193389 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-dda62c52-18ef-400d-bcba-80608ec32ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:46.194930 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-dda62c52-18ef-400d-bcba-80608ec32ee8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1094 time: 0.0522010 Nov 25 18:02:46.203256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c0957ab4-443a-4167-af56-75eefe08cc6f req-6c5f5ffb-ab81-47e5-afd0-45fe07b71bda tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445349 Nov 25 18:02:46.241450 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-fec9e5ed-42e0-47c5-a210-8a8bb940525c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 217 time: 0.0382323 Nov 25 18:02:46.297774 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-89dfd979-60de-40a8-87e7-2e3e27d2714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:46.299247 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-89dfd979-60de-40a8-87e7-2e3e27d2714a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0514531 Nov 25 18:02:46.330721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-674a0b16-97cd-40a1-be9e-6485117a3f02 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238738 Nov 25 18:02:46.422366 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-c221a296-97c8-4463-ad3c-6a3017305f25 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Nov 25 18:02:46.512910 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ee98c12-2d9e-4f7c-9672-ca9cbe571bc3 req-42de41d5-a444-4d8d-9a77-575d51f59716 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824332 Nov 25 18:02:46.606365 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-98b64a91-7b53-4cf6-82ce-e66f466388e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:46.607973 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-98b64a91-7b53-4cf6-82ce-e66f466388e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1094 time: 0.0465488 Nov 25 18:02:46.701868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-49ad8589-3dad-4ee5-bd7a-a041053c7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:46.703266 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-49ad8589-3dad-4ee5-bd7a-a041053c7395 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0883949 Nov 25 18:02:46.746279 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-96e3ea2a-8e28-41e5-a996-3413fd5562f3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 217 time: 0.0352464 Nov 25 18:02:46.801347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-7adc9a87-25ab-40a6-b122-65162184b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:46.802800 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-7adc9a87-25ab-40a6-b122-65162184b3d7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0481591 Nov 25 18:02:46.836820 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-17ad2c67-3f12-4046-b1e9-045327633a70 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256877 Nov 25 18:02:46.927829 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-e60494d7-e64b-45eb-b772-3bfcf1b5283e service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832264 Nov 25 18:02:47.023019 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b3291c31-03a5-4ade-9654-e3d979bcab9b req-550baf88-25dc-4288-8365-57b1108b90c5 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880213 Nov 25 18:02:47.328120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac96364-0594-4240-acaf-3bbdf2dc526a req-765474d3-69fc-4589-bb8a-b147b09aefd8 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:47.329611 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ac96364-0594-4240-acaf-3bbdf2dc526a req-765474d3-69fc-4589-bb8a-b147b09aefd8 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 943 time: 0.0532265 Nov 25 18:02:47.377302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ac96364-0594-4240-acaf-3bbdf2dc526a req-746e4af7-96ad-41e1-8979-f5a568740433 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Nov 25 18:02:48.735711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded33f4-f932-4830-ae61-940362d101b9 req-bdd02e77-3674-4bd9-940f-3aef4dd2a73c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:48.737290 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ded33f4-f932-4830-ae61-940362d101b9 req-bdd02e77-3674-4bd9-940f-3aef4dd2a73c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 943 time: 0.0480809 Nov 25 18:02:48.784280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ded33f4-f932-4830-ae61-940362d101b9 req-ad444340-f347-43b9-9cf8-518a0763db36 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Nov 25 18:02:48.947490 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 15c020fc-6280-4094-8001-8774907fa0e3 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:02:48.949608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:02:48.975295 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:02:48.975636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 4eae6ae2-51d0-4a4b-ac63-fc7b3ece5909 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:02:49.061932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:49.073598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '15c020fc-6280-4094-8001-8774907fa0e3', 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13', 'port_id': '15c020fc-6280-4094-8001-8774907fa0e3', 'mac_address': 'fa:16:3e:46:ca:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183222b-b72d-49fa-8eaa-3b9f107a90cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:02:49.110341 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:49.123138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c020fc-6280-4094-8001-8774907fa0e3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:02:49.142818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:49.147722 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:49.194625 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:49.337148 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['15c020fc-6280-4094-8001-8774907fa0e3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:02:49.901963 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe66a0-8e6b-47dc-bcbd-063062aa4dd4 req-8d4be44f-3113-4040-a1f6-aa2e54299b4b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:49.903700 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37fe66a0-8e6b-47dc-bcbd-063062aa4dd4 req-8d4be44f-3113-4040-a1f6-aa2e54299b4b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 944 time: 0.0498831 Nov 25 18:02:49.955059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-37fe66a0-8e6b-47dc-bcbd-063062aa4dd4 req-5d0ff89d-8678-4bac-a51a-6a6b1bb15419 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Nov 25 18:02:50.962135 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 15c020fc-6280-4094-8001-8774907fa0e3 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:02:51.012723 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 15c020fc-6280-4094-8001-8774907fa0e3 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:02:51.016824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 15c020fc-6280-4094-8001-8774907fa0e3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:02:51.017230 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:51.083923 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af81e7-8ef6-4d47-9883-de885dc5b783 req-3f9f3c28-a704-447a-81f1-acc7a9aa8c65 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:51.085440 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88af81e7-8ef6-4d47-9883-de885dc5b783 req-3f9f3c28-a704-447a-81f1-acc7a9aa8c65 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 944 time: 0.0503092 Nov 25 18:02:51.100663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:51.124393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:51.126713 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be358f7-5eac-4b53-9f0a-1ad969e02211" -d '{"events": [{"server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "name": "network-vif-plugged", "status": "completed", "tag": "15c020fc-6280-4094-8001-8774907fa0e3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:51.134951 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88af81e7-8ef6-4d47-9883-de885dc5b783 req-282d6ad3-0640-4a29-be44-d683872b5b48 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Nov 25 18:02:51.140636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:51.145056 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:51.178951 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69500fa9-e2d5-4515-98e4-07c93f0eff34 x-openstack-request-id: req-69500fa9-e2d5-4515-98e4-07c93f0eff34 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:51.179255 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "name": "network-vif-plugged", "status": "completed", "tag": "15c020fc-6280-4094-8001-8774907fa0e3", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:51.179518 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69500fa9-e2d5-4515-98e4-07c93f0eff34 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:51.179914 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3', 'code': 200} Nov 25 18:02:51.198325 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:51.281630 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c24ec-1d24-4cac-9a42-5b66607edf0d req-f02c16af-7824-4059-96cd-459b296fe58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:51.283205 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba2c24ec-1d24-4cac-9a42-5b66607edf0d req-f02c16af-7824-4059-96cd-459b296fe58a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1096 time: 0.0423377 Nov 25 18:02:51.327901 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ba2c24ec-1d24-4cac-9a42-5b66607edf0d req-ce1063d7-1539-4d2c-a7c6-8cde9c0f5d63 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368829 Nov 25 18:02:52.253357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f198071-d87b-4333-a90a-eb8d86102e6b req-a36d9e9d-88dc-495e-ba73-58610e0d86f6 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:52.254849 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f198071-d87b-4333-a90a-eb8d86102e6b req-a36d9e9d-88dc-495e-ba73-58610e0d86f6 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0518398 Nov 25 18:02:52.307515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f198071-d87b-4333-a90a-eb8d86102e6b req-20c5c476-f009-4af1-a34a-6c8bd8c073fc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Nov 25 18:02:53.433205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e5820-d589-4b29-b8bf-ec2cee5844d6 req-45a5f0bb-6548-45d8-9475-570b0d80e42a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:53.434703 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e64e5820-d589-4b29-b8bf-ec2cee5844d6 req-45a5f0bb-6548-45d8-9475-570b0d80e42a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0541153 Nov 25 18:02:53.482113 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e64e5820-d589-4b29-b8bf-ec2cee5844d6 req-1307b2e1-3e6d-4ab2-b835-3d25aa185c2d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Nov 25 18:02:53.596720 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edda34-1d8e-4040-8452-56c7431d611f req-68647ccb-0e68-4168-b7cf-88033ac96f9f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:53.598210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76edda34-1d8e-4040-8452-56c7431d611f req-68647ccb-0e68-4168-b7cf-88033ac96f9f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0490935 Nov 25 18:02:53.648047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76edda34-1d8e-4040-8452-56c7431d611f req-7ee4219d-e818-45f4-97ae-4c1f475633ff tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Nov 25 18:02:53.920825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-2a3b71a6-7282-4ea6-8bef-322f8534202f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724955 Nov 25 18:02:53.932372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13355f-86e7-416f-afb9-34260bad0221 req-2cc3e951-6220-466e-85a1-b8406277d7f9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:53.933924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d13355f-86e7-416f-afb9-34260bad0221 req-2cc3e951-6220-466e-85a1-b8406277d7f9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0780149 Nov 25 18:02:53.983998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8d13355f-86e7-416f-afb9-34260bad0221 req-ce6953ea-cc82-4c70-bd93-5f03388d4b5a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 Nov 25 18:02:54.997257 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-2b4f32fe-8f69-4ffa-b785-6c9bde73026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:54.998855 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-2b4f32fe-8f69-4ffa-b785-6c9bde73026c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1096 time: 0.0411572 Nov 25 18:02:55.094963 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-936fd7d9-353c-4c52-bcbe-21c34a13e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:55.097496 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-936fd7d9-353c-4c52-bcbe-21c34a13e7df service neutron] 10.222.0.95 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0918348 Nov 25 18:02:55.102766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70287380-8ba2-473d-b757-48815bc942e4 req-695a6825-067f-4727-a4a8-6abd7165db4d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:55.104296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70287380-8ba2-473d-b757-48815bc942e4 req-695a6825-067f-4727-a4a8-6abd7165db4d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0493245 Nov 25 18:02:55.140495 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-184d1ef2-94cc-4469-afd4-05b408a3cb34 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 217 time: 0.0353925 Nov 25 18:02:55.151522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-70287380-8ba2-473d-b757-48815bc942e4 req-f1e5fbc4-8805-487f-9ff6-ed862bcf4267 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410492 Nov 25 18:02:55.193837 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-5f1f91fd-5c7b-425c-98d3-4ea6ddaa04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:55.195282 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-5f1f91fd-5c7b-425c-98d3-4ea6ddaa04bc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0482540 Nov 25 18:02:55.227265 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-71c28133-bfbf-4ca7-9b2c-88df5540712a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242929 Nov 25 18:02:55.317372 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-6d9c07ed-5927-48cd-bb13-45e1b46d49b4 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830195 Nov 25 18:02:55.411852 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-46c1840e-4a8e-4e1f-85b3-8e6dafbddd48 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881424 Nov 25 18:02:56.273361 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8fa70-4e27-4473-879e-4de121cb4064 req-1432f0b6-76ee-4b04-bf3e-36ac7266090e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:56.274857 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1b8fa70-4e27-4473-879e-4de121cb4064 req-1432f0b6-76ee-4b04-bf3e-36ac7266090e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0517817 Nov 25 18:02:56.321909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c1b8fa70-4e27-4473-879e-4de121cb4064 req-a0301b53-5d26-4c7c-8d8a-8f30415fc9f9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Nov 25 18:02:56.807090 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:02:57.438141 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7467d6d-4784-4b1b-addb-881ccc26c5be req-f11268e4-a94d-41d5-ae73-5a27214d1494 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:57.439661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7467d6d-4784-4b1b-addb-881ccc26c5be req-f11268e4-a94d-41d5-ae73-5a27214d1494 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0498700 Nov 25 18:02:57.488207 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7467d6d-4784-4b1b-addb-881ccc26c5be req-f32ab70b-5619-4892-aff2-c41fa665185d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Nov 25 18:02:58.607662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae5107-793f-4deb-ac29-e3b581c0d252 req-5f96cbd0-7da1-4338-bc85-d8f331388e1d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:58.609246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bae5107-793f-4deb-ac29-e3b581c0d252 req-5f96cbd0-7da1-4338-bc85-d8f331388e1d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0496063 Nov 25 18:02:58.661500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8bae5107-793f-4deb-ac29-e3b581c0d252 req-14481986-8c48-4e8c-a5fc-d4081f49d49e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459824 Nov 25 18:02:59.782927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba106d2-1467-453a-8621-4ed2f4b259c1 req-3d7b3595-8f2e-4a46-adc4-989644209a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:59.785110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fba106d2-1467-453a-8621-4ed2f4b259c1 req-3d7b3595-8f2e-4a46-adc4-989644209a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0540328 Nov 25 18:02:59.831932 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fba106d2-1467-453a-8621-4ed2f4b259c1 req-84d60945-9ec6-42dd-bb6a-08453385d490 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Nov 25 18:03:00.217109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-a90c7445-6d8f-4e8f-931c-90c5fc3c0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:00.218613 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-a90c7445-6d8f-4e8f-931c-90c5fc3c0bac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1096 time: 0.0401459 Nov 25 18:03:00.325215 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-8d97d504-3909-400d-bad1-abdc84d8d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:00.326718 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-8d97d504-3909-400d-bad1-abdc84d8d839 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0882456 Nov 25 18:03:00.368748 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-52e08565-45fe-4a5c-872c-cb24aff64667 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 217 time: 0.0345924 Nov 25 18:03:00.419247 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-15373f48-e1a7-459f-b71c-d66bc411709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:00.420706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-15373f48-e1a7-459f-b71c-d66bc411709a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0440464 Nov 25 18:03:00.454966 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-b70775be-83c6-4dc7-9c25-631323b022ee service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271564 Nov 25 18:03:00.558541 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-6d596ef3-8551-4b0b-ba53-d5fc695d46af service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962315 Nov 25 18:03:00.651615 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-de9493a6-89ac-474e-bb9f-df4293ea22b6 req-c8fa452e-048a-4b30-9da7-47ba192c39cf service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852027 Nov 25 18:03:00.961994 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e2fb5-e1e0-4fb7-872f-ebf72cea03da req-5ceb6546-109c-4c98-bfd1-2435c5760564 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:00.963677 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-086e2fb5-e1e0-4fb7-872f-ebf72cea03da req-5ceb6546-109c-4c98-bfd1-2435c5760564 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0577445 Nov 25 18:03:01.013075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-086e2fb5-e1e0-4fb7-872f-ebf72cea03da req-3f137d0b-a45e-45cb-b4bd-1f00301a818f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432570 Nov 25 18:03:02.138278 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca9d3d-1968-424e-9123-29d43d6f2a99 req-cd983966-97c1-4ab5-aed7-3a1e07ed6a44 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:02.139757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4ca9d3d-1968-424e-9123-29d43d6f2a99 req-cd983966-97c1-4ab5-aed7-3a1e07ed6a44 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0533607 Nov 25 18:03:02.187384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f4ca9d3d-1968-424e-9123-29d43d6f2a99 req-06603f98-6e10-436a-83ae-4b29d553f252 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 Nov 25 18:03:02.274798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-482410a8-d505-4674-a91b-0b140fd209ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:03.305427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9fbb9-fe94-486a-b91a-5c5f5038556d req-454e7b18-233e-4f3a-b5e8-0c73c27ed0e4 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:03.306921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76b9fbb9-fe94-486a-b91a-5c5f5038556d req-454e7b18-233e-4f3a-b5e8-0c73c27ed0e4 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0492692 Nov 25 18:03:03.353509 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-76b9fbb9-fe94-486a-b91a-5c5f5038556d req-613ee164-c3d5-455f-8f7c-ca7280df76ae tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Nov 25 18:03:04.448335 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-502e3717-1f90-4ce2-b0e0-1a10a7b86e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:04.475931 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7665c4-61bc-4d04-81ee-1eba109cffe4 req-682e47f8-9d02-4e96-969d-8cbdaf0b0c7c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:04.477460 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf7665c4-61bc-4d04-81ee-1eba109cffe4 req-682e47f8-9d02-4e96-969d-8cbdaf0b0c7c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0550063 Nov 25 18:03:04.524185 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bf7665c4-61bc-4d04-81ee-1eba109cffe4 req-54f3ccfa-0ef8-4836-849d-1b79bb0630a2 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Nov 25 18:03:05.640277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e1eb-6d17-47ac-aa08-959b278a1023 req-24c0006a-4c67-4e71-a6db-8ca2eb93a17e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:05.641774 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05a9e1eb-6d17-47ac-aa08-959b278a1023 req-24c0006a-4c67-4e71-a6db-8ca2eb93a17e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Nov 25 18:03:05.688868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-05a9e1eb-6d17-47ac-aa08-959b278a1023 req-3e89c6d0-4ce4-4ebf-bc31-00e4bf286ccc tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Nov 25 18:03:05.971110 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:06.777530 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:06.808967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e59cf7-59e5-4c6a-a415-ca82ca5285c5 req-39b6fa5a-622c-4719-9a23-dafb6a023021 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:06.810441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5e59cf7-59e5-4c6a-a415-ca82ca5285c5 req-39b6fa5a-622c-4719-9a23-dafb6a023021 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0508950 Nov 25 18:03:06.862733 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c5e59cf7-59e5-4c6a-a415-ca82ca5285c5 req-3a939f51-90eb-4305-8323-ea32029efa01 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Nov 25 18:03:07.249985 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:07.460653 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:07.979990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3f9a-7387-4dea-a4f6-48508b373a1e req-b78852af-c679-4325-a2d3-7867403cb86c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:07.981476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f7c3f9a-7387-4dea-a4f6-48508b373a1e req-b78852af-c679-4325-a2d3-7867403cb86c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0492570 Nov 25 18:03:08.028714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3f7c3f9a-7387-4dea-a4f6-48508b373a1e req-cf777c76-0db8-4151-a1b7-903213aff036 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Nov 25 18:03:08.050887 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:09.150253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaab13-a13b-43fb-a90f-54434e6a42b6 req-9a4fed01-32c9-4824-852a-1b3ef086fbd3 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:09.151718 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebeaab13-a13b-43fb-a90f-54434e6a42b6 req-9a4fed01-32c9-4824-852a-1b3ef086fbd3 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0488222 Nov 25 18:03:09.200027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ebeaab13-a13b-43fb-a90f-54434e6a42b6 req-5d18c170-6867-4a72-bdd5-0c68f3a465ae tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Nov 25 18:03:10.647469 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd296eb3-0dbe-4b4c-b049-f1b0bb1da5cc req-a03ca3fe-02b4-4b45-9f61-726ed54b58be tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:10.648998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd296eb3-0dbe-4b4c-b049-f1b0bb1da5cc req-a03ca3fe-02b4-4b45-9f61-726ed54b58be tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.3790910 Nov 25 18:03:10.694887 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd296eb3-0dbe-4b4c-b049-f1b0bb1da5cc req-26c41f2e-a1df-4e30-aea7-3c048dc53108 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Nov 25 18:03:11.813300 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4610b13-815c-40a6-bd21-0994f64e33ea req-c3052c78-f333-4331-a3cb-a5fc8ca5cc66 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:11.815457 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4610b13-815c-40a6-bd21-0994f64e33ea req-c3052c78-f333-4331-a3cb-a5fc8ca5cc66 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0506816 Nov 25 18:03:11.861400 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4610b13-815c-40a6-bd21-0994f64e33ea req-dfa3a7fa-edf5-49c0-9d46-7357dba5b9ee tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Nov 25 18:03:12.979299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3115a98-33d6-495e-bb06-b437b58ff1a2 req-485140e3-28e8-4c6f-9c66-2ff409b925ad tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:12.980766 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3115a98-33d6-495e-bb06-b437b58ff1a2 req-485140e3-28e8-4c6f-9c66-2ff409b925ad tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0477979 Nov 25 18:03:13.031921 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3115a98-33d6-495e-bb06-b437b58ff1a2 req-12fd6e7b-0ce0-449d-86e6-64ef134e18fb tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451112 Nov 25 18:03:14.149031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce017cc5-09a7-455b-acda-1e573f026f6c req-cd1c963c-a3df-495e-b490-d414ce1e6e2c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:14.150490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce017cc5-09a7-455b-acda-1e573f026f6c req-cd1c963c-a3df-495e-b490-d414ce1e6e2c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Nov 25 18:03:14.198162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ce017cc5-09a7-455b-acda-1e573f026f6c req-f8029b3a-6f45-446d-9756-a5c3960f104b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Nov 25 18:03:15.314168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac54dc-939c-49c5-989e-67a292f5bc23 req-a7683859-2ca5-4c05-a65b-932f5fe065c8 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:15.315657 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-beac54dc-939c-49c5-989e-67a292f5bc23 req-a7683859-2ca5-4c05-a65b-932f5fe065c8 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0480728 Nov 25 18:03:15.362086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-beac54dc-939c-49c5-989e-67a292f5bc23 req-59ea375c-2aec-41b2-a359-0ead77807af5 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Nov 25 18:03:16.486222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956905d-806e-4e63-9180-eb0578b959d0 req-18deae8e-4a3f-4d43-9e55-6104354fc72b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:16.488226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d956905d-806e-4e63-9180-eb0578b959d0 req-18deae8e-4a3f-4d43-9e55-6104354fc72b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0527551 Nov 25 18:03:16.535965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d956905d-806e-4e63-9180-eb0578b959d0 req-a34c7b5d-1d9b-44c4-9866-181703447d94 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 Nov 25 18:03:17.651805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4bdde-43c8-4434-9b3c-dc7c0982481e req-9523193b-00c2-4dd3-9847-a98bf945bc3b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:17.653550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63a4bdde-43c8-4434-9b3c-dc7c0982481e req-9523193b-00c2-4dd3-9847-a98bf945bc3b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Nov 25 18:03:17.700074 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-63a4bdde-43c8-4434-9b3c-dc7c0982481e req-6d44acec-e308-49c2-88f1-c909efda27b7 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Nov 25 18:03:18.817019 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447e279-b3a0-4524-b6bd-d03b13ee4d2c req-8b541994-01da-48b2-9634-293681c378e7 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:18.818376 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8447e279-b3a0-4524-b6bd-d03b13ee4d2c req-8b541994-01da-48b2-9634-293681c378e7 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Nov 25 18:03:18.868126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8447e279-b3a0-4524-b6bd-d03b13ee4d2c req-afeeb952-5299-4aec-9ebc-81c10a88f162 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Nov 25 18:03:19.983708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c9a4f-a903-4e89-a2f4-15b8ab21ff24 req-edfec778-d8a2-42f6-ac18-e2c379ca5d9a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:19.985183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a6c9a4f-a903-4e89-a2f4-15b8ab21ff24 req-edfec778-d8a2-42f6-ac18-e2c379ca5d9a tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0494671 Nov 25 18:03:20.034839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3a6c9a4f-a903-4e89-a2f4-15b8ab21ff24 req-f22a833b-ac23-4ebb-9e8a-d2b010a9007f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430067 Nov 25 18:03:21.164139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2c043-01e0-44bc-acf8-3b82d21b10cd req-63418831-c8b1-4c8b-ab7a-33a073c79cc0 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:21.166333 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf2c043-01e0-44bc-acf8-3b82d21b10cd req-63418831-c8b1-4c8b-ab7a-33a073c79cc0 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0629373 Nov 25 18:03:21.212895 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-baf2c043-01e0-44bc-acf8-3b82d21b10cd req-10850fa7-65e4-497c-bf8d-d1aa6a12d015 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Nov 25 18:03:22.160853 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-bb94d2fd-2377-459d-9dfa-d23bb8e5ad0b service neutron] show failed (client error): The resource could not be found. Nov 25 18:03:22.162369 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-bb94d2fd-2377-459d-9dfa-d23bb8e5ad0b service neutron] 10.222.0.95 "GET /v2.0/ports/15c020fc-6280-4094-8001-8774907fa0e3/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0727692 Nov 25 18:03:22.352070 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608c51-b561-4db2-a3ed-fe418f142706 req-8de5e6b0-0b55-430d-82e2-4f8a07d6068b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:22.353860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e608c51-b561-4db2-a3ed-fe418f142706 req-8de5e6b0-0b55-430d-82e2-4f8a07d6068b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0673397 Nov 25 18:03:22.370310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-4481f2a0-aa4f-4a80-9f7d-bcec4e319b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:22.371833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-4481f2a0-aa4f-4a80-9f7d-bcec4e319b47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571&tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83 HTTP/1.1" status: 200 len: 1096 time: 0.0441501 Nov 25 18:03:22.384925 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:22.402198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e608c51-b561-4db2-a3ed-fe418f142706 req-7de1eedf-ca23-48ab-86d7-01353a9faf9c tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Nov 25 18:03:22.440488 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:22.644355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:22.680855 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:03:22.719979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:03:22.722405 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec7cf51-e553-42d8-b70a-f4d159aa22d3" -d '{"events": [{"server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "name": "network-vif-unplugged", "status": "completed", "tag": "15c020fc-6280-4094-8001-8774907fa0e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:03:22.726590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:22.739346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Transition to ACTIVE for port object 15c020fc-6280-4094-8001-8774907fa0e3 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:03:22.743465 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:22.776753 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c45d8c-7791-4fdc-a23c-f7e0fab65718 x-openstack-request-id: req-b0c45d8c-7791-4fdc-a23c-f7e0fab65718 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:03:22.777093 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "name": "network-vif-unplugged", "status": "completed", "tag": "15c020fc-6280-4094-8001-8774907fa0e3", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:03:22.777364 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0c45d8c-7791-4fdc-a23c-f7e0fab65718 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:03:22.778038 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3', 'code': 200} Nov 25 18:03:22.797512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:22.813300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] No DVR routers for this DVR port 15c020fc-6280-4094-8001-8774907fa0e3 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:03:22.822219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.822575 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.822926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.823287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.823614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.823949 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.824287 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.824620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.824974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.825313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.825644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.825974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:22.860884 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Attempting to bind port 15c020fc-6280-4094-8001-8774907fa0e3 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:03:22.861267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Attempting to bind port 15c020fc-6280-4094-8001-8774907fa0e3 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:03:22.861604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Attempting to bind port 15c020fc-6280-4094-8001-8774907fa0e3 on network 93706139-3e3d-41e3-bad4-abfb1604df13 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:03:22.866025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Port 15c020fc-6280-4094-8001-8774907fa0e3 on network 93706139-3e3d-41e3-bad4-abfb1604df13 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:03:22.866354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Attempting to bind port 15c020fc-6280-4094-8001-8774907fa0e3 on network 93706139-3e3d-41e3-bad4-abfb1604df13 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:03:22.871252 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:03:22.871597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Checking segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:03:22.871991 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Bound using segment: {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:03:22.872425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Bound port: 15c020fc-6280-4094-8001-8774907fa0e3, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56e9221-bc74-4912-b873-9ec340ee8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:03:22.872786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:22.939483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:03:22.942902 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:03:22.947223 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:22.981624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:22.982282 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:22.983691 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] 10.222.0.60 "PUT /v2.0/ports/15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 1091 time: 0.6031106 Nov 25 18:03:23.008904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d6aac-b6fa-4970-b59b-e1a4d239f4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:23.053653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-d5fb5409-c0ed-4314-840c-3bd5ad655e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:23.055215 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-d5fb5409-c0ed-4314-840c-3bd5ad655e12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1094 time: 0.0434320 Nov 25 18:03:23.152071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-e28718d2-c27e-481c-a6ae-ace3a123f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:23.153926 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-e28718d2-c27e-481c-a6ae-ace3a123f214 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0906136 Nov 25 18:03:23.196052 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-f9cd0726-61dc-499b-84bc-dbbe753c9fd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 217 time: 0.0336375 Nov 25 18:03:23.245488 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-2b662cb5-98ca-4230-8ce3-c6c99aa15278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:23.246942 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-2b662cb5-98ca-4230-8ce3-c6c99aa15278 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0440278 Nov 25 18:03:23.279567 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-9ce6d76e-6dd3-4189-b8a4-f7963262ac48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248992 Nov 25 18:03:23.373355 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-aa64b236-df51-4524-9348-2c943b811244 service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846202 Nov 25 18:03:23.465789 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c7e49c5f-3b5c-4a6c-856b-066f5b59ef5b req-0a0f809a-8c25-48e3-ba34-94f4a111cf46 service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845604 Nov 25 18:03:23.524033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44914c54-c274-4c3c-9ddc-68ac98f80d54 req-63eccb61-806c-4dbe-b645-e7e2f5ebd854 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:23.525780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44914c54-c274-4c3c-9ddc-68ac98f80d54 req-63eccb61-806c-4dbe-b645-e7e2f5ebd854 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 943 time: 0.0519536 Nov 25 18:03:23.576616 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-44914c54-c274-4c3c-9ddc-68ac98f80d54 req-7f687cb0-421d-4bb8-93e0-55b019507ac6 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Nov 25 18:03:24.702311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909a6ef-0cbb-4291-b0ae-c6f465c95364 req-ddff4ded-9ea8-43a0-9ad4-a66297a4aa8e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:24.703814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4909a6ef-0cbb-4291-b0ae-c6f465c95364 req-ddff4ded-9ea8-43a0-9ad4-a66297a4aa8e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 943 time: 0.0524552 Nov 25 18:03:24.753393 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4909a6ef-0cbb-4291-b0ae-c6f465c95364 req-1551f34f-13fb-42e4-abf5-2e1ca50948be tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425639 Nov 25 18:03:24.779766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:03:24.782080 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687676db-a9b7-40b0-8d16-91562a4280c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "tag": "15c020fc-6280-4094-8001-8774907fa0e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:03:24.834971 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a617e88-5bc9-4911-acdb-ad23f6529068 x-openstack-request-id: req-2a617e88-5bc9-4911-acdb-ad23f6529068 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:03:24.835276 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "tag": "15c020fc-6280-4094-8001-8774907fa0e3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:03:24.835955 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a617e88-5bc9-4911-acdb-ad23f6529068 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:03:24.836380 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3', 'status': 'completed', 'code': 200} Nov 25 18:03:24.930583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-fa0a2b4f-ae51-4742-9183-856519445cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:24.932118 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-fa0a2b4f-ae51-4742-9183-856519445cfe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1094 time: 0.0734408 Nov 25 18:03:24.937926 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-160346af-371e-43de-b103-f18d0dfb45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:24.939453 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-160346af-371e-43de-b103-f18d0dfb45bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1094 time: 0.0726728 Nov 25 18:03:25.107319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-57278fe5-a031-4a3c-9443-98ef9befedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:25.108871 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-57278fe5-a031-4a3c-9443-98ef9befedf2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.1684930 Nov 25 18:03:25.110051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-c75534b2-39f4-4a2c-be15-3dc2454fcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:25.111441 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-c75534b2-39f4-4a2c-be15-3dc2454fcb54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.1627450 Nov 25 18:03:25.158816 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-408b155e-28da-41b1-abc6-603a7ab9132c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 217 time: 0.0424664 Nov 25 18:03:25.211458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-02e76673-c9e0-4fe6-94a2-117186936c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:25.212981 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-02e76673-c9e0-4fe6-94a2-117186936c3b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0474184 Nov 25 18:03:25.252367 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-6bd26bc2-52b9-4acd-982c-8eb6eb53e0d9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324507 Nov 25 18:03:25.287922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-d9f487ad-eff9-447c-82be-46aa68f09480 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 217 time: 0.0596611 Nov 25 18:03:25.391115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-b7edcd47-5a5c-43e4-b7b6-8a3c6049929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:25.392485 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-b7edcd47-5a5c-43e4-b7b6-8a3c6049929f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0631120 Nov 25 18:03:25.418650 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-c4042dc0-106b-4e58-a4c1-fdaa913e57e2 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392059 Nov 25 18:03:25.438017 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-9005e062-19d4-4d9f-9169-1b4a33501cf1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336792 Nov 25 18:03:25.825157 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-1f25116a-efb4-4170-9019-dbda98ef5551 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892646 Nov 25 18:03:25.828514 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-a6c6e59d-e353-499a-8e13-a0e2480b539d service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828642 Nov 25 18:03:25.872237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c2d93-c834-4104-91b8-28ba101eecc6 req-29c60b05-22c2-4ac6-9f9e-a8dc726d76d9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:25.873759 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd6c2d93-c834-4104-91b8-28ba101eecc6 req-29c60b05-22c2-4ac6-9f9e-a8dc726d76d9 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 943 time: 0.0506737 Nov 25 18:03:25.923731 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-687676db-a9b7-40b0-8d16-91562a4280c5 req-5dbe91c6-60d3-4465-b6b4-54c0a0aad2af service neutron] 10.222.0.60 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852478 Nov 25 18:03:25.924871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bd6c2d93-c834-4104-91b8-28ba101eecc6 req-d37d8a4d-84be-4c2f-b5c1-ef03f85fb8c6 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Nov 25 18:03:26.138814 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a5f8-9f01-4900-b4c8-626a547e5c9d req-1fbac8c2-b770-44e1-9bee-00978ee0f6cf tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:26.140323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecb4a5f8-9f01-4900-b4c8-626a547e5c9d req-1fbac8c2-b770-44e1-9bee-00978ee0f6cf tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 943 time: 0.0519390 Nov 25 18:03:26.156159 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-0079826e-41e7-494e-9131-b3245e3ec96b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:26.157685 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-0079826e-41e7-494e-9131-b3245e3ec96b tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.95 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571&tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 943 time: 0.0584207 Nov 25 18:03:26.201530 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ecb4a5f8-9f01-4900-b4c8-626a547e5c9d req-4edea4b8-e288-4822-8d57-625cc6ce913d tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545909 Nov 25 18:03:26.222493 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-2be275f1-5f0e-484f-81ab-230a6ca56a2a service neutron] delete failed (client error): The resource could not be found. Nov 25 18:03:26.223907 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-2be275f1-5f0e-484f-81ab-230a6ca56a2a service neutron] 10.222.0.95 "DELETE /v2.0/ports/15c020fc-6280-4094-8001-8774907fa0e3/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0586054 Nov 25 18:03:26.311320 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-bd29108a-a49a-4169-9599-219454b2275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:26.312706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-bd29108a-a49a-4169-9599-219454b2275f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 1094 time: 0.0414827 Nov 25 18:03:26.405291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-2af9e012-a0a6-4356-b613-aaa37d15d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:26.406793 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-2af9e012-a0a6-4356-b613-aaa37d15d1b0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 200 len: 916 time: 0.0870531 Nov 25 18:03:26.448881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-d125486d-c206-44cf-829b-45f00c3b6ef7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 200 len: 217 time: 0.0353570 Nov 25 18:03:26.499504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-aaf13703-fd95-44fa-bc23-6127adbfc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:26.501050 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-aaf13703-fd95-44fa-bc23-6127adbfc867 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 200 len: 855 time: 0.0458798 Nov 25 18:03:26.533345 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-08c6b83a-a091-4543-b2d5-de527d98c67d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=93706139-3e3d-41e3-bad4-abfb1604df13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248103 Nov 25 18:03:26.546880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15c020fc-6280-4094-8001-8774907fa0e3 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:03:26.630146 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-767e7b4e-e6ef-4589-abe1-116a7d306531 service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895972 Nov 25 18:03:26.653700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:26.665778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '15c020fc-6280-4094-8001-8774907fa0e3', 'network_id': '93706139-3e3d-41e3-bad4-abfb1604df13', 'port_id': '15c020fc-6280-4094-8001-8774907fa0e3', 'mac_address': 'fa:16:3e:46:ca:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183222b-b72d-49fa-8eaa-3b9f107a90cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:03:26.703705 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:26.717484 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c020fc-6280-4094-8001-8774907fa0e3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:03:26.723148 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3c86f510-6814-43e0-894d-d7e38d73fba2 req-ec57db0a-9ec0-498d-8753-3e9b4f3e8c8b service neutron] 10.222.0.95 "GET /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Nov 25 18:03:26.738361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:26.743151 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:26.802051 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:26.810719 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.811168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.811430 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.812483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.812483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.812483 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.812778 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.813071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.813400 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.813724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.814049 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.814372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:26.992851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['15c020fc-6280-4094-8001-8774907fa0e3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:03:27.170675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 15c020fc-6280-4094-8001-8774907fa0e3 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:03:27.220681 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 15c020fc-6280-4094-8001-8774907fa0e3 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:03:27.336853 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbcc6d-78ba-44cb-bc53-fca40c902bce req-771101d3-d361-49c3-b6d4-438a99eb25dd tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:27.338421 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3bbcc6d-78ba-44cb-bc53-fca40c902bce req-771101d3-d361-49c3-b6d4-438a99eb25dd tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 944 time: 0.0554287 Nov 25 18:03:27.395988 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a3bbcc6d-78ba-44cb-bc53-fca40c902bce req-6ab13911-ce24-4823-9455-ecae4632b2d2 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Nov 25 18:03:27.518092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9427705-983a-456d-b8e1-3b4697b65264 req-14c86747-29fe-4e1a-a0da-c29adc7f4624 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:27.522977 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9427705-983a-456d-b8e1-3b4697b65264 req-14c86747-29fe-4e1a-a0da-c29adc7f4624 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 944 time: 0.0572021 Nov 25 18:03:27.571267 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9427705-983a-456d-b8e1-3b4697b65264 req-56a3374d-3b17-47dc-9571-a830fc3ae722 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Nov 25 18:03:27.693357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add78d-0869-44b2-aa3e-096bc3ff3802 req-82d10d59-d1fb-4b7b-a51a-43159bf096fe tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:27.695133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41add78d-0869-44b2-aa3e-096bc3ff3802 req-82d10d59-d1fb-4b7b-a51a-43159bf096fe tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 944 time: 0.0555179 Nov 25 18:03:27.744302 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41add78d-0869-44b2-aa3e-096bc3ff3802 req-c37c0d58-f75c-4a49-96a2-568b509d9eba tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Nov 25 18:03:28.095021 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb02d03-c3aa-46eb-b1c4-ceb2b4b5073d req-fbf88dd8-9282-45a1-8343-3b74a58f5750 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:28.096432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fb02d03-c3aa-46eb-b1c4-ceb2b4b5073d req-fbf88dd8-9282-45a1-8343-3b74a58f5750 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 944 time: 0.0509109 Nov 25 18:03:28.147674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fb02d03-c3aa-46eb-b1c4-ceb2b4b5073d req-8971c86c-8c43-4860-b650-d835928edd0f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Nov 25 18:03:28.559160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15c020fc-6280-4094-8001-8774907fa0e3 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:03:28.612417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 15c020fc-6280-4094-8001-8774907fa0e3 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:03:28.617163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 15c020fc-6280-4094-8001-8774907fa0e3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:28.617541 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:28.698361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:28.725613 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:03:28.728119 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e68db5e-339c-4214-a928-aeec0c9afb5f" -d '{"events": [{"server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "name": "network-vif-plugged", "status": "completed", "tag": "15c020fc-6280-4094-8001-8774907fa0e3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:03:28.741890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:28.746713 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:28.772058 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47352a09-9a10-4afe-af97-9417df5c1168 x-openstack-request-id: req-47352a09-9a10-4afe-af97-9417df5c1168 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:03:28.772356 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "name": "network-vif-plugged", "status": "completed", "tag": "15c020fc-6280-4094-8001-8774907fa0e3", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:03:28.772622 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47352a09-9a10-4afe-af97-9417df5c1168 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:03:28.773092 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3', 'code': 200} Nov 25 18:03:28.802394 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:29.268217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01946cbb-1af2-449b-8641-3028bcfb6afe req-ab4933eb-3184-425a-9c99-f461b43af2ba tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:29.270032 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01946cbb-1af2-449b-8641-3028bcfb6afe req-ab4933eb-3184-425a-9c99-f461b43af2ba tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0501089 Nov 25 18:03:29.322448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01946cbb-1af2-449b-8641-3028bcfb6afe req-dce5f62a-8d6e-4053-b2c6-7592ed15699e tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.81 "GET /v2.0/security-groups?id=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461960 Nov 25 18:03:29.325785 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-987ba866-f8d4-4974-be2c-abd7afa48236 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:29.327318 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-987ba866-f8d4-4974-be2c-abd7afa48236 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.60 "GET /v2.0/ports?device_id=c023adf5-7cf4-4a1a-80c4-09317de87571 HTTP/1.1" status: 200 len: 945 time: 0.0548103 Nov 25 18:03:29.418845 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Deleting port 15c020fc-6280-4094-8001-8774907fa0e3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:03:29.419190 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:29.512701 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] For port 15c020fc-6280-4094-8001-8774907fa0e3, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15c020fc-6280-4094-8001-8774907fa0e3,segment=NetworkSegment(c56e9221-bc74-4912-b873-9ec340ee8e59),segment_id=c56e9221-bc74-4912-b873-9ec340ee8e59)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:29.513008 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:29.525822 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Calling delete_port for 15c020fc-6280-4094-8001-8774907fa0e3 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:03:29.654146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:29.667584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['15c020fc-6280-4094-8001-8774907fa0e3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:03:29.688057 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Pushing event deleted for resources: {'Port': ['ID=15c020fc-6280-4094-8001-8774907fa0e3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:29.732330 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] No DVR routers for this DVR port 15c020fc-6280-4094-8001-8774907fa0e3 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:03:29.735266 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:29.738879 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7db0c39f-ceee-4dec-b983-8fcfdf11913f req-2e640944-49a8-497a-a4ac-6c895d71675f tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] 10.222.0.60 "DELETE /v2.0/ports/15c020fc-6280-4094-8001-8774907fa0e3 HTTP/1.1" status: 204 len: 173 time: 0.4041331 Nov 25 18:03:29.739345 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'name': 'network-vif-deleted', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:03:29.741743 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f1cf89-e8f6-46cc-ad33-f6e191641c2a" -d '{"events": [{"server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "name": "network-vif-deleted", "tag": "15c020fc-6280-4094-8001-8774907fa0e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:03:29.783488 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c51fc-479f-451c-bbec-7c15af34c302 x-openstack-request-id: req-e18c51fc-479f-451c-bbec-7c15af34c302 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:03:29.783801 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c023adf5-7cf4-4a1a-80c4-09317de87571", "name": "network-vif-deleted", "tag": "15c020fc-6280-4094-8001-8774907fa0e3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:03:29.784060 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e18c51fc-479f-451c-bbec-7c15af34c302 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:03:29.784463 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c023adf5-7cf4-4a1a-80c4-09317de87571', 'name': 'network-vif-deleted', 'tag': '15c020fc-6280-4094-8001-8774907fa0e3', 'status': 'completed', 'code': 200} Nov 25 18:03:30.443198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38372) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:30.490800 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3bc53a-7463-4d1c-8829-8b7cccd20942 admin admin] Deleting subnet c183222b-b72d-49fa-8eaa-3b9f107a90cd {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:03:30.494045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc53a-7463-4d1c-8829-8b7cccd20942 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.530116 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc53a-7463-4d1c-8829-8b7cccd20942 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.573854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc53a-7463-4d1c-8829-8b7cccd20942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.626245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc53a-7463-4d1c-8829-8b7cccd20942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.655065 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc53a-7463-4d1c-8829-8b7cccd20942 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.658484 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bd3bc53a-7463-4d1c-8829-8b7cccd20942 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c183222b-b72d-49fa-8eaa-3b9f107a90cd HTTP/1.1" status: 204 len: 168 time: 0.2142601 Nov 25 18:03:30.659477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bc53a-7463-4d1c-8829-8b7cccd20942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c183222b-b72d-49fa-8eaa-3b9f107a90cd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:30.661958 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:30.729263 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.811889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.832689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93706139-3e3d-41e3-bad4-abfb1604df13']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:30.841905 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56e9221-bc74-4912-b873-9ec340ee8e59') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:30.842210 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56e9221-bc74-4912-b873-9ec340ee8e59') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:30.851982 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.865361 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.871246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:03:30.871618 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: timer() Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:03:30.873328 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:03:30.931125 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.936988 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:30.940268 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] 10.222.0.81 "DELETE /v2.0/networks/93706139-3e3d-41e3-bad4-abfb1604df13 HTTP/1.1" status: 204 len: 168 time: 0.2773857 Nov 25 18:03:30.951892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1b3f0-a714-4519-be04-7bb39772a4be admin admin] Pushing event deleted for resources: {'Network': ['ID=93706139-3e3d-41e3-bad4-abfb1604df13,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:31.047197 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:31.087567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-55197a39-0a2a-4553-ad68-635f789c6c05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b4b95ba97b548cc96f9cb0bbb9dbc83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391057 Nov 25 18:03:31.089940 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:31.137742 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:31.158539 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:31.205911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:31.209331 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:31.210502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd9fb8bb-ac80-4c3b-ab1c-782c351a5747 HTTP/1.1" status: 204 len: 168 time: 0.1196573 Nov 25 18:03:31.218480 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9fb8bb-ac80-4c3b-ab1c-782c351a5747,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:31.226722 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.227081 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.227443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.227777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.228119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.228477 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.228803 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.229168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.229505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.229842 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.230175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.230505 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c580b-78d7-4aa9-9b6b-b8a9791830f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:31.892007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38402) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:31.997336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-889886145-network', 'tenant_id': '603e777c64654d0d855baae4fc2bb585'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:32.018644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Made reservation on behalf of 603e777c64654d0d855baae4fc2bb585 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:03:32.021107 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.029465 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.108905 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.112780 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.137998 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:03:32.146709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daf3f7c-c94e-4512-8529-12ed6c6bedd2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:32.153016 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.153352 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Added segment d6d84d99-20a7-467d-8603-cc8de83dd515 of type vlan for network 504f001b-99cd-4c23-bf8c-a94152594504 Nov 25 18:03:32.200081 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.225168 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.226003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:32.226586 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.278392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e942e1ac-60cb-455a-8f14-434076a8b955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.291770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3982761 Nov 25 18:03:32.295296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:32.301464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Request body: {'subnet': {'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-889886145-subnet', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:32.303277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33826fc6-74ec-4ae3-9509-2190df5d8512 admin admin] Pushing event updated for resources: {'Network': ['ID=504f001b-99cd-4c23-bf8c-a94152594504,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:32.314648 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 504f001b-99cd-4c23-bf8c-a94152594504 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:03:32.331123 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Made reservation on behalf of 603e777c64654d0d855baae4fc2bb585 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:03:32.333770 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.501310 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.569959 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9c0072-164f-48d7-9b46-dfe95f2e8bf6,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:32.573870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15c020fc-6280-4094-8001-8774907fa0e3 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:03:32.579071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:03:32.579436 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Network hostable DHCP agents. Network: 504f001b-99cd-4c23-bf8c-a94152594504, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:03:32.595736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 15c020fc-6280-4094-8001-8774907fa0e3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:03:32.596089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15c020fc-6280-4094-8001-8774907fa0e3 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:03:32.596206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Network 504f001b-99cd-4c23-bf8c-a94152594504 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:03:32.606512 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 504f001b-99cd-4c23-bf8c-a94152594504) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:03:32.610402 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:32.610983 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.617598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232e1e1-6e93-4eae-8001-fdb7f470dfcc None None] Network 504f001b-99cd-4c23-bf8c-a94152594504 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:03:32.627347 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-925921da-5be1-4953-9ab5-5fbeb1f32861 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3307552 Nov 25 18:03:32.630266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38408) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:32.634560 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:32.656722 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.657748 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.714336 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.768185 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-504f001b-99cd-4c23-bf8c-a94152594504', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:03:32.769671 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:32.856549 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.063251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Allocated IP 172.20.0.2 (504f001b-99cd-4c23-bf8c-a94152594504/db9c0072-164f-48d7-9b46-dfe95f2e8bf6/4a5f7174-c1a3-4f0b-815d-f1b357504a10) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:03:33.063946 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.084722 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.188060 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Allocated IP 172.25.1.58 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/f6414823-6154-4711-a8c4-83202e1fc6d5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:03:33.210843 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.216906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.258156 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Network 504f001b-99cd-4c23-bf8c-a94152594504 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:03:33.261023 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:03:33.264836 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:03:33.272393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Pushing event updated for resources: {'Port': ['ID=4a5f7174-c1a3-4f0b-815d-f1b357504a10,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:33.305026 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.322943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Attempting to bind port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:03:33.323438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Attempting to bind port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:03:33.323596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Attempting to bind port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:03:33.328473 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:03:33.328849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:03:33.329277 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.329671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:03:33.330130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Bound port: 4a5f7174-c1a3-4f0b-815d-f1b357504a10, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:03:33.330505 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.339818 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.376337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:03:33.382891 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:03:33.387467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:03:33.398846 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51afe04f-685a-405c-9ebd-c472219f29c5 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:03:33.402650 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] For port 4a5f7174-c1a3-4f0b-815d-f1b357504a10, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:03:33.413640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Pushing event updated for resources: {'Port': ['ID=f6414823-6154-4711-a8c4-83202e1fc6d5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:33.417452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] For port 4a5f7174-c1a3-4f0b-815d-f1b357504a10, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4a5f7174-c1a3-4f0b-815d-f1b357504a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:03:33.426398 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.484252 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-17d3003a-7878-4b88-ab70-3d49c5226418 None None] Provisioning complete for port f6414823-6154-4711-a8c4-83202e1fc6d5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:33.484603 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17d3003a-7878-4b88-ab70-3d49c5226418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.513731 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c00256-c237-4e7a-8ef0-fc87a3eec5b9 None None] Pushing event updated for resources: {'Port': ['ID=4a5f7174-c1a3-4f0b-815d-f1b357504a10,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:33.532554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-17d3003a-7878-4b88-ab70-3d49c5226418 None None] Port f6414823-6154-4711-a8c4-83202e1fc6d5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:03:33.678541 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:33.806297 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:03:33.886742 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.020229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:03:34.129786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:03:34.143586 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:03:34.149868 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.154233 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-80e70167-b3c3-4ad9-b08f-5e3168308afe admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5200264 Nov 25 18:03:34.154686 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38410) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:34.156198 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:03:34.156828 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:03:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:34.281836 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:03:34.471014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0c4867d-59c7-4c14-a06a-0069f48ae0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.481371 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:33Z', 'revision_number': 3, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:34.492550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d9d213-5419-4b36-8157-bf34182e4347 None None] Network 504f001b-99cd-4c23-bf8c-a94152594504 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:03:34.511881 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:03:34.512226 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Updating router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 port f6414823-6154-4711-a8c4-83202e1fc6d5 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:03:34.544331 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.586612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ba5c09bc-e12a-4f81-9d90-42717d5255b5 None None] Provisioning complete for port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:34.586993 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba5c09bc-e12a-4f81-9d90-42717d5255b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.662064 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4a5f7174-c1a3-4f0b-815d-f1b357504a10 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:03:34.811262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:34.811546 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.812970 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba5c09bc-e12a-4f81-9d90-42717d5255b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.829329 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.836871 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.883899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.884378 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Attempting to bind port f6414823-6154-4711-a8c4-83202e1fc6d5 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:03:34.884378 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Attempting to bind port f6414823-6154-4711-a8c4-83202e1fc6d5 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:03:34.884757 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Attempting to bind port f6414823-6154-4711-a8c4-83202e1fc6d5 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:03:34.896154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ba5c09bc-e12a-4f81-9d90-42717d5255b5 None None] For port 4a5f7174-c1a3-4f0b-815d-f1b357504a10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4a5f7174-c1a3-4f0b-815d-f1b357504a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:34.900830 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ab97b-919a-42aa-8fac-e4a45965c7cd None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:03:34.901867 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:03:34.902815 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:03:34.903079 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.903681 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:03:34.904104 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Bound port: f6414823-6154-4711-a8c4-83202e1fc6d5, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:03:34.904490 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.910386 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba5c09bc-e12a-4f81-9d90-42717d5255b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:34.966666 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] For port f6414823-6154-4711-a8c4-83202e1fc6d5, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:03:34.970833 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] For port f6414823-6154-4711-a8c4-83202e1fc6d5, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f6414823-6154-4711-a8c4-83202e1fc6d5,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:03:34.972704 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Pushing event updated for resources: {'Port': ['ID=f6414823-6154-4711-a8c4-83202e1fc6d5,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:34.983891 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.984246 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.984597 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.985017 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.985399 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.985917 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.986243 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.986475 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.986837 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.987173 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.987503 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.988404 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:03:34.993965 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.013691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c09bc-e12a-4f81-9d90-42717d5255b5 None None] Pushing event updated for resources: {'Port': ['ID=4a5f7174-c1a3-4f0b-815d-f1b357504a10,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:35.048565 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:03:35.049259 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:03:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:35.053785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f0286-e9f4-48d3-87ad-406102f97f8c None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:03:35.057351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c891a6ee-4af8-480b-86ce-2776e3e2b64e None None] Provisioning complete for port f6414823-6154-4711-a8c4-83202e1fc6d5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:35.057723 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c891a6ee-4af8-480b-86ce-2776e3e2b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.103218 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f718e-efaa-42be-b3a7-1aae951a0308 None None] Pushing event updated for resources: {'Port': ['ID=f6414823-6154-4711-a8c4-83202e1fc6d5,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:35.127471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Allocated IP 172.20.0.1 (504f001b-99cd-4c23-bf8c-a94152594504/db9c0072-164f-48d7-9b46-dfe95f2e8bf6/e45bedb9-6ed8-446b-bdd4-c5e8c47239b1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:03:35.166733 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c891a6ee-4af8-480b-86ce-2776e3e2b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.201849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c891a6ee-4af8-480b-86ce-2776e3e2b64e None None] For port f6414823-6154-4711-a8c4-83202e1fc6d5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f6414823-6154-4711-a8c4-83202e1fc6d5,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:35.207445 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c891a6ee-4af8-480b-86ce-2776e3e2b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.255951 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.268637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891a6ee-4af8-480b-86ce-2776e3e2b64e None None] Pushing event updated for resources: {'Port': ['ID=f6414823-6154-4711-a8c4-83202e1fc6d5,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:35.282230 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:03:35.293576 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.328967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55ad3542-0e7f-4a4d-b328-5a2263b0c36d None None] Provisioning complete for port f6414823-6154-4711-a8c4-83202e1fc6d5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:35.329498 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55ad3542-0e7f-4a4d-b328-5a2263b0c36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.336333 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Network 504f001b-99cd-4c23-bf8c-a94152594504 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:03:35.339161 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:03:35.342915 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:03:35.349149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Pushing event updated for resources: {'Port': ['ID=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:35.389217 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.469574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55ad3542-0e7f-4a4d-b328-5a2263b0c36d None None] Provisioning complete for port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:35.470045 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55ad3542-0e7f-4a4d-b328-5a2263b0c36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.487154 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:33Z', 'revision_number': 3, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:35.516972 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67106a35-7c74-4a02-98e2-1f16028b4cec None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:33Z', 'revision_number': 3, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:03:35.563201 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.698891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8197f0f5-633c-403a-9a06-1c619b722deb None None] Provisioning complete for port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:35.699486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8197f0f5-633c-403a-9a06-1c619b722deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.753968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.754983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8197f0f5-633c-403a-9a06-1c619b722deb None None] Port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:03:35.763899 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.835264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Pushing event updated for resources: {'Port': ['ID=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:35.837733 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.939205 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Network 504f001b-99cd-4c23-bf8c-a94152594504 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:03:35.941175 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:03:35.978524 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.077529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:03:36.183303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8ee2b24d-4c22-4e53-9092-776d0b461e6c None None] Provisioning complete for port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:36.183687 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b24d-4c22-4e53-9092-776d0b461e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.198377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:03:36.211999 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-7501fb7d-acda-41b5-9d15-ecf87de7c712 admin admin] 10.222.0.81 "PUT /v2.0/routers/d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0560989 Nov 25 18:03:36.229806 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2b24d-4c22-4e53-9092-776d0b461e6c None None] Port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:03:36.649703 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:36.655306 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-881c348f-c2dd-4a9b-9298-b41114d230a5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155716479', 'description': 'tempest-description--1812482779'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:36.678302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4a5f7174-c1a3-4f0b-815d-f1b357504a10 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:03:36.685791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-881c348f-c2dd-4a9b-9298-b41114d230a5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.738620 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:36.739194 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.756871 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-881c348f-c2dd-4a9b-9298-b41114d230a5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.760827 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-881c348f-c2dd-4a9b-9298-b41114d230a5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.789608 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.795584 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-881c348f-c2dd-4a9b-9298-b41114d230a5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.796978 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-881c348f-c2dd-4a9b-9298-b41114d230a5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1456244 Nov 25 18:03:36.799882 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38420) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:36.806099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2d5f0e28-1ded-4550-9438-9f2afe2c4581 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'security_group_rule': {'security_group_id': '213505ad-103a-41d6-bd96-7d1c57568cd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:36.812064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c348f-c2dd-4a9b-9298-b41114d230a5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213505ad-103a-41d6-bd96-7d1c57568cd8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:36.833575 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f6414823-6154-4711-a8c4-83202e1fc6d5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:03:36.840702 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0e28-1ded-4550-9438-9f2afe2c4581 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.884091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port f6414823-6154-4711-a8c4-83202e1fc6d5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:36.884468 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.905347 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0e28-1ded-4550-9438-9f2afe2c4581 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.909155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0e28-1ded-4550-9438-9f2afe2c4581 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.931096 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f0e28-1ded-4550-9438-9f2afe2c4581 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f54aaf-8755-4c48-b9fd-4b74e4369fbe,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:36.941541 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d5f0e28-1ded-4550-9438-9f2afe2c4581 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:36.944975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2d5f0e28-1ded-4550-9438-9f2afe2c4581 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411941 Nov 25 18:03:36.945821 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38422) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:36.952009 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-088e0fa0-4943-477b-8f0f-3ea0e3a6852e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'security_group_rule': {'security_group_id': '213505ad-103a-41d6-bd96-7d1c57568cd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:36.982886 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-088e0fa0-4943-477b-8f0f-3ea0e3a6852e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.046835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-088e0fa0-4943-477b-8f0f-3ea0e3a6852e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.051863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-088e0fa0-4943-477b-8f0f-3ea0e3a6852e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16362638'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.071548 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e0fa0-4943-477b-8f0f-3ea0e3a6852e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8b28f0-596a-4e52-9653-7845349f8a65,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:37.076519 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-088e0fa0-4943-477b-8f0f-3ea0e3a6852e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.078395 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-088e0fa0-4943-477b-8f0f-3ea0e3a6852e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314135 Nov 25 18:03:37.081645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 38424) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:37.086267 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'floatingip': {'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:37.111511 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.163828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:03:37.174057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:03:37.174677 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:03:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:37.216605 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.287905 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.300815 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:03:37.331219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Allocated IP 172.25.1.114 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/f0b0137e-63a8-40d1-b85e-d366a6fdf499) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:03:37.444162 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.476308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.481739 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.521754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:03:37.524592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:03:37.528002 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 2, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:37.528371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:03:37.553194 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'Port': ['ID=f0b0137e-63a8-40d1-b85e-d366a6fdf499,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:37.556301 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:03:37.556663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Updating router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:03:37.583893 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.663124 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.702832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.858948 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.864358 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.883019 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.888312 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.934397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'Port': ['ID=f0b0137e-63a8-40d1-b85e-d366a6fdf499,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:37.938937 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792d25d-c4fb-45da-a320-bc03150de3b0 None None] Pushing event updated for resources: {'Port': ['ID=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:37.950342 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.971677 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:37.981951 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-404fcf27-e6cb-4684-ab66-f4ec7c292f10 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8914886 Nov 25 18:03:37.998590 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Attempting to bind port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:03:37.999268 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Attempting to bind port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:03:37.999637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Attempting to bind port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:03:38.005848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:03:38.006258 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:03:38.006807 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:38.007061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:03:38.007558 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Bound port: e45bedb9-6ed8-446b-bdd4-c5e8c47239b1, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:03:38.007939 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:38.081876 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:38.102668 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] For port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:03:38.106217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] For port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:03:38.111860 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:38.153682 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-b66468dd-5530-4b9f-a440-592e848c7f22 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1155716479&fields=id&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 267 time: 0.0572982 Nov 25 18:03:38.176736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:03:38.177370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:03:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:38.180963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792d25d-c4fb-45da-a320-bc03150de3b0 None None] Pushing event updated for resources: {'Port': ['ID=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:38.267545 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-1132a0e1-74f3-409a-9925-5ee90131121a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:38.271943 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-1132a0e1-74f3-409a-9925-5ee90131121a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 811 time: 0.1173465 Nov 25 18:03:38.291919 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-9542f5c6-7dcc-4a4e-9444-d28631d3749d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/quotas/603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 375 time: 0.0116398 Nov 25 18:03:38.298505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3362108f-4cc8-49c0-bae4-d3557397711a None None] Provisioning complete for port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:38.298913 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3362108f-4cc8-49c0-bae4-d3557397711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:38.324645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:03:38.351127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-8e8af08b-2724-4a4d-b4a5-5149aaa07590 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524499 Nov 25 18:03:38.367965 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-80b27c7f-d8bd-4abe-ae57-3857da33b0db service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:03:38.369748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-80b27c7f-d8bd-4abe-ae57-3857da33b0db service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078142 Nov 25 18:03:38.470133 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-8bbbfb93-3ed5-487c-a740-e06e96587508 service neutron] 10.222.0.81 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882738 Nov 25 18:03:38.573279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-87f5602c-16e8-46cb-af87-e477e8c0fcf9 service neutron] 10.222.0.81 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957637 Nov 25 18:03:38.683826 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3362108f-4cc8-49c0-bae4-d3557397711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:38.751111 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3362108f-4cc8-49c0-bae4-d3557397711a None None] For port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:38.752193 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-08f7d86a-97cb-4580-b7fb-a8f24bbfa749 req-91cf5d2f-20d6-4129-a0b3-f4423c0f4938 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 210 time: 0.0341351 Nov 25 18:03:38.758678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3362108f-4cc8-49c0-bae4-d3557397711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:38.820579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362108f-4cc8-49c0-bae4-d3557397711a None None] Pushing event updated for resources: {'Port': ['ID=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:38.827206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:38.859616 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbdb7f-b5e9-4905-8cec-b2bb4ec99e4b None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:03:38.881556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e23bbe86-1bc6-47cf-9ee4-28397f9d3677 None None] Provisioning complete for port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:38.881986 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e23bbe86-1bc6-47cf-9ee4-28397f9d3677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:39.807046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-c40e133a-d7b6-4bb6-b27d-684f094fccd7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:39.809080 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-c40e133a-d7b6-4bb6-b27d-684f094fccd7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 811 time: 0.1166363 Nov 25 18:03:39.882500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0531c12e-7f48-4c01-8652-e07fc634b48e req-9a6e77bc-3940-4364-882b-a82d13e68aca tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 210 time: 0.0351655 Nov 25 18:03:39.899404 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-ebf17bf4-182d-4ce4-ad6c-cc8fbbbeb1ab tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 380 time: 0.0745325 Nov 25 18:03:39.912042 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'port': {'device_id': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'admin_state_up': True, 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'security_groups': ['213505ad-103a-41d6-bd96-7d1c57568cd8']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:40.037595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Made reservation on behalf of 603e777c64654d0d855baae4fc2bb585 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:03:40.041206 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.167394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Allocated IP 172.20.0.7 (504f001b-99cd-4c23-bf8c-a94152594504/db9c0072-164f-48d7-9b46-dfe95f2e8bf6/a0e28dd8-d146-49b7-ae04-400880d943bc) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:03:40.317771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.350999 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.397987 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Network 504f001b-99cd-4c23-bf8c-a94152594504 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:03:40.400972 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:03:40.404812 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:03:40.431376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:40.464192 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:40.465136 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.481904 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-a6053e8a-c0da-422c-8e0d-9cc344f75f44 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776997 Nov 25 18:03:40.494835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Request body: {'port': {'device_id': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:40.555323 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.634948 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:03:40.688527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:40.688928 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.739227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d8f9f66e-7a57-4568-b291-59ccdc2a3d29 None None] Provisioning complete for port a0e28dd8-d146-49b7-ae04-400880d943bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:40.739611 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f66e-7a57-4568-b291-59ccdc2a3d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.799286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9f66e-7a57-4568-b291-59ccdc2a3d29 None None] Port a0e28dd8-d146-49b7-ae04-400880d943bc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:03:40.832187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e28dd8-d146-49b7-ae04-400880d943bc {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:03:40.839723 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.852131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Transition to ACTIVE for port object a0e28dd8-d146-49b7-ae04-400880d943bc will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:03:40.856558 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.930583 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:40.991168 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Attempting to bind port a0e28dd8-d146-49b7-ae04-400880d943bc on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:03:40.991572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Attempting to bind port a0e28dd8-d146-49b7-ae04-400880d943bc by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:03:40.992004 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Attempting to bind port a0e28dd8-d146-49b7-ae04-400880d943bc on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:03:40.996924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Port a0e28dd8-d146-49b7-ae04-400880d943bc on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:03:40.997282 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Attempting to bind port a0e28dd8-d146-49b7-ae04-400880d943bc on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:03:41.003608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:03:41.003961 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:03:41.004346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:03:41.004786 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Bound port: a0e28dd8-d146-49b7-ae04-400880d943bc, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:03:41.006006 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:41.024039 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b47b9c-eb31-47ef-9857-0f991797481f req-944d0492-de51-4124-b962-20aef37a7ba2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.029506 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30b47b9c-eb31-47ef-9857-0f991797481f req-944d0492-de51-4124-b962-20aef37a7ba2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0625708 Nov 25 18:03:41.076764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:03:41.077486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-30b47b9c-eb31-47ef-9857-0f991797481f req-07fd4ecc-12b0-420c-ab6e-9ffde8c50b4f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Nov 25 18:03:41.084273 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:03:41.099143 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:41.132860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.133529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:41.134963 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] 10.222.0.60 "PUT /v2.0/ports/a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 1091 time: 0.6446168 Nov 25 18:03:41.135451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:03:41.137831 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2a44e9453c8abd9f18eb1b71ce23f50415974cb2879e2d44ef12312b1b808a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc55fb79-d560-43b5-a73d-a53400ed06c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:03:41.163025 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4380df-526f-479d-bc99-7d7fb6e203eb service neutron] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:41.192312 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80bd9dc-c353-4049-a076-62f54fdece52 x-openstack-request-id: req-c80bd9dc-c353-4049-a076-62f54fdece52 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:03:41.192700 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:03:41.193156 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c80bd9dc-c353-4049-a076-62f54fdece52 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:03:41.193753 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'status': 'completed', 'code': 200} Nov 25 18:03:41.246462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-c0d9e20d-df16-47ec-8d73-6304a14dfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.248277 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-c0d9e20d-df16-47ec-8d73-6304a14dfc1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0460477 Nov 25 18:03:41.296085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-15d7fe65-9b00-4c90-98d5-0d8233f380d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 217 time: 0.0363903 Nov 25 18:03:41.354014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-d2f57311-0dc7-405e-bcbc-7dc4654379a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.355487 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-d2f57311-0dc7-405e-bcbc-7dc4654379a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0499234 Nov 25 18:03:41.401529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-ee21867a-fe3e-4bed-b7c9-fe1df62e1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.403289 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-ee21867a-fe3e-4bed-b7c9-fe1df62e1177 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403299 Nov 25 18:03:41.494270 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-07c6c55b-6860-4618-9e0b-65ef301f5be5 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828502 Nov 25 18:03:41.589827 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-728ea2d4-bec4-4945-a8c9-dcc643b91843 req-c3a7ee8d-f84d-481e-99b7-6bc08b419b43 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Nov 25 18:03:41.678734 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-ccf500b3-a45e-430c-ba6e-0ed5d6e5d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.680277 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-ccf500b3-a45e-430c-ba6e-0ed5d6e5d0d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0444686 Nov 25 18:03:41.775409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-d8cfee2a-7b53-4399-a7ac-0cff6ba88dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.776848 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-d8cfee2a-7b53-4399-a7ac-0cff6ba88dfe service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0892212 Nov 25 18:03:41.821855 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-6cc9e5db-dd34-4b8c-907a-4721e3df3f58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 217 time: 0.0371969 Nov 25 18:03:41.874730 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-77f172a7-f4ee-4da6-9869-482e70c6b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.876279 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-77f172a7-f4ee-4da6-9869-482e70c6b740 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0472360 Nov 25 18:03:41.930427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-7248dd78-364c-4773-b757-d212e002b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:41.931913 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-7248dd78-364c-4773-b757-d212e002b125 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456705 Nov 25 18:03:42.204336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4378-458b-47af-83b8-1e18b528a3d9 req-8d3fa0c0-3497-4ff3-8e00-fb1db5917d57 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:42.205927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54ab4378-458b-47af-83b8-1e18b528a3d9 req-8d3fa0c0-3497-4ff3-8e00-fb1db5917d57 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0538383 Nov 25 18:03:42.261434 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-54ab4378-458b-47af-83b8-1e18b528a3d9 req-58ea9ac4-66f4-4c73-9948-5c191c49bdda tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484891 Nov 25 18:03:42.287464 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-0be6a3e5-1ae7-4bf5-8b49-0f74381855ff service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465936 Nov 25 18:03:42.388625 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-fc55fb79-d560-43b5-a73d-a53400ed06c0 req-317f58b7-ac26-43bf-9d43-3fa51ef15964 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919271 Nov 25 18:03:43.379711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f3db1-d4b8-4b96-a61b-f7ffcda4a6cc req-fd8a0376-5034-45d5-9637-444063e7e6ea tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:43.381417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-314f3db1-d4b8-4b96-a61b-f7ffcda4a6cc req-fd8a0376-5034-45d5-9637-444063e7e6ea tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0483880 Nov 25 18:03:43.434599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-314f3db1-d4b8-4b96-a61b-f7ffcda4a6cc req-109675d6-c082-42cc-883f-a963e66279f2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473263 Nov 25 18:03:44.551487 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd88bf-1b75-42cd-b09b-f2c112b52bf7 req-2c02a4fa-69ad-462a-89de-4a51a2d653c0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:44.552980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4bbd88bf-1b75-42cd-b09b-f2c112b52bf7 req-2c02a4fa-69ad-462a-89de-4a51a2d653c0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0502124 Nov 25 18:03:44.590291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a0e28dd8-d146-49b7-ae04-400880d943bc details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:03:44.603515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4bbd88bf-1b75-42cd-b09b-f2c112b52bf7 req-d3b8a622-872e-46b2-8f97-fb06799a4863 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444021 Nov 25 18:03:44.688527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:44.699382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'mac_address': 'fa:16:3e:fa:c2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:03:44.740030 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:44.752588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e28dd8-d146-49b7-ae04-400880d943bc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:03:44.771957 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:44.776303 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:44.829998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:44.979954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['a0e28dd8-d146-49b7-ae04-400880d943bc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:03:45.720919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3d7c3-22cc-4a4d-b466-83984ac42e1e req-50ba5909-3014-4d73-8c54-262b2b740682 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:45.723359 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56d3d7c3-22cc-4a4d-b466-83984ac42e1e req-50ba5909-3014-4d73-8c54-262b2b740682 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 944 time: 0.0514033 Nov 25 18:03:45.772890 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56d3d7c3-22cc-4a4d-b466-83984ac42e1e req-3e65b6f4-9af5-4860-acdd-f9baaf2cdae6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Nov 25 18:03:46.621611 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a0e28dd8-d146-49b7-ae04-400880d943bc up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:03:46.668796 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port a0e28dd8-d146-49b7-ae04-400880d943bc completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:03:46.672560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port a0e28dd8-d146-49b7-ae04-400880d943bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:03:46.672962 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:46.750383 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:46.776037 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:03:46.778615 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3af467-be31-49ab-8da5-54e008351a41" -d '{"events": [{"server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:03:46.792246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:03:46.798272 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:46.826895 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f338dd-c4c8-40af-8d14-0adfc9eb301d x-openstack-request-id: req-44f338dd-c4c8-40af-8d14-0adfc9eb301d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:03:46.827201 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:03:46.827465 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44f338dd-c4c8-40af-8d14-0adfc9eb301d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:03:46.827869 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'code': 200} Nov 25 18:03:46.855644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:03:46.904979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972eba4-5a1f-49b9-9efc-0139edb63215 req-e763dda7-af41-47c7-b991-a526645ba6af tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:46.906479 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3972eba4-5a1f-49b9-9efc-0139edb63215 req-e763dda7-af41-47c7-b991-a526645ba6af tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0587602 Nov 25 18:03:46.929566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cac893-d968-47eb-9649-02be7514cb45 req-6253bd4f-3bbb-4583-9fc0-88ae1a1c455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:46.931081 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4cac893-d968-47eb-9649-02be7514cb45 req-6253bd4f-3bbb-4583-9fc0-88ae1a1c455c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0421863 Nov 25 18:03:46.955623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3972eba4-5a1f-49b9-9efc-0139edb63215 req-a2e4dc27-0024-44be-a7a9-2a4abbc11824 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Nov 25 18:03:46.978736 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e4cac893-d968-47eb-9649-02be7514cb45 req-205d37d8-9ae3-4a6a-b927-2129d9d417a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391848 Nov 25 18:03:48.085186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ae26a-6a7a-49d4-b307-2e94d3dd5e82 req-6a8135fa-d295-4698-a215-0fee6b8d9e5d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:48.086757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc0ae26a-6a7a-49d4-b307-2e94d3dd5e82 req-6a8135fa-d295-4698-a215-0fee6b8d9e5d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0543053 Nov 25 18:03:48.137960 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fc0ae26a-6a7a-49d4-b307-2e94d3dd5e82 req-005c8196-3b1a-4872-8f04-1ca0549e5006 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443583 Nov 25 18:03:49.257712 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8793c9b-c392-4a5a-90d4-bbfd5a9dc74c req-a9807d96-7066-45eb-a6c1-dd21ace134d7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:49.259249 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8793c9b-c392-4a5a-90d4-bbfd5a9dc74c req-a9807d96-7066-45eb-a6c1-dd21ace134d7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Nov 25 18:03:49.311158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8793c9b-c392-4a5a-90d4-bbfd5a9dc74c req-174d9801-1e18-43ec-91f9-6440a2c62708 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459020 Nov 25 18:03:49.423901 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3fb59-d9ca-4913-93e8-8b4d138af8ad req-79c9b327-d1f0-43ff-9a22-cdccd73e6262 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:49.426078 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bcb3fb59-d9ca-4913-93e8-8b4d138af8ad req-79c9b327-d1f0-43ff-9a22-cdccd73e6262 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0493004 Nov 25 18:03:49.434663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38474) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:03:49.439092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'floatingip': {'port_id': 'a0e28dd8-d146-49b7-ae04-400880d943bc'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:03:49.478111 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:49.919199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:49.922915 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:50.025521 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d associated. External IP: 172.25.1.114, port: a0e28dd8-d146-49b7-ae04-400880d943bc. Nov 25 18:03:50.240908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:03:50.352650 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:03:50.357971 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:50.363900 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:03:50.374683 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:03:50.375295 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:03:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:50.387172 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4ac37c82-4794-4ad2-ae15-b742f9d2b2b4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "PUT /v2.0/floatingips/e29c8298-4aa5-4f05-96ee-8d4573da4e7d HTTP/1.1" status: 200 len: 991 time: 0.9514298 Nov 25 18:03:50.387862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:03:50.390261 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d357e155df22d17c44516db18867df35d2ef4296fed6e2e647c9a28849caaf32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:03:50.430119 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd82e1c6-8fff-4aa4-b6f6-0e362b634a5a x-openstack-request-id: req-cd82e1c6-8fff-4aa4-b6f6-0e362b634a5a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:03:50.430417 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:03:50.430680 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd82e1c6-8fff-4aa4-b6f6-0e362b634a5a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:03:50.431091 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'status': 'completed', 'code': 200} Nov 25 18:03:50.493503 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:03:50.495293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-dcdca4ba-17c1-4efb-8a8f-802bf03922c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:50.496866 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-dcdca4ba-17c1-4efb-8a8f-802bf03922c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0417898 Nov 25 18:03:50.593226 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-5e723b1b-16c9-4172-97c9-2f7602bb2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:50.594771 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-5e723b1b-16c9-4172-97c9-2f7602bb2a89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0881469 Nov 25 18:03:50.662382 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-7e697145-550b-45fd-ae54-7ffc1885d038 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 999 time: 0.0599663 Nov 25 18:03:50.718052 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-d9ee8c18-24e7-4eef-85e0-e6eb3cc55117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:50.719538 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-d9ee8c18-24e7-4eef-85e0-e6eb3cc55117 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0498159 Nov 25 18:03:50.723733 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:fa:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:03:49Z', 'revision_number': 1, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:50.755053 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:03:50.763276 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:03:50.763883 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:03:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:50.767593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-7dfc7187-300c-44a5-8794-7bbe34df4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:50.769319 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-7dfc7187-300c-44a5-8794-7bbe34df4cfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420563 Nov 25 18:03:50.861086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-c18ec8d7-d5b0-46bd-bcdd-684bcf83ed1a service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829117 Nov 25 18:03:50.871259 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:03:50.959662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62ca5a9e-9dd4-4304-bc3f-e1d1c834894a req-20e72fc4-c85f-4b22-9bb8-6bca418e6cbd service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897610 Nov 25 18:03:51.097428 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:fa:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:03:49Z', 'revision_number': 1, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:03:51.123289 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a73db-d678-4464-ade6-166e7ee65a8b None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:fa:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:03:49Z', 'revision_number': 1, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:03:51.341066 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5e33f-23a4-4f03-810a-aba8ca443770 None None] New status for floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:03:59.497370 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-470f25ee-d5eb-4282-a311-a41336de5e3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420358 Nov 25 18:03:59.596506 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-36ab2b72-0272-4029-b293-953b92ddb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:59.598153 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-36ab2b72-0272-4029-b293-953b92ddb93d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0427577 Nov 25 18:03:59.720211 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-e35bc934-214f-4ef9-88a2-4f5dc18cbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:59.722344 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-e35bc934-214f-4ef9-88a2-4f5dc18cbfae service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0953891 Nov 25 18:03:59.800055 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-6eeb0034-46ed-4325-8211-d0139ca0c281 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 1001 time: 0.0636456 Nov 25 18:03:59.857529 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-1d98543c-d30f-4bcb-ba31-043b87e06e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:59.858947 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-1d98543c-d30f-4bcb-ba31-043b87e06e92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0517566 Nov 25 18:03:59.912014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-8ac368c8-3bd1-49bc-a7d6-192e147057e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:59.913624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-8ac368c8-3bd1-49bc-a7d6-192e147057e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449405 Nov 25 18:04:00.009286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-721210cf-133c-4c4d-8548-285b01f9b71a service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866382 Nov 25 18:04:00.128331 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1fb93fa7-3069-4e88-b7a2-7f67798acfcf req-eef3b8ca-43b7-451a-b057-b9e9ed77cb45 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999367 Nov 25 18:04:02.282154 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-084f400d-a50d-465d-b768-d54de542d7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:04.456434 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58284850-c2b5-4354-af9f-9d4235b97263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:05.974424 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:06.796970 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:07.255551 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:07.482532 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:08.054224 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:10.806867 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:04:32.284117 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d720788d-c128-4c6b-ac0c-4b3b6a042c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:34.459903 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2c0b-df78-4c8a-8050-f33925a5f1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:35.977464 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:36.784064 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:37.258965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:37.506918 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:38.057457 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:47.805201 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:05:01.568956 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-7907b43d-807e-4a1a-9300-c4a11d556f45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988688 Nov 25 18:05:01.653349 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-a7105b9b-e30d-432a-a86d-7b068724b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:01.654898 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-a7105b9b-e30d-432a-a86d-7b068724b935 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0415556 Nov 25 18:05:01.768292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-a843a552-4e8d-46bd-98bd-df2ed337ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:01.769813 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-a843a552-4e8d-46bd-98bd-df2ed337ba8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0930347 Nov 25 18:05:01.838546 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-eed715a4-18f8-463d-8e5a-e4332427adf3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 1001 time: 0.0596240 Nov 25 18:05:01.895006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-7e130d30-b012-4355-9cb8-4c5a33cbfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:01.896602 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-7e130d30-b012-4355-9cb8-4c5a33cbfddf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0506101 Nov 25 18:05:01.948895 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-1a6311a2-327e-4b6d-9cac-73c28b22761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:01.950402 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-1a6311a2-327e-4b6d-9cac-73c28b22761a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412283 Nov 25 18:05:02.039531 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-fda21cdb-32ed-4b5f-94e6-3b67f0e7f9c3 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811086 Nov 25 18:05:02.137064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3764bfdb-45ab-49fa-9ffa-683777de15f9 req-9c0c0682-53ad-4829-9def-4aab8b271e7b service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895295 Nov 25 18:05:02.287819 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0040e67-223d-4c8d-8637-b5c0a3f7d80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:04.463730 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5900461-29a5-4f8e-b0df-92a52952e5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:05.980365 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.796702 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.261271 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.525187 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:08.058296 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:19.807532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-37a49dba-20e2-401a-a13e-1c348561474a req-1ef35782-c3e1-4045-9ec5-1f54e8d280f2 service neutron] (103598) timed out ('10.222.0.60', 51218) {{(pid=103598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:05:24.804880 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:05:27.755530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89d8fb-5993-4acf-bfec-f24b711b35be req-569d75dd-e47e-4dd8-8225-09024fdcf35e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:27.757112 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec89d8fb-5993-4acf-bfec-f24b711b35be req-569d75dd-e47e-4dd8-8225-09024fdcf35e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0960379 Nov 25 18:05:27.804789 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec89d8fb-5993-4acf-bfec-f24b711b35be req-437623f8-9789-42ca-89b9-af6d3903e95b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417407 Nov 25 18:05:28.182413 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2ec0c-38f2-422a-b01e-b528f9ec85e4 req-b9e90afd-58e0-4e99-9118-5aaad50333d5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:28.183893 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2fc2ec0c-38f2-422a-b01e-b528f9ec85e4 req-b9e90afd-58e0-4e99-9118-5aaad50333d5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0837722 Nov 25 18:05:28.187349 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-19c2fbcc-b5f6-4703-9600-5827ff1ab457 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784721 Nov 25 18:05:28.236052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2fc2ec0c-38f2-422a-b01e-b528f9ec85e4 req-4acb59ed-6ff3-4251-b3e2-2a1145898031 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461133 Nov 25 18:05:29.330836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-30eb6862-08b3-4aac-b831-33990082a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:29.332356 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-30eb6862-08b3-4aac-b831-33990082a3b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0431931 Nov 25 18:05:29.433947 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-43eec0d0-5b49-4633-8abc-a49ff803efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:29.435545 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-43eec0d0-5b49-4633-8abc-a49ff803efc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0937748 Nov 25 18:05:29.487443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34609d28-2eef-404e-b05e-b54b40cf513e req-76aec5e0-6ba3-47f4-b6a5-d7ef35c9abe9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:29.489161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34609d28-2eef-404e-b05e-b54b40cf513e req-76aec5e0-6ba3-47f4-b6a5-d7ef35c9abe9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0981860 Nov 25 18:05:29.505654 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-2ad2c938-cf1a-47b9-91a6-61c445f31928 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 1001 time: 0.0612543 Nov 25 18:05:29.539989 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-34609d28-2eef-404e-b05e-b54b40cf513e req-71b5b5c8-787b-4ab7-b869-548197f6dc80 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439324 Nov 25 18:05:29.558724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-4db76539-9b97-44de-8351-b892c6fe7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:29.560212 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-4db76539-9b97-44de-8351-b892c6fe7dd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0464954 Nov 25 18:05:29.610883 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-0dfe9667-666f-48e7-b222-d8aab6649606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:29.612389 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-0dfe9667-666f-48e7-b222-d8aab6649606 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437477 Nov 25 18:05:29.703453 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-9ca5d736-b213-4354-ba1c-594e1a32b560 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822203 Nov 25 18:05:29.798664 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-de5e9757-d35c-405a-8740-923d103a5715 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871017 Nov 25 18:05:30.664486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfe902-3893-4442-8229-18da8ac62358 req-545166fe-0038-4961-9022-c8c1b8eaf980 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:30.666027 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65dfe902-3893-4442-8229-18da8ac62358 req-545166fe-0038-4961-9022-c8c1b8eaf980 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0556309 Nov 25 18:05:30.716023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65dfe902-3893-4442-8229-18da8ac62358 req-1e79646e-abf9-4f7e-8870-96ca80586b72 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428584 Nov 25 18:05:31.836274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd485f1-e089-404e-9332-e476b1f8aa34 req-3d23d763-e190-42bb-a179-b006b01cd85c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:31.837823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffd485f1-e089-404e-9332-e476b1f8aa34 req-3d23d763-e190-42bb-a179-b006b01cd85c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0495958 Nov 25 18:05:31.891363 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ffd485f1-e089-404e-9332-e476b1f8aa34 req-a0dead62-f355-4524-ba01-28b293c47012 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475595 Nov 25 18:05:32.290854 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc567c22-ab7e-4a76-804e-b29303f92c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:33.009501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f9e49-4192-4e86-b291-e794fa138337 req-b8cb99be-53dd-4c5c-84a2-69d0894d1934 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:33.011004 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-463f9e49-4192-4e86-b291-e794fa138337 req-b8cb99be-53dd-4c5c-84a2-69d0894d1934 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0505817 Nov 25 18:05:33.064217 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-463f9e49-4192-4e86-b291-e794fa138337 req-7968fe33-018f-4053-a228-9215f38b2f88 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472810 Nov 25 18:05:34.181904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34723c8-96f2-42b5-b964-a8e7b6658b8b req-b34cbf90-1d45-449c-83eb-1cae93edfaf6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:34.183392 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f34723c8-96f2-42b5-b964-a8e7b6658b8b req-b34cbf90-1d45-449c-83eb-1cae93edfaf6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0502465 Nov 25 18:05:34.231215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f34723c8-96f2-42b5-b964-a8e7b6658b8b req-3f595fb2-9686-4093-b4b7-985339d3f9ab tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Nov 25 18:05:34.468012 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-796eaf11-78e6-4575-aaea-4f7af4ac58b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.353060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd8ab4-06fc-410d-a6f5-96f53ebb4bc8 req-72384ca8-d928-4fa3-a08d-94e14b94d15e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:35.354548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bedd8ab4-06fc-410d-a6f5-96f53ebb4bc8 req-72384ca8-d928-4fa3-a08d-94e14b94d15e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0534723 Nov 25 18:05:35.401732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bedd8ab4-06fc-410d-a6f5-96f53ebb4bc8 req-bf1ffd63-a513-40c7-9700-6a2295c0386e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408771 Nov 25 18:05:35.988516 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.524041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbd023-cdf5-4efe-9bda-76a58b18b49e req-63e61d28-49e2-4785-be8e-1dc48a0f7693 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:36.525463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81cbd023-cdf5-4efe-9bda-76a58b18b49e req-63e61d28-49e2-4785-be8e-1dc48a0f7693 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0545070 Nov 25 18:05:36.573795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81cbd023-cdf5-4efe-9bda-76a58b18b49e req-44c9edd8-6658-4352-8c3a-9da150367bf1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Nov 25 18:05:36.812336 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.265312 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.524911 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.689057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ee3d1-6761-4697-8490-1ef7a311e868 req-1c63ffcb-55a9-4316-b3ac-bf061df4d029 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:37.690522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd3ee3d1-6761-4697-8490-1ef7a311e868 req-1c63ffcb-55a9-4316-b3ac-bf061df4d029 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0488091 Nov 25 18:05:37.738409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd3ee3d1-6761-4697-8490-1ef7a311e868 req-32a2d90f-d067-44aa-bba7-26c69ea2c778 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413094 Nov 25 18:05:38.060302 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:38.862389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e900e-3576-43a4-bac9-f0363517233e req-2edc62c7-4519-4131-8980-7642c40c4982 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:38.863953 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba8e900e-3576-43a4-bac9-f0363517233e req-2edc62c7-4519-4131-8980-7642c40c4982 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0535960 Nov 25 18:05:38.911454 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba8e900e-3576-43a4-bac9-f0363517233e req-345e45e9-9c7e-43a7-9fa3-a53634ef8ec5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Nov 25 18:05:40.029608 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51aefc-a646-4a62-a029-be1b54693019 req-f17cf91d-197d-40ac-9b3b-bd1ccfbc2c65 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:40.031104 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a51aefc-a646-4a62-a029-be1b54693019 req-f17cf91d-197d-40ac-9b3b-bd1ccfbc2c65 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0505810 Nov 25 18:05:40.080623 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1a51aefc-a646-4a62-a029-be1b54693019 req-46c34913-e9e5-4bbb-88a2-855a564e8f4b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Nov 25 18:05:41.199073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c894cbc-74f7-48ab-9b1a-330b8a4288a7 req-c6b85a1d-0b99-4cfa-9790-0fb76b6679ee tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:41.200569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c894cbc-74f7-48ab-9b1a-330b8a4288a7 req-c6b85a1d-0b99-4cfa-9790-0fb76b6679ee tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0495505 Nov 25 18:05:41.253751 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6c894cbc-74f7-48ab-9b1a-330b8a4288a7 req-2521fe5b-17ae-458c-9c7c-f16b0b90b5fc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472019 Nov 25 18:05:42.400889 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cd23d-0dcf-41e2-9738-c176346f3c9f req-f00db7f6-934c-4a5c-b02a-97409df6e6b0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:42.402732 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f2cd23d-0dcf-41e2-9738-c176346f3c9f req-f00db7f6-934c-4a5c-b02a-97409df6e6b0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0609822 Nov 25 18:05:42.453647 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4f2cd23d-0dcf-41e2-9738-c176346f3c9f req-8aa059e8-9a9f-4d89-9103-46bfe12179c2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Nov 25 18:05:42.773891 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-e7e6b521-6203-4396-9939-bd970c6eaf4c service neutron] show failed (client error): The resource could not be found. Nov 25 18:05:42.774903 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-e7e6b521-6203-4396-9939-bd970c6eaf4c service neutron] 10.222.0.60 "GET /v2.0/ports/a0e28dd8-d146-49b7-ae04-400880d943bc/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0933826 Nov 25 18:05:43.053914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-5303421e-5440-4b01-a102-953059ba01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:43.055427 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-5303421e-5440-4b01-a102-953059ba01d4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 1096 time: 0.0794864 Nov 25 18:05:43.069292 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:43.124181 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.329111 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:43.361047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:43.400695 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:43.406607 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.419625 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Transition to ACTIVE for port object a0e28dd8-d146-49b7-ae04-400880d943bc will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:05:43.423755 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.450694 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13b5040-3e69-4c8c-97db-fe20990a23b6" -d '{"events": [{"server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:43.536602 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:43.568160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.568359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.568655 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.569023 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.569367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.569708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.570043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.570374 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.570708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.571051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.571355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.571683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:43.594404 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b7fe83-79a5-4f5c-93f9-0017af4ad3f6 x-openstack-request-id: req-37b7fe83-79a5-4f5c-93f9-0017af4ad3f6 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:43.595411 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:43.595679 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37b7fe83-79a5-4f5c-93f9-0017af4ad3f6 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:43.596089 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'code': 200} Nov 25 18:05:43.603308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c144ee-5737-4af6-8c17-d6345146799e req-ee839085-d2ce-4384-9652-1039b5fe8c65 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:43.609463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2c144ee-5737-4af6-8c17-d6345146799e req-ee839085-d2ce-4384-9652-1039b5fe8c65 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0713530 Nov 25 18:05:43.634010 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] No DVR routers for this DVR port a0e28dd8-d146-49b7-ae04-400880d943bc on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:43.661687 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b2c144ee-5737-4af6-8c17-d6345146799e req-8756a001-c933-402a-952a-584a8414aa90 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498114 Nov 25 18:05:43.787032 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Attempting to bind port a0e28dd8-d146-49b7-ae04-400880d943bc on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:43.787569 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Attempting to bind port a0e28dd8-d146-49b7-ae04-400880d943bc by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:43.787677 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Attempting to bind port a0e28dd8-d146-49b7-ae04-400880d943bc on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:43.792242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Port a0e28dd8-d146-49b7-ae04-400880d943bc on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:05:43.792572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Attempting to bind port a0e28dd8-d146-49b7-ae04-400880d943bc on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:43.797940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:43.797940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:43.798326 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:43.798766 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Bound port: a0e28dd8-d146-49b7-ae04-400880d943bc, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:43.799130 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.865392 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:43.868393 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:43.872758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.910425 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:43.911882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.913672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] 10.222.0.95 "PUT /v2.0/ports/a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 1091 time: 0.8489916 Nov 25 18:05:43.932801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e5ff2-8588-49db-bc04-544714f4c60b service neutron] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:43.981230 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-368b6ced-4642-4624-af1e-1bc0c97e3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:43.982918 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-368b6ced-4642-4624-af1e-1bc0c97e3882 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0443218 Nov 25 18:05:44.086112 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-bb77a449-d033-4ac9-9b84-bda54dfcbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:44.087641 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-bb77a449-d033-4ac9-9b84-bda54dfcbcce service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0945995 Nov 25 18:05:44.156603 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-bed7b4a0-4258-4ca6-9c4f-770504c7579b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 999 time: 0.0606098 Nov 25 18:05:44.209471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-18f14436-c401-43f1-93af-1569c57bf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:44.210863 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-18f14436-c401-43f1-93af-1569c57bf899 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0478380 Nov 25 18:05:44.257152 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-96e0f1ca-d69e-4627-b3a4-04bad70a43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:44.258655 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-96e0f1ca-d69e-4627-b3a4-04bad70a43e1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407131 Nov 25 18:05:44.346986 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-9e01ff79-72a4-447c-bafc-f9fcb644aeab service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809975 Nov 25 18:05:44.439451 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-974fbe07-32f7-46b9-9895-0069b86a5d81 req-071b47c9-00e3-4c8d-be83-023c64b9ab68 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856774 Nov 25 18:05:44.791827 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536280aa-47be-4a72-8ceb-c69925456a5f req-9842deba-b8a1-4043-a9d7-4f77101148ae tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:44.793348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-536280aa-47be-4a72-8ceb-c69925456a5f req-9842deba-b8a1-4043-a9d7-4f77101148ae tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0637586 Nov 25 18:05:44.842985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-536280aa-47be-4a72-8ceb-c69925456a5f req-0c0b240b-2345-4d3d-87c3-6cfebdbd4c7d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Nov 25 18:05:45.213678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a0e28dd8-d146-49b7-ae04-400880d943bc no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:45.252619 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device a0e28dd8-d146-49b7-ae04-400880d943bc not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:45.597214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:45.599618 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568b2a17-99ba-4816-b49e-f229cfb4ee58" -d '{"events": [{"name": "network-changed", "server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:45.648158 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccedc97-114c-429f-b1bb-b4370fe0f56b x-openstack-request-id: req-5ccedc97-114c-429f-b1bb-b4370fe0f56b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:45.648459 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:45.648726 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ccedc97-114c-429f-b1bb-b4370fe0f56b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:45.649162 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'status': 'completed', 'code': 200} Nov 25 18:05:45.737103 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-c80cd3a1-8f2d-4e70-81b6-eb136494d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:45.738592 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-c80cd3a1-8f2d-4e70-81b6-eb136494d12f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0591934 Nov 25 18:05:45.740965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-8597a6d6-97e2-43b8-8636-c640326cda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:45.742311 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-8597a6d6-97e2-43b8-8636-c640326cda71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0714433 Nov 25 18:05:45.977467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6a22e-5315-43a5-8d20-463b88d3a453 req-a794481d-31f4-4fb2-bdd1-dd5e60c50f46 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:45.981493 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dea6a22e-5315-43a5-8d20-463b88d3a453 req-a794481d-31f4-4fb2-bdd1-dd5e60c50f46 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0596049 Nov 25 18:05:46.039907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dea6a22e-5315-43a5-8d20-463b88d3a453 req-82b31755-87b7-49a5-bed5-e575beec44f9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540931 Nov 25 18:05:46.152471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-2a18c545-dbc1-47b5-936c-c32e1d423bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:46.153881 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-2a18c545-dbc1-47b5-936c-c32e1d423bd0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.4055338 Nov 25 18:05:46.154960 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-5513b73c-8fd9-4148-9d6b-aa51d4e70d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:46.156275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-5513b73c-8fd9-4148-9d6b-aa51d4e70d4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.4067957 Nov 25 18:05:46.264099 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-829afb78-acb3-4533-bdc6-a98c01b54529 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 999 time: 0.1021447 Nov 25 18:05:46.269943 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-80a0da5d-5d2f-4ac4-8612-862942deadf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 999 time: 0.1023910 Nov 25 18:05:46.345440 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-6bfcc85f-2d49-4bd9-a644-c736b10caa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:46.346889 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-6bfcc85f-2d49-4bd9-a644-c736b10caa0b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0759988 Nov 25 18:05:46.350241 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-64bdd3c8-e8d5-4008-9004-ced634134385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:46.351554 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-64bdd3c8-e8d5-4008-9004-ced634134385 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0720263 Nov 25 18:05:46.425101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-e06062c0-9cd0-417b-afaa-fee477b0492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:46.427186 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-e06062c0-9cd0-417b-afaa-fee477b0492b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731018 Nov 25 18:05:46.431498 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-acd97c69-c031-4715-83c6-fe4767c549cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:46.432867 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-acd97c69-c031-4715-83c6-fe4767c549cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715191 Nov 25 18:05:46.586434 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-649b0867-e475-43f6-8aab-8ca8ac852cb9 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518228 Nov 25 18:05:46.588272 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-944533a6-a652-4aa4-93a3-18bc85453b34 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468790 Nov 25 18:05:46.748726 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-70fbb619-e0e3-4bea-8df9-e2affcf57f61 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546266 Nov 25 18:05:46.751961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-568b2a17-99ba-4816-b49e-f229cfb4ee58 req-11588264-d566-43c1-a9ef-3ffe0e93b3f4 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486101 Nov 25 18:05:47.158711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced9a29-f50e-4279-bd88-cce61bebf994 req-fec5702e-7105-41b0-b8e4-a2f8c3c32326 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:47.160181 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aced9a29-f50e-4279-bd88-cce61bebf994 req-fec5702e-7105-41b0-b8e4-a2f8c3c32326 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0492878 Nov 25 18:05:47.213723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aced9a29-f50e-4279-bd88-cce61bebf994 req-bd21358a-5ee0-472e-b6b4-dae7fcbe9028 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467763 Nov 25 18:05:47.422176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bc821-83b2-4fb9-84d4-14ffffb56cff req-b8ecd211-c530-4177-8b3f-a0270ea0bb39 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:47.423715 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-933bc821-83b2-4fb9-84d4-14ffffb56cff req-b8ecd211-c530-4177-8b3f-a0270ea0bb39 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 943 time: 0.0525386 Nov 25 18:05:47.434479 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-96e54bd2-59f9-4799-9cff-8e27a86c9b74 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:47.436010 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-96e54bd2-59f9-4799-9cff-8e27a86c9b74 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2&tenant_id=603e777c64654d0d855baae4fc2bb585&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 943 time: 0.0595133 Nov 25 18:05:47.473801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-933bc821-83b2-4fb9-84d4-14ffffb56cff req-3ab04a73-6e5e-418f-951c-bfe758471785 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Nov 25 18:05:47.500480 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-6eeb9b07-adb1-4591-9bb4-39fa4dd926ab service neutron] delete failed (client error): The resource could not be found. Nov 25 18:05:47.501551 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-6eeb9b07-adb1-4591-9bb4-39fa4dd926ab service neutron] 10.222.0.60 "DELETE /v2.0/ports/a0e28dd8-d146-49b7-ae04-400880d943bc/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0571628 Nov 25 18:05:47.591022 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-84302bab-b48e-4634-aa9e-b40f618815fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:47.592755 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-84302bab-b48e-4634-aa9e-b40f618815fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0429263 Nov 25 18:05:47.690121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-2601e6fa-6eed-4015-9ef5-4f2bd5449c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:47.691608 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-2601e6fa-6eed-4015-9ef5-4f2bd5449c2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0891738 Nov 25 18:05:47.759662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-dca282e4-2283-4a9e-8c2c-7be04e52b558 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 200 len: 999 time: 0.0591769 Nov 25 18:05:47.810521 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-1a677b25-89d8-4de2-a2e9-ea5b62ff0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:47.812025 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-1a677b25-89d8-4de2-a2e9-ea5b62ff0c87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0448143 Nov 25 18:05:47.821333 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a0e28dd8-d146-49b7-ae04-400880d943bc details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:05:47.863136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-4d0333cc-8bde-439c-8ad7-53da70b4adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:47.868177 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-4d0333cc-8bde-439c-8ad7-53da70b4adb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474653 Nov 25 18:05:47.918406 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:47.934393 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'mac_address': 'fa:16:3e:fa:c2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:05:47.960213 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-493befbb-b663-4ed4-b5e8-d88495b76bc3 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837257 Nov 25 18:05:47.970972 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.984576 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e28dd8-d146-49b7-ae04-400880d943bc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:05:48.004461 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:48.008473 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.057408 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:48.058706 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-62da69b6-d332-46fd-ba88-f1030d9ec60a req-6096566a-7923-49b1-a4ae-e8a8d005bb1b service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907571 Nov 25 18:05:48.065091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.065446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.065843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.066161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.066492 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.066834 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.067316 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.067860 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.067968 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.068300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.068635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.068986 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:48.274744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['a0e28dd8-d146-49b7-ae04-400880d943bc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:05:48.600529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433e3a-2c2e-4edf-a1a9-013f095a8a23 req-3d5eb760-3e4d-4a7b-9891-820f651c1519 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:48.601970 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8433e3a-2c2e-4edf-a1a9-013f095a8a23 req-3d5eb760-3e4d-4a7b-9891-820f651c1519 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 944 time: 0.0514016 Nov 25 18:05:48.653996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e8433e3a-2c2e-4edf-a1a9-013f095a8a23 req-98ca96bc-ff09-4877-b61c-93005f6329a9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Nov 25 18:05:48.774035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6aaa2-66e8-4277-9a29-1c3375fc9843 req-b18ca9fb-f9f9-4ac0-97ba-d7e1a1a11c52 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:48.775495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84a6aaa2-66e8-4277-9a29-1c3375fc9843 req-b18ca9fb-f9f9-4ac0-97ba-d7e1a1a11c52 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 944 time: 0.0526724 Nov 25 18:05:48.823835 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84a6aaa2-66e8-4277-9a29-1c3375fc9843 req-76f84aa5-292f-45c4-ba48-2acbbec9a65c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Nov 25 18:05:48.940898 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abebdac-d95a-435f-b7c1-fa0e05c5ef99 req-9f34e989-d4d5-4347-9b39-2abc49b55c1c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:48.942406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0abebdac-d95a-435f-b7c1-fa0e05c5ef99 req-9f34e989-d4d5-4347-9b39-2abc49b55c1c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 944 time: 0.0500226 Nov 25 18:05:48.989975 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0abebdac-d95a-435f-b7c1-fa0e05c5ef99 req-099cef98-7eba-4e48-8cbb-08a8de10296f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Nov 25 18:05:49.226189 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c6634-4916-4eb0-b4f6-622f5bd65f5e req-4779f735-e14b-4c50-97d4-50eb75ae2ee1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:49.227671 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-968c6634-4916-4eb0-b4f6-622f5bd65f5e req-4779f735-e14b-4c50-97d4-50eb75ae2ee1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 944 time: 0.0546453 Nov 25 18:05:49.276823 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-968c6634-4916-4eb0-b4f6-622f5bd65f5e req-ad108a28-3cf1-437e-90c2-60b5f271f8af tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Nov 25 18:05:49.861318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a0e28dd8-d146-49b7-ae04-400880d943bc up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:49.909396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port a0e28dd8-d146-49b7-ae04-400880d943bc completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:05:49.913363 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port a0e28dd8-d146-49b7-ae04-400880d943bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:49.913743 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.993348 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.016493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:50.018771 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abaf8104e7317913fe466634737ee72986f753354a70c8ddb79c6a3aed196e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90fb87e-a35e-48d2-8bac-1d31abc82145" -d '{"events": [{"server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:50.031794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:50.036051 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.059892 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978b0ece-7064-4290-a6b3-52b05f16ef2b x-openstack-request-id: req-978b0ece-7064-4290-a6b3-52b05f16ef2b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:50.060193 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:50.060454 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-978b0ece-7064-4290-a6b3-52b05f16ef2b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:50.060850 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'code': 200} Nov 25 18:05:50.086744 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:50.393063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43badeae-da29-498c-b05c-4b825a0dbe6e req-a842ce14-cccd-499c-8825-35f28db64dce tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:50.394553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43badeae-da29-498c-b05c-4b825a0dbe6e req-a842ce14-cccd-499c-8825-35f28db64dce tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0493491 Nov 25 18:05:50.442345 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-43badeae-da29-498c-b05c-4b825a0dbe6e req-530a0cb7-433d-4849-9038-c9aa85bf4a72 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411918 Nov 25 18:05:50.496657 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500a067-7673-4700-bb40-3c0eca052269 req-2a4b948a-5871-4e16-92fa-5f24c9a78b88 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:50.498170 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3500a067-7673-4700-bb40-3c0eca052269 req-2a4b948a-5871-4e16-92fa-5f24c9a78b88 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 945 time: 0.0495572 Nov 25 18:05:50.592068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Deleting port a0e28dd8-d146-49b7-ae04-400880d943bc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:50.592321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.685624 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] For port a0e28dd8-d146-49b7-ae04-400880d943bc, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=a0e28dd8-d146-49b7-ae04-400880d943bc,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:50.685992 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.858362 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.858778 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.859103 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d disassociated. External IP: 172.25.1.114, port: a0e28dd8-d146-49b7-ae04-400880d943bc. Nov 25 18:05:50.859453 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Calling delete_port for a0e28dd8-d146-49b7-ae04-400880d943bc owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:50.990118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.022317 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event deleted for resources: {'Port': ['ID=a0e28dd8-d146-49b7-ae04-400880d943bc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.145182 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:05:51.258020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:05:51.271399 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:05:51.281914 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:51.282592 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:05:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:51.301937 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] No DVR routers for this DVR port a0e28dd8-d146-49b7-ae04-400880d943bc on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:51.304647 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.308158 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3500a067-7673-4700-bb40-3c0eca052269 req-5028cd98-b982-4504-accb-9551ea54b17e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "DELETE /v2.0/ports/a0e28dd8-d146-49b7-ae04-400880d943bc HTTP/1.1" status: 204 len: 173 time: 0.8025022 Nov 25 18:05:51.308645 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'name': 'network-vif-deleted', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:51.311081 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dca03bf-cef2-451d-9359-6ed0abc2b19c" -d '{"events": [{"server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "name": "network-vif-deleted", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:51.363625 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df1333b-5776-4f1d-8af2-3b59bbecd4b1 x-openstack-request-id: req-8df1333b-5776-4f1d-8af2-3b59bbecd4b1 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:51.364253 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c48334b-97b3-4c0d-85d2-bf735bbc8ff2", "name": "network-vif-deleted", "tag": "a0e28dd8-d146-49b7-ae04-400880d943bc", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:51.364750 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8df1333b-5776-4f1d-8af2-3b59bbecd4b1 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:51.365318 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c48334b-97b3-4c0d-85d2-bf735bbc8ff2', 'name': 'network-vif-deleted', 'tag': 'a0e28dd8-d146-49b7-ae04-400880d943bc', 'status': 'completed', 'code': 200} Nov 25 18:05:51.492929 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:51.558410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d83235a6-d8fb-4418-a079-3f5253d66f9c req-5c8d5daa-ae5c-4cf7-8220-7ec4406b3128 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c48334b-97b3-4c0d-85d2-bf735bbc8ff2 HTTP/1.1" status: 200 len: 210 time: 0.0281112 Nov 25 18:05:51.702420 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:51.729732 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:05:51.738162 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:51.739724 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:05:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:51.844517 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:52.043249 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:52.069793 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e2c5e-7bc7-4c0e-8b2f-53e1c4d67a2b None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:05:52.280401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90264d8-2a89-4e08-88c8-ecc755d5c12e None None] New status for floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:05:52.809688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-8c23aa79-f6a2-41b0-875a-ae471afb4dda tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1155716479&fields=id&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 267 time: 0.0468090 Nov 25 18:05:52.917483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-e4293bb4-a183-4e61-9c2b-4e81383a80dc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:52.918907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-e4293bb4-a183-4e61-9c2b-4e81383a80dc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 811 time: 0.1025705 Nov 25 18:05:52.933733 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-6a6caa31-f8ec-4929-9d51-eadfeb9eba87 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/quotas/603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 375 time: 0.0091443 Nov 25 18:05:52.984094 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-444ca8f0-034e-43ac-b115-24b1d64a40a8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448067 Nov 25 18:05:53.083469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-a2949523-b1fb-4701-801a-1abd0e480bf3 service neutron] 10.222.0.81 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876219 Nov 25 18:05:53.173711 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-d5e91676-4c81-4cfa-807f-4f3a0f4a1c88 service neutron] 10.222.0.81 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839620 Nov 25 18:05:53.337223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-26a3a2c2-267d-4cbf-b65e-3c24b0c7e212 req-219d97eb-fe14-4f48-8921-9e498b385a48 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 210 time: 0.0317414 Nov 25 18:05:53.892128 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a0e28dd8-d146-49b7-ae04-400880d943bc no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:53.916550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: a0e28dd8-d146-49b7-ae04-400880d943bc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:53.916885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device a0e28dd8-d146-49b7-ae04-400880d943bc not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:54.265224 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-0097f984-038a-41c9-9ec1-5344c8e058bd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:54.266734 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-0097f984-038a-41c9-9ec1-5344c8e058bd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 811 time: 0.1104634 Nov 25 18:05:54.334689 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-5a6b4632-7296-48bd-958a-955597df8069 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 380 time: 0.0555332 Nov 25 18:05:54.344138 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'port': {'device_id': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'admin_state_up': True, 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'security_groups': ['213505ad-103a-41d6-bd96-7d1c57568cd8']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:54.441096 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-13365677-9538-4216-bb03-1fe4dbcaf09c req-db5c8b5e-9c8f-430c-8332-207f274f4864 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 210 time: 0.0285597 Nov 25 18:05:54.470378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Made reservation on behalf of 603e777c64654d0d855baae4fc2bb585 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:54.474326 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.604900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Allocated IP 172.20.0.8 (504f001b-99cd-4c23-bf8c-a94152594504/db9c0072-164f-48d7-9b46-dfe95f2e8bf6/0bfe37a1-a126-42ea-90f4-151722d5119b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:54.746786 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.786001 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.834714 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Network 504f001b-99cd-4c23-bf8c-a94152594504 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:54.838075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:54.842344 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:54.846206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:54.898608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:54.899271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.917335 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-f6fcedfa-21c6-4d8a-aeb7-d75ec276b554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768344 Nov 25 18:05:54.932238 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Request body: {'port': {'device_id': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:54.991076 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.043086 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ee590631-4868-4230-8d8b-c74861c9c06c None None] Provisioning complete for port 0bfe37a1-a126-42ea-90f4-151722d5119b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:55.043851 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee590631-4868-4230-8d8b-c74861c9c06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.078452 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ee590631-4868-4230-8d8b-c74861c9c06c None None] Port 0bfe37a1-a126-42ea-90f4-151722d5119b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:55.253557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfe37a1-a126-42ea-90f4-151722d5119b {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:05:55.260854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.273866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Transition to ACTIVE for port object 0bfe37a1-a126-42ea-90f4-151722d5119b will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:05:55.277463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.330000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:55.404133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Attempting to bind port 0bfe37a1-a126-42ea-90f4-151722d5119b on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:55.404538 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Attempting to bind port 0bfe37a1-a126-42ea-90f4-151722d5119b by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:55.405086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Attempting to bind port 0bfe37a1-a126-42ea-90f4-151722d5119b on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:55.409858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Port 0bfe37a1-a126-42ea-90f4-151722d5119b on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:05:55.410181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Attempting to bind port 0bfe37a1-a126-42ea-90f4-151722d5119b on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:55.415407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:55.415802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:55.416198 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:55.416625 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Bound port: 0bfe37a1-a126-42ea-90f4-151722d5119b, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:55.417002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.482507 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:55.485572 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:55.492236 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.534047 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:55.534679 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.536723 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] 10.222.0.60 "PUT /v2.0/ports/0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 1091 time: 0.6084385 Nov 25 18:05:55.536723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:55.539057 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d" -d '{"events": [{"name": "network-changed", "server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:55.576735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b491592-a370-49cf-9f63-30c25cb2f943 req-0e3bac5f-11c8-40de-8aa7-a418737712d4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:55.578602 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b491592-a370-49cf-9f63-30c25cb2f943 req-0e3bac5f-11c8-40de-8aa7-a418737712d4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 943 time: 0.0609012 Nov 25 18:05:55.588017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d3d4-5399-4e01-90c9-46ee19168e5e service neutron] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:55.621658 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbddca3e-6a4c-43e9-8187-cf4d0e5612fb x-openstack-request-id: req-cbddca3e-6a4c-43e9-8187-cf4d0e5612fb {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:55.621982 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:55.622222 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbddca3e-6a4c-43e9-8187-cf4d0e5612fb {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:55.622630 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'status': 'completed', 'code': 200} Nov 25 18:05:55.640132 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-a87fe67f-6e70-4ee3-83ae-36be5a558b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:55.641804 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-a87fe67f-6e70-4ee3-83ae-36be5a558b65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1094 time: 0.0500495 Nov 25 18:05:55.643013 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5b491592-a370-49cf-9f63-30c25cb2f943 req-2854914e-3539-4618-89a4-d17b24fe2604 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567343 Nov 25 18:05:55.688471 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-082de0ba-9e0e-412c-8206-ee0c9cff3dd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 217 time: 0.0374877 Nov 25 18:05:55.748153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b44ff7fe-40f6-4633-bf7c-4398cafe3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:55.749961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-b44ff7fe-40f6-4633-bf7c-4398cafe3333 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0530121 Nov 25 18:05:56.043258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-8ca2bd94-24ad-4f7d-87fa-4d549c18fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:56.044767 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-8ca2bd94-24ad-4f7d-87fa-4d549c18fe7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847180 Nov 25 18:05:56.154355 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-a5f49bbc-e50b-45c5-ad91-56a2e911e3b0 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960011 Nov 25 18:05:56.245716 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c522012f-6cb3-4395-a4b0-9bb152b9127c req-5c0d93da-0685-4977-a112-5285173d2b23 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877240 Nov 25 18:05:56.336999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-8d077458-45c5-4097-b06c-2768282af26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:56.338538 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-8d077458-45c5-4097-b06c-2768282af26b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1094 time: 0.0434883 Nov 25 18:05:56.437592 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-de542c23-97db-4f15-b2ac-4d306cb0c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:56.439026 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-de542c23-97db-4f15-b2ac-4d306cb0c15b service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0931456 Nov 25 18:05:56.490773 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-09ba0419-a471-4bc2-a16c-779f21d3cf80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 217 time: 0.0423162 Nov 25 18:05:56.557006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-afed6a3f-4ee0-4377-8a8f-5cc4c9b4249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:56.558603 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-afed6a3f-4ee0-4377-8a8f-5cc4c9b4249b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0585146 Nov 25 18:05:56.612035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-81baf185-be72-48da-b6b3-e2a571a700ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:56.614099 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-81baf185-be72-48da-b6b3-e2a571a700ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473936 Nov 25 18:05:56.713458 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-23712294-f1a2-4e9b-9590-138c2d21e877 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906420 Nov 25 18:05:56.771762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506de53-6af3-4f57-af8a-8dd5d3e41421 req-6887b53e-2fb1-43b4-ad92-4e2f5824cd64 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:56.773387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e506de53-6af3-4f57-af8a-8dd5d3e41421 req-6887b53e-2fb1-43b4-ad92-4e2f5824cd64 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 943 time: 0.0555828 Nov 25 18:05:56.824662 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a8e71c06-6ec4-43c5-8993-8eb1b874c56d req-625d7121-3b9d-4d4c-abb7-6ff31ae93de5 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978706 Nov 25 18:05:56.827924 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e506de53-6af3-4f57-af8a-8dd5d3e41421 req-1a579363-860d-41aa-80ac-18c10aa91559 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481646 Nov 25 18:05:57.948681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07522890-0ef0-433e-a2f1-c6c893f4b9ca req-0cc9d83d-7410-460d-9253-6dbfcaf6b0c2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:57.950198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07522890-0ef0-433e-a2f1-c6c893f4b9ca req-0cc9d83d-7410-460d-9253-6dbfcaf6b0c2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 943 time: 0.0495129 Nov 25 18:05:58.000360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-07522890-0ef0-433e-a2f1-c6c893f4b9ca req-953bdb10-f880-47b4-9881-dc469445a613 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Nov 25 18:05:59.119952 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2876e4-c689-44f4-8b7a-2e0f806f6db8 req-6561b44d-7b35-4913-bcec-00b5b3bca384 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:59.121540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc2876e4-c689-44f4-8b7a-2e0f806f6db8 req-6561b44d-7b35-4913-bcec-00b5b3bca384 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 943 time: 0.0508194 Nov 25 18:05:59.171182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc2876e4-c689-44f4-8b7a-2e0f806f6db8 req-75c5ca57-8c5d-41d5-93a7-42b1fa6f44d9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Nov 25 18:05:59.302253 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0bfe37a1-a126-42ea-90f4-151722d5119b details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:05:59.401008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:59.412513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'mac_address': 'fa:16:3e:33:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:05:59.450198 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.464092 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfe37a1-a126-42ea-90f4-151722d5119b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:05:59.483583 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:59.487684 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.541443 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.736217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['0bfe37a1-a126-42ea-90f4-151722d5119b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:06:00.303255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad5ed0-7eba-4fa0-86d4-74905f19a179 req-4c55069d-66a2-4bd9-918c-0626bdfdc13e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:00.304809 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6ad5ed0-7eba-4fa0-86d4-74905f19a179 req-4c55069d-66a2-4bd9-918c-0626bdfdc13e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 944 time: 0.0537043 Nov 25 18:06:00.352510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c6ad5ed0-7eba-4fa0-86d4-74905f19a179 req-66aea2b9-8ae6-4530-b9df-3377d2bc6d74 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Nov 25 18:06:01.313996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0bfe37a1-a126-42ea-90f4-151722d5119b up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:01.368119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 0bfe37a1-a126-42ea-90f4-151722d5119b completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:06:01.372326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 0bfe37a1-a126-42ea-90f4-151722d5119b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:01.372695 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.465693 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.482178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b3ac2-c992-4b2a-b4fa-d69a502d7b46 req-a2c1a27f-50cf-41cd-947f-b2d31dbdf633 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:01.483716 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f99b3ac2-c992-4b2a-b4fa-d69a502d7b46 req-a2c1a27f-50cf-41cd-947f-b2d31dbdf633 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 944 time: 0.0526009 Nov 25 18:06:01.491875 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:01.508116 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:01.513036 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.543409 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f99b3ac2-c992-4b2a-b4fa-d69a502d7b46 req-de55f8a5-28ce-4691-a8eb-dc9a809e22c8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503445 Nov 25 18:06:01.547157 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b657f-e714-4f1a-83c1-1fff2a2abe54" -d '{"events": [{"server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:01.589910 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:01.673727 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f82440-a7cb-4a9c-8230-7082cfee5d83 x-openstack-request-id: req-18f82440-a7cb-4a9c-8230-7082cfee5d83 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:01.674028 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:01.674287 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18f82440-a7cb-4a9c-8230-7082cfee5d83 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:01.674683 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'code': 200} Nov 25 18:06:01.778951 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bd2ef-9108-466d-83f5-e9a6c443893c req-52871937-93ef-48b9-91c2-405e0610a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:01.780377 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c4bd2ef-9108-466d-83f5-e9a6c443893c req-52871937-93ef-48b9-91c2-405e0610a0ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1096 time: 0.0420914 Nov 25 18:06:01.803884 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:06:01.829179 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-7c4bd2ef-9108-466d-83f5-e9a6c443893c req-f20d4f9f-2ea9-4b1d-a5d5-caf73006bee0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394018 Nov 25 18:06:02.294670 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dacfd192-4800-4f59-8ee3-32d5588be10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.689938 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffdac9-c134-41ac-9113-cca6815ce10a req-d4d3e925-88e6-4ef9-984f-d93cfc69cae1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:02.691825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cffdac9-c134-41ac-9113-cca6815ce10a req-d4d3e925-88e6-4ef9-984f-d93cfc69cae1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0590897 Nov 25 18:06:02.763527 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6cffdac9-c134-41ac-9113-cca6815ce10a req-fb315a4a-945e-40a1-b93c-8e4d92696dd9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602736 Nov 25 18:06:03.884356 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056195-55c5-4481-911f-78e2db570d5a req-5a824e9a-19f4-45e4-bc96-2efbb0953f8e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:03.885856 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6056195-55c5-4481-911f-78e2db570d5a req-5a824e9a-19f4-45e4-bc96-2efbb0953f8e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0486927 Nov 25 18:06:03.933826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6056195-55c5-4481-911f-78e2db570d5a req-f21dad1c-d54f-4f0a-8c38-f499f5a082d8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Nov 25 18:06:04.047308 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358966-64d8-4faa-8ddb-a18e8b263f35 req-d984ebb5-1813-4c64-83e0-a044928076cd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:04.048707 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee358966-64d8-4faa-8ddb-a18e8b263f35 req-d984ebb5-1813-4c64-83e0-a044928076cd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0516105 Nov 25 18:06:04.057694 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 38848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:06:04.062040 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'floatingip': {'port_id': '0bfe37a1-a126-42ea-90f4-151722d5119b'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:04.106024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.471455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-59830d5f-199d-4b80-a1ec-ada8a3b633f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.874284 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.878149 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.979564 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d associated. External IP: 172.25.1.114, port: 0bfe37a1-a126-42ea-90f4-151722d5119b. Nov 25 18:06:05.195217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:06:05.305482 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:06:05.310405 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:05.314790 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:06:05.325613 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:06:05.326230 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:06:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:05.339833 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4d38ad5a-707c-4826-b39f-135db1fd731e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "PUT /v2.0/floatingips/e29c8298-4aa5-4f05-96ee-8d4573da4e7d HTTP/1.1" status: 200 len: 991 time: 1.2810614 Nov 25 18:06:05.340439 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:05.384349 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416778ff-37cb-48d4-8d34-75504e521c19" -d '{"events": [{"name": "network-changed", "server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:05.440553 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:05.478970 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3221c-39e8-4906-9bcc-51ee99eae52d x-openstack-request-id: req-29e3221c-39e8-4906-9bcc-51ee99eae52d {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:05.478970 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:05.478970 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29e3221c-39e8-4906-9bcc-51ee99eae52d {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:05.478970 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'status': 'completed', 'code': 200} Nov 25 18:06:05.539614 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416778ff-37cb-48d4-8d34-75504e521c19 req-52e8be87-a5be-439f-b23f-20c9ff23a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:05.541370 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-416778ff-37cb-48d4-8d34-75504e521c19 req-52e8be87-a5be-439f-b23f-20c9ff23a03d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1096 time: 0.0434136 Nov 25 18:06:05.640017 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416778ff-37cb-48d4-8d34-75504e521c19 req-81669b6f-4536-41c6-bf4f-a9c7467213e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:05.641591 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-416778ff-37cb-48d4-8d34-75504e521c19 req-81669b6f-4536-41c6-bf4f-a9c7467213e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0919182 Nov 25 18:06:05.677259 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:33:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:05.704251 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:06:05.710243 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-416778ff-37cb-48d4-8d34-75504e521c19 req-4b0124bb-24be-408f-b60f-93fd72258960 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 999 time: 0.0609825 Nov 25 18:06:05.712578 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:06:05.713333 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:06:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:05.762188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416778ff-37cb-48d4-8d34-75504e521c19 req-042691a5-206c-4d23-b6db-7c9bb95e8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:05.763709 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-416778ff-37cb-48d4-8d34-75504e521c19 req-042691a5-206c-4d23-b6db-7c9bb95e8491 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0453722 Nov 25 18:06:05.817104 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416778ff-37cb-48d4-8d34-75504e521c19 req-bfa6645a-43ae-4fd8-bb05-48b138ee4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:05.818672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-416778ff-37cb-48d4-8d34-75504e521c19 req-bfa6645a-43ae-4fd8-bb05-48b138ee4bf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459304 Nov 25 18:06:05.821122 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:05.912645 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-416778ff-37cb-48d4-8d34-75504e521c19 req-8c238372-8643-479b-b006-2620410dfe49 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851133 Nov 25 18:06:05.987757 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:06.010624 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-416778ff-37cb-48d4-8d34-75504e521c19 req-f770a43a-475a-4ccb-b9e8-542ed7df8c92 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907769 Nov 25 18:06:06.048783 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:33:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:06.161382 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9025d-5add-4d8a-8ebd-8b7af77cb1e2 None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:33:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:06:06.368372 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddaa015-5254-4a04-9045-cc4db71644e5 None None] New status for floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:06:06.831594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:07.266905 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:07.522613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.062270 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:32.296629 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a889633c-eb5b-4550-93ef-7e10c02886a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:34.474807 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-009e3137-03fa-413c-99d9-7ead84ac72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:35.989731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:36.840878 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:37.270991 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:37.518798 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:38.067827 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:38.803254 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:07:02.301397 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4713f15b-8c95-4acc-8e17-c7a6902a016a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:04.182286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d521731-6d62-4187-8903-58506af10b50 req-bd120989-9532-4edc-90e6-bd3e372fde0a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411985 Nov 25 18:07:04.267826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521731-6d62-4187-8903-58506af10b50 req-bbd4a7d7-4266-4bc5-af87-26de269fe882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:04.269686 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d521731-6d62-4187-8903-58506af10b50 req-bbd4a7d7-4266-4bc5-af87-26de269fe882 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1096 time: 0.0420945 Nov 25 18:07:04.378209 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521731-6d62-4187-8903-58506af10b50 req-54fd89d1-e670-4c64-afed-974fd5c33f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:04.380409 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d521731-6d62-4187-8903-58506af10b50 req-54fd89d1-e670-4c64-afed-974fd5c33f45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0907333 Nov 25 18:07:04.448131 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d521731-6d62-4187-8903-58506af10b50 req-8561c067-430b-4c9c-bebe-6fc3a165c1fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 1001 time: 0.0588651 Nov 25 18:07:04.477707 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-619294d6-8de8-4498-bd9d-6127c9925f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:04.501796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521731-6d62-4187-8903-58506af10b50 req-f22c6929-04b4-451d-82ac-a2bc309714e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:04.503813 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d521731-6d62-4187-8903-58506af10b50 req-f22c6929-04b4-451d-82ac-a2bc309714e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0471277 Nov 25 18:07:04.554475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521731-6d62-4187-8903-58506af10b50 req-1f0ffc23-54a6-450d-96f5-b64cbf91fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:04.555988 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d521731-6d62-4187-8903-58506af10b50 req-1f0ffc23-54a6-450d-96f5-b64cbf91fec1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446942 Nov 25 18:07:04.648828 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d521731-6d62-4187-8903-58506af10b50 req-587b8afe-8ee8-490d-a5ea-8d45d8a32aa6 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843697 Nov 25 18:07:04.744947 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3d521731-6d62-4187-8903-58506af10b50 req-cba87d88-49f0-415b-a285-7c1780d60e0b service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881376 Nov 25 18:07:05.992033 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:06.839206 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:07.273274 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:07.543334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:08.069400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:15.803125 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:07:32.295287 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-818b69da-5b4f-44c9-8bff-bfea3d4cecbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:34.478865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b223644-8ba2-4cd3-93fc-080769ec7d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:35.994678 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:36.838453 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:37.276906 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:37.569593 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:38.070566 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:41.622593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dbea-5bc4-40cb-bb6b-1bbd09fbb081 req-1c6a328e-1b60-42ff-b6f4-dd4a2e0e879f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:41.625211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e886dbea-5bc4-40cb-bb6b-1bbd09fbb081 req-1c6a328e-1b60-42ff-b6f4-dd4a2e0e879f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0658026 Nov 25 18:07:41.684585 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e886dbea-5bc4-40cb-bb6b-1bbd09fbb081 req-e0ee2381-c38c-45b9-8471-b6322f5b97ea tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524929 Nov 25 18:07:42.813849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ab038-3284-4436-ac5f-5e98e573855e req-97bf4cea-4d32-433e-a3cb-a9b109f83d63 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:42.815933 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba4ab038-3284-4436-ac5f-5e98e573855e req-97bf4cea-4d32-433e-a3cb-a9b109f83d63 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0562537 Nov 25 18:07:42.865615 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ba4ab038-3284-4436-ac5f-5e98e573855e req-70e307a7-e059-4fed-af71-44fb5823115a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Nov 25 18:07:43.988213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00238-4247-457d-b93c-4fd84688d05f req-c8af6fca-788e-406e-96c1-10b2764dba08 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:43.989748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aea00238-4247-457d-b93c-4fd84688d05f req-c8af6fca-788e-406e-96c1-10b2764dba08 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0546145 Nov 25 18:07:44.041476 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-aea00238-4247-457d-b93c-4fd84688d05f req-e9107f80-9c9f-44d9-960c-873c4c05834c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Nov 25 18:07:45.176083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d175e6-598c-4482-91fb-58601d7f28e7 req-0ab67e22-8392-4a14-ac9d-908a34113332 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:45.177636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71d175e6-598c-4482-91fb-58601d7f28e7 req-0ab67e22-8392-4a14-ac9d-908a34113332 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0557652 Nov 25 18:07:45.225341 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-71d175e6-598c-4482-91fb-58601d7f28e7 req-119e8f34-11df-491f-ad76-af26d433cd3b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 Nov 25 18:07:46.345761 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c53db-fbe3-41d0-a690-d90a6bcee339 req-9920a8bc-2e9f-4688-adc2-79dde3053240 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:46.348116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c6c53db-fbe3-41d0-a690-d90a6bcee339 req-9920a8bc-2e9f-4688-adc2-79dde3053240 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0518188 Nov 25 18:07:46.401432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c6c53db-fbe3-41d0-a690-d90a6bcee339 req-dd4e7608-3829-472f-a09a-34353bddd421 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469079 Nov 25 18:07:47.519530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bdbe4-8e72-40c1-9ea9-106d8b53f4cf req-64f96bc5-aca8-4024-bc9c-82752e56ef98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:47.520881 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a8bdbe4-8e72-40c1-9ea9-106d8b53f4cf req-64f96bc5-aca8-4024-bc9c-82752e56ef98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0504868 Nov 25 18:07:47.568788 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a8bdbe4-8e72-40c1-9ea9-106d8b53f4cf req-a5a34604-b45b-415d-bdc1-3cb7141ab3d5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 Nov 25 18:07:48.687331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb186e-83ab-48c5-937c-67dd2222c179 req-195ee9bc-9122-454c-b96c-e8f36ed5d172 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:48.688927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1feb186e-83ab-48c5-937c-67dd2222c179 req-195ee9bc-9122-454c-b96c-e8f36ed5d172 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0510397 Nov 25 18:07:48.739319 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1feb186e-83ab-48c5-937c-67dd2222c179 req-6775a316-85ad-43e6-8e38-2bf52ec6375e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 Nov 25 18:07:49.861587 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ac7e6-b65c-4ccc-bb5b-1f9b5a3004de req-4e1a5a8e-b4c3-4a4c-beb9-d031951fdba6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:49.863588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-248ac7e6-b65c-4ccc-bb5b-1f9b5a3004de req-4e1a5a8e-b4c3-4a4c-beb9-d031951fdba6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0543609 Nov 25 18:07:49.911490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-248ac7e6-b65c-4ccc-bb5b-1f9b5a3004de req-0aa8936f-a662-478d-8206-fa23eede0979 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Nov 25 18:07:51.027845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f83b7-8eff-4735-a767-a50937ff5287 req-b654b0ae-8ba1-44fa-91e0-bcb320baebfc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:51.029352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-553f83b7-8eff-4735-a767-a50937ff5287 req-b654b0ae-8ba1-44fa-91e0-bcb320baebfc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0492167 Nov 25 18:07:51.078118 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-553f83b7-8eff-4735-a767-a50937ff5287 req-423e671a-0424-4c8b-984a-3914fb5d13b7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415304 Nov 25 18:07:52.202741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22285a-778d-4a41-863d-668cd280a14e req-1b57f0d8-8e91-44a8-9fc1-43e51d73e761 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:52.204220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e22285a-778d-4a41-863d-668cd280a14e req-1b57f0d8-8e91-44a8-9fc1-43e51d73e761 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0559065 Nov 25 18:07:52.252786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6e22285a-778d-4a41-863d-668cd280a14e req-ca1aaa96-f143-4be4-97db-1380002588e0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Nov 25 18:07:52.497331 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb57c73-77b1-4a42-9a3a-ef1781426cb5 req-61c65b60-bbc8-4e36-b152-271847477dab tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:52.498840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-deb57c73-77b1-4a42-9a3a-ef1781426cb5 req-61c65b60-bbc8-4e36-b152-271847477dab tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0518854 Nov 25 18:07:52.557497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-deb57c73-77b1-4a42-9a3a-ef1781426cb5 req-2b3a083c-a064-4686-88ce-733986936295 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524371 Nov 25 18:07:52.586429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-29de8e9c-e832-4fa6-b2e5-bedb547f46d1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865998 Nov 25 18:07:52.802013 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:07:53.685693 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced7cd9-c057-4b1c-8b78-c2a00cf613f9 req-8ef45f88-e0cd-4e81-90e4-4ceebd1a3d1f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:53.687256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ced7cd9-c057-4b1c-8b78-c2a00cf613f9 req-8ef45f88-e0cd-4e81-90e4-4ceebd1a3d1f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0576255 Nov 25 18:07:53.743629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ced7cd9-c057-4b1c-8b78-c2a00cf613f9 req-bbf3ae37-0dbb-4e09-8544-47f7164cc056 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490005 Nov 25 18:07:53.773137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-47c1e19d-76d5-4a4b-bbf2-54542bee9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:53.774658 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-47c1e19d-76d5-4a4b-bbf2-54542bee9dd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1096 time: 0.0474517 Nov 25 18:07:53.872820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-2b8cfb53-377c-47a1-9fa5-9ff863ecff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:53.874501 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-2b8cfb53-377c-47a1-9fa5-9ff863ecff68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0910223 Nov 25 18:07:53.942102 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-5a95c356-94a0-47dc-b6b1-523050bf7266 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 1001 time: 0.0590229 Nov 25 18:07:53.991904 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-8afac82b-b1ba-4e0e-8e3e-095d889be6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:53.993573 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-8afac82b-b1ba-4e0e-8e3e-095d889be6ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0441926 Nov 25 18:07:54.046482 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-f3a82dca-eabe-400e-8309-745668ccf2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:54.047996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-f3a82dca-eabe-400e-8309-745668ccf2b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472834 Nov 25 18:07:54.140599 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-6af189e6-887f-4814-a4f5-f38f67e89f61 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829036 Nov 25 18:07:54.240384 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-69a9cbe3-a545-47cf-8d01-cf3c14a3a7a7 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915716 Nov 25 18:07:54.879257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b6bed-f152-45e6-819a-d7da66c68eb0 req-332f9af7-dc00-4aca-b4fd-04465f03a80f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:54.880815 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-240b6bed-f152-45e6-819a-d7da66c68eb0 req-332f9af7-dc00-4aca-b4fd-04465f03a80f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0558362 Nov 25 18:07:54.936996 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-240b6bed-f152-45e6-819a-d7da66c68eb0 req-871cf383-3106-495e-9e9f-cc9e5c76b117 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499899 Nov 25 18:07:56.055392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa95638-0af4-427a-bff3-8b057676e948 req-823f49e7-d36b-4d8b-bc3c-14b8d6164f16 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:56.056999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5aa95638-0af4-427a-bff3-8b057676e948 req-823f49e7-d36b-4d8b-bc3c-14b8d6164f16 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0483603 Nov 25 18:07:56.109348 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5aa95638-0af4-427a-bff3-8b057676e948 req-96ec207d-53b0-4b40-b1df-4df33c3a8ec4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463898 Nov 25 18:07:56.132864 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-86523d34-99cf-4fc0-bc82-73f9b1a86566 service neutron] show failed (client error): The resource could not be found. Nov 25 18:07:56.133926 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-86523d34-99cf-4fc0-bc82-73f9b1a86566 service neutron] 10.222.0.60 "GET /v2.0/ports/0bfe37a1-a126-42ea-90f4-151722d5119b/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0570526 Nov 25 18:07:56.346771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-b0c76ef1-11e5-4e72-b0a9-726d965ea447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:56.348982 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-b0c76ef1-11e5-4e72-b0a9-726d965ea447 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 1096 time: 0.0421605 Nov 25 18:07:56.361968 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:56.419377 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:56.621940 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:56.654980 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:56.694835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:07:56.697338 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7599c88-980b-430d-9e5e-2a2a6e3b8ed6" -d '{"events": [{"server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:07:56.701632 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:56.716044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Transition to ACTIVE for port object 0bfe37a1-a126-42ea-90f4-151722d5119b will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:07:56.720031 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:56.750689 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d6731-0763-49fa-bb64-d065a27df624 x-openstack-request-id: req-c79d6731-0763-49fa-bb64-d065a27df624 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:07:56.750986 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:07:56.751247 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c79d6731-0763-49fa-bb64-d065a27df624 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:07:56.751645 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'code': 200} Nov 25 18:07:56.813020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:56.826108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.826454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.826799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.827136 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.827477 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.827809 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.828137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.828464 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.828792 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.829158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.829559 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.829887 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:56.861910 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] No DVR routers for this DVR port 0bfe37a1-a126-42ea-90f4-151722d5119b on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:07:56.999455 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Attempting to bind port 0bfe37a1-a126-42ea-90f4-151722d5119b on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:56.999912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Attempting to bind port 0bfe37a1-a126-42ea-90f4-151722d5119b by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:57.000250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Attempting to bind port 0bfe37a1-a126-42ea-90f4-151722d5119b on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:57.004743 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Port 0bfe37a1-a126-42ea-90f4-151722d5119b on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:07:57.005106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Attempting to bind port 0bfe37a1-a126-42ea-90f4-151722d5119b on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:57.010094 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:57.010435 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:57.010817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:57.011242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Bound port: 0bfe37a1-a126-42ea-90f4-151722d5119b, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:57.011606 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:57.074239 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:57.077434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:57.082113 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:57.119291 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:57.120408 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:57.122015 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] 10.222.0.95 "PUT /v2.0/ports/0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 1091 time: 0.7641442 Nov 25 18:07:57.180876 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36794bb-178a-4311-a7c0-0a9c77202e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:57.197223 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-34d43b47-b5ea-49b4-a91b-ccf530eba591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:57.198738 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-34d43b47-b5ea-49b4-a91b-ccf530eba591 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1094 time: 0.0490692 Nov 25 18:07:57.245063 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26ed50-e74e-4fcd-a674-cb0c66eea76a req-5758a4e7-56b2-4d01-82f6-6c76a89e98b9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:57.247276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f26ed50-e74e-4fcd-a674-cb0c66eea76a req-5758a4e7-56b2-4d01-82f6-6c76a89e98b9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 943 time: 0.0541999 Nov 25 18:07:57.297824 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-f0812a10-a370-46b1-9854-19bf564e9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:57.299356 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-f0812a10-a370-46b1-9854-19bf564e9a4d service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0933545 Nov 25 18:07:57.309214 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8f26ed50-e74e-4fcd-a674-cb0c66eea76a req-c2f8023b-32a5-49e7-a23d-85ba7f7fa40d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524864 Nov 25 18:07:57.373222 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-a9272d7c-4daf-487b-8b99-c9a482fa8cc2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 999 time: 0.0665219 Nov 25 18:07:57.424953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-637e794b-3b3a-441d-92be-e8cd95a33ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:57.427243 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-637e794b-3b3a-441d-92be-e8cd95a33ac4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0470049 Nov 25 18:07:57.474311 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-0b91b99b-1f18-447c-9feb-ed85440aefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:57.475815 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-0b91b99b-1f18-447c-9feb-ed85440aefe3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413659 Nov 25 18:07:57.569037 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-1e7fa50f-c372-438a-b895-80b663915308 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855296 Nov 25 18:07:57.661414 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-dbd5d4df-7cb8-4765-b34c-8ce6de0f590c req-89600e01-cf20-4741-9bbd-8497d9f0e9bf service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836554 Nov 25 18:07:58.424950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044648bf-8055-41ff-8170-7406306f0df6 req-303f71ae-9679-4d1b-85ae-0163eb12eeae tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:58.427038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-044648bf-8055-41ff-8170-7406306f0df6 req-303f71ae-9679-4d1b-85ae-0163eb12eeae tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 943 time: 0.0497019 Nov 25 18:07:58.476526 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-044648bf-8055-41ff-8170-7406306f0df6 req-edc0b954-2ea5-4a27-b31d-9bc20748b610 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Nov 25 18:07:58.753095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:07:58.755983 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34e37eb-c70c-41fa-bb03-879f60425f23" -d '{"events": [{"name": "network-changed", "server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:07:58.807447 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b51e1-3bbc-43eb-a413-b137e9cdcfe3 x-openstack-request-id: req-9d5b51e1-3bbc-43eb-a413-b137e9cdcfe3 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:07:58.807765 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:07:58.808031 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d5b51e1-3bbc-43eb-a413-b137e9cdcfe3 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:07:58.808589 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'status': 'completed', 'code': 200} Nov 25 18:07:58.902781 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-e788494f-0848-4bf1-aa69-c12dbab5474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:58.904320 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-e788494f-0848-4bf1-aa69-c12dbab5474d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1094 time: 0.0781484 Nov 25 18:07:58.906971 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-5d0023be-3cc2-4a8a-aedf-8a2df3722435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:58.908356 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-5d0023be-3cc2-4a8a-aedf-8a2df3722435 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1094 time: 0.0725985 Nov 25 18:07:59.318359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-01d56a24-6f9f-4dc7-a1e5-cffadfcc9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.319860 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-01d56a24-6f9f-4dc7-a1e5-cffadfcc9e42 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.4067018 Nov 25 18:07:59.322593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-adc093eb-76e4-4108-8dc6-5b9e5cd31fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.323928 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-adc093eb-76e4-4108-8dc6-5b9e5cd31fcf service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.4023767 Nov 25 18:07:59.433537 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-c5d67982-7b88-4fd0-896c-2cebb3acad45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 999 time: 0.1052670 Nov 25 18:07:59.439297 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-4fa1a175-4c9b-4b56-ba69-a15afccfd490 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 999 time: 0.1046495 Nov 25 18:07:59.522151 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-f09a236a-3383-42db-8aa9-b36db1d11cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.523659 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-f09a236a-3383-42db-8aa9-b36db1d11cab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0818756 Nov 25 18:07:59.525703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-68ec08b8-342e-4565-a7cf-e7b799450acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.527100 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-68ec08b8-342e-4565-a7cf-e7b799450acc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0776439 Nov 25 18:07:59.605321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-a328bd4c-d37f-4136-96a3-2e4b86c4193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.606961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-a328bd4c-d37f-4136-96a3-2e4b86c4193e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747480 Nov 25 18:07:59.612653 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-ace77bf2-cb3a-4188-8b64-bc48b3ef3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.612851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8b136-cd27-4878-ab48-76c8aaa979cc req-9f9ac231-7d21-4566-978e-bc4968231a08 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.614228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3d8b136-cd27-4878-ab48-76c8aaa979cc req-9f9ac231-7d21-4566-978e-bc4968231a08 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 943 time: 0.0562384 Nov 25 18:07:59.614652 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-ace77bf2-cb3a-4188-8b64-bc48b3ef3bb5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721390 Nov 25 18:07:59.665092 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3d8b136-cd27-4878-ab48-76c8aaa979cc req-cd872761-e422-45e0-9737-f608edc2f6cf tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Nov 25 18:07:59.776777 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-cf5ae715-7b62-498c-b913-4d40d65b5b7f service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611531 Nov 25 18:07:59.783109 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-a0448530-2924-470d-b924-17a8f3b0477f service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590602 Nov 25 18:07:59.854800 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0bfe37a1-a126-42ea-90f4-151722d5119b no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:59.867351 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.60', 51575) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:59.915463 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 0bfe37a1-a126-42ea-90f4-151722d5119b not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:59.953483 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-060fc346-56ab-4c6f-b00a-75cc6a49ff87 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661792 Nov 25 18:07:59.957828 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-d7587e49-069a-47dd-a48a-7a6c2b1a2113 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619523 Nov 25 18:07:59.982964 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6dbc5-4fb9-4a94-afde-0e4648003553 req-e0098434-7cd8-4133-8eec-ec3330a2436a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.984490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dd6dbc5-4fb9-4a94-afde-0e4648003553 req-e0098434-7cd8-4133-8eec-ec3330a2436a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 943 time: 0.1364861 Nov 25 18:08:00.006447 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-070064c6-f515-40fc-a08e-93b499e0e985 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:00.007901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-070064c6-f515-40fc-a08e-93b499e0e985 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e&tenant_id=603e777c64654d0d855baae4fc2bb585&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 943 time: 0.1395707 Nov 25 18:08:00.079578 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9dd6dbc5-4fb9-4a94-afde-0e4648003553 req-5342e0c0-1059-49af-87c4-3c26dfc7f32d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871806 Nov 25 18:08:00.094920 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-56857c6a-ad4f-4de0-bace-eb9d8bc90589 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:08:00.095938 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-56857c6a-ad4f-4de0-bace-eb9d8bc90589 service neutron] 10.222.0.60 "DELETE /v2.0/ports/0bfe37a1-a126-42ea-90f4-151722d5119b/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0804133 Nov 25 18:08:00.183514 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-e91f84bd-4d0d-4b1c-8e9d-f8189809874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:00.184994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-e91f84bd-4d0d-4b1c-8e9d-f8189809874a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1094 time: 0.0424712 Nov 25 18:08:00.307254 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-2ea4f8b5-41cc-41aa-8d99-115c9c51c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:00.308720 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-2ea4f8b5-41cc-41aa-8d99-115c9c51c2ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.1147742 Nov 25 18:08:00.375840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-f65df236-8156-4996-8114-16c04903b608 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 999 time: 0.0586061 Nov 25 18:08:00.423021 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 0bfe37a1-a126-42ea-90f4-151722d5119b details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:08:00.433848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-d7eced94-eccf-449b-af71-6f6322bcefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:00.435343 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-d7eced94-eccf-449b-af71-6f6322bcefb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0514071 Nov 25 18:08:00.482875 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-4ab6411e-a653-4bd6-8548-7904a362dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:00.484407 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-4ab6411e-a653-4bd6-8548-7904a362dd40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399992 Nov 25 18:08:00.547734 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:00.561017 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'mac_address': 'fa:16:3e:33:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:08:00.580814 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-17865c1f-ec8e-4055-8709-252c703625e1 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870636 Nov 25 18:08:00.609424 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:00.629739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfe37a1-a126-42ea-90f4-151722d5119b {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:08:00.656959 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:00.661908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:00.684522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-89afafa8-16ae-41d4-8ecb-b9f3c5329f66 req-dab47363-ea46-4b87-93e9-0598233a112e service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956531 Nov 25 18:08:00.715663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:00.725082 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.725442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.725791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.726134 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.726473 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.726810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.727143 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.727476 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.727807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.728139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.728469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.728983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:00.875482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['0bfe37a1-a126-42ea-90f4-151722d5119b'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:01.203758 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e5f85-2c98-482d-a288-f5296332bf2d req-cace3508-6898-4482-a87e-44a87db80cc5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.205316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f94e5f85-2c98-482d-a288-f5296332bf2d req-cace3508-6898-4482-a87e-44a87db80cc5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 944 time: 0.0513425 Nov 25 18:08:01.257057 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f94e5f85-2c98-482d-a288-f5296332bf2d req-ea392aac-953c-4877-96bf-26d37c9146eb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Nov 25 18:08:01.377627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82c513-82dd-4ca1-88ea-d0de095a8fef req-13173e0e-7a3f-479a-8cab-cac89b5b3655 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.379650 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a82c513-82dd-4ca1-88ea-d0de095a8fef req-13173e0e-7a3f-479a-8cab-cac89b5b3655 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 944 time: 0.0490220 Nov 25 18:08:01.431259 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a82c513-82dd-4ca1-88ea-d0de095a8fef req-6261103c-a1b4-4f34-ac83-9f99fdd1ea25 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456333 Nov 25 18:08:01.629200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801de82-9cdd-47a2-89bf-7a8d4be308e2 req-5660bacb-2366-4fc3-80da-e787b6ae22fa tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.630670 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b801de82-9cdd-47a2-89bf-7a8d4be308e2 req-5660bacb-2366-4fc3-80da-e787b6ae22fa tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 944 time: 0.0499403 Nov 25 18:08:01.664303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203ad2d-4c80-485c-9420-9261747354d7 req-615e2f50-71f2-4955-b5bb-4ed70983fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.665869 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f203ad2d-4c80-485c-9420-9261747354d7 req-615e2f50-71f2-4955-b5bb-4ed70983fdbf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 1095 time: 0.0475338 Nov 25 18:08:01.679053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b801de82-9cdd-47a2-89bf-7a8d4be308e2 req-5a4c9125-ebd2-41eb-b2d8-665409416f3e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417459 Nov 25 18:08:01.759366 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203ad2d-4c80-485c-9420-9261747354d7 req-1387d961-2edd-4f92-a62b-1ce8de894274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.760873 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f203ad2d-4c80-485c-9420-9261747354d7 req-1387d961-2edd-4f92-a62b-1ce8de894274 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0868587 Nov 25 18:08:01.830825 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f203ad2d-4c80-485c-9420-9261747354d7 req-14f6531c-af25-4b4e-b730-cea044f78582 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 200 len: 1000 time: 0.0630627 Nov 25 18:08:01.882119 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203ad2d-4c80-485c-9420-9261747354d7 req-0f27a4ab-725a-490c-bf61-c45753e990e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.883691 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f203ad2d-4c80-485c-9420-9261747354d7 req-0f27a4ab-725a-490c-bf61-c45753e990e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0460680 Nov 25 18:08:01.929307 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203ad2d-4c80-485c-9420-9261747354d7 req-9440da42-a7f9-4307-8a5d-958bf1635b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.930798 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f203ad2d-4c80-485c-9420-9261747354d7 req-9440da42-a7f9-4307-8a5d-958bf1635b87 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403080 Nov 25 18:08:02.029988 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f203ad2d-4c80-485c-9420-9261747354d7 req-150ca31a-771c-4621-bdbd-e1d533ecd895 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917387 Nov 25 18:08:02.126939 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f203ad2d-4c80-485c-9420-9261747354d7 req-d09eaf0e-7d79-44b2-81d1-6f8354b3d9fe service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895305 Nov 25 18:08:02.307448 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0543e696-972d-4055-b139-c20ffd4ace65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:02.454291 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 0bfe37a1-a126-42ea-90f4-151722d5119b up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:08:02.529493 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 0bfe37a1-a126-42ea-90f4-151722d5119b completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:08:02.534460 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 0bfe37a1-a126-42ea-90f4-151722d5119b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:08:02.535039 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:02.636395 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:02.665732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:02.668060 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d58d5-600c-47ba-b3c3-c04a71330adc" -d '{"events": [{"server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:02.682971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:02.688054 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:02.715451 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6744072-d5d1-4062-9419-bfaeb0d28164 x-openstack-request-id: req-d6744072-d5d1-4062-9419-bfaeb0d28164 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:02.715748 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:02.716010 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6744072-d5d1-4062-9419-bfaeb0d28164 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:02.716408 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'code': 200} Nov 25 18:08:02.742665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:02.805861 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f51a5e-dbc4-4dc5-bfc0-2509c7568697 req-10b92a39-ce85-4168-b0ac-7e897da025fc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:02.807709 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3f51a5e-dbc4-4dc5-bfc0-2509c7568697 req-10b92a39-ce85-4168-b0ac-7e897da025fc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0500934 Nov 25 18:08:02.856134 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e3f51a5e-dbc4-4dc5-bfc0-2509c7568697 req-99120f34-9e10-40f5-b41b-2d27743666e5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413778 Nov 25 18:08:03.096047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48175477-8ad5-4ccf-891b-da3ca3b13420 req-55679226-b31b-41ec-9ec7-b9f1127ff2dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:03.097598 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48175477-8ad5-4ccf-891b-da3ca3b13420 req-55679226-b31b-41ec-9ec7-b9f1127ff2dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0537298 Nov 25 18:08:03.147564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-48175477-8ad5-4ccf-891b-da3ca3b13420 req-f1bac967-ea95-4209-828e-172e70f463a0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Nov 25 18:08:04.277149 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c097-0dc6-4488-8ad4-53a2875d7c80 req-a8c3c4dc-b1cd-43ea-a493-f29fd7ddc2c8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:04.279136 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46a5c097-0dc6-4488-8ad4-53a2875d7c80 req-a8c3c4dc-b1cd-43ea-a493-f29fd7ddc2c8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0608845 Nov 25 18:08:04.327147 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-46a5c097-0dc6-4488-8ad4-53a2875d7c80 req-9af81f0d-84b8-4cae-853a-db53aa0126e7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Nov 25 18:08:04.368248 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-d5146352-f9d9-48c6-a574-4b16e3a38750 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:04.369788 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-d5146352-f9d9-48c6-a574-4b16e3a38750 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 945 time: 0.0505242 Nov 25 18:08:04.465526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Deleting port 0bfe37a1-a126-42ea-90f4-151722d5119b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:08:04.465783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:04.480284 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7acfae5-3295-42cd-97ea-b211da637845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:04.557067 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] For port 0bfe37a1-a126-42ea-90f4-151722d5119b, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=0bfe37a1-a126-42ea-90f4-151722d5119b,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:04.557440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:04.733709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:04.733987 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:04.734303 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d disassociated. External IP: 172.25.1.114, port: 0bfe37a1-a126-42ea-90f4-151722d5119b. Nov 25 18:08:04.734641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Calling delete_port for 0bfe37a1-a126-42ea-90f4-151722d5119b owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:08:04.863334 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:04.895999 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event deleted for resources: {'Port': ['ID=0bfe37a1-a126-42ea-90f4-151722d5119b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:05.015707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:08:05.124280 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:08:05.135285 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:08:05.145900 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:08:05.146520 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:08:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:05.167115 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] No DVR routers for this DVR port 0bfe37a1-a126-42ea-90f4-151722d5119b on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:08:05.169646 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:05.172976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3fef0fb4-102b-4cdb-b42e-3652bbae6d5a req-95b130c1-f667-4c47-9118-d96d9dafceba tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "DELETE /v2.0/ports/0bfe37a1-a126-42ea-90f4-151722d5119b HTTP/1.1" status: 204 len: 173 time: 0.7968271 Nov 25 18:08:05.173424 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'name': 'network-vif-deleted', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:05.176162 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afa4862-91ff-406c-8eaf-7e2a082c0971" -d '{"events": [{"server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "name": "network-vif-deleted", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:05.220462 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d0f307-66e8-44cd-a7d5-e93298bfd951 x-openstack-request-id: req-d5d0f307-66e8-44cd-a7d5-e93298bfd951 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:05.221208 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77184087-c9c7-4f28-8d62-3cd218d13b2e", "name": "network-vif-deleted", "tag": "0bfe37a1-a126-42ea-90f4-151722d5119b", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:05.221482 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5d0f307-66e8-44cd-a7d5-e93298bfd951 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:05.222042 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77184087-c9c7-4f28-8d62-3cd218d13b2e', 'name': 'network-vif-deleted', 'tag': '0bfe37a1-a126-42ea-90f4-151722d5119b', 'status': 'completed', 'code': 200} Nov 25 18:08:05.260767 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:08:05.444645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1aee54b-4eb8-4676-b3fb-46a8b2ddbc01 req-f584366b-01a8-4f8a-8932-9bc74c10ec1d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=77184087-c9c7-4f28-8d62-3cd218d13b2e HTTP/1.1" status: 200 len: 210 time: 0.0290525 Nov 25 18:08:05.470747 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:05.497634 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:08:05.507539 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:08:05.508144 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:08:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:05.611003 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:08:05.810907 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:05.838743 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f9fbb-55d7-44f0-81a1-1351525a6955 None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:08:05.999268 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:06.182636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba0203-0917-46a5-9ffc-4fc514faacd2 None None] New status for floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:08:06.728545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-29f9978f-2e1e-472b-89af-3f10c1d817e2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1155716479&fields=id&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 267 time: 0.0463817 Nov 25 18:08:06.833609 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-3dd61394-3869-47df-ba55-50ab08f424dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:06.835083 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-3dd61394-3869-47df-ba55-50ab08f424dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 811 time: 0.0998788 Nov 25 18:08:06.851998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-3b442464-d8b9-4da4-b079-6ca1111f54e2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/quotas/603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 375 time: 0.0100815 Nov 25 18:08:06.857168 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:06.908432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-6a65e203-de96-4cd7-bd6c-cf59e15ca8e1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501864 Nov 25 18:08:07.077784 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-2d433d26-7439-4662-9db2-14ae1dc28aec service neutron] 10.222.0.81 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231658 Nov 25 18:08:07.171529 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-1d558766-07f3-4669-a437-43e01eee5df9 service neutron] 10.222.0.81 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869980 Nov 25 18:08:07.282640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:07.337962 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8205e79d-a069-415d-aeb8-ad946569696d req-7ae1a724-1b84-4252-b8f0-6b6a2f7be4f3 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 210 time: 0.0275891 Nov 25 18:08:07.553869 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:08.077672 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:08.324709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-f0e02e03-050c-4b2d-8db5-b3e6bdf1e3fd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:08.326228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-f0e02e03-050c-4b2d-8db5-b3e6bdf1e3fd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 811 time: 0.1170039 Nov 25 18:08:08.402416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-2086c359-5cf4-4db8-8652-25e4d4f9f87d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 380 time: 0.0651555 Nov 25 18:08:08.413605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'port': {'device_id': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'admin_state_up': True, 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'security_groups': ['213505ad-103a-41d6-bd96-7d1c57568cd8']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:08.464330 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 0bfe37a1-a126-42ea-90f4-151722d5119b no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:08:08.479562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b431e4ef-00ae-47ab-ba3c-df7ea8572381 req-c8a16f9f-d091-4c93-b6d2-440c87939dc0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 210 time: 0.0619299 Nov 25 18:08:08.485416 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 0bfe37a1-a126-42ea-90f4-151722d5119b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:08:08.485765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 0bfe37a1-a126-42ea-90f4-151722d5119b not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:08:08.548521 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Made reservation on behalf of 603e777c64654d0d855baae4fc2bb585 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:08:08.552325 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:08.685454 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Allocated IP 172.20.0.5 (504f001b-99cd-4c23-bf8c-a94152594504/db9c0072-164f-48d7-9b46-dfe95f2e8bf6/15e9a289-740b-4a2c-9715-15ba37f33127) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:08:08.827712 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:08.861995 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:08.901828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Network 504f001b-99cd-4c23-bf8c-a94152594504 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:08:08.906888 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:08:08.911073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:08:08.945085 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:08.958985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.959339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.959686 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.960031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.960373 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.960709 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.961069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.961402 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.961730 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.962058 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.962389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.962725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:08.978735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:08.979372 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:08.997179 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-c9481716-d463-4b29-bae4-4674786bd6dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873387 Nov 25 18:08:09.011987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Request body: {'port': {'device_id': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:09.072557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.139451 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-63036f13-b28a-48c1-81a2-71cda5eb7e52 None None] Provisioning complete for port 15e9a289-740b-4a2c-9715-15ba37f33127 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:08:09.139851 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63036f13-b28a-48c1-81a2-71cda5eb7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.174488 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-63036f13-b28a-48c1-81a2-71cda5eb7e52 None None] Port 15e9a289-740b-4a2c-9715-15ba37f33127 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:08:09.338741 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e9a289-740b-4a2c-9715-15ba37f33127 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:08:09.346101 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.360246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Transition to ACTIVE for port object 15e9a289-740b-4a2c-9715-15ba37f33127 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:08:09.364188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.416572 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:09.491400 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:08:09.491739 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:08:09.492071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:08:09.496581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:08:09.496908 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:08:09.501917 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:08:09.502253 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:08:09.502637 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:08:09.503243 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Bound port: 15e9a289-740b-4a2c-9715-15ba37f33127, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:08:09.503652 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.601999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:08:09.618087 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:08:09.628610 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.645427 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f261a6-62cd-4af6-a17e-9d27a6a89cfd req-69c55922-df12-41c0-aac9-11ffe3a86ad9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:09.646908 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06f261a6-62cd-4af6-a17e-9d27a6a89cfd req-69c55922-df12-41c0-aac9-11ffe3a86ad9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 943 time: 0.0884755 Nov 25 18:08:09.677257 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:09.678241 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.680509 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] 10.222.0.60 "PUT /v2.0/ports/15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1091 time: 0.6720116 Nov 25 18:08:09.688378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:09.691248 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e92a102-6fde-4280-9bd6-9bb32de7a63c" -d '{"events": [{"name": "network-changed", "server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:09.752771 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16fa18e-b89e-4407-9572-ac8e07c4697c x-openstack-request-id: req-e16fa18e-b89e-4407-9572-ac8e07c4697c {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:09.753096 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:09.753512 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e16fa18e-b89e-4407-9572-ac8e07c4697c {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:09.753942 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'status': 'completed', 'code': 200} Nov 25 18:08:09.774682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcefd0-11de-49ff-8bb1-2ed82a42e8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:09.793516 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06f261a6-62cd-4af6-a17e-9d27a6a89cfd req-25d9ab6d-82cd-479a-afef-33d8a2e358d0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237500 Nov 25 18:08:09.804236 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-2fd2d2b7-c1a6-47c3-b863-322f881fb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:09.805771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-2fd2d2b7-c1a6-47c3-b863-322f881fb372 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1094 time: 0.0749466 Nov 25 18:08:09.853324 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-16810981-ec09-4ac5-bafb-bb1b3473040d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 217 time: 0.0380015 Nov 25 18:08:09.908394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-f542b872-6cf6-4bcb-97bc-0ca0ebcffb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:09.910562 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-f542b872-6cf6-4bcb-97bc-0ca0ebcffb7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0499113 Nov 25 18:08:09.958472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-eae3dfc2-998c-4452-bb5b-0701244477f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:09.959904 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-eae3dfc2-998c-4452-bb5b-0701244477f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419490 Nov 25 18:08:10.052098 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-d9b5ecb3-8672-478e-b993-55b247b016ea service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828872 Nov 25 18:08:10.146652 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a86c9052-3b61-4364-aff2-db77b3b7d17e req-63d70db2-1ddc-48e4-8511-9e9eeda28172 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860279 Nov 25 18:08:10.243764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-692f92d5-78ec-49f7-a522-a3f80e053791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.245223 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-692f92d5-78ec-49f7-a522-a3f80e053791 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1094 time: 0.0423536 Nov 25 18:08:10.353485 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-a154efcc-1996-42c2-be29-3776377d57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.354963 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-a154efcc-1996-42c2-be29-3776377d57a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.1020024 Nov 25 18:08:10.401191 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-623ee55d-8c54-41f3-9f67-71e80f79a892 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 217 time: 0.0384264 Nov 25 18:08:10.454864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-05a61f7d-b690-4654-8521-22656130a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.456994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-05a61f7d-b690-4654-8521-22656130a918 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0473237 Nov 25 18:08:10.505369 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-506d0c24-b10a-49ee-a4f3-7534f3c67624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.506821 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-506d0c24-b10a-49ee-a4f3-7534f3c67624 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420623 Nov 25 18:08:10.604426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-9993d6c4-c9a7-4cbe-a9c0-84edb042a9e8 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897725 Nov 25 18:08:10.698232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e92a102-6fde-4280-9bd6-9bb32de7a63c req-6eb70729-64c5-4af5-aac2-b078e94a113c service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866983 Nov 25 18:08:10.927699 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475e062-a663-4035-a92c-ec22a0121aed req-df4aa15f-fd0d-4f0d-a08f-cadda8b7fe7a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:10.929248 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b475e062-a663-4035-a92c-ec22a0121aed req-df4aa15f-fd0d-4f0d-a08f-cadda8b7fe7a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 943 time: 0.0612414 Nov 25 18:08:10.981331 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b475e062-a663-4035-a92c-ec22a0121aed req-1ef44538-e9d7-4b07-ac2e-9722b4bb8467 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451741 Nov 25 18:08:11.930521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:08:12.029730 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:12.041531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '15e9a289-740b-4a2c-9715-15ba37f33127', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': '15e9a289-740b-4a2c-9715-15ba37f33127', 'mac_address': 'fa:16:3e:36:ca:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:08:12.079080 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:12.093312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e9a289-740b-4a2c-9715-15ba37f33127 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:08:12.101734 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5018-807d-41f9-ad33-3b412145bdb5 req-64ae4129-9910-444f-8e65-c9eee4d4d4e1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:12.103250 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b50d5018-807d-41f9-ad33-3b412145bdb5 req-64ae4129-9910-444f-8e65-c9eee4d4d4e1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 943 time: 0.0492561 Nov 25 18:08:12.112851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:12.116865 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:12.161930 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b50d5018-807d-41f9-ad33-3b412145bdb5 req-afc76f90-f39a-4b7b-99e8-2f5376ea9053 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525222 Nov 25 18:08:12.170223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:12.372762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['15e9a289-740b-4a2c-9715-15ba37f33127'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:13.284664 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1ad40-28bb-4a8d-8818-57f5a9cc49ae req-7e842118-2a34-4d7b-a5c8-1f6bb01c0763 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:13.286980 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94d1ad40-28bb-4a8d-8818-57f5a9cc49ae req-7e842118-2a34-4d7b-a5c8-1f6bb01c0763 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 944 time: 0.0533624 Nov 25 18:08:13.333867 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-94d1ad40-28bb-4a8d-8818-57f5a9cc49ae req-fe900c1e-4466-4817-beb2-77651cc19f96 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Nov 25 18:08:13.931874 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:08:13.981158 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 15e9a289-740b-4a2c-9715-15ba37f33127 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:08:13.985724 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 15e9a289-740b-4a2c-9715-15ba37f33127 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:08:13.986125 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:14.067557 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:14.090617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:14.092865 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb8139d-d5ff-49fc-9778-33c8818a3800" -d '{"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-plugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:14.105606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:14.109762 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:14.137996 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c26d51f-d5a7-4c02-9fae-efbf7516a2b2 x-openstack-request-id: req-7c26d51f-d5a7-4c02-9fae-efbf7516a2b2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:14.138298 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-plugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:14.138564 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c26d51f-d5a7-4c02-9fae-efbf7516a2b2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:14.139434 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'code': 200} Nov 25 18:08:14.169410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:14.234806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9c008-e4bd-40c5-91f6-cf45fdf4c012 req-b2bb2468-c9c2-46e1-b8af-a050211876cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:14.236197 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6c9c008-e4bd-40c5-91f6-cf45fdf4c012 req-b2bb2468-c9c2-46e1-b8af-a050211876cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1096 time: 0.0398684 Nov 25 18:08:14.282595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a6c9c008-e4bd-40c5-91f6-cf45fdf4c012 req-0559e212-a478-4e08-8bbd-1a99fc2c4e23 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 Nov 25 18:08:14.453110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013439-b64f-4bab-9d61-deddaef86cb4 req-87cc535b-37d7-40a1-9181-dc60fe94fdc1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:14.454605 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d013439-b64f-4bab-9d61-deddaef86cb4 req-87cc535b-37d7-40a1-9181-dc60fe94fdc1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0508871 Nov 25 18:08:14.508162 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6d013439-b64f-4bab-9d61-deddaef86cb4 req-70ffb743-2997-41f2-a3bc-cc90ea3a2691 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469334 Nov 25 18:08:15.630946 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ddc79-0219-47c4-83d2-14718806cf38 req-94dba17a-09d1-4e50-8ef5-4ccff49c67cd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:15.632546 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-649ddc79-0219-47c4-83d2-14718806cf38 req-94dba17a-09d1-4e50-8ef5-4ccff49c67cd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0525055 Nov 25 18:08:15.682828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-649ddc79-0219-47c4-83d2-14718806cf38 req-1786f608-df82-4092-89a7-60b5fed5c090 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Nov 25 18:08:15.810533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74402d-12d7-43ea-a231-7f712da285cd req-ad90bf49-0e68-4f43-8760-4a3441aece51 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:15.811990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-af74402d-12d7-43ea-a231-7f712da285cd req-ad90bf49-0e68-4f43-8760-4a3441aece51 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0508816 Nov 25 18:08:15.821540 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:15.826030 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'floatingip': {'port_id': '15e9a289-740b-4a2c-9715-15ba37f33127'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:15.871463 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:16.655707 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:16.659630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:16.761391 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d associated. External IP: 172.25.1.114, port: 15e9a289-740b-4a2c-9715-15ba37f33127. Nov 25 18:08:16.981418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:08:17.092783 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:08:17.097661 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.103525 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:08:17.114572 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:08:17.115482 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:08:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:17.130900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ed4b4fb5-6cd9-4294-86cc-ee2741218aef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "PUT /v2.0/floatingips/e29c8298-4aa5-4f05-96ee-8d4573da4e7d HTTP/1.1" status: 200 len: 991 time: 1.3081484 Nov 25 18:08:17.131513 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:17.133992 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:17.179578 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874a0215-4b3b-4416-8c1f-2bd7172342db x-openstack-request-id: req-874a0215-4b3b-4416-8c1f-2bd7172342db {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:17.179869 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:17.180130 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-874a0215-4b3b-4416-8c1f-2bd7172342db {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:17.180538 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'status': 'completed', 'code': 200} Nov 25 18:08:17.240183 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:08:17.263870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-38954cdb-10ea-4565-8ab1-e7e112a02a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.265443 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-38954cdb-10ea-4565-8ab1-e7e112a02a5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1096 time: 0.0433898 Nov 25 18:08:17.367100 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-bb929b78-96f1-4d89-a53b-3f2a067355d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.368595 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-bb929b78-96f1-4d89-a53b-3f2a067355d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0958383 Nov 25 18:08:17.439298 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-420802f1-696f-45bb-a084-d6a5f5cce1eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 999 time: 0.0626969 Nov 25 18:08:17.499715 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-70967815-bab5-4a92-9fe6-c7dd6a930401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.501140 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-70967815-bab5-4a92-9fe6-c7dd6a930401 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0524502 Nov 25 18:08:17.552318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-1f5d53da-27e4-4a59-93f7-2ae6190e227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.553900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-1f5d53da-27e4-4a59-93f7-2ae6190e227b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445786 Nov 25 18:08:17.565077 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': '15e9a289-740b-4a2c-9715-15ba37f33127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:36:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:08:16Z', 'revision_number': 9, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:17.591982 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:08:17.600594 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:08:17.601233 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:08:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:17.647328 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-7c944b40-dd1d-4c72-ab21-0967893b6da7 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850163 Nov 25 18:08:17.711120 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:08:17.742619 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e1902d3-4dd0-435d-9ea5-9e14bff3c2b6 req-e14f8202-a3af-477d-a8ac-95364ff767ae service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Nov 25 18:08:17.943088 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': '15e9a289-740b-4a2c-9715-15ba37f33127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:36:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:08:16Z', 'revision_number': 9, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:17.970291 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a8cc3-7d31-4871-998a-8c2395050348 None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': '15e9a289-740b-4a2c-9715-15ba37f33127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:36:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:08:16Z', 'revision_number': 9, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:08:18.175683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955ae5ff-c52e-4148-9e37-e8b31497be08 None None] New status for floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:08:29.801543 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:08:32.301411 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-592a3021-1252-4b81-a296-a1fbb4b8fb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:34.481640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32635147-d0f1-4f0c-970b-ed9d8240c385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:35.994640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:36.851959 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:37.282086 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:37.561626 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:38.069450 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:02.303240 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff0f9-856f-4962-8293-b6b4fa37de0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:04.482605 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e5ed8f2-4c4d-4285-916d-5fd13e2988df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:05.469727 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-0bb7d095-d8ca-46e0-b15d-e804b866b7e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438075 Nov 25 18:09:05.555582 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-c4c53a47-4683-461e-b55e-fea0ebe02b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:05.557127 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-c4c53a47-4683-461e-b55e-fea0ebe02b54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1096 time: 0.0412192 Nov 25 18:09:05.668682 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-8a708098-e8d7-4187-a562-982fa9d5f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:05.670196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-8a708098-e8d7-4187-a562-982fa9d5f8dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0928659 Nov 25 18:09:05.736811 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-5207d76d-b02f-4c21-a889-c773f3a57001 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1002 time: 0.0588424 Nov 25 18:09:05.793041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-0c71c549-58f6-4eed-8d46-6468d6c2d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:05.794466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-0c71c549-58f6-4eed-8d46-6468d6c2d445 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0487087 Nov 25 18:09:05.844095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-ae27f798-c09d-4736-b81c-5ad2adab9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:05.845648 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-ae27f798-c09d-4736-b81c-5ad2adab9436 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437026 Nov 25 18:09:05.859079 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-ef0f1636-9043-437c-b551-981faff43ead service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:09:05.860182 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-ef0f1636-9043-437c-b551-981faff43ead service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054724 Nov 25 18:09:05.952016 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-5da08217-2b42-4297-8ac9-7b1bfdd140d5 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825853 Nov 25 18:09:05.997609 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:06.047414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6dd49299-d4fa-4daf-b773-4957c2bad57e req-4f416ac0-1cb3-4380-a2ba-e8428f9343ed service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871582 Nov 25 18:09:06.800723 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:09:06.866717 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:07.285067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:07.572588 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:08.072491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.305600 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976e37a7-4449-4e16-875c-1a01b1470792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.484422 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51c38841-5ed1-4b86-8f94-b4d943d0927b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.995392 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.884540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:37.288533 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:37.571901 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.074782 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:43.800110 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:09:54.636345 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af4a17-8d54-447d-a3d8-073cda8a2141 req-5f57013a-554d-4a51-be56-9d90f09a90c7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:54.637926 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98af4a17-8d54-447d-a3d8-073cda8a2141 req-5f57013a-554d-4a51-be56-9d90f09a90c7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0748599 Nov 25 18:09:54.640899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-f545dedb-273c-41a4-b2f6-61f0fde3ae0a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868554 Nov 25 18:09:54.694323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-98af4a17-8d54-447d-a3d8-073cda8a2141 req-b3ce5b24-a3fb-4e75-8073-f5ada63ac2a9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503542 Nov 25 18:09:55.717371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-145f369d-4824-49aa-9074-3b3f2866a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:55.718863 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-145f369d-4824-49aa-9074-3b3f2866a24f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1096 time: 0.0425227 Nov 25 18:09:55.849298 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d528982-6621-4fda-bdf2-7e26893a14d8 req-dfef1853-b38c-405a-96cf-375e1bcc162c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:55.850704 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d528982-6621-4fda-bdf2-7e26893a14d8 req-dfef1853-b38c-405a-96cf-375e1bcc162c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0791888 Nov 25 18:09:55.855467 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-8a988f6a-607e-460d-9e9d-67ee03cde6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:55.856860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-8a988f6a-607e-460d-9e9d-67ee03cde6f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.1301916 Nov 25 18:09:55.948721 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d528982-6621-4fda-bdf2-7e26893a14d8 req-7a1cc00b-7e29-4fea-9dcc-0b860d53c389 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908654 Nov 25 18:09:55.950531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-cd7d33c7-48e2-4cae-bd14-0a5e39e0518a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1002 time: 0.0860963 Nov 25 18:09:56.004656 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-01744123-de70-481c-ba27-ffdb52373080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:56.006211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-01744123-de70-481c-ba27-ffdb52373080 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0481391 Nov 25 18:09:56.053271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-c2f30563-96e9-4fde-b874-83f4e8d4039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:56.054763 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-c2f30563-96e9-4fde-b874-83f4e8d4039b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408409 Nov 25 18:09:56.146458 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-85443cbd-741a-49d1-bb70-a650413e9b34 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809844 Nov 25 18:09:56.242064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-2e4cec26-1c2a-4518-be8c-94c91731c07d service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906527 Nov 25 18:09:57.070930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e910832-bb4a-4487-994d-f14a415b2918 req-474d2b68-22ae-415e-9ae4-8bc20735e6da tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:57.072441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e910832-bb4a-4487-994d-f14a415b2918 req-474d2b68-22ae-415e-9ae4-8bc20735e6da tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0522738 Nov 25 18:09:57.119807 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8e910832-bb4a-4487-994d-f14a415b2918 req-0c7010d2-b854-4cc3-9603-246ec004f0f1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413914 Nov 25 18:09:58.249623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bba01-f977-4a17-8d34-af2cf17dfc3f req-a7155a51-df49-4ce8-b564-2fd14608eb9b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:58.251125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e84bba01-f977-4a17-8d34-af2cf17dfc3f req-a7155a51-df49-4ce8-b564-2fd14608eb9b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0550148 Nov 25 18:09:58.300257 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e84bba01-f977-4a17-8d34-af2cf17dfc3f req-393f11a4-0819-464a-b51c-3e2b7883f267 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Nov 25 18:09:59.435902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfba1c4-7e0a-4e39-ab2b-769688cde5e5 req-9bd85287-73a6-4fb5-927b-c268502e44bc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:59.437545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bfba1c4-7e0a-4e39-ab2b-769688cde5e5 req-9bd85287-73a6-4fb5-927b-c268502e44bc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0523965 Nov 25 18:09:59.486786 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bfba1c4-7e0a-4e39-ab2b-769688cde5e5 req-611d78f5-1b5a-460e-9adb-e767af5bc431 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Nov 25 18:10:00.603987 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef34a92-1d86-42a1-bfb0-9a12219cba27 req-42a1e76b-d05f-46d4-888a-5ac901976d1e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:00.605524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ef34a92-1d86-42a1-bfb0-9a12219cba27 req-42a1e76b-d05f-46d4-888a-5ac901976d1e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Nov 25 18:10:00.657322 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8ef34a92-1d86-42a1-bfb0-9a12219cba27 req-6c8bb93b-09da-4032-961e-b114240d252a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457814 Nov 25 18:10:01.776099 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5999220-50b6-4783-8f69-a69c7e6faba3 req-74f73a88-d78e-41b1-8b65-2206d344f5cb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:01.777582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5999220-50b6-4783-8f69-a69c7e6faba3 req-74f73a88-d78e-41b1-8b65-2206d344f5cb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0499518 Nov 25 18:10:01.828054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a5999220-50b6-4783-8f69-a69c7e6faba3 req-b2250701-6a9e-4096-83c7-4c3335dca476 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443645 Nov 25 18:10:02.307534 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88711b04-85c4-4403-ab2e-9f89476ee810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:02.945066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f33bbf-f0cc-41d2-be6d-ea4c33b417bb req-fac6d628-9ead-4fa9-8c9c-4440de45140d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:02.946601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3f33bbf-f0cc-41d2-be6d-ea4c33b417bb req-fac6d628-9ead-4fa9-8c9c-4440de45140d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0493591 Nov 25 18:10:02.995432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c3f33bbf-f0cc-41d2-be6d-ea4c33b417bb req-c20bb82b-0c49-41bc-b621-b11d24142084 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Nov 25 18:10:04.125106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dc077-a64a-4406-8579-4893a809241c req-20e9043a-fa5f-454a-9d81-2e217871ffe9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:04.126669 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-441dc077-a64a-4406-8579-4893a809241c req-20e9043a-fa5f-454a-9d81-2e217871ffe9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0598469 Nov 25 18:10:04.183357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-441dc077-a64a-4406-8579-4893a809241c req-f753b980-e4df-45ee-800e-c892fbbbfb33 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490065 Nov 25 18:10:04.495200 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a92dffaf-5229-4be0-9944-bd94d19bbbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:05.313333 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65d12-98f3-4cff-8853-59f2410a96fa req-fff11530-3f7e-4e98-98ae-1660f58ea6cd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:05.314831 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29a65d12-98f3-4cff-8853-59f2410a96fa req-fff11530-3f7e-4e98-98ae-1660f58ea6cd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0535936 Nov 25 18:10:05.362271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-29a65d12-98f3-4cff-8853-59f2410a96fa req-d6176d2f-04a7-4f63-b785-3affa88482f3 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Nov 25 18:10:05.997683 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:06.521990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbee0ee-270a-4aae-9368-0acf4332fd3e req-9ab2371e-a384-4e8b-b205-420177ddf2aa tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:06.523439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cbee0ee-270a-4aae-9368-0acf4332fd3e req-9ab2371e-a384-4e8b-b205-420177ddf2aa tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0837474 Nov 25 18:10:06.538203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-6833de67-c66f-42ef-84bf-c0fd9f1d5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:06.539639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-6833de67-c66f-42ef-84bf-c0fd9f1d5f9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1096 time: 0.0734305 Nov 25 18:10:06.582158 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0cbee0ee-270a-4aae-9368-0acf4332fd3e req-0755d152-f452-4735-80ba-29bfd0b8e805 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520151 Nov 25 18:10:06.693725 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-247a75b8-1f9c-4d25-8424-22b56feb4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:06.695237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-247a75b8-1f9c-4d25-8424-22b56feb4888 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0966792 Nov 25 18:10:06.771211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-a33fde27-f44d-4ccf-97b2-43ce002968d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1002 time: 0.0678408 Nov 25 18:10:06.829676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-5912e804-c95f-468c-9832-559382572d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:06.831058 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-5912e804-c95f-468c-9832-559382572d90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0522783 Nov 25 18:10:06.883500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-6dd34fca-3968-4ca4-8427-1262bbe3a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:06.885037 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-6dd34fca-3968-4ca4-8427-1262bbe3a957 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449474 Nov 25 18:10:06.897317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:06.985990 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-88014533-9010-4c37-810f-acfe022bdfb4 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911071 Nov 25 18:10:07.080417 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7634d412-e712-4b90-9cf0-6d1d43f69220 req-e2cbbc4f-6db3-486a-b85d-f3d82bf41126 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Nov 25 18:10:07.289484 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:07.587367 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:07.713856 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7177359-37a8-4c53-8266-01406e83b418 req-fc1e5392-753b-4201-88f5-bb4abdcb7bd4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:07.715433 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7177359-37a8-4c53-8266-01406e83b418 req-fc1e5392-753b-4201-88f5-bb4abdcb7bd4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0588443 Nov 25 18:10:07.766337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c7177359-37a8-4c53-8266-01406e83b418 req-28d10743-d66d-4647-8113-cedf56ee4c9c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Nov 25 18:10:08.078423 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:08.230220 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-67204918-9e34-4fc7-9fdb-2db16ce2d793 service neutron] show failed (client error): The resource could not be found. Nov 25 18:10:08.231256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-67204918-9e34-4fc7-9fdb-2db16ce2d793 service neutron] 10.222.0.60 "GET /v2.0/ports/15e9a289-740b-4a2c-9715-15ba37f33127/bindings/n-h1-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0598612 Nov 25 18:10:08.443081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-b3ea1e6b-0d44-4069-a12c-3ba6bb283d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:08.444740 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-b3ea1e6b-0d44-4069-a12c-3ba6bb283d9a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 1096 time: 0.0470314 Nov 25 18:10:08.456994 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:08.516590 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:08.719666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:08.754001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:08.794460 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:08.796744 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ab228-42e3-4a3a-8437-aaad3025a20d" -d '{"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-unplugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:08.800682 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:08.813924 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Transition to ACTIVE for port object 15e9a289-740b-4a2c-9715-15ba37f33127 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:10:08.819154 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:08.858337 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e2783-9c42-4679-afdb-47f64f27f3d1 x-openstack-request-id: req-7b9e2783-9c42-4679-afdb-47f64f27f3d1 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:08.858693 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-unplugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:08.858905 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b9e2783-9c42-4679-afdb-47f64f27f3d1 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:08.859296 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'code': 200} Nov 25 18:10:08.873172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:08.893835 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fb7ba-332c-45c2-9c09-73ac8421a938 req-13728c60-0521-4bd7-8e4f-6710b10b07c4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:08.895998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e6fb7ba-332c-45c2-9c09-73ac8421a938 req-13728c60-0521-4bd7-8e4f-6710b10b07c4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 943 time: 0.0546303 Nov 25 18:10:08.915495 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.916300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.916300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.916517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.916848 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.917229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.917567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.917899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.918232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.918562 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.918892 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.919219 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:08.951239 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4e6fb7ba-332c-45c2-9c09-73ac8421a938 req-416bebbd-7abc-4797-b8ec-3d74f4d3519a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486133 Nov 25 18:10:08.967014 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] No DVR routers for this DVR port 15e9a289-740b-4a2c-9715-15ba37f33127 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:10:09.106296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:10:09.106641 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:10:09.106973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:09.111206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:10:09.111530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:09.116319 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:10:09.116662 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:10:09.117076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:10:09.117503 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Bound port: 15e9a289-740b-4a2c-9715-15ba37f33127, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:10:09.117854 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:09.180006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:09.183153 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:10:09.186898 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:09.221367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:09.222592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:09.224696 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] 10.222.0.95 "PUT /v2.0/ports/15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1091 time: 0.7716274 Nov 25 18:10:09.292378 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc241e-4115-433a-9d5b-9e39af8869e5 service neutron] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:09.311028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-f52c9a28-4c4d-48e1-a179-dd8392909207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:09.312579 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-f52c9a28-4c4d-48e1-a179-dd8392909207 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1094 time: 0.0558467 Nov 25 18:10:09.407763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-d71f57a5-181c-412b-8424-edf25d2eed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:09.409294 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-d71f57a5-181c-412b-8424-edf25d2eed4f service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0885010 Nov 25 18:10:09.479605 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-156824ad-f7a0-4657-b78e-62ca22b3b135 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1000 time: 0.0632463 Nov 25 18:10:09.529998 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-cd11558e-8665-47d8-9601-bfbbd84019a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:09.531349 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-cd11558e-8665-47d8-9601-bfbbd84019a1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0448923 Nov 25 18:10:09.576293 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-bc08e4a4-9564-4ce2-be95-338eaf2c5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:09.577829 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-bc08e4a4-9564-4ce2-be95-338eaf2c5909 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394635 Nov 25 18:10:09.671182 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-46612edf-a214-49d0-babe-2f68bd25771c service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852859 Nov 25 18:10:09.760041 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-73da56a8-389c-4789-b32f-ad9f375e2324 req-8f0a399d-d27c-482e-9cc0-cf028b665e08 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817988 Nov 25 18:10:10.072733 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bceb-fe06-42a3-89e8-9a48143878db req-09f29db3-1c05-437a-8a95-0b73a3506df7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:10.074244 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a06bceb-fe06-42a3-89e8-9a48143878db req-09f29db3-1c05-437a-8a95-0b73a3506df7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 943 time: 0.0521882 Nov 25 18:10:10.121056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a06bceb-fe06-42a3-89e8-9a48143878db req-c4dd0d15-17df-4980-84f4-877317bed9c8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Nov 25 18:10:10.860544 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:10.862939 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae" -d '{"events": [{"name": "network-changed", "server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:10.913024 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92916cfb-ad09-4281-aa0a-054e00ebc282 x-openstack-request-id: req-92916cfb-ad09-4281-aa0a-054e00ebc282 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:10.913322 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:10.913580 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92916cfb-ad09-4281-aa0a-054e00ebc282 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:10.913992 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'status': 'completed', 'code': 200} Nov 25 18:10:10.974488 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-c6d7a56f-fa52-4541-8852-ee4d3d3ad88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:10.976090 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-c6d7a56f-fa52-4541-8852-ee4d3d3ad88e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1094 time: 0.0412612 Nov 25 18:10:10.976246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-2158e465-734b-4940-b6d6-c0510968a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:10.977721 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-2158e465-734b-4940-b6d6-c0510968a78a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1094 time: 0.0416691 Nov 25 18:10:11.071464 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-14194122-f000-4170-b1b8-a6eb7477ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:11.072964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-14194122-f000-4170-b1b8-a6eb7477ba78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0900764 Nov 25 18:10:11.073567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-9de2e7d6-4a71-4421-a789-7d0b17233434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:11.074906 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-9de2e7d6-4a71-4421-a789-7d0b17233434 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0896580 Nov 25 18:10:11.140228 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-9d86ea87-6691-4957-ba75-4599d918268a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1000 time: 0.0597489 Nov 25 18:10:11.142232 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-b6b775ae-f752-4501-ab74-08a65a2e4188 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1000 time: 0.0590518 Nov 25 18:10:11.197754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-b5446120-6bf2-49cb-8926-4733b6b075d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:11.199132 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-b5446120-6bf2-49cb-8926-4733b6b075d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0509219 Nov 25 18:10:11.202912 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-3f6da280-bb86-40a2-9df3-d10200d73643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:11.205510 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-3f6da280-bb86-40a2-9df3-d10200d73643 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0540962 Nov 25 18:10:11.258799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-9d64152c-f7ed-45f3-ad05-ec396486f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:11.260248 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-9d64152c-f7ed-45f3-ad05-ec396486f276 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436876 Nov 25 18:10:11.283146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-79cb37ae-7a2c-45f4-bf50-f6540909b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:11.284659 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-79cb37ae-7a2c-45f4-bf50-f6540909b7a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767634 Nov 25 18:10:11.293621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231937ce-552d-48e9-9fdf-52ce7881a3a3 req-0c75da63-933b-4db8-9e3b-8f8dd062df52 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:11.295199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-231937ce-552d-48e9-9fdf-52ce7881a3a3 req-0c75da63-933b-4db8-9e3b-8f8dd062df52 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 943 time: 0.1003106 Nov 25 18:10:11.370301 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-734710ee-4e7c-4dda-883e-d35a03c005b8 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005828 Nov 25 18:10:11.396748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-231937ce-552d-48e9-9fdf-52ce7881a3a3 req-ee64cac9-e1b2-4b86-948d-1171e5fcf3ef tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926933 Nov 25 18:10:11.428998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-6eefcaf2-e85a-4a72-88c2-35d9f8010a62 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329393 Nov 25 18:10:11.528297 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-fa67cc13-b4a5-4ada-ade1-6f955b7e4684 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913849 Nov 25 18:10:11.733562 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-3cb0b18b-6dc5-40e5-aa8b-0ce9c2f62dae req-f27955cb-5e99-437b-b3b6-44f1dcbf07bd service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452120 Nov 25 18:10:12.520740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccf740-d2c1-485f-8278-63a6ddf13ce3 req-0927f476-a967-4356-90d7-6a3542471abb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:12.522161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fccf740-d2c1-485f-8278-63a6ddf13ce3 req-0927f476-a967-4356-90d7-6a3542471abb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 943 time: 0.0499508 Nov 25 18:10:12.527198 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:10:12.566535 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:10:12.576482 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fccf740-d2c1-485f-8278-63a6ddf13ce3 req-7258d103-693b-4e1e-81ef-d8e5e9fdc4b2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469403 Nov 25 18:10:12.866596 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-d42e64b8-7a85-4678-96b3-eec4cb47819f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:12.868132 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-d42e64b8-7a85-4678-96b3-eec4cb47819f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000&tenant_id=603e777c64654d0d855baae4fc2bb585&binding%3Ahost_id=n-h1-819349-3 HTTP/1.1" status: 200 len: 943 time: 0.0537975 Nov 25 18:10:12.883599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ddf76-8f74-440e-b4d3-c0c17442f5d7 req-3419f826-f613-4fb5-aa8e-c3cb0e0d8685 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:12.885224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd0ddf76-8f74-440e-b4d3-c0c17442f5d7 req-3419f826-f613-4fb5-aa8e-c3cb0e0d8685 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 943 time: 0.0525134 Nov 25 18:10:12.930965 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-c48580ed-f96d-4719-a0f4-3253703dbe1e service neutron] 10.222.0.95 "GET /v2.0/ports/15e9a289-740b-4a2c-9715-15ba37f33127/bindings/n-h1-819349-3 HTTP/1.1" status: 200 len: 382 time: 0.0543911 Nov 25 18:10:12.932540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd0ddf76-8f74-440e-b4d3-c0c17442f5d7 req-064749e6-e7be-4b13-8054-1f74d8ca59ee tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Nov 25 18:10:12.998409 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-6b1fc1ba-834c-48a2-a9ee-aef7b0a72bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:12.999898 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-6b1fc1ba-834c-48a2-a9ee-aef7b0a72bbe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1094 time: 0.0441115 Nov 25 18:10:13.088220 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-48758dae-188e-41b4-89f7-4a7b034ece20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:13.089641 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-48758dae-188e-41b4-89f7-4a7b034ece20 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0822921 Nov 25 18:10:13.164270 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-c1c48ced-f3b5-4572-aaf4-0cb653ee0a54 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1000 time: 0.0672092 Nov 25 18:10:13.222644 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-fd3ce410-1d9c-4eb8-859a-32f59f32f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:13.225244 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-fd3ce410-1d9c-4eb8-859a-32f59f32f778 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0539114 Nov 25 18:10:13.229822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:10:13.273081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-16717610-09d8-438b-a9a3-9a27664af400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:13.274622 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-16717610-09d8-438b-a9a3-9a27664af400 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430329 Nov 25 18:10:13.329161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:13.341351 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '15e9a289-740b-4a2c-9715-15ba37f33127', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': '15e9a289-740b-4a2c-9715-15ba37f33127', 'mac_address': 'fa:16:3e:36:ca:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:10:13.368045 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-c081d3ed-6561-4acc-a813-c63ca620f958 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856681 Nov 25 18:10:13.378259 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:13.391949 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e9a289-740b-4a2c-9715-15ba37f33127 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:10:13.414194 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:13.419583 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:13.464225 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-15ca0907-2d76-4903-8400-3c54f977fbfb service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874295 Nov 25 18:10:13.472883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:13.483418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.483790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.484125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.484475 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.484814 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.485181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.485516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.485848 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.486177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.486505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.486921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.487167 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:13.696047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['15e9a289-740b-4a2c-9715-15ba37f33127'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:10:14.056902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63d1f0-faaf-4e17-899c-9f908278dac5 req-ade596ef-c572-4292-809d-7bdb8bb540dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:14.058423 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f63d1f0-faaf-4e17-899c-9f908278dac5 req-ade596ef-c572-4292-809d-7bdb8bb540dd tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 944 time: 0.0498044 Nov 25 18:10:14.109636 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6f63d1f0-faaf-4e17-899c-9f908278dac5 req-040a9dbd-3aef-42ea-98d8-424e5b520b75 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452092 Nov 25 18:10:15.242507 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1f58-e2ab-41f8-b51c-5ff68ed91b65 req-5f38ecea-92f4-4c4a-8b62-544d6a9c2fc4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:15.245453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f43c1f58-e2ab-41f8-b51c-5ff68ed91b65 req-5f38ecea-92f4-4c4a-8b62-544d6a9c2fc4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 944 time: 0.0569458 Nov 25 18:10:15.248113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:10:15.298981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f43c1f58-e2ab-41f8-b51c-5ff68ed91b65 req-88308a0c-b637-4740-ada4-71bd04aca01c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486207 Nov 25 18:10:15.314502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 15e9a289-740b-4a2c-9715-15ba37f33127 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:10:15.320658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 15e9a289-740b-4a2c-9715-15ba37f33127 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:15.321380 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:15.399754 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:15.423972 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:15.426870 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734445f5-2c36-4583-936a-9c219785a094" -d '{"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-plugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:15.439921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:15.445232 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:15.483135 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e36915-d8b7-4544-83f2-998d52890faa x-openstack-request-id: req-a9e36915-d8b7-4544-83f2-998d52890faa {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:15.483440 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-plugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:15.483704 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9e36915-d8b7-4544-83f2-998d52890faa {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:15.484104 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'code': 200} Nov 25 18:10:15.502513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:15.510377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-420a2163-f0c5-4147-b9d2-f5fb1c514332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:15.511790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-420a2163-f0c5-4147-b9d2-f5fb1c514332 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 1096 time: 0.0791500 Nov 25 18:10:15.524246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:15.581592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:15.784281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:15.819274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:15.857707 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:15.859981 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf93f5-a098-4720-88db-66fa364d7dfc" -d '{"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-unplugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:15.864854 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:15.877541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Transition to ACTIVE for port object 15e9a289-740b-4a2c-9715-15ba37f33127 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:10:15.881791 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:15.913794 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e47168-0ed4-43cb-af08-720b0c834c79 x-openstack-request-id: req-a4e47168-0ed4-43cb-af08-720b0c834c79 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:15.914089 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-unplugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:15.914348 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4e47168-0ed4-43cb-af08-720b0c834c79 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:15.914747 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'code': 200} Nov 25 18:10:16.005212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:16.028828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.029213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.029566 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.029915 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.030260 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.030598 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.030937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.031275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.031615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.031947 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.032280 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.032620 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:16.076142 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] No DVR routers for this DVR port 15e9a289-740b-4a2c-9715-15ba37f33127 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:10:16.562886 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c6d1a-6aeb-49c2-a924-6ce3fe3963f5 req-76566afd-829e-46ea-a406-cf683c09cab2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:16.564373 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-421c6d1a-6aeb-49c2-a924-6ce3fe3963f5 req-76566afd-829e-46ea-a406-cf683c09cab2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 944 time: 0.0673187 Nov 25 18:10:16.612337 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:10:16.612678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:10:16.613031 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:16.630497 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:10:16.630823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Attempting to bind port 15e9a289-740b-4a2c-9715-15ba37f33127 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:16.641465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:10:16.641801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:10:16.642190 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:10:16.642614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Bound port: 15e9a289-740b-4a2c-9715-15ba37f33127, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:10:16.642968 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:16.659281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-421c6d1a-6aeb-49c2-a924-6ce3fe3963f5 req-ca7043bd-0a15-4cc1-ac14-40f5d925fa0b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881033 Nov 25 18:10:16.715679 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:16.719073 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:10:16.722768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:16.755954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:16.756685 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:16.758211 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] 10.222.0.60 "PUT /v2.0/ports/15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1092 time: 1.2383401 Nov 25 18:10:16.796459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaed8c0-ae06-4c88-9e12-ff6277e6ab1a service neutron] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=11']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:16.830550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-336f8fd6-cb25-4f3f-a040-d5c476b5f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:16.832099 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-336f8fd6-cb25-4f3f-a040-d5c476b5f92c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1095 time: 0.0470881 Nov 25 18:10:16.937681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-8caec8e4-49d5-48ee-abd1-92720bbc54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:16.939183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-8caec8e4-49d5-48ee-abd1-92720bbc54c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0993762 Nov 25 18:10:17.008806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-f1307ba3-fd2c-4c40-9a7a-051670edd9ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1000 time: 0.0609226 Nov 25 18:10:17.060251 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-02ed7e63-f40a-4b1a-959f-44ec3cf97599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:17.061794 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-02ed7e63-f40a-4b1a-959f-44ec3cf97599 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0453560 Nov 25 18:10:17.114723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887129e8-70b5-4b6b-b312-49da89feb234 req-508fbe05-6bfb-4cd9-9bcf-d702ba7541b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:17.116271 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-508fbe05-6bfb-4cd9-9bcf-d702ba7541b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451910 Nov 25 18:10:17.207358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-1fc27d36-2672-4afe-9840-2b32bab444f5 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832465 Nov 25 18:10:17.305414 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-887129e8-70b5-4b6b-b312-49da89feb234 req-076812a1-51df-4050-b653-3cab08ef36a7 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894253 Nov 25 18:10:17.787274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fd6af-074b-44e7-86fe-22fadbff4a83 req-8e8f364e-e562-4a44-89d8-f2fd1ba5069d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:17.788839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb6fd6af-074b-44e7-86fe-22fadbff4a83 req-8e8f364e-e562-4a44-89d8-f2fd1ba5069d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 944 time: 0.0556684 Nov 25 18:10:17.837840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cb6fd6af-074b-44e7-86fe-22fadbff4a83 req-e105f654-94ad-4568-9567-bc11d2446543 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429723 Nov 25 18:10:17.915645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:17.918093 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cd89a5-f525-4845-9fab-df5b838b9773" -d '{"events": [{"name": "network-changed", "server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:17.970247 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd3d9df-5db2-4f37-aa63-c60874e30001 x-openstack-request-id: req-3cd3d9df-5db2-4f37-aa63-c60874e30001 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:17.970563 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:17.970869 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3cd3d9df-5db2-4f37-aa63-c60874e30001 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:17.971754 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'status': 'completed', 'code': 200} Nov 25 18:10:18.032214 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-897f7422-787e-459b-8df2-f3b54c658333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.033770 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-897f7422-787e-459b-8df2-f3b54c658333 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1095 time: 0.0419471 Nov 25 18:10:18.039537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-c5c9d561-17ae-4de6-bb94-ec8be25a238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.041107 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-c5c9d561-17ae-4de6-bb94-ec8be25a238b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 1095 time: 0.0455105 Nov 25 18:10:18.138848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-512a04e5-ee4b-4973-911a-a85061029049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.142012 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-512a04e5-ee4b-4973-911a-a85061029049 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0964217 Nov 25 18:10:18.146531 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-68224357-769d-4cb3-adf5-b4dd343b484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.148088 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-68224357-769d-4cb3-adf5-b4dd343b484a service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0988939 Nov 25 18:10:18.217227 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-c11ea179-e641-4b06-b314-c32cf46b325a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1000 time: 0.0615499 Nov 25 18:10:18.218226 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-566649a8-e3ae-4a14-909e-5f82b6ff919c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 200 len: 1000 time: 0.0685787 Nov 25 18:10:18.277802 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-0ba631e0-057e-4ad5-825a-b0691965973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.279744 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-0ba631e0-057e-4ad5-825a-b0691965973d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0550375 Nov 25 18:10:18.286218 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-993a71f0-42d7-445f-8e97-4de25a13ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.286218 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-993a71f0-42d7-445f-8e97-4de25a13ab08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0579917 Nov 25 18:10:18.333607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-8ebb45c9-6c3d-4816-9bc4-8bf13ee0fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.334763 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-8ebb45c9-6c3d-4816-9bc4-8bf13ee0fda7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471888 Nov 25 18:10:18.341281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-64029d18-ceb0-4117-879d-488a1d75c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.342827 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-64029d18-ceb0-4117-879d-488a1d75c200 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445549 Nov 25 18:10:18.430018 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-6f5de48b-b34f-4387-91a4-199567af222f service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882630 Nov 25 18:10:18.442327 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-07d73503-ddbd-415d-b37f-e9239fa0ebb5 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891993 Nov 25 18:10:18.535242 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-95cc2762-856e-4dd8-bd51-5625c13fea3e service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979254 Nov 25 18:10:18.550519 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a7cd89a5-f525-4845-9fab-df5b838b9773 req-ddfef103-ca64-422c-b7cf-531068d918d4 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991120 Nov 25 18:10:18.558402 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:10:18.838897 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:18.850570 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '15e9a289-740b-4a2c-9715-15ba37f33127', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': '15e9a289-740b-4a2c-9715-15ba37f33127', 'mac_address': 'fa:16:3e:36:ca:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:10:18.891547 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:18.906954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e9a289-740b-4a2c-9715-15ba37f33127 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:10:18.929110 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:18.933444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:18.987223 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=12']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:18.990967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075e8b1-1c99-4f5c-88bf-1bfdbfc915e4 req-0eb64ebb-f12b-4476-b944-5c644afa323a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.994413 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7075e8b1-1c99-4f5c-88bf-1bfdbfc915e4 req-0eb64ebb-f12b-4476-b944-5c644afa323a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0757456 Nov 25 18:10:19.054952 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7075e8b1-1c99-4f5c-88bf-1bfdbfc915e4 req-55b23516-4e37-4ca6-b431-1287937fa0e5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528691 Nov 25 18:10:19.215881 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['15e9a289-740b-4a2c-9715-15ba37f33127'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:10:19.257853 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:10:19.322334 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:10:20.186159 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90ecd6-9536-4c94-8807-93f7eca7656c req-36653eaa-7f3e-4339-be68-77d6e59e27a9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:20.187640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd90ecd6-9536-4c94-8807-93f7eca7656c req-36653eaa-7f3e-4339-be68-77d6e59e27a9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0540540 Nov 25 18:10:20.235344 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cd90ecd6-9536-4c94-8807-93f7eca7656c req-3d0eaad7-e198-4086-a336-d923927261f9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412843 Nov 25 18:10:20.367848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2419f-dd62-4be4-b82f-5766bc11150b req-08c210e5-b4c9-4601-a0f9-9d3094ab8cd2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:20.370143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4f2419f-dd62-4be4-b82f-5766bc11150b req-08c210e5-b4c9-4601-a0f9-9d3094ab8cd2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Nov 25 18:10:20.421362 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c4f2419f-dd62-4be4-b82f-5766bc11150b req-921e2893-bb35-43b5-804e-05b852a17e3b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433772 Nov 25 18:10:20.537118 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35efc77-3361-4f3c-9354-8c935f0d7263 req-4c60a437-db37-4014-bc7c-49aa8e982381 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:20.538634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b35efc77-3361-4f3c-9354-8c935f0d7263 req-4c60a437-db37-4014-bc7c-49aa8e982381 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 945 time: 0.0506773 Nov 25 18:10:20.565379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:10:20.592183 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b35efc77-3361-4f3c-9354-8c935f0d7263 req-42031328-774c-447b-99cb-44df30bf4249 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475895 Nov 25 18:10:20.620633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 15e9a289-740b-4a2c-9715-15ba37f33127 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:10:20.625459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 15e9a289-740b-4a2c-9715-15ba37f33127 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:20.625828 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:20.712894 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:20.743852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:20.746628 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3925dc60-441a-4905-b64f-e25b7c1d0a29" -d '{"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-plugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:20.763661 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:20.768917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:20.801872 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:10:20.802727 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55de97c6-821e-43dd-9ac9-d1aeb9d7e9bb x-openstack-request-id: req-55de97c6-821e-43dd-9ac9-d1aeb9d7e9bb {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:20.802727 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-plugged", "status": "completed", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:20.802727 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55de97c6-821e-43dd-9ac9-d1aeb9d7e9bb {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:20.803270 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'code': 200} Nov 25 18:10:20.827810 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=13']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:20.880321 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173ca14-1de5-4964-8b6e-39d114af4973 req-5c5e705c-ea74-4a59-a7df-132684fd26d6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:20.881797 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7173ca14-1de5-4964-8b6e-39d114af4973 req-5c5e705c-ea74-4a59-a7df-132684fd26d6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 946 time: 0.0556757 Nov 25 18:10:20.934514 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7173ca14-1de5-4964-8b6e-39d114af4973 req-2631d9e4-f90d-41e7-b4b2-7e7ab64ae3d2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464780 Nov 25 18:10:22.057435 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205406e-ed1b-47c5-af66-db042d525c5b req-94d305f5-523b-40f6-a841-655d9c316cc4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:22.059082 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c205406e-ed1b-47c5-af66-db042d525c5b req-94d305f5-523b-40f6-a841-655d9c316cc4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 946 time: 0.0518067 Nov 25 18:10:22.107028 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c205406e-ed1b-47c5-af66-db042d525c5b req-f87ba13c-892c-4a8a-8206-fbe41d6faf2b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419440 Nov 25 18:10:22.183055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-1ac8aa14-a2d3-4971-903e-962db54bd014 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:22.184491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-1ac8aa14-a2d3-4971-903e-962db54bd014 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 946 time: 0.0536919 Nov 25 18:10:22.274092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Deleting port 15e9a289-740b-4a2c-9715-15ba37f33127 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:10:22.274430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:22.373935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] For port 15e9a289-740b-4a2c-9715-15ba37f33127, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=15e9a289-740b-4a2c-9715-15ba37f33127,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:22.374441 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:22.601988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:22.602349 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:22.602663 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d disassociated. External IP: 172.25.1.114, port: 15e9a289-740b-4a2c-9715-15ba37f33127. Nov 25 18:10:22.603003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Calling delete_port for 15e9a289-740b-4a2c-9715-15ba37f33127 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:10:22.730389 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:22.764067 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event deleted for resources: {'Port': ['ID=15e9a289-740b-4a2c-9715-15ba37f33127,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:22.887756 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:10:23.001292 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:10:23.011547 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:10:23.022549 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:23.023170 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:10:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:23.046384 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] No DVR routers for this DVR port 15e9a289-740b-4a2c-9715-15ba37f33127 on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:10:23.048980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:23.053129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b5d8e324-7603-4f17-a440-269c5d1cdbdf req-5c78d10c-0634-4f01-81ca-39ef9b35e91c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "DELETE /v2.0/ports/15e9a289-740b-4a2c-9715-15ba37f33127 HTTP/1.1" status: 204 len: 173 time: 0.8617301 Nov 25 18:10:23.053593 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-deleted', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:23.055972 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea9e6d9-a938-4323-bf28-a86800d82d13" -d '{"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-deleted", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:23.097103 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb668e-17f2-4a07-9a9e-f76398656374 x-openstack-request-id: req-b0eb668e-17f2-4a07-9a9e-f76398656374 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:23.097712 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e886c9de-2c06-4b00-be3a-9f8cfdc7b000", "name": "network-vif-deleted", "tag": "15e9a289-740b-4a2c-9715-15ba37f33127", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:23.097712 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0eb668e-17f2-4a07-9a9e-f76398656374 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:23.098622 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e886c9de-2c06-4b00-be3a-9f8cfdc7b000', 'name': 'network-vif-deleted', 'tag': '15e9a289-740b-4a2c-9715-15ba37f33127', 'status': 'completed', 'code': 200} Nov 25 18:10:23.140764 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:23.231729 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6a72f7cb-f9b5-4acf-b93c-8c4d25ebb751 req-cd865bee-f2df-4c23-a7ef-5e35db0fb96c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=e886c9de-2c06-4b00-be3a-9f8cfdc7b000 HTTP/1.1" status: 200 len: 210 time: 0.0320158 Nov 25 18:10:23.354816 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:23.385139 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:10:23.393902 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:23.394429 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:10:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:23.510321 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:23.802683 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:23.832030 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e4c86-9947-4668-a527-04e763d7872e None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:10:24.041633 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6bd55-c322-4356-9add-3b25f250e54d None None] New status for floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:10:24.526582 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-468087f8-bfcb-4182-b5eb-0bd27d33d0eb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1155716479&fields=id&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 267 time: 0.0431890 Nov 25 18:10:24.642151 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b57da-eab1-441e-bdc2-9e222713747e req-18b264f9-a5bf-44e4-97d1-a7a038570f75 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:24.643608 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-18b264f9-a5bf-44e4-97d1-a7a038570f75 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 811 time: 0.1101542 Nov 25 18:10:24.659274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-3d77f8ce-aa48-4ad6-a1d6-fab57511ec9c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/quotas/603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 375 time: 0.0091858 Nov 25 18:10:24.710411 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-9323978f-c93d-4c4f-b481-da6fcd7fe0b5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453062 Nov 25 18:10:24.804212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-894ae5dc-1dc2-4c53-85e3-a8525846721c service neutron] 10.222.0.81 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824182 Nov 25 18:10:24.898323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-f66cf5e2-95e3-46a2-bb0b-b3b056d1dc7f service neutron] 10.222.0.81 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876226 Nov 25 18:10:25.058371 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9fa810e4-e2ce-46c2-a40c-1aa9b72106fb req-5a0557d1-7955-4b0c-8713-585011a00cc7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 210 time: 0.0271323 Nov 25 18:10:26.160062 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ac1d7ef-0e28-41c9-ade5-90b66be60c15 req-14283098-5665-4b5a-a76d-140abb3684bf tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 210 time: 0.0294449 Nov 25 18:10:26.181206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b57da-eab1-441e-bdc2-9e222713747e req-3e87def7-7782-416a-b35a-e9dbbe2e48e7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:26.181206 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-3e87def7-7782-416a-b35a-e9dbbe2e48e7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 811 time: 0.1192009 Nov 25 18:10:26.237987 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-4a4750d2-229c-4d7d-a194-aa3ee0605b2b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 380 time: 0.0509000 Nov 25 18:10:26.248763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'port': {'device_id': '94191da7-200e-4039-93ee-e985b18403ac', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'admin_state_up': True, 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'security_groups': ['213505ad-103a-41d6-bd96-7d1c57568cd8']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:26.360666 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Made reservation on behalf of 603e777c64654d0d855baae4fc2bb585 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:10:26.364741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:26.495608 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Allocated IP 172.20.0.12 (504f001b-99cd-4c23-bf8c-a94152594504/db9c0072-164f-48d7-9b46-dfe95f2e8bf6/b8a88f32-8e3b-407c-ab79-84eac2e12a10) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:10:26.605089 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:10:26.625607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 15e9a289-740b-4a2c-9715-15ba37f33127 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:10:26.625868 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 15e9a289-740b-4a2c-9715-15ba37f33127 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:10:26.633381 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:26.669051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:26.713881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Network 504f001b-99cd-4c23-bf8c-a94152594504 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:10:26.716836 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:10:26.720761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:10:26.746075 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:26.775537 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:26.776197 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:26.795155 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-8617f848-4df8-4e1f-86ff-28d09b535a98 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501714 Nov 25 18:10:26.808035 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Request body: {'port': {'device_id': '94191da7-200e-4039-93ee-e985b18403ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:26.865429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:26.981671 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a41a7cc-3fd6-42e6-9b0a-e87d504854f7 None None] Provisioning complete for port b8a88f32-8e3b-407c-ab79-84eac2e12a10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:26.982039 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a41a7cc-3fd6-42e6-9b0a-e87d504854f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:27.019674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4a41a7cc-3fd6-42e6-9b0a-e87d504854f7 None None] Port b8a88f32-8e3b-407c-ab79-84eac2e12a10 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:10:27.131300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a88f32-8e3b-407c-ab79-84eac2e12a10 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:10:27.138701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:27.151095 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Transition to ACTIVE for port object b8a88f32-8e3b-407c-ab79-84eac2e12a10 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:10:27.155234 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:27.210043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:27.288440 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2adfc1-58ab-436a-8952-82967c9b338a req-34ece960-1c1a-49e2-a404-dfe5ef08907c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:27.290056 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c2adfc1-58ab-436a-8952-82967c9b338a req-34ece960-1c1a-49e2-a404-dfe5ef08907c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0545287 Nov 25 18:10:27.290251 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:10:27.290712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:10:27.291162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:27.296087 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:10:27.296496 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:27.302478 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:10:27.303000 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:10:27.303459 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:10:27.304154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Bound port: b8a88f32-8e3b-407c-ab79-84eac2e12a10, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:10:27.304428 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:27.351767 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1c2adfc1-58ab-436a-8952-82967c9b338a req-1dc8c9ef-2f3e-42b2-8304-5b21c7425f16 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533533 Nov 25 18:10:27.383371 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:27.387405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:10:27.393560 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:27.439043 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:27.439747 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:27.441164 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] 10.222.0.95 "PUT /v2.0/ports/b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1092 time: 0.6374788 Nov 25 18:10:27.441680 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:27.444412 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b122733a-c0eb-4221-84ed-6bf9567f42b2" -d '{"events": [{"name": "network-changed", "server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:27.468759 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e454-c14a-49ee-a284-c4fc7277ff7c service neutron] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:27.494672 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f43074a-0191-4708-949c-d4baf40d0464 x-openstack-request-id: req-6f43074a-0191-4708-949c-d4baf40d0464 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:27.494818 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:27.495092 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f43074a-0191-4708-949c-d4baf40d0464 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:27.495514 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'status': 'completed', 'code': 200} Nov 25 18:10:27.543412 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b57da-eab1-441e-bdc2-9e222713747e req-7e5f9dfe-5c09-4ec0-9ea2-f80c36231b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:27.545189 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-7e5f9dfe-5c09-4ec0-9ea2-f80c36231b09 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1095 time: 0.0448203 Nov 25 18:10:27.596351 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-312dba35-bf21-4e54-b8a0-beed01752449 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 217 time: 0.0402205 Nov 25 18:10:27.651270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b57da-eab1-441e-bdc2-9e222713747e req-19c60ced-8c72-456b-8566-935c43f3732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:27.652710 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-19c60ced-8c72-456b-8566-935c43f3732b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0489554 Nov 25 18:10:27.700920 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b57da-eab1-441e-bdc2-9e222713747e req-13de6762-f44a-41d9-9a56-5dec4262356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:27.702486 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-13de6762-f44a-41d9-9a56-5dec4262356e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412247 Nov 25 18:10:27.799680 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-c8a95714-7f12-4a89-8a9c-eb8c884dda17 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862257 Nov 25 18:10:27.888327 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-623b57da-eab1-441e-bdc2-9e222713747e req-dbb42fd9-d293-49a2-a2d3-150cac406db0 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814552 Nov 25 18:10:27.977502 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-8275fed4-521d-4442-8828-c4849545808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:27.978892 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-8275fed4-521d-4442-8828-c4849545808b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1095 time: 0.0408766 Nov 25 18:10:28.075313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-710084d1-d660-4b0b-9785-b856542979ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:28.076863 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-710084d1-d660-4b0b-9785-b856542979ed service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0892267 Nov 25 18:10:28.119277 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-74baf0a3-fcce-484c-8cf9-fbdcc4d7af22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 217 time: 0.0343339 Nov 25 18:10:28.173671 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-49c3ff27-7306-4d72-8201-5575a113c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:28.175124 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-49c3ff27-7306-4d72-8201-5575a113c82d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0490849 Nov 25 18:10:28.221106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-e578ce48-99d0-4967-ab21-047fb940b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:28.222603 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-e578ce48-99d0-4967-ab21-047fb940b1b2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396042 Nov 25 18:10:28.312959 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-c8026a7f-0eb1-492f-99b2-bf913cf03892 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819800 Nov 25 18:10:28.413165 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-b122733a-c0eb-4221-84ed-6bf9567f42b2 req-5ad720a4-00a1-41a6-b3e4-dd42d2cde601 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907593 Nov 25 18:10:28.553241 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acb505-65ed-465d-8e66-a8778be085b7 req-396a73c7-a0e0-4462-94fc-1801f7f8c28f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:28.554648 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81acb505-65ed-465d-8e66-a8778be085b7 req-396a73c7-a0e0-4462-94fc-1801f7f8c28f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.1352527 Nov 25 18:10:28.602748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-81acb505-65ed-465d-8e66-a8778be085b7 req-d542e3ce-c73b-4c03-b7f1-8d7255b7766e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 Nov 25 18:10:29.769310 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed89471-dc56-4717-9d10-3e9285bd99d8 req-a1f839db-3e76-4477-9e5b-5a61f8f27554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:29.771465 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ed89471-dc56-4717-9d10-3e9285bd99d8 req-a1f839db-3e76-4477-9e5b-5a61f8f27554 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0966418 Nov 25 18:10:29.818679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0ed89471-dc56-4717-9d10-3e9285bd99d8 req-8e32b4fe-9ef0-4591-b8d9-349aab92a715 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408430 Nov 25 18:10:30.939323 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ae03e-6412-4f3c-b3df-e1a5410345bc req-ff4fa2b2-40ad-43da-b6f2-06d159baf45c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:30.940793 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec4ae03e-6412-4f3c-b3df-e1a5410345bc req-ff4fa2b2-40ad-43da-b6f2-06d159baf45c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0535417 Nov 25 18:10:30.988224 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ec4ae03e-6412-4f3c-b3df-e1a5410345bc req-f2cd0a36-45c6-4b20-8c1c-2b8b91f2b8ed tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407310 Nov 25 18:10:31.334202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:10:31.444479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:31.455644 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'mac_address': 'fa:16:3e:3d:89:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:10:31.494867 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:31.508784 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a88f32-8e3b-407c-ab79-84eac2e12a10 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:10:31.529345 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:31.533283 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:31.579207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:31.724396 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['b8a88f32-8e3b-407c-ab79-84eac2e12a10'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:10:32.104117 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfc55a-dd91-4550-979b-10a8439651e9 req-abc86357-688d-487b-9538-437df4aa03fc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:32.105617 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6dfc55a-dd91-4550-979b-10a8439651e9 req-abc86357-688d-487b-9538-437df4aa03fc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0489206 Nov 25 18:10:32.153477 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e6dfc55a-dd91-4550-979b-10a8439651e9 req-033825cf-11ac-499e-8722-171374d8a397 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417428 Nov 25 18:10:32.309128 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8265-efe1-4313-8403-400a81a2ddc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:33.271274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69e820-8df0-42f5-8cd1-5058a127ceb5 req-826fdbde-cb2e-466c-9fb6-84d03317dc3a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:33.272826 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e69e820-8df0-42f5-8cd1-5058a127ceb5 req-826fdbde-cb2e-466c-9fb6-84d03317dc3a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0525699 Nov 25 18:10:33.319672 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e69e820-8df0-42f5-8cd1-5058a127ceb5 req-0e4a867c-58cc-4aed-a67d-9b32a769eb94 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Nov 25 18:10:33.334606 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:10:33.386513 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port b8a88f32-8e3b-407c-ab79-84eac2e12a10 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:10:33.390640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port b8a88f32-8e3b-407c-ab79-84eac2e12a10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:33.391017 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:33.468623 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:33.492119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:33.494437 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727921d6-2d71-46d9-a283-f88e1ae995b3" -d '{"events": [{"server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "name": "network-vif-plugged", "status": "completed", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:33.507865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:33.512659 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:33.541604 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e9ee9e-cb65-453d-b891-83e282841868 x-openstack-request-id: req-b1e9ee9e-cb65-453d-b891-83e282841868 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:33.541915 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "name": "network-vif-plugged", "status": "completed", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:33.542194 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1e9ee9e-cb65-453d-b891-83e282841868 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:33.542774 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'code': 200} Nov 25 18:10:33.569629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:33.631476 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758efdb-d51e-4d9a-be6f-f2ee13fab62d req-264ea815-9d4d-46ba-bf0a-a87627fe07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:33.633086 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2758efdb-d51e-4d9a-be6f-f2ee13fab62d req-264ea815-9d4d-46ba-bf0a-a87627fe07e8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1097 time: 0.0401618 Nov 25 18:10:33.678891 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2758efdb-d51e-4d9a-be6f-f2ee13fab62d req-947a48af-6552-45b1-9b58-7fc836b1962e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Nov 25 18:10:34.434023 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05678c3-f2b2-4760-a78b-6ab2ae20c2eb req-aff645ed-6cb5-48e5-98b0-bbd08a23f80f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:34.440676 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b05678c3-f2b2-4760-a78b-6ab2ae20c2eb req-aff645ed-6cb5-48e5-98b0-bbd08a23f80f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0539489 Nov 25 18:10:34.491738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b05678c3-f2b2-4760-a78b-6ab2ae20c2eb req-46d3ddc3-e90f-4f9a-b53b-92ac5793d635 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445144 Nov 25 18:10:34.494971 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-482624e9-9b6c-4b0a-8a52-4f450185b1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.620825 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97fcaf-7e8b-4d3b-a672-f32429f3d8dc req-315a8730-bf5f-4da2-acd7-fb300f71bb57 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:35.622314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e97fcaf-7e8b-4d3b-a672-f32429f3d8dc req-315a8730-bf5f-4da2-acd7-fb300f71bb57 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0510805 Nov 25 18:10:35.674105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9e97fcaf-7e8b-4d3b-a672-f32429f3d8dc req-2ded91b8-19f5-4039-ba78-97ff5008b9c3 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459044 Nov 25 18:10:35.789506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af5b46-876b-4d87-b254-a802e350b783 req-2fe8b8cc-ab7c-4fda-86ab-b97eeca88ada tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:35.790869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-00af5b46-876b-4d87-b254-a802e350b783 req-2fe8b8cc-ab7c-4fda-86ab-b97eeca88ada tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0488148 Nov 25 18:10:35.799458 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 39634) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:35.803786 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Request body: {'floatingip': {'port_id': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:35.843530 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.000623 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.293837 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.297536 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.399775 n-d-819349-3 neutron-server[103599]: INFO neutron.db.l3_db [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d associated. External IP: 172.25.1.114, port: b8a88f32-8e3b-407c-ab79-84eac2e12a10. Nov 25 18:10:36.621472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:10:36.733002 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:10:36.737670 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.743630 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:10:36.754485 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:36.755421 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:36.765520 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-971c8312-b237-4918-b5c4-e1f2d445abec tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "PUT /v2.0/floatingips/e29c8298-4aa5-4f05-96ee-8d4573da4e7d HTTP/1.1" status: 200 len: 993 time: 0.9650283 Nov 25 18:10:36.766110 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:36.768380 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb" -d '{"events": [{"name": "network-changed", "server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:36.811261 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248bc1f5-cf4d-4d8f-8ba5-05fb8d4aaf89 x-openstack-request-id: req-248bc1f5-cf4d-4d8f-8ba5-05fb8d4aaf89 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:36.811654 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:36.812006 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-248bc1f5-cf4d-4d8f-8ba5-05fb8d4aaf89 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:36.812929 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'status': 'completed', 'code': 200} Nov 25 18:10:36.863931 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:36.880081 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-dae948e6-b54c-4bed-86b3-15021518f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:36.881673 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-dae948e6-b54c-4bed-86b3-15021518f78b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1097 time: 0.0404365 Nov 25 18:10:36.918528 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.981554 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-ece53f40-e5ef-46fd-a327-7b3705a248c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:36.983046 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-ece53f40-e5ef-46fd-a327-7b3705a248c2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0944719 Nov 25 18:10:37.050014 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-8c6ab651-24b3-415c-8407-98b3c8a9acf7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0590153 Nov 25 18:10:37.088919 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:3d:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94191da7-200e-4039-93ee-e985b18403ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:10:36Z', 'revision_number': 13, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:37.103660 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-3ba9a20b-a651-49fe-a1b7-75c7215a6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:37.105180 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-3ba9a20b-a651-49fe-a1b7-75c7215a6bd2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0477860 Nov 25 18:10:37.118713 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:10:37.126959 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:37.127554 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:10:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:37.150806 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-22379092-4143-44d3-908e-cce63544115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:37.152258 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-22379092-4143-44d3-908e-cce63544115d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405512 Nov 25 18:10:37.232439 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:37.241797 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-b1e8355a-5fde-4cb2-a9a7-62162e53d73b service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819445 Nov 25 18:10:37.293778 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.343504 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cb7a5c93-38cf-4c7d-bce1-bb7b531076bb req-77d0bb9b-59c5-40ec-9782-dce3fb5f899a service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944731 Nov 25 18:10:37.471454 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:3d:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94191da7-200e-4039-93ee-e985b18403ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:10:36Z', 'revision_number': 13, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:37.501269 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22738053-89a5-4124-940a-a5b95c04be09 None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_floatingips': [{'id': 'e29c8298-4aa5-4f05-96ee-8d4573da4e7d', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'router_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'port_id': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'mac_address': 'fa:16:3e:3d:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94191da7-200e-4039-93ee-e985b18403ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:03:37Z', 'updated_at': '2021-11-25T18:10:36Z', 'revision_number': 13, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:10:37.588613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.699210 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432d86d-bbcb-4bce-a79e-350a8ae07b16 None None] New status for floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:10:38.080491 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:57.803171 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:11:02.313145 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3425acf-aacf-46e0-8087-40a3549dde82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:04.498444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4e56705f-75ba-4ee6-abc6-5d4d98bbf9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:06.004215 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:06.929755 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:07.201194 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-a1e20fcd-2913-4995-850c-e0837f36804f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782886 Nov 25 18:11:07.286950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826097d7-48c4-4a30-8e8b-47380163b006 req-ae1d8796-1000-46af-bb3e-c973f3a6af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:07.288472 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-ae1d8796-1000-46af-bb3e-c973f3a6af70 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1097 time: 0.0424793 Nov 25 18:11:07.298457 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:07.404962 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826097d7-48c4-4a30-8e8b-47380163b006 req-779c1c9b-23ac-4d0c-a7ee-9484ddce59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:07.406718 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-779c1c9b-23ac-4d0c-a7ee-9484ddce59a1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0921412 Nov 25 18:11:07.475064 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-f601858c-3a9d-48e5-a5ed-de35ba4469ae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1003 time: 0.0598924 Nov 25 18:11:07.529499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826097d7-48c4-4a30-8e8b-47380163b006 req-184cc354-bec9-43b2-9dcb-c280ff117735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:07.530948 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-184cc354-bec9-43b2-9dcb-c280ff117735 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0482900 Nov 25 18:11:07.577450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826097d7-48c4-4a30-8e8b-47380163b006 req-4d05c73f-51da-4ebc-991b-ecabb20fd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:07.578944 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-4d05c73f-51da-4ebc-991b-ecabb20fd547 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404143 Nov 25 18:11:07.584239 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:07.591090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-e392336b-5aff-422d-a03f-ce2da35ff442 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:11:07.592050 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-e392336b-5aff-422d-a03f-ce2da35ff442 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051031 Nov 25 18:11:07.683217 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-87bf010c-0068-4f3a-a52d-e7784ba83beb service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838020 Nov 25 18:11:07.780320 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-826097d7-48c4-4a30-8e8b-47380163b006 req-a55c69ec-8269-42e0-81b5-46b012871e1a service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902839 Nov 25 18:11:08.083468 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:20.821305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-05ffa885-00db-4eba-a6ab-99e2b2aa6131 req-e617228f-6423-4764-8d14-a69badc247a0 service neutron] (103599) timed out ('10.222.0.81', 37352) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:11:32.314509 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cad7085-7a23-4b4c-a599-02e0adc25826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:34.489840 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e88e6fad-7448-4184-8be5-8799ab228ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:34.802252 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:11:36.005382 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:36.930149 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:37.299008 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:37.584567 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:38.085016 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:02.317496 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f08f53e2-b817-4a0d-9d70-2432ba9c31fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:04.498866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6412276-98e6-4ef8-a2ba-87b75bbde109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:06.009224 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:06.934885 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:07.300866 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:07.583016 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:08.087066 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:08.186978 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-569dc788-ad84-44c5-b857-314f776934ee service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469499 Nov 25 18:12:08.271894 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-d0258e6f-e7f1-4505-a3da-137154e19a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:08.273427 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-d0258e6f-e7f1-4505-a3da-137154e19a03 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1097 time: 0.0403769 Nov 25 18:12:08.382814 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-dde56084-593c-4fa9-9ec5-715575f9fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:08.384690 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-dde56084-593c-4fa9-9ec5-715575f9fcac service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0907969 Nov 25 18:12:08.451191 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-2992c8ce-12c5-4ca4-b370-85493131d215 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1003 time: 0.0591578 Nov 25 18:12:08.514137 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-be95f45b-5e47-41ef-bde7-1e7a4c759910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:08.515618 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-be95f45b-5e47-41ef-bde7-1e7a4c759910 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0568519 Nov 25 18:12:08.564188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-51134111-7bd5-4a6d-b8a1-55ab81f4ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:08.565831 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-51134111-7bd5-4a6d-b8a1-55ab81f4ed14 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425947 Nov 25 18:12:08.654651 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-3bf718ca-f403-48d7-b050-98d6805685bb service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818594 Nov 25 18:12:08.748076 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ecae98d1-7054-4dd2-93fc-ac1d30d48424 req-a0870efb-c49e-4d9a-a1ea-1a9aa706cedd service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862010 Nov 25 18:12:11.800804 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:12:14.145138 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c315978-0278-4dab-bd4e-2db11cacc296 req-8c4d5d00-2d7d-461e-8a3a-f284febd9dda tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:14.146631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c315978-0278-4dab-bd4e-2db11cacc296 req-8c4d5d00-2d7d-461e-8a3a-f284febd9dda tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0512128 Nov 25 18:12:14.194201 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2c315978-0278-4dab-bd4e-2db11cacc296 req-01952177-7b15-4b77-9260-2f7e8284e29e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412083 Nov 25 18:12:26.296317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-e4d3701f-76e8-4a72-b28a-9e6ba236e195 req-1e4ea073-9369-4535-8fd3-c62cc5decd4c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:12:26.297473 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4d3701f-76e8-4a72-b28a-9e6ba236e195 req-1e4ea073-9369-4535-8fd3-c62cc5decd4c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0429528 Nov 25 18:12:26.499199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-54634b5e-2953-4049-bff9-19a6ec4eef8d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741272 Nov 25 18:12:26.511064 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470fa6e-21cd-49d2-9ec1-db2d96fd2ad4 req-f4d42a9e-be28-47db-a2df-8e7977f130d7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:26.512459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7470fa6e-21cd-49d2-9ec1-db2d96fd2ad4 req-f4d42a9e-be28-47db-a2df-8e7977f130d7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0766103 Nov 25 18:12:26.517449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-f73f83de-672d-44c4-8987-146a5f4900e2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:12:26.518463 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-f73f83de-672d-44c4-8987-146a5f4900e2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050914 Nov 25 18:12:26.562939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7470fa6e-21cd-49d2-9ec1-db2d96fd2ad4 req-c21b60d4-f5c2-478a-b039-0a6a62e61508 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Nov 25 18:12:27.654683 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-2a5c3fdb-d954-4998-8775-b5ef6fcedf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:27.656468 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-2a5c3fdb-d954-4998-8775-b5ef6fcedf92 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1097 time: 0.0446866 Nov 25 18:12:27.688619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e10e-295d-4bb0-ae07-fea8d8ef71b4 req-bb5203ee-3371-44fc-8be5-e12fe2c10141 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:27.690050 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4276e10e-295d-4bb0-ae07-fea8d8ef71b4 req-bb5203ee-3371-44fc-8be5-e12fe2c10141 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0519676 Nov 25 18:12:27.739399 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4276e10e-295d-4bb0-ae07-fea8d8ef71b4 req-c433b0b5-01e6-4129-9d86-8bd215ebe461 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Nov 25 18:12:27.754229 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-7c8a74b8-5f63-4a78-89aa-d5d1cde35230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:27.755728 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-7c8a74b8-5f63-4a78-89aa-d5d1cde35230 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0919545 Nov 25 18:12:27.822777 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-f54539de-fff2-4ef0-97ab-52499e19f1ed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1003 time: 0.0588129 Nov 25 18:12:27.872172 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-7159b7c4-1fe6-483a-9211-4c159325b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:27.873679 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-7159b7c4-1fe6-483a-9211-4c159325b059 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0440454 Nov 25 18:12:27.923088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-a4af0956-d0a7-468f-8313-2d800a715292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:27.924640 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-a4af0956-d0a7-468f-8313-2d800a715292 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440745 Nov 25 18:12:28.012257 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-8f86666f-c7fc-42f3-bb5f-f8fb6193660e service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802324 Nov 25 18:12:28.105286 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-6273ee17-d4d3-48e2-a46e-ef5eb0d7e8ea service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860591 Nov 25 18:12:28.859069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd1797-e61a-4b0f-92dd-6348ca594a18 req-f88c4bcb-00fb-4c3e-94c7-6b2956e0487a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:28.860538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47cd1797-e61a-4b0f-92dd-6348ca594a18 req-f88c4bcb-00fb-4c3e-94c7-6b2956e0487a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0524924 Nov 25 18:12:28.907567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47cd1797-e61a-4b0f-92dd-6348ca594a18 req-4e471b7f-2db3-405e-890a-036788cb9d74 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404637 Nov 25 18:12:30.025377 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaa935-dff5-47b6-830e-31fa068e91d0 req-8656b90e-94d9-49d7-b571-cb3fbcd48b78 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:30.026868 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fbaa935-dff5-47b6-830e-31fa068e91d0 req-8656b90e-94d9-49d7-b571-cb3fbcd48b78 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0495038 Nov 25 18:12:30.073860 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6fbaa935-dff5-47b6-830e-31fa068e91d0 req-bec07955-c70f-4168-aa83-0566d4f6ed50 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Nov 25 18:12:31.198057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be20ef-05e0-491e-9f73-4979a7ded8f2 req-b7706484-b3cc-4f7b-9653-720be11f36d4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:31.199561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01be20ef-05e0-491e-9f73-4979a7ded8f2 req-b7706484-b3cc-4f7b-9653-720be11f36d4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0540540 Nov 25 18:12:31.246991 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-01be20ef-05e0-491e-9f73-4979a7ded8f2 req-8df266ef-772f-4c0b-8ab6-edae87447548 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414069 Nov 25 18:12:32.319889 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c91ca19-a834-4edd-bebe-e8477843a9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:32.366897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0bb20-da7e-4318-ae06-4627a7fc5705 req-2750ef1b-3aa7-4503-90c7-959d108590bc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:32.368400 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16b0bb20-da7e-4318-ae06-4627a7fc5705 req-2750ef1b-3aa7-4503-90c7-959d108590bc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0506883 Nov 25 18:12:32.417548 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-16b0bb20-da7e-4318-ae06-4627a7fc5705 req-0035e8ea-c437-46d6-b8b6-a401964e6f24 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Nov 25 18:12:33.532438 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d2e0c-2836-44b2-af31-e5d976a5187e req-3f37a1ce-f867-4c08-92e1-c6762d652fde tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:33.533829 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c50d2e0c-2836-44b2-af31-e5d976a5187e req-3f37a1ce-f867-4c08-92e1-c6762d652fde tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0486693 Nov 25 18:12:33.584771 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c50d2e0c-2836-44b2-af31-e5d976a5187e req-d3ec613c-018e-4573-b2f0-7a1e4402fafa tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 Nov 25 18:12:34.491924 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fde96fe7-17a2-49b8-a945-a6d9b7804ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:34.711607 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d418fce-7b92-4230-b126-f169ff461d38 req-0d7e46d6-f1f1-4d25-a7c8-f53b50ad9a5e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:34.713198 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d418fce-7b92-4230-b126-f169ff461d38 req-0d7e46d6-f1f1-4d25-a7c8-f53b50ad9a5e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0499198 Nov 25 18:12:34.760315 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5d418fce-7b92-4230-b126-f169ff461d38 req-cdb15c33-6fc7-4cbe-9740-350d748f2218 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Nov 25 18:12:35.878445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed4c80-d4ba-4cdf-8bfa-0f1312f37246 req-373db173-7d69-43c8-8960-e90ea2ceea05 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:35.879923 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80ed4c80-d4ba-4cdf-8bfa-0f1312f37246 req-373db173-7d69-43c8-8960-e90ea2ceea05 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0496342 Nov 25 18:12:35.931587 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-80ed4c80-d4ba-4cdf-8bfa-0f1312f37246 req-8d0051a0-b2b0-43ca-873e-d559c534e3fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448985 Nov 25 18:12:36.010946 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:36.941314 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:37.061905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995788ce-92a1-4e72-9aa6-ec7ff5694452 req-c45514bf-1000-46fd-8e8e-37dcb1f0812c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:37.063307 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-995788ce-92a1-4e72-9aa6-ec7ff5694452 req-c45514bf-1000-46fd-8e8e-37dcb1f0812c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0553060 Nov 25 18:12:37.111629 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-995788ce-92a1-4e72-9aa6-ec7ff5694452 req-c1c30653-099d-4c9e-8741-819dfbba4378 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Nov 25 18:12:37.302682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:37.598047 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:38.089141 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:38.230806 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c810b8-6886-4d0b-85b2-755e2fcc637d req-52c35401-b8d1-4616-811b-c9a91bf439ac tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:38.232600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6c810b8-6886-4d0b-85b2-755e2fcc637d req-52c35401-b8d1-4616-811b-c9a91bf439ac tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0500941 Nov 25 18:12:38.280641 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b6c810b8-6886-4d0b-85b2-755e2fcc637d req-9676c9f9-26fd-4e0e-a6ed-75572b89ec28 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Nov 25 18:12:39.401724 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f394c6b-e2ad-44bb-821b-96b62113f9a2 req-2df26861-82dd-49a5-947c-f13b3304fb0b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:39.403207 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f394c6b-e2ad-44bb-821b-96b62113f9a2 req-2df26861-82dd-49a5-947c-f13b3304fb0b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0503101 Nov 25 18:12:39.807565 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2f394c6b-e2ad-44bb-821b-96b62113f9a2 req-6f59d9fb-b5eb-430b-a6b0-759b3dc9a7be tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983173 Nov 25 18:12:40.925768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750d59e-dd5a-4d42-a879-d4291a82099e req-8b75a1c1-db2b-4227-818b-a9db7a817fce tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:40.927296 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e750d59e-dd5a-4d42-a879-d4291a82099e req-8b75a1c1-db2b-4227-818b-a9db7a817fce tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0495961 Nov 25 18:12:40.974466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e750d59e-dd5a-4d42-a879-d4291a82099e req-dd6aab21-a447-49ef-8e49-f994d3873d21 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Nov 25 18:12:42.097179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755df1bd-63ff-4afb-9976-42bb4efa5ecc req-800af504-5591-49ef-8383-99974b67e868 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:42.098666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-755df1bd-63ff-4afb-9976-42bb4efa5ecc req-800af504-5591-49ef-8383-99974b67e868 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0495405 Nov 25 18:12:42.101542 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [req-8628c256-4685-400f-9f63-2e85df183ee8 req-76c6e387-779b-498d-806a-cf3e5a3a6e5b service neutron] show failed (client error): The resource could not be found. Nov 25 18:12:42.102607 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-76c6e387-779b-498d-806a-cf3e5a3a6e5b service neutron] 10.222.0.95 "GET /v2.0/ports/b8a88f32-8e3b-407c-ab79-84eac2e12a10/bindings/n-h2-819349-3 HTTP/1.1" status: 404 len: 380 time: 0.0563829 Nov 25 18:12:42.148330 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-755df1bd-63ff-4afb-9976-42bb4efa5ecc req-f5aa38db-e72b-4228-b1f8-79a440c91d6c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Nov 25 18:12:42.347548 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-caaa6f75-137d-4454-91a0-8d8a4e1dca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:42.349107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-caaa6f75-137d-4454-91a0-8d8a4e1dca1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 1097 time: 0.0819731 Nov 25 18:12:42.362621 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:42.419444 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.617478 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:42.652299 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:12:42.698579 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:12:42.700735 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c12449b-d203-408e-946b-dc8ef1c46eda" -d '{"events": [{"server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:12:42.704795 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.717691 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Transition to ACTIVE for port object b8a88f32-8e3b-407c-ab79-84eac2e12a10 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:12:42.721632 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.809234 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad312d6f-ee92-4674-ae2e-3a4cb71ce0f5 x-openstack-request-id: req-ad312d6f-ee92-4674-ae2e-3a4cb71ce0f5 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:12:42.809533 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:12:42.809793 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad312d6f-ee92-4674-ae2e-3a4cb71ce0f5 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:12:42.810200 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'code': 200} Nov 25 18:12:42.815272 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=6']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:42.828146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.828670 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.829077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.829423 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.829766 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.830107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.830529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.831059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.831486 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.831801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.832131 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.832462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:42.864205 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] No DVR routers for this DVR port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on host n-h1-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:12:43.003878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:12:43.004215 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:12:43.004562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:12:43.008905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:12:43.009262 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:12:43.014132 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:12:43.014472 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:12:43.014863 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:12:43.015281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Bound port: b8a88f32-8e3b-407c-ab79-84eac2e12a10, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:12:43.015630 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:43.078627 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:12:43.081638 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:12:43.087164 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:43.120687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.121404 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:43.122879 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] 10.222.0.60 "PUT /v2.0/ports/b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1092 time: 0.7643566 Nov 25 18:12:43.146854 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3a335-ce1a-4c65-b419-df675f009cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=7']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:43.199303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-27301681-84d4-4802-b598-97f2429871ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.201129 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-27301681-84d4-4802-b598-97f2429871ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1095 time: 0.0473595 Nov 25 18:12:43.316864 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504251-241f-442b-a196-026d8586cf4f req-b937f3ec-26bf-4a14-9674-3fb449c83f31 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.318442 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91504251-241f-442b-a196-026d8586cf4f req-b937f3ec-26bf-4a14-9674-3fb449c83f31 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0885501 Nov 25 18:12:43.360727 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-074ee5b4-f8f9-45af-9477-484c712d67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.362347 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-074ee5b4-f8f9-45af-9477-484c712d67f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.1539190 Nov 25 18:12:43.421075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-91504251-241f-442b-a196-026d8586cf4f req-08a20243-d66b-45e1-bfe5-6c88ca19b3af tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954673 Nov 25 18:12:43.444291 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-c8492a25-d593-4585-9a7c-992e337a1fd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0724771 Nov 25 18:12:43.497653 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-ad3d41d6-7738-43d7-bebc-40b6af6218c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.499095 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-ad3d41d6-7738-43d7-bebc-40b6af6218c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0451565 Nov 25 18:12:43.550584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628c256-4685-400f-9f63-2e85df183ee8 req-c913d76a-fa5b-4fa9-b5b7-a05e7035bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.552047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-c913d76a-fa5b-4fa9-b5b7-a05e7035bfee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449018 Nov 25 18:12:43.643402 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-7675d4c5-edf0-481b-8b85-3479ea2807d0 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830905 Nov 25 18:12:43.752196 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8628c256-4685-400f-9f63-2e85df183ee8 req-14d67ba2-838a-4616-9d8a-0009a732763e service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994651 Nov 25 18:12:44.032592 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:12:44.070841 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:12:44.550780 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9befb-4282-486d-ab3b-4962601617d9 req-56bd2961-26a3-43a5-adb0-ac21cd8b4654 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:44.552375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23f9befb-4282-486d-ab3b-4962601617d9 req-56bd2961-26a3-43a5-adb0-ac21cd8b4654 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0532312 Nov 25 18:12:44.603577 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-23f9befb-4282-486d-ab3b-4962601617d9 req-e08193a0-7bbc-453a-8ce4-e0fda2f4f6bc tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450583 Nov 25 18:12:44.811701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:12:44.814348 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585c4d0c-3487-4da5-bc49-357be2523a93" -d '{"events": [{"name": "network-changed", "server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:12:44.864947 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9779ec4-5c30-4918-8f91-77f9ea641677 x-openstack-request-id: req-f9779ec4-5c30-4918-8f91-77f9ea641677 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:12:44.874742 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:12:44.878246 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9779ec4-5c30-4918-8f91-77f9ea641677 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:12:44.878708 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'status': 'completed', 'code': 200} Nov 25 18:12:44.930387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-e40b3455-b134-4492-a58f-258a035c35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:44.930754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-715334c9-fad7-4dd5-9d08-06d274113814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:44.932146 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-e40b3455-b134-4492-a58f-258a035c35d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1095 time: 0.0448594 Nov 25 18:12:44.932979 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-715334c9-fad7-4dd5-9d08-06d274113814 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1095 time: 0.0442238 Nov 25 18:12:45.033434 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-62d00f91-73d8-4047-8a06-dec94333884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:45.033784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-ec97c2c6-1438-4163-bbd5-d2533d64b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:45.034927 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-62d00f91-73d8-4047-8a06-dec94333884e service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0924792 Nov 25 18:12:45.035289 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-ec97c2c6-1438-4163-bbd5-d2533d64b92c service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0960155 Nov 25 18:12:45.104201 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-c1fd433e-d0f1-4588-b076-7f42ffa32db5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0610416 Nov 25 18:12:45.105504 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-5f94c3a8-5708-4af1-95d1-4df99bbd3592 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0622299 Nov 25 18:12:45.156166 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-37f35947-b20d-4649-bdfe-bc306a49585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:45.157695 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-37f35947-b20d-4649-bdfe-bc306a49585e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0462883 Nov 25 18:12:45.158985 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-83e27c53-ebf1-49db-aa09-4a24188689f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:45.160451 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-83e27c53-ebf1-49db-aa09-4a24188689f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0471826 Nov 25 18:12:45.209835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-fbdedac6-ecbc-444f-8e22-7b2edce43de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:45.212356 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-fbdedac6-ecbc-444f-8e22-7b2edce43de2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474226 Nov 25 18:12:45.214807 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-3dd3975f-f429-46cf-a5fc-caae78a00d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:45.216311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-3dd3975f-f429-46cf-a5fc-caae78a00d2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476987 Nov 25 18:12:45.311977 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-3cf50d8f-df94-4527-b246-27b7b7933f7e service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921586 Nov 25 18:12:45.321685 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-8be1cadf-2eb5-4444-a16e-541cc7428c45 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957434 Nov 25 18:12:45.421555 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-97e0f5d5-4532-4b07-be87-4baf963827c2 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022332 Nov 25 18:12:45.427723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-585c4d0c-3487-4da5-bc49-357be2523a93 req-ddbc0302-5e76-40be-9644-586dd0c75e4d service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973756 Nov 25 18:12:45.725147 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087be20-6cf4-4b6f-ae73-e9bf70a9b9af req-650ea6db-0c9e-4be3-b47a-6e3e6be29beb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:45.727576 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3087be20-6cf4-4b6f-ae73-e9bf70a9b9af req-650ea6db-0c9e-4be3-b47a-6e3e6be29beb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0523343 Nov 25 18:12:45.776059 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3087be20-6cf4-4b6f-ae73-e9bf70a9b9af req-36367ebd-e1a5-47e3-ab84-139f50c49544 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423923 Nov 25 18:12:46.897095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc500ec7-df73-4aa3-a898-187943bbc466 req-bccaea09-d298-4a29-8e81-69469ffd990b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:46.898922 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc500ec7-df73-4aa3-a898-187943bbc466 req-bccaea09-d298-4a29-8e81-69469ffd990b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0506873 Nov 25 18:12:46.956109 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dc500ec7-df73-4aa3-a898-187943bbc466 req-7018e400-c26b-409e-82c7-6a952ff239b0 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507832 Nov 25 18:12:48.077032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1251e4e-de08-4179-a619-17ecd35042ae req-f97b43f3-8643-4178-be8a-9334e6810531 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:48.078431 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1251e4e-de08-4179-a619-17ecd35042ae req-f97b43f3-8643-4178-be8a-9334e6810531 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0498164 Nov 25 18:12:48.126910 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f1251e4e-de08-4179-a619-17ecd35042ae req-ff7c70f3-48cd-40c3-aedd-d6fd68e95b0b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Nov 25 18:12:48.799826 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:12:49.250349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c24f-e1f9-4a3e-9550-617ace38fff8 req-aedaaa83-f9f1-48d9-bb95-3054cc6b23f9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:49.251901 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2e7c24f-e1f9-4a3e-9550-617ace38fff8 req-aedaaa83-f9f1-48d9-bb95-3054cc6b23f9 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0513175 Nov 25 18:12:49.313898 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2e7c24f-e1f9-4a3e-9550-617ace38fff8 req-72cd1545-64fd-479f-b94d-f11f1fd9b278 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552926 Nov 25 18:12:50.437294 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332fda6-be45-44be-9281-f97dccaf1850 req-7788296e-e2b2-451c-886f-2375392e6e09 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:50.438777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d332fda6-be45-44be-9281-f97dccaf1850 req-7788296e-e2b2-451c-886f-2375392e6e09 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0533798 Nov 25 18:12:50.485934 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d332fda6-be45-44be-9281-f97dccaf1850 req-705afcd8-d246-4e87-92f0-f4e6ec975b48 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Nov 25 18:12:51.603681 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804db8c-0d67-4f3c-ac63-4cc7330c5394 req-475dec3b-f202-4606-a719-d8018b066715 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:51.605189 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f804db8c-0d67-4f3c-ac63-4cc7330c5394 req-475dec3b-f202-4606-a719-d8018b066715 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0492489 Nov 25 18:12:51.653934 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f804db8c-0d67-4f3c-ac63-4cc7330c5394 req-f0dbec8c-5287-4f1f-aee3-3aeef9c462f2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Nov 25 18:12:52.779687 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d7406-6e1e-412e-a165-12124e9fb29a req-bb23300c-27de-4bb0-b41e-6538c5226722 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:52.781306 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e17d7406-6e1e-412e-a165-12124e9fb29a req-bb23300c-27de-4bb0-b41e-6538c5226722 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0564852 Nov 25 18:12:52.833000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e17d7406-6e1e-412e-a165-12124e9fb29a req-d50b5052-f686-4789-ad5a-678d26df3b51 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457723 Nov 25 18:12:53.952015 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e38ae-de38-49bd-ac18-3e6bdcedbc1a req-0c455f58-f259-434c-ab3e-cbb904d6a0e4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:53.953569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c6e38ae-de38-49bd-ac18-3e6bdcedbc1a req-0c455f58-f259-434c-ab3e-cbb904d6a0e4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0479488 Nov 25 18:12:54.000869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c6e38ae-de38-49bd-ac18-3e6bdcedbc1a req-10708337-a5ae-4e16-b332-042c7afc2f2f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Nov 25 18:12:55.122966 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c007-69b1-4d45-a975-64198eebd0c1 req-a70b1d7c-b769-431d-bbed-37e81b250332 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:55.124486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41a5c007-69b1-4d45-a975-64198eebd0c1 req-a70b1d7c-b769-431d-bbed-37e81b250332 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0512421 Nov 25 18:12:55.177360 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41a5c007-69b1-4d45-a975-64198eebd0c1 req-e815db65-d034-4bb6-9fb3-4c59d1f1f6ad tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462961 Nov 25 18:12:56.310781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2c5e-9da7-4087-b2f7-664a14f8db2d req-c65ac579-514a-41a4-9be8-34814f18eea4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:56.312740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b1c2c5e-9da7-4087-b2f7-664a14f8db2d req-c65ac579-514a-41a4-9be8-34814f18eea4 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0633979 Nov 25 18:12:56.362853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b1c2c5e-9da7-4087-b2f7-664a14f8db2d req-89dfd988-69c7-48e2-908a-9b0919d149f8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433545 Nov 25 18:12:57.487878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9150da-460b-4dea-8f8c-083babe89d22 req-8ae7a8c2-815a-4d15-aeeb-a7893ec14cf6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:57.489406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d9150da-460b-4dea-8f8c-083babe89d22 req-8ae7a8c2-815a-4d15-aeeb-a7893ec14cf6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0494759 Nov 25 18:12:57.537052 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d9150da-460b-4dea-8f8c-083babe89d22 req-cbd87438-72a3-4b57-8a9a-37f9705b3b16 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Nov 25 18:12:57.856954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-f4525b22-7ac9-4e4f-b214-129e6f068341 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:57.858416 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-f4525b22-7ac9-4e4f-b214-129e6f068341 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.60 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac&tenant_id=603e777c64654d0d855baae4fc2bb585&binding%3Ahost_id=n-h2-819349-3 HTTP/1.1" status: 200 len: 944 time: 0.0887399 Nov 25 18:12:57.867083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7b1f3-ab9e-4488-95f8-abf76cbceb8e req-3f2deec7-6a5a-4c18-9557-787f15b88be1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:57.868497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fe7b1f3-ab9e-4488-95f8-abf76cbceb8e req-3f2deec7-6a5a-4c18-9557-787f15b88be1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0675371 Nov 25 18:12:57.954688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7fe7b1f3-ab9e-4488-95f8-abf76cbceb8e req-7589c874-b457-4f6c-89f8-fa76a71d3b23 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801024 Nov 25 18:12:57.956384 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-83bb1b10-5056-4000-9161-3d1711ec733e service neutron] 10.222.0.60 "GET /v2.0/ports/b8a88f32-8e3b-407c-ab79-84eac2e12a10/bindings/n-h2-819349-3 HTTP/1.1" status: 200 len: 382 time: 0.0870168 Nov 25 18:12:58.028570 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-db067dfb-6e73-45a6-9056-2b47c6e97b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:58.029981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-db067dfb-6e73-45a6-9056-2b47c6e97b0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1095 time: 0.0457644 Nov 25 18:12:58.121794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-9b4e6c0a-90a9-49e0-bbbc-8c3b9cf89660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:58.123365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-9b4e6c0a-90a9-49e0-bbbc-8c3b9cf89660 service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0847135 Nov 25 18:12:58.196673 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-1a08593b-ef4c-441c-9a67-3151b7a82b36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0649962 Nov 25 18:12:58.248762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-4307b7d3-f95a-42ef-b0c6-229650d5b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:58.250156 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-4307b7d3-f95a-42ef-b0c6-229650d5b298 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0454977 Nov 25 18:12:58.296496 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-eab87815-4250-45fe-aea4-6f888eb3c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:58.297981 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-eab87815-4250-45fe-aea4-6f888eb3c89f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404680 Nov 25 18:12:58.394631 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-a6fd122e-edb1-4143-9a63-d70dc175e802 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882239 Nov 25 18:12:58.485395 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-8e17f58f-6642-4a6d-97de-285379467ac4 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825748 Nov 25 18:12:59.080927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d4015-36ae-4d24-aca9-4592619b306b req-45315619-4aa4-4555-b31f-d4fe4aeb2170 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:59.082531 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-200d4015-36ae-4d24-aca9-4592619b306b req-45315619-4aa4-4555-b31f-d4fe4aeb2170 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 944 time: 0.0520899 Nov 25 18:12:59.142931 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-200d4015-36ae-4d24-aca9-4592619b306b req-53bfdb81-0945-4b00-b27d-3a877ffea832 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522115 Nov 25 18:12:59.279271 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:12:59.388125 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:59.400436 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'mac_address': 'fa:16:3e:3d:89:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:12:59.441150 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:59.456534 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a88f32-8e3b-407c-ab79-84eac2e12a10 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:12:59.479869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:59.485175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:59.547707 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:59.557096 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.557442 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.557790 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.558130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.558469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.558802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.559132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.559458 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.559788 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.560113 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.560431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.560760 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:59.761303 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['b8a88f32-8e3b-407c-ab79-84eac2e12a10'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:13:00.266422 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c35e0-1572-4a07-b1f4-b8413e8ac16f req-7d998341-a782-4dbc-a68e-6fd88b70bba6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:00.268006 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-071c35e0-1572-4a07-b1f4-b8413e8ac16f req-7d998341-a782-4dbc-a68e-6fd88b70bba6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0511746 Nov 25 18:13:00.317790 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-071c35e0-1572-4a07-b1f4-b8413e8ac16f req-42d26a55-1864-4428-b99c-86bdcd0c041b tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Nov 25 18:13:01.280503 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:13:01.379913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:01.394251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'mac_address': 'fa:16:3e:3d:89:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:13:01.443526 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4d970-ee3c-4d7a-b8c5-169b7acfc1ae req-783e426e-4792-4b43-a019-c42572b44e2c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:01.445710 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8e4d970-ee3c-4d7a-b8c5-169b7acfc1ae req-783e426e-4792-4b43-a019-c42572b44e2c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0526311 Nov 25 18:13:01.495453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c8e4d970-ee3c-4d7a-b8c5-169b7acfc1ae req-ba0f267f-f500-4bde-a8ce-b74c30ebf061 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Nov 25 18:13:02.323175 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e94d3010-dbd8-4e99-875c-89a704681ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:02.628738 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6adab-4a2e-498a-833a-8b957871b971 req-a2705002-6c36-4b9d-830c-2eb7309e056e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:02.630339 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbb6adab-4a2e-498a-833a-8b957871b971 req-a2705002-6c36-4b9d-830c-2eb7309e056e tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0561380 Nov 25 18:13:02.667113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3e381857-0408-4b43-81af-43be33309b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:02.668640 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3e381857-0408-4b43-81af-43be33309b42 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac&tenant_id=603e777c64654d0d855baae4fc2bb585 HTTP/1.1" status: 200 len: 1096 time: 0.0424616 Nov 25 18:13:02.680252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dbb6adab-4a2e-498a-833a-8b957871b971 req-8fff89ef-3430-4b9a-b4fa-ab3cfd801e70 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431955 Nov 25 18:13:02.681715 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819349-3', 'device_owner': 'compute:nova'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:02.737617 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:03.187206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:03.219556 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h2-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:13:03.251965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b8a88f32-8e3b-407c-ab79-84eac2e12a10 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:13:03.261003 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:03.271367 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Ignored duplicate provisioning block setup for port b8a88f32-8e3b-407c-ab79-84eac2e12a10 by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 18:13:03.275592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:03.357427 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=9']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:03.372694 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.373070 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.373418 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.373761 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.374096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.374428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.374757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.375086 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.375416 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.375747 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.376072 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.376397 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:03.410145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] No DVR routers for this DVR port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on host n-h2-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:13:03.550329 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:13:03.550673 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:13:03.551007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:03.556157 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:13:03.556485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Attempting to bind port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on network 504f001b-99cd-4c23-bf8c-a94152594504 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:03.561350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:13:03.561689 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Checking segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:13:03.562080 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Bound using segment: {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:13:03.562509 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Bound port: b8a88f32-8e3b-407c-ab79-84eac2e12a10, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d84d99-20a7-467d-8603-cc8de83dd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:13:03.562864 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:03.625586 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:13:03.628557 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:13:03.632773 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:03.673907 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:03.674670 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:03.675941 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] 10.222.0.95 "PUT /v2.0/ports/b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1092 time: 0.9991069 Nov 25 18:13:03.676401 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:03.678755 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7" -d '{"events": [{"name": "network-changed", "server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:03.701534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b433e8d-cf89-407d-add6-4532e06e54ce service neutron] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=10']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:03.748601 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-cca66197-adc0-49e1-a49e-9dd9c0bee890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:03.750344 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-cca66197-adc0-49e1-a49e-9dd9c0bee890 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1096 time: 0.0458944 Nov 25 18:13:03.815760 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421aef19-12c4-42f2-bdde-15d9e96a9442 x-openstack-request-id: req-421aef19-12c4-42f2-bdde-15d9e96a9442 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:03.816077 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:03.816335 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-421aef19-12c4-42f2-bdde-15d9e96a9442 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:03.816726 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'status': 'completed', 'code': 200} Nov 25 18:13:03.829729 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26461fb-823d-4746-bdfe-14bbec321ef4 req-2644819e-2fdf-4fc3-b937-72ea961f017a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:03.833429 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e26461fb-823d-4746-bdfe-14bbec321ef4 req-2644819e-2fdf-4fc3-b937-72ea961f017a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0644026 Nov 25 18:13:03.872705 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-fb8fb8ab-fafa-4e02-adc8-33c7df5c69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:03.874318 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-fb8fb8ab-fafa-4e02-adc8-33c7df5c69e7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.1169081 Nov 25 18:13:03.916317 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-142c5522-6c2c-4bc2-89a0-e5cbdd7f97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:03.917873 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-142c5522-6c2c-4bc2-89a0-e5cbdd7f97a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1096 time: 0.0835288 Nov 25 18:13:03.922825 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e26461fb-823d-4746-bdfe-14bbec321ef4 req-ec5e51ea-2a67-4ecd-861a-be5fe9fa2a69 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755086 Nov 25 18:13:03.966656 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-6b63193f-a685-4962-89c5-940be8cc9553 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0827677 Nov 25 18:13:04.018349 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-dc266bb6-d959-4c59-a550-a7909885efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.020889 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-85f6d314-9106-40b2-b7e6-602c545bb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.021106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-dc266bb6-d959-4c59-a550-a7909885efde service neutron] 10.222.0.60 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0945773 Nov 25 18:13:04.022943 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-85f6d314-9106-40b2-b7e6-602c545bb5bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0516763 Nov 25 18:13:04.079348 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3e35198f-91d4-4887-9864-ed8c3f663452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.084148 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-3e35198f-91d4-4887-9864-ed8c3f663452 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539210 Nov 25 18:13:04.097358 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-f3923e2f-7e0c-48cb-91b0-74d05a7e0e0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0683029 Nov 25 18:13:04.158392 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-1326c1a0-0bba-4720-8840-cafc87dbfd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.159939 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-1326c1a0-0bba-4720-8840-cafc87dbfd86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0538967 Nov 25 18:13:04.197040 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-efdb46bf-e918-4798-b5e6-acfba0c2dfa2 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055484 Nov 25 18:13:04.212577 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-114da0b7-318e-4978-b9d9-44e4b2f43ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.214227 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-114da0b7-318e-4978-b9d9-44e4b2f43ac9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464342 Nov 25 18:13:04.305826 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-2d497ab9-6981-469b-866c-a5a5b13767e3 req-0eab5737-512f-49ce-afa5-d81069fc8ce6 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018307 Nov 25 18:13:04.310237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-17cc8deb-062f-4ccf-b359-404dc8518322 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878093 Nov 25 18:13:04.410362 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-fc182e4f-1edf-4d55-84d7-690e2dc89b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.412014 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-fc182e4f-1edf-4d55-84d7-690e2dc89b24 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1096 time: 0.0572829 Nov 25 18:13:04.432999 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-ebcbf77d-3e8b-49bb-aa5c-d49b9a1175a1 service neutron] 10.222.0.60 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145973 Nov 25 18:13:04.501017 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c99424c-a866-4fd1-a5e0-038cfd16a7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:04.532667 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-b681b404-4d35-47ab-b9e4-8fc17114c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.535568 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-b681b404-4d35-47ab-b9e4-8fc17114c07e service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.1141834 Nov 25 18:13:04.618864 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-248ad4eb-3caf-4ee1-a11d-d42e96161ba5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0768526 Nov 25 18:13:04.685001 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-8a48fa76-4710-4192-9d69-f31f036f6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.686553 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-8a48fa76-4710-4192-9d69-f31f036f6971 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0606928 Nov 25 18:13:04.738784 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-1ff57c64-d28d-4d5a-8c04-06f0c96341bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:04.740321 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-1ff57c64-d28d-4d5a-8c04-06f0c96341bd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465081 Nov 25 18:13:04.834329 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-45b9da5a-b671-434e-9211-bdd147b8e0e2 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865066 Nov 25 18:13:04.931819 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ee4cea4f-2fa7-4582-bcb6-400677ec89f7 req-c141c32c-be89-43c8-895e-1b40ba3d68d4 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900927 Nov 25 18:13:05.062005 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982824c-9f43-4f69-b98f-49937883d1b7 req-59142ee7-3e6b-4f3f-9b1d-651bf6b033bb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:05.063706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6982824c-9f43-4f69-b98f-49937883d1b7 req-59142ee7-3e6b-4f3f-9b1d-651bf6b033bb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0553360 Nov 25 18:13:05.114256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6982824c-9f43-4f69-b98f-49937883d1b7 req-c96ce8a4-692b-4393-bcc0-bf39da88bba7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438609 Nov 25 18:13:05.325104 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:13:05.363983 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:13:06.014635 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:06.238352 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd454f0-45f8-4950-a716-f206cbd6ec92 req-f9acdd10-4c7d-4ce6-bf79-954c088e60fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:06.239760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dcd454f0-45f8-4950-a716-f206cbd6ec92 req-f9acdd10-4c7d-4ce6-bf79-954c088e60fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0536170 Nov 25 18:13:06.289781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dcd454f0-45f8-4950-a716-f206cbd6ec92 req-ce9229af-1ea2-4758-97ba-5cc3334ce5b5 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Nov 25 18:13:06.937513 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:07.307927 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:07.411581 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263c8ae-b1c7-4456-a1ad-d8a2a5d2c1b9 req-5f7e27b0-4ef7-484a-8488-b8f1aebb13d6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:07.413117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f263c8ae-b1c7-4456-a1ad-d8a2a5d2c1b9 req-5f7e27b0-4ef7-484a-8488-b8f1aebb13d6 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0507967 Nov 25 18:13:07.466079 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f263c8ae-b1c7-4456-a1ad-d8a2a5d2c1b9 req-4a1390f3-f6c9-46e6-a182-59c2732c08f2 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437155 Nov 25 18:13:07.590019 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:08.094443 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:08.185304 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-09d2d849-8925-46ac-90ac-5128002595c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:08.186810 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-09d2d849-8925-46ac-90ac-5128002595c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=603e777c64654d0d855baae4fc2bb585&device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 1096 time: 0.0484245 Nov 25 18:13:08.297321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-b85eda17-5a85-41db-a5db-8df8598f3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:08.298855 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-b85eda17-5a85-41db-a5db-8df8598f3391 service neutron] 10.222.0.95 "GET /v2.0/networks?id=504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 200 len: 912 time: 0.0912578 Nov 25 18:13:08.368733 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-40dce876-5a71-4262-9972-bee9e2d962df service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 200 len: 1001 time: 0.0627625 Nov 25 18:13:08.423259 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-48664910-180a-418a-8bdf-f70c242b4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:08.424794 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-48664910-180a-418a-8bdf-f70c242b4bd2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 200 len: 850 time: 0.0473273 Nov 25 18:13:08.479377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-2c2cd6db-fe42-4dd3-a65c-71191f081c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:08.480905 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-2c2cd6db-fe42-4dd3-a65c-71191f081c7c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=504f001b-99cd-4c23-bf8c-a94152594504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491605 Nov 25 18:13:08.576794 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-44971e70-4f31-4d8d-9a6d-ef6c213b4d97 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883701 Nov 25 18:13:08.592980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e72b6-cc64-4de0-bbec-ad89b6f9954b req-763d96a3-7138-463a-997c-af446eeeb7f8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:08.594490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-378e72b6-cc64-4de0-bbec-ad89b6f9954b req-763d96a3-7138-463a-997c-af446eeeb7f8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0541489 Nov 25 18:13:08.650812 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-378e72b6-cc64-4de0-bbec-ad89b6f9954b req-fc04705f-c34f-4455-82c9-89180bb5b4cf tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487859 Nov 25 18:13:08.677454 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-4ce6eb6c-2b99-49a3-ac32-c028f9661974 req-17f40524-335f-4a69-8ebb-039b7f3cb941 service neutron] 10.222.0.95 "GET /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941296 Nov 25 18:13:09.768925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b156199-0d19-43b8-8b90-1a71c7246f6c req-b764d2e7-7be3-4ad5-b17e-a3397750a52c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:09.770448 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b156199-0d19-43b8-8b90-1a71c7246f6c req-b764d2e7-7be3-4ad5-b17e-a3397750a52c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0496542 Nov 25 18:13:09.822110 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4b156199-0d19-43b8-8b90-1a71c7246f6c req-d11b8009-7b49-4b5d-aca7-09be418d4e01 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444477 Nov 25 18:13:10.942390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffc10d-7a3d-4453-ba5a-be931fca3f07 req-8d890c08-a6ae-4659-8bbf-2da745818cfe tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:10.943875 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dffc10d-7a3d-4453-ba5a-be931fca3f07 req-8d890c08-a6ae-4659-8bbf-2da745818cfe tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0490606 Nov 25 18:13:10.992125 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8dffc10d-7a3d-4453-ba5a-be931fca3f07 req-19211473-1da1-4a95-8d6e-5ee653957b4c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416200 Nov 25 18:13:12.114541 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642eb35-53f2-48ec-b8f0-dc71e3687cf8 req-9eba7953-6123-4a2d-bb05-eabef6e14d76 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:12.116000 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3642eb35-53f2-48ec-b8f0-dc71e3687cf8 req-9eba7953-6123-4a2d-bb05-eabef6e14d76 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0526133 Nov 25 18:13:12.168387 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-3642eb35-53f2-48ec-b8f0-dc71e3687cf8 req-21e123e7-4888-460f-b98f-4a627e7ec909 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Nov 25 18:13:13.285662 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c51ff-410b-41a0-987c-8f63adf3583f req-e5c5eea7-6434-4a25-abd6-d2389ea61d9d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:13.287138 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-123c51ff-410b-41a0-987c-8f63adf3583f req-e5c5eea7-6434-4a25-abd6-d2389ea61d9d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0499015 Nov 25 18:13:13.335053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-123c51ff-410b-41a0-987c-8f63adf3583f req-d61b48f2-6e89-4c76-94d3-423fea4d1a2c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Nov 25 18:13:14.457873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450273a-9b0d-431d-925d-26ad070434c4 req-e9d42d24-6802-476b-94cb-979bd4588233 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:14.459354 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4450273a-9b0d-431d-925d-26ad070434c4 req-e9d42d24-6802-476b-94cb-979bd4588233 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0542841 Nov 25 18:13:14.507075 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4450273a-9b0d-431d-925d-26ad070434c4 req-35901a33-a8e3-47b2-869e-7c477a6b6769 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 Nov 25 18:13:15.625536 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1bd8d-e551-4d37-aa11-0b871f377849 req-57be6bc9-1308-4296-b73f-298b1305a5e7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:15.627025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53e1bd8d-e551-4d37-aa11-0b871f377849 req-57be6bc9-1308-4296-b73f-298b1305a5e7 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0497720 Nov 25 18:13:15.675299 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-53e1bd8d-e551-4d37-aa11-0b871f377849 req-c4941c0a-3e07-4288-8aed-501b2d20f7fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Nov 25 18:13:16.791165 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ab5e-b9ec-496f-9f57-7ebd96c75935 req-f9bc9efd-0e72-486a-ac39-504e5201164c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:16.792634 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe79ab5e-b9ec-496f-9f57-7ebd96c75935 req-f9bc9efd-0e72-486a-ac39-504e5201164c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0487447 Nov 25 18:13:16.843229 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe79ab5e-b9ec-496f-9f57-7ebd96c75935 req-790b9c91-641a-4867-b249-3b3f28feb25a tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446854 Nov 25 18:13:16.959313 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99363928-711c-4ff0-8d11-6928653b26eb req-5c6353cc-65fe-481a-96e0-77b77cb10596 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:16.960855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99363928-711c-4ff0-8d11-6928653b26eb req-5c6353cc-65fe-481a-96e0-77b77cb10596 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0493119 Nov 25 18:13:17.008202 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-99363928-711c-4ff0-8d11-6928653b26eb req-e4a4552e-bab6-4b2a-a3c0-0d63718780d1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415230 Nov 25 18:13:17.125684 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc89f9-ec54-4a64-ae8e-c4a992f83d1b req-c8c02332-b8f2-4c3c-98d1-e4248ea6c9af tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:17.127169 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abfc89f9-ec54-4a64-ae8e-c4a992f83d1b req-c8c02332-b8f2-4c3c-98d1-e4248ea6c9af tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0495579 Nov 25 18:13:17.175350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-abfc89f9-ec54-4a64-ae8e-c4a992f83d1b req-fec70088-3d06-47b0-9047-092f2a1756b1 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Nov 25 18:13:17.412033 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bbeba-2ed1-4756-b26d-fc801169dfd9 req-5a26a07e-61d0-4063-bd0c-a7f62e96872d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:17.413550 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b05bbeba-2ed1-4756-b26d-fc801169dfd9 req-5a26a07e-61d0-4063-bd0c-a7f62e96872d tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 945 time: 0.0521924 Nov 25 18:13:17.462145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b05bbeba-2ed1-4756-b26d-fc801169dfd9 req-96bebe32-6e9e-49ed-ae3d-390fb9e2de51 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Nov 25 18:13:18.151423 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:13:18.248847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:18.261217 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'port_id': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'mac_address': 'fa:16:3e:3d:89:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:13:18.298178 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:18.310783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a88f32-8e3b-407c-ab79-84eac2e12a10 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:13:18.330190 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:18.333815 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:18.382122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:18.582843 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d693e2-46a2-4608-b49e-4194ac37af90 req-a1ae571a-216f-4f2b-b700-66c8d0f83f76 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:18.584316 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03d693e2-46a2-4608-b49e-4194ac37af90 req-a1ae571a-216f-4f2b-b700-66c8d0f83f76 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0503325 Nov 25 18:13:18.635199 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-03d693e2-46a2-4608-b49e-4194ac37af90 req-bae8f851-4a04-4eae-bf70-a8f62effe372 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups?id=213505ad-103a-41d6-bd96-7d1c57568cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 Nov 25 18:13:19.002253 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-ff793306-bc74-4242-8d25-9dfc8f21ff16 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:19.003731 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-ff793306-bc74-4242-8d25-9dfc8f21ff16 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 946 time: 0.0500331 Nov 25 18:13:19.097244 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Deleting port b8a88f32-8e3b-407c-ab79-84eac2e12a10 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:13:19.097592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:19.187394 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] For port b8a88f32-8e3b-407c-ab79-84eac2e12a10, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=b8a88f32-8e3b-407c-ab79-84eac2e12a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:19.187750 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:19.361592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:19.361863 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16293719'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:19.362185 n-d-819349-3 neutron-server[103598]: INFO neutron.db.l3_db [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d disassociated. External IP: 172.25.1.114, port: b8a88f32-8e3b-407c-ab79-84eac2e12a10. Nov 25 18:13:19.362530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Calling delete_port for b8a88f32-8e3b-407c-ab79-84eac2e12a10 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:13:19.495608 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:19.522483 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event deleted for resources: {'Port': ['ID=b8a88f32-8e3b-407c-ab79-84eac2e12a10,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:19.646833 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:13:19.735909 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ee22e83-e154-4987-a48f-3bf772d827c4 req-b04eb7fd-cc20-48d3-bdf8-360da741ec33 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 210 time: 0.0277827 Nov 25 18:13:19.765776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:13:19.777615 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:13:19.787425 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:13:19.788040 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:13:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:19.805113 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] No DVR routers for this DVR port b8a88f32-8e3b-407c-ab79-84eac2e12a10 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:13:19.807889 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:19.811646 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-bc1c67e9-2a5a-4c52-988b-5fe7c484e888 req-5d199251-67f4-42f8-bfc6-eb165bbdb4fb tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.95 "DELETE /v2.0/ports/b8a88f32-8e3b-407c-ab79-84eac2e12a10 HTTP/1.1" status: 204 len: 173 time: 0.8011107 Nov 25 18:13:19.812108 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'name': 'network-vif-deleted', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:19.814439 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2644e164-1b1e-40f2-b4e7-9e8d836c0b59" -d '{"events": [{"server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "name": "network-vif-deleted", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:19.860021 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804a3f43-a38c-4d2e-a889-993daf90f159 x-openstack-request-id: req-804a3f43-a38c-4d2e-a889-993daf90f159 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:19.860331 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94191da7-200e-4039-93ee-e985b18403ac", "name": "network-vif-deleted", "tag": "b8a88f32-8e3b-407c-ab79-84eac2e12a10", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:19.860590 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-804a3f43-a38c-4d2e-a889-993daf90f159 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:19.861032 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94191da7-200e-4039-93ee-e985b18403ac', 'name': 'network-vif-deleted', 'tag': 'b8a88f32-8e3b-407c-ab79-84eac2e12a10', 'status': 'completed', 'code': 200} Nov 25 18:13:19.904489 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:13:20.107125 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:20.134087 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:13:20.142614 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:13:20.143220 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:13:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:20.156674 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:13:20.161033 n-d-819349-3 neutron-server[103600]: INFO neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No ports have port_id starting with b8a88f32-8e3b-407c-ab79-84eac2e12a10 Nov 25 18:13:20.162464 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 requested by agent hyperv_n-h1-819349-3 not found in database {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 25 18:13:20.252900 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:13:20.455215 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:20.494154 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c71dc2b-a4d8-4938-979c-e45d89cc96b1 None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'e45bedb9-6ed8-446b-bdd4-c5e8c47239b1', 'name': '', 'network_id': '504f001b-99cd-4c23-bf8c-a94152594504', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'mac_address': 'fa:16:3e:a6:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:34Z', 'updated_at': '2021-11-25T18:03:38Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'subnets': [{'id': 'db9c0072-164f-48d7-9b46-dfe95f2e8bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:13:20.716275 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda66a6-6770-4370-97eb-02afeffb77c3 None None] New status for floating IP e29c8298-4aa5-4f05-96ee-8d4573da4e7d: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:13:20.855097 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-470f3027-9ad3-45f8-9c4a-d0ff42e72a87 req-43a15c25-37cf-43fb-822c-10a1782e2950 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 210 time: 0.0419984 Nov 25 18:13:21.946600 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d20fdbe1-79c2-4e77-b7dc-217b9840465e req-27fd6a99-9289-4906-8f8e-f33f74761c64 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 210 time: 0.0255942 Nov 25 18:13:22.157308 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:13:22.177080 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: b8a88f32-8e3b-407c-ab79-84eac2e12a10 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:13:22.177431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device b8a88f32-8e3b-407c-ab79-84eac2e12a10 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:13:23.043714 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0dcd4843-2d08-47bf-a856-1207939b50f6 req-ed05e789-c434-4333-a707-e6cac1a89037 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 210 time: 0.0272844 Nov 25 18:13:24.145752 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-312fefac-bfac-4405-92f3-dfa74907e2a6 req-cbfd2f1e-4da7-410b-b4dc-46ea11e6f0e8 tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/ports?device_id=94191da7-200e-4039-93ee-e985b18403ac HTTP/1.1" status: 200 len: 210 time: 0.0270536 Nov 25 18:13:25.798658 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:13:28.911851 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:28.967662 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c81a5c6-fbf6-4532-a244-ebf217a2f20f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:28.991781 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c81a5c6-fbf6-4532-a244-ebf217a2f20f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.044649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c81a5c6-fbf6-4532-a244-ebf217a2f20f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.047447 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c81a5c6-fbf6-4532-a244-ebf217a2f20f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.048699 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9c81a5c6-fbf6-4532-a244-ebf217a2f20f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "DELETE /v2.0/security-groups/213505ad-103a-41d6-bd96-7d1c57568cd8 HTTP/1.1" status: 204 len: 168 time: 0.1353602 Nov 25 18:13:29.051458 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40076) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:29.059815 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81a5c6-fbf6-4532-a244-ebf217a2f20f tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213505ad-103a-41d6-bd96-7d1c57568cd8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:29.069772 n-d-819349-3 neutron-server[103598]: INFO neutron.api.v2.resource [None req-4ab10a48-8068-46ad-b7b0-4142b83730ab tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] show failed (client error): The resource could not be found. Nov 25 18:13:29.073510 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4ab10a48-8068-46ad-b7b0-4142b83730ab tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "GET /v2.0/security-groups/213505ad-103a-41d6-bd96-7d1c57568cd8 HTTP/1.1" status: 404 len: 347 time: 0.0184155 Nov 25 18:13:29.073754 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40078) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:29.203817 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Deleting port f0b0137e-63a8-40d1-b85e-d366a6fdf499 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:13:29.204051 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.282203 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.282540 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.295046 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Calling delete_port for f0b0137e-63a8-40d1-b85e-d366a6fdf499 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:13:29.430106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.453256 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Pushing event deleted for resources: {'Port': ['ID=f0b0137e-63a8-40d1-b85e-d366a6fdf499,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:29.527689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.530936 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:29.532140 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-931d3504-08af-4ef7-8869-20acd33a480c tempest-ServerActionsTestJSON-350490873 tempest-ServerActionsTestJSON-350490873-project] 10.222.0.81 "DELETE /v2.0/floatingips/e29c8298-4aa5-4f05-96ee-8d4573da4e7d HTTP/1.1" status: 204 len: 168 time: 0.4574430 Nov 25 18:13:29.535680 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:29.919009 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:30.176399 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Deleting port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:13:30.176665 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:30.254116 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] For port e45bedb9-6ed8-446b-bdd4-c5e8c47239b1, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:30.254478 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:30.271086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Calling delete_port for e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:13:30.447024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:30.474080 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e45bedb9-6ed8-446b-bdd4-c5e8c47239b1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:30.638984 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:31.197984 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:13:31.304144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:13:31.309466 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-943e0167-7eb0-4b29-8cb9-3c090255e3ee admin admin] 10.222.0.81 "PUT /v2.0/routers/d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7726128 Nov 25 18:13:31.311909 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40084) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:31.314589 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] Sync routers for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:13:31.325496 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:13:31.326276 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:13:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:31.416222 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:31.431430 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:13:31.522112 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:31.576628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Deleting port f6414823-6154-4711-a8c4-83202e1fc6d5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:13:31.577027 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:31.610833 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:13:30Z', 'revision_number': 5, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port': {'id': 'f6414823-6154-4711-a8c4-83202e1fc6d5', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:47:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:03:33Z', 'updated_at': '2021-11-25T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:31.638140 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] Checking router: d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:13:31.647393 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] Routers {'d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:13:31.648000 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:13:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:31.656791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] For port f6414823-6154-4711-a8c4-83202e1fc6d5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=f6414823-6154-4711-a8c4-83202e1fc6d5,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:31.657248 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:31.670388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Calling delete_port for f6414823-6154-4711-a8c4-83202e1fc6d5 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:13:31.735219 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] Set router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:13:31.791690 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:13:31Z', 'revision_number': 6, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:31.818866 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e654a-67e3-41b7-8fa9-c4a147950ab3 None None] The sync data for ids ['d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9'] in n-d-819349-3 is: [{'id': 'd0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9', 'name': 'tempest-ServerActionsTestJSON-889886145-router', 'tenant_id': '603e777c64654d0d855baae4fc2bb585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:03:32Z', 'updated_at': '2021-11-25T18:13:31Z', 'revision_number': 6, 'project_id': '603e777c64654d0d855baae4fc2bb585', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:13:31.840654 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:31.871664 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6414823-6154-4711-a8c4-83202e1fc6d5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:31.888159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5768b-f903-4579-8e13-40eaa5c1d223 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:13:31.934720 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.026408 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.028595 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.071849 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.072286 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:13:32.077246 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.078410 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c97bd9be-cb1c-4118-882e-8cf71511f672 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d0ebf98b-adf3-4ddb-92d2-fd7c448f7fd9 HTTP/1.1" status: 204 len: 168 time: 0.7655826 Nov 25 18:13:32.080976 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:32.129969 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2370cf-19e2-4ddc-9194-b6908959cb59 admin admin] Deleting subnet db9c0072-164f-48d7-9b46-dfe95f2e8bf6 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:13:32.133651 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed2370cf-19e2-4ddc-9194-b6908959cb59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.169775 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed2370cf-19e2-4ddc-9194-b6908959cb59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.254188 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed2370cf-19e2-4ddc-9194-b6908959cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.310212 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed2370cf-19e2-4ddc-9194-b6908959cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.324193 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1189db84-317f-4d76-8da3-f0912a8478d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.340305 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2370cf-19e2-4ddc-9194-b6908959cb59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9c0072-164f-48d7-9b46-dfe95f2e8bf6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:32.346743 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed2370cf-19e2-4ddc-9194-b6908959cb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.350781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-ed2370cf-19e2-4ddc-9194-b6908959cb59 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/db9c0072-164f-48d7-9b46-dfe95f2e8bf6 HTTP/1.1" status: 204 len: 168 time: 0.2688179 Nov 25 18:13:32.351421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0dfa1-e8a7-49d4-b66c-b8596984eeaf None None] Network 504f001b-99cd-4c23-bf8c-a94152594504 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:13:32.357605 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:32.430139 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.483862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Deleting port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:13:32.484280 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.557752 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] For port 4a5f7174-c1a3-4f0b-815d-f1b357504a10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4a5f7174-c1a3-4f0b-815d-f1b357504a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:32.558122 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.571768 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Calling delete_port for 4a5f7174-c1a3-4f0b-815d-f1b357504a10 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:13:32.581852 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] DHCP port deletion for 504f001b-99cd-4c23-bf8c-a94152594504 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:13:32.634445 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] Deleting port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:13:32.634871 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.654601 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.683139 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5f7174-c1a3-4f0b-815d-f1b357504a10,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:32.685047 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] No DVR routers for this DVR port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:13:32.708119 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] For port 4a5f7174-c1a3-4f0b-815d-f1b357504a10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4a5f7174-c1a3-4f0b-815d-f1b357504a10,segment=NetworkSegment(d6d84d99-20a7-467d-8603-cc8de83dd515),segment_id=d6d84d99-20a7-467d-8603-cc8de83dd515)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:32.708521 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.722249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] Calling delete_port for 4a5f7174-c1a3-4f0b-815d-f1b357504a10 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:13:32.760598 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.784634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504f001b-99cd-4c23-bf8c-a94152594504']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:32.795828 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d84d99-20a7-467d-8603-cc8de83dd515') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:32.796270 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d84d99-20a7-467d-8603-cc8de83dd515') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:13:32.801268 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.809537 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.826356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] Pushing event deleted for resources: {'Port': ['ID=4a5f7174-c1a3-4f0b-815d-f1b357504a10,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:32.829956 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.837698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae278b-4aa7-4124-8498-f6c2ffbdf4ab None None] No DVR routers for this DVR port 4a5f7174-c1a3-4f0b-815d-f1b357504a10 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:13:32.852723 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:13:32.853202 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: timer() Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:13:32.855084 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:13:32.919369 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:13:32.921429 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.937800 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:32.943397 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] 10.222.0.81 "DELETE /v2.0/networks/504f001b-99cd-4c23-bf8c-a94152594504 HTTP/1.1" status: 204 len: 168 time: 0.5822833 Nov 25 18:13:32.943397 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ee36c-d773-4ec9-a2af-4df6f7b5b36d admin admin] Pushing event deleted for resources: {'Network': ['ID=504f001b-99cd-4c23-bf8c-a94152594504,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:32.943635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:13:32.943635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e45bedb9-6ed8-446b-bdd4-c5e8c47239b1 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:13:32.943887 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f6414823-6154-4711-a8c4-83202e1fc6d5 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:13:32.964713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: f6414823-6154-4711-a8c4-83202e1fc6d5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:13:32.965142 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device f6414823-6154-4711-a8c4-83202e1fc6d5 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:13:32.965495 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4a5f7174-c1a3-4f0b-815d-f1b357504a10 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:13:32.985206 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 4a5f7174-c1a3-4f0b-815d-f1b357504a10 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:13:32.985556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4a5f7174-c1a3-4f0b-815d-f1b357504a10 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:13:33.153325 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:33.192837 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fe56d183-24c5-4b24-a708-471684a48b61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=603e777c64654d0d855baae4fc2bb585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384734 Nov 25 18:13:33.195375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40094) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:33.245628 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4a088a-25a4-416f-8ab1-0c22724650f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:33.267765 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4a088a-25a4-416f-8ab1-0c22724650f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:33.315433 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4a088a-25a4-416f-8ab1-0c22724650f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:33.318105 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4a088a-25a4-416f-8ab1-0c22724650f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:33.319283 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9d4a088a-25a4-416f-8ab1-0c22724650f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4daf3f7c-c94e-4512-8529-12ed6c6bedd2 HTTP/1.1" status: 204 len: 168 time: 0.1227345 Nov 25 18:13:33.328283 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a088a-25a4-416f-8ab1-0c22724650f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daf3f7c-c94e-4512-8529-12ed6c6bedd2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:34.092646 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:34.200336 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-9908554-network', 'tenant_id': '774a593464894f849ec919d86d6799b6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:34.222247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Made reservation on behalf of 774a593464894f849ec919d86d6799b6 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:13:34.224877 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.234041 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.313794 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.317423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.338927 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:13:34.353182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd917d0e-04a1-4119-8e13-bc275f4d420a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:34.357935 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.358284 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Added segment 52eb22ce-c3b0-4d6d-8056-7543f2b91bab of type vlan for network a7642250-06e7-46f4-8b1e-745c349c4ac5 Nov 25 18:13:34.401989 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.427002 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.427878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:34.428450 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.479588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3857825 Nov 25 18:13:34.482723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:34.488214 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Request body: {'subnet': {'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-9908554-subnet', 'tenant_id': '774a593464894f849ec919d86d6799b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:34.491247 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb17bc3-f06d-4e7d-a035-732199c3cfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=a7642250-06e7-46f4-8b1e-745c349c4ac5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:34.502523 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-675ba17e-b78a-46d8-9fc8-7b8b738d8f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.505370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network a7642250-06e7-46f4-8b1e-745c349c4ac5 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:13:34.518956 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Made reservation on behalf of 774a593464894f849ec919d86d6799b6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:13:34.521452 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.700783 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.753480 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e36e238-af5e-45f7-a75b-973d0c12fa8a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:34.764629 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Checking segment: {'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:13:34.765028 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Network hostable DHCP agents. Network: a7642250-06e7-46f4-8b1e-745c349c4ac5, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:13:34.782617 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Network a7642250-06e7-46f4-8b1e-745c349c4ac5 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:13:34.790866 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, a7642250-06e7-46f4-8b1e-745c349c4ac5) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:13:34.795604 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:34.796493 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.799670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63277116-82bf-4036-9cfc-10335dee397d None None] Network a7642250-06e7-46f4-8b1e-745c349c4ac5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:13:34.819845 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-55c48eaf-8818-46b4-9ddd-70c60573d0aa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3280997 Nov 25 18:13:34.933638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4669d02-98c7-49ee-8557-2b54ff8a82ce None None] Network a7642250-06e7-46f4-8b1e-745c349c4ac5 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:13:35.249347 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd152-2bae-4319-9450-684c4951993e req-ab8d154e-5242-4a3f-b602-df4a25c4af3c tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:35.250735 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-ab8d154e-5242-4a3f-b602-df4a25c4af3c tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/networks?id=a7642250-06e7-46f4-8b1e-745c349c4ac5 HTTP/1.1" status: 200 len: 811 time: 0.1067960 Nov 25 18:13:35.266554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-31dd2ee2-a1cd-43a5-b8f8-33752935b1b8 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/quotas/774a593464894f849ec919d86d6799b6 HTTP/1.1" status: 200 len: 375 time: 0.0099955 Nov 25 18:13:35.297897 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-54805541-e0f6-4eaa-9be8-9df8efad31c9 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=774a593464894f849ec919d86d6799b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258875 Nov 25 18:13:35.350632 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-d12c0402-c751-4d9d-8f40-a5040dc1c94f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:13:35.351638 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-d12c0402-c751-4d9d-8f40-a5040dc1c94f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473125 Nov 25 18:13:35.444105 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-3b76b451-b416-46f7-9995-c107b01140e0 service neutron] 10.222.0.81 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858920 Nov 25 18:13:35.535365 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-b1d8bcee-ca84-46ec-9375-9ae08c609b35 service neutron] 10.222.0.81 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843949 Nov 25 18:13:35.698131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd3154d7-9e01-48d0-a104-71fb6af41785 req-fe82c026-ade8-40fd-9aff-b171e4ae9c97 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 210 time: 0.0278540 Nov 25 18:13:36.020413 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:36.751160 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd152-2bae-4319-9450-684c4951993e req-318b81fe-b82b-4370-99a9-b2abfe1d274b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:36.752682 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-318b81fe-b82b-4370-99a9-b2abfe1d274b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.95 "GET /v2.0/networks?id=a7642250-06e7-46f4-8b1e-745c349c4ac5 HTTP/1.1" status: 200 len: 811 time: 0.1183374 Nov 25 18:13:36.765935 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Request body: {'port': {'device_id': 'cd2d05e9-c212-49d5-afd0-8151bf3b320a', 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5', 'admin_state_up': True, 'tenant_id': '774a593464894f849ec919d86d6799b6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:36.806356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-cc5682bb-49a6-40a5-88db-b50a1d8afb4a req-39c5609a-216f-47e0-9bf9-faad1669902b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 210 time: 0.0314872 Nov 25 18:13:36.881511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Made reservation on behalf of 774a593464894f849ec919d86d6799b6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:13:36.885183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:36.935781 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.014741 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Allocated IP 172.20.0.6 (a7642250-06e7-46f4-8b1e-745c349c4ac5/3e36e238-af5e-45f7-a75b-973d0c12fa8a/d1ea7999-dd7b-4bdc-8b07-436557a80db1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:13:37.160429 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.193245 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.243318 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Network a7642250-06e7-46f4-8b1e-745c349c4ac5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:13:37.246376 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:13:37.250428 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:13:37.274505 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Pushing event updated for resources: {'Port': ['ID=d1ea7999-dd7b-4bdc-8b07-436557a80db1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:37.302832 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.303454 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.309024 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.319799 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-cb2be7af-5bfb-4985-b3bf-b06fcfface05 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579302 Nov 25 18:13:37.333183 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Request body: {'port': {'device_id': 'cd2d05e9-c212-49d5-afd0-8151bf3b320a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:37.388029 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.608550 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.654316 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ea7999-dd7b-4bdc-8b07-436557a80db1 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:13:37.661704 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.673685 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Transition to ACTIVE for port object d1ea7999-dd7b-4bdc-8b07-436557a80db1 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:13:37.677167 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.729708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ea7999-dd7b-4bdc-8b07-436557a80db1,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:37.793989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Attempting to bind port d1ea7999-dd7b-4bdc-8b07-436557a80db1 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:13:37.794674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Attempting to bind port d1ea7999-dd7b-4bdc-8b07-436557a80db1 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:13:37.794674 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Attempting to bind port d1ea7999-dd7b-4bdc-8b07-436557a80db1 on network a7642250-06e7-46f4-8b1e-745c349c4ac5 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:37.798938 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Port d1ea7999-dd7b-4bdc-8b07-436557a80db1 on network a7642250-06e7-46f4-8b1e-745c349c4ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:13:37.799255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Attempting to bind port d1ea7999-dd7b-4bdc-8b07-436557a80db1 on network a7642250-06e7-46f4-8b1e-745c349c4ac5 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:37.803957 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:13:37.804288 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Checking segment: {'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:13:37.805303 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Bound using segment: {'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:13:37.805772 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Bound port: d1ea7999-dd7b-4bdc-8b07-436557a80db1, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:13:37.806117 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.872582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] For port d1ea7999-dd7b-4bdc-8b07-436557a80db1, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:13:37.875570 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] For port d1ea7999-dd7b-4bdc-8b07-436557a80db1, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d1ea7999-dd7b-4bdc-8b07-436557a80db1,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:13:37.879960 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.918310 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.918947 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:37.920399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] 10.222.0.95 "PUT /v2.0/ports/d1ea7999-dd7b-4bdc-8b07-436557a80db1 HTTP/1.1" status: 200 len: 1091 time: 0.5913997 Nov 25 18:13:37.920843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2d05e9-c212-49d5-afd0-8151bf3b320a', 'tag': 'd1ea7999-dd7b-4bdc-8b07-436557a80db1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:37.923279 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2d05e9-c212-49d5-afd0-8151bf3b320a", "tag": "d1ea7999-dd7b-4bdc-8b07-436557a80db1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:37.927388 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691babc-6d4f-4f25-b836-d06747a212b3 req-a6e71499-3de6-4ca9-88fd-e1b232a24452 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.930366 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f691babc-6d4f-4f25-b836-d06747a212b3 req-a6e71499-3de6-4ca9-88fd-e1b232a24452 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 943 time: 0.0514646 Nov 25 18:13:37.956315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03179180-d441-47ee-844d-8d4e5ff056f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ea7999-dd7b-4bdc-8b07-436557a80db1,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:37.966469 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e1a755-7b80-473e-9096-ca2a58fa4d07 x-openstack-request-id: req-26e1a755-7b80-473e-9096-ca2a58fa4d07 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:37.966725 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2d05e9-c212-49d5-afd0-8151bf3b320a", "tag": "d1ea7999-dd7b-4bdc-8b07-436557a80db1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:37.966990 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26e1a755-7b80-473e-9096-ca2a58fa4d07 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:37.967405 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2d05e9-c212-49d5-afd0-8151bf3b320a', 'tag': 'd1ea7999-dd7b-4bdc-8b07-436557a80db1', 'status': 'completed', 'code': 200} Nov 25 18:13:37.987688 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f691babc-6d4f-4f25-b836-d06747a212b3 req-8956991a-e6e7-4820-9596-9f81cfa9ed16 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510387 Nov 25 18:13:38.016387 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd152-2bae-4319-9450-684c4951993e req-4f778f51-53db-4fe3-b982-eed9f95f58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.017997 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-4f778f51-53db-4fe3-b982-eed9f95f58f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=774a593464894f849ec919d86d6799b6&device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 1094 time: 0.0440927 Nov 25 18:13:38.064227 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-1b0ad542-ddad-478d-afc7-93dbed5db05b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1ea7999-dd7b-4bdc-8b07-436557a80db1 HTTP/1.1" status: 200 len: 217 time: 0.0383739 Nov 25 18:13:38.088564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:38.116068 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd152-2bae-4319-9450-684c4951993e req-9306d308-4c08-48c3-84a7-2a60dd3b7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.117608 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-9306d308-4c08-48c3-84a7-2a60dd3b7af5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3e36e238-af5e-45f7-a75b-973d0c12fa8a HTTP/1.1" status: 200 len: 851 time: 0.0463219 Nov 25 18:13:38.150922 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-59d3cf13-7749-40b5-8375-a4ae564dceff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a7642250-06e7-46f4-8b1e-745c349c4ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253820 Nov 25 18:13:38.245015 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-90c2f864-6a66-4ca7-a257-cf7ce093ecb5 service neutron] 10.222.0.95 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862782 Nov 25 18:13:38.578040 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-1bedd152-2bae-4319-9450-684c4951993e req-ff47d980-4e61-47a6-b342-b93fdf8e15f2 service neutron] 10.222.0.95 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253980 Nov 25 18:13:38.673300 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-5c41ead2-f481-467e-b4a3-0a133f2cad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.674804 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-5c41ead2-f481-467e-b4a3-0a133f2cad26 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=774a593464894f849ec919d86d6799b6&device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 1094 time: 0.0421758 Nov 25 18:13:38.770470 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-e654ffae-bb91-489f-8338-432b6d0c339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.771981 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-e654ffae-bb91-489f-8338-432b6d0c339c service neutron] 10.222.0.95 "GET /v2.0/networks?id=a7642250-06e7-46f4-8b1e-745c349c4ac5 HTTP/1.1" status: 200 len: 912 time: 0.0906663 Nov 25 18:13:38.814198 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-e89aca41-ea9a-429e-8b09-5c9aff2bcd72 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1ea7999-dd7b-4bdc-8b07-436557a80db1 HTTP/1.1" status: 200 len: 217 time: 0.0341592 Nov 25 18:13:38.868543 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-fe4bbda1-9396-4989-8353-16278cde765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.870036 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-fe4bbda1-9396-4989-8353-16278cde765a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3e36e238-af5e-45f7-a75b-973d0c12fa8a HTTP/1.1" status: 200 len: 851 time: 0.0482693 Nov 25 18:13:38.916282 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-7a3625ea-a94a-4403-a445-1bdd6905e7d5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a7642250-06e7-46f4-8b1e-745c349c4ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369890 Nov 25 18:13:39.014954 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-377042d2-e72d-41d9-b6b7-43c78943ea8e service neutron] 10.222.0.95 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904534 Nov 25 18:13:39.107416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072012cf-fd6c-43fb-8d89-717cb02db3f9 req-0719fe39-4491-4a99-a4ae-1865bfe9ab07 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:39.109117 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-072012cf-fd6c-43fb-8d89-717cb02db3f9 req-0719fe39-4491-4a99-a4ae-1865bfe9ab07 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 943 time: 0.0502002 Nov 25 18:13:39.110277 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-ad86efe4-80c2-4c6a-a013-53c2533d8ed9 req-3a982522-c372-42a6-848b-8074ef6f6b67 service neutron] 10.222.0.95 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877924 Nov 25 18:13:39.158651 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-072012cf-fd6c-43fb-8d89-717cb02db3f9 req-57511bb8-f4f2-44d1-942a-32776730885b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Nov 25 18:13:40.236053 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d1ea7999-dd7b-4bdc-8b07-436557a80db1 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:13:40.283271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310db332-9303-4fc0-a14c-7605962157df req-d84798dd-7d67-45f9-a9f9-007f5dca1229 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:40.284810 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-310db332-9303-4fc0-a14c-7605962157df req-d84798dd-7d67-45f9-a9f9-007f5dca1229 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 943 time: 0.0596552 Nov 25 18:13:40.335047 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-310db332-9303-4fc0-a14c-7605962157df req-7a28feaf-3434-425f-b255-353f3354783f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433824 Nov 25 18:13:40.356209 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d1ea7999-dd7b-4bdc-8b07-436557a80db1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d1ea7999-dd7b-4bdc-8b07-436557a80db1,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:40.367670 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': 'd1ea7999-dd7b-4bdc-8b07-436557a80db1', 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5', 'port_id': 'd1ea7999-dd7b-4bdc-8b07-436557a80db1', 'mac_address': 'fa:16:3e:2f:68:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e36e238-af5e-45f7-a75b-973d0c12fa8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:13:40.404000 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:40.418048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ea7999-dd7b-4bdc-8b07-436557a80db1 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:13:40.436801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d1ea7999-dd7b-4bdc-8b07-436557a80db1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d1ea7999-dd7b-4bdc-8b07-436557a80db1,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:40.440955 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:40.487230 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d1ea7999-dd7b-4bdc-8b07-436557a80db1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:40.635916 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d1ea7999-dd7b-4bdc-8b07-436557a80db1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:13:41.453043 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbc4ec-50e7-4463-b69e-0477782d94fa req-0201548b-4691-42da-b548-3dcb30cd16b1 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:41.454561 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ffbc4ec-50e7-4463-b69e-0477782d94fa req-0201548b-4691-42da-b548-3dcb30cd16b1 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 944 time: 0.0496068 Nov 25 18:13:41.502897 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ffbc4ec-50e7-4463-b69e-0477782d94fa req-ca55fdaf-007f-431c-89f5-f974f3214cf6 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Nov 25 18:13:42.249837 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d1ea7999-dd7b-4bdc-8b07-436557a80db1 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:13:42.299207 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port d1ea7999-dd7b-4bdc-8b07-436557a80db1 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:13:42.305004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port d1ea7999-dd7b-4bdc-8b07-436557a80db1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:13:42.305384 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:42.385551 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:42.407870 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2d05e9-c212-49d5-afd0-8151bf3b320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ea7999-dd7b-4bdc-8b07-436557a80db1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:42.410143 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cdfb0e-b76a-4ddf-a8da-d9391dc771c5" -d '{"events": [{"server_uuid": "cd2d05e9-c212-49d5-afd0-8151bf3b320a", "name": "network-vif-plugged", "status": "completed", "tag": "d1ea7999-dd7b-4bdc-8b07-436557a80db1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:42.423179 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port d1ea7999-dd7b-4bdc-8b07-436557a80db1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d1ea7999-dd7b-4bdc-8b07-436557a80db1,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:42.427113 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:42.474856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=d1ea7999-dd7b-4bdc-8b07-436557a80db1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:42.508995 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde60706-b3fa-4884-a2c0-67ea896e71c8 x-openstack-request-id: req-bde60706-b3fa-4884-a2c0-67ea896e71c8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:42.509302 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2d05e9-c212-49d5-afd0-8151bf3b320a", "name": "network-vif-plugged", "status": "completed", "tag": "d1ea7999-dd7b-4bdc-8b07-436557a80db1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:42.509565 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bde60706-b3fa-4884-a2c0-67ea896e71c8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:42.509984 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2d05e9-c212-49d5-afd0-8151bf3b320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ea7999-dd7b-4bdc-8b07-436557a80db1', 'code': 200} Nov 25 18:13:42.608643 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa85a81-538a-40f4-b89a-11ab261c4007 req-4cb306fc-6158-48a0-8a42-562968006b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:42.610198 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cfa85a81-538a-40f4-b89a-11ab261c4007 req-4cb306fc-6158-48a0-8a42-562968006b25 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 1096 time: 0.0427480 Nov 25 18:13:42.620890 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a872f-f930-409f-a943-aa5bbab78117 req-ac4298d0-8ced-4d12-9815-e785dab8e6dd tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:42.622426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f99a872f-f930-409f-a943-aa5bbab78117 req-ac4298d0-8ced-4d12-9815-e785dab8e6dd tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0498257 Nov 25 18:13:42.656880 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-cfa85a81-538a-40f4-b89a-11ab261c4007 req-191785cf-501c-4557-b90e-fa141a2ead00 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Nov 25 18:13:42.678966 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f99a872f-f930-409f-a943-aa5bbab78117 req-5fa80a68-884f-4f39-89ec-a8a755b14cdd tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505931 Nov 25 18:13:43.803095 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cee8-5eaf-424a-a76a-c1b1d9916b73 req-494e14b6-d83c-47ff-82ed-fe922dfadac1 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:43.805435 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4567cee8-5eaf-424a-a76a-c1b1d9916b73 req-494e14b6-d83c-47ff-82ed-fe922dfadac1 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0521331 Nov 25 18:13:43.852855 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4567cee8-5eaf-424a-a76a-c1b1d9916b73 req-0010ebdc-f859-4506-a2fc-96cc3b9a4919 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Nov 25 18:13:44.967602 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5002a5e-efe2-434f-acbb-9835293796dd req-88f2a1c3-a41c-4837-a94b-1b1fde1a68d9 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:44.969103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5002a5e-efe2-434f-acbb-9835293796dd req-88f2a1c3-a41c-4837-a94b-1b1fde1a68d9 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0488424 Nov 25 18:13:45.018405 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5002a5e-efe2-434f-acbb-9835293796dd req-ea2ed5c7-9c6a-4630-8500-769c6cd26022 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Nov 25 18:13:45.245502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-806f8735-7bb7-436f-ab82-6452977462be tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:45.246992 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-806f8735-7bb7-436f-ab82-6452977462be tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/networks?id=a7642250-06e7-46f4-8b1e-745c349c4ac5 HTTP/1.1" status: 200 len: 811 time: 0.1061075 Nov 25 18:13:45.262276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-58b8462c-cacb-4971-8ad1-4cb78b8e666b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/quotas/774a593464894f849ec919d86d6799b6 HTTP/1.1" status: 200 len: 375 time: 0.0096591 Nov 25 18:13:45.312210 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-d9300d63-c6d9-494a-baff-ebfa0bf32a01 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=774a593464894f849ec919d86d6799b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443382 Nov 25 18:13:45.323329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-fd98e131-c288-4c08-bfde-09890372705b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:13:45.324278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-fd98e131-c288-4c08-bfde-09890372705b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054920 Nov 25 18:13:45.417522 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-b54ad08c-0b5d-4687-8a4a-dcbd78a1f2e3 service neutron] 10.222.0.81 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876296 Nov 25 18:13:45.506039 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2e8a3496-40eb-4acd-8619-440caa6e3cb7 service neutron] 10.222.0.81 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825653 Nov 25 18:13:45.667471 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-45bcbfc7-2ff5-4a23-ac27-de2c4f3b3408 req-9a174721-d977-4474-8cf4-6f9c2764a95c tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 210 time: 0.0271466 Nov 25 18:13:46.638196 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-ac04f02e-0de9-4b11-b864-54e1fccb1fe5 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:46.639658 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-ac04f02e-0de9-4b11-b864-54e1fccb1fe5 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.60 "GET /v2.0/networks?id=a7642250-06e7-46f4-8b1e-745c349c4ac5 HTTP/1.1" status: 200 len: 811 time: 0.1091344 Nov 25 18:13:46.654870 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Request body: {'port': {'device_id': '1a0e384f-d7aa-4ce9-a21a-331eaea88f9d', 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5', 'admin_state_up': True, 'tenant_id': '774a593464894f849ec919d86d6799b6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:46.791279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-10ff8a55-7116-48b7-8f58-5986aaa2fd70 req-668626af-e3a4-48bc-a2e9-d06d811e6a78 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 210 time: 0.0395014 Nov 25 18:13:46.806934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Made reservation on behalf of 774a593464894f849ec919d86d6799b6 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:13:46.810466 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:46.938962 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Allocated IP 172.20.0.14 (a7642250-06e7-46f4-8b1e-745c349c4ac5/3e36e238-af5e-45f7-a75b-973d0c12fa8a/9074996a-9562-48e9-a739-fca40704c88e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:13:47.081111 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.115395 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.128137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d1ea7999-dd7b-4bdc-8b07-436557a80db1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:13:47.164237 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Network a7642250-06e7-46f4-8b1e-745c349c4ac5 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:13:47.167408 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:13:47.171066 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:13:47.197892 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Pushing event updated for resources: {'Port': ['ID=9074996a-9562-48e9-a739-fca40704c88e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:47.212784 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.213163 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.213509 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.213847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.214182 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.214517 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.214847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.215170 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.215495 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.215823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.216146 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.216465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:47.236645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:47.237293 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.254979 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-bb274703-5205-4765-9293-825fbe436e02 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6051407 Nov 25 18:13:47.269020 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Request body: {'port': {'device_id': '1a0e384f-d7aa-4ce9-a21a-331eaea88f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:47.323117 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.591937 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9074996a-9562-48e9-a739-fca40704c88e {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:13:47.599320 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.611871 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Transition to ACTIVE for port object 9074996a-9562-48e9-a739-fca40704c88e will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:13:47.615470 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.665229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9074996a-9562-48e9-a739-fca40704c88e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:47.736339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Attempting to bind port 9074996a-9562-48e9-a739-fca40704c88e on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:13:47.736673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Attempting to bind port 9074996a-9562-48e9-a739-fca40704c88e by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:13:47.737041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Attempting to bind port 9074996a-9562-48e9-a739-fca40704c88e on network a7642250-06e7-46f4-8b1e-745c349c4ac5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:47.741334 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Port 9074996a-9562-48e9-a739-fca40704c88e on network a7642250-06e7-46f4-8b1e-745c349c4ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:13:47.742274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Attempting to bind port 9074996a-9562-48e9-a739-fca40704c88e on network a7642250-06e7-46f4-8b1e-745c349c4ac5 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:47.747274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:13:47.747610 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Checking segment: {'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:13:47.747993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Bound using segment: {'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:13:47.748416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Bound port: 9074996a-9562-48e9-a739-fca40704c88e, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52eb22ce-c3b0-4d6d-8056-7543f2b91bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:13:47.748768 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.811471 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] For port 9074996a-9562-48e9-a739-fca40704c88e, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:13:47.814676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] For port 9074996a-9562-48e9-a739-fca40704c88e, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9074996a-9562-48e9-a739-fca40704c88e,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:13:47.819287 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.857905 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:47.858564 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:47.859994 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] 10.222.0.60 "PUT /v2.0/ports/9074996a-9562-48e9-a739-fca40704c88e HTTP/1.1" status: 200 len: 1092 time: 0.5955188 Nov 25 18:13:47.860445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0e384f-d7aa-4ce9-a21a-331eaea88f9d', 'tag': '9074996a-9562-48e9-a739-fca40704c88e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:47.862773 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0e384f-d7aa-4ce9-a21a-331eaea88f9d", "tag": "9074996a-9562-48e9-a739-fca40704c88e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:47.919897 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a355df-c5aa-415b-82b8-a4fb72f7ade0 x-openstack-request-id: req-00a355df-c5aa-415b-82b8-a4fb72f7ade0 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:47.920185 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0e384f-d7aa-4ce9-a21a-331eaea88f9d", "tag": "9074996a-9562-48e9-a739-fca40704c88e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:47.920445 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00a355df-c5aa-415b-82b8-a4fb72f7ade0 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:47.920843 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0e384f-d7aa-4ce9-a21a-331eaea88f9d', 'tag': '9074996a-9562-48e9-a739-fca40704c88e', 'status': 'completed', 'code': 200} Nov 25 18:13:47.924240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dbafa-0ab3-4ac3-a286-11c152dea8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9074996a-9562-48e9-a739-fca40704c88e,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:47.965925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031d601-7ffb-4ba0-b1a5-9cbc0b67f64c req-a0a91e2d-a136-4857-8aad-e06eeda69a29 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:47.967426 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d031d601-7ffb-4ba0-b1a5-9cbc0b67f64c req-a0a91e2d-a136-4857-8aad-e06eeda69a29 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 944 time: 0.0995948 Nov 25 18:13:47.981409 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-c979c374-0ff7-423a-ad08-8661f5b19c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:47.982840 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-c979c374-0ff7-423a-ad08-8661f5b19c21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=774a593464894f849ec919d86d6799b6&device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 1095 time: 0.0725610 Nov 25 18:13:48.030619 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-a3923872-51bf-4771-9d6b-cef51130254e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9074996a-9562-48e9-a739-fca40704c88e HTTP/1.1" status: 200 len: 217 time: 0.0383890 Nov 25 18:13:48.085216 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d031d601-7ffb-4ba0-b1a5-9cbc0b67f64c req-987f2d0b-7496-4926-a573-0e4433a3628b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118565 Nov 25 18:13:48.096350 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-e165232d-1f05-41bc-96d5-bbf84fdff65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:48.097828 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-e165232d-1f05-41bc-96d5-bbf84fdff65e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e36e238-af5e-45f7-a75b-973d0c12fa8a HTTP/1.1" status: 200 len: 851 time: 0.0595627 Nov 25 18:13:48.130778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-c9a0cb8e-63bd-4865-b3e0-c8e88121b8c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7642250-06e7-46f4-8b1e-745c349c4ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241444 Nov 25 18:13:48.220853 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-8e5bd677-9fd1-41fc-990f-af1624d59fde service neutron] 10.222.0.60 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824840 Nov 25 18:13:48.317911 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f3456c6d-9ea4-4aa3-952c-efec5d13a7c7 req-38a5c777-e76b-427a-8553-eb2fda875d98 service neutron] 10.222.0.60 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880113 Nov 25 18:13:48.409950 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-d37159b3-232d-473d-a88a-aaadc34efd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:48.411357 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-d37159b3-232d-473d-a88a-aaadc34efd66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=774a593464894f849ec919d86d6799b6&device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 1095 time: 0.0433862 Nov 25 18:13:48.508754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-bb30e1da-8be3-4536-b9d0-71e0918ad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:48.510246 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-bb30e1da-8be3-4536-b9d0-71e0918ad2b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7642250-06e7-46f4-8b1e-745c349c4ac5 HTTP/1.1" status: 200 len: 912 time: 0.0907032 Nov 25 18:13:48.554761 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-b79c2984-f071-41dd-aa29-7a5389be1d66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9074996a-9562-48e9-a739-fca40704c88e HTTP/1.1" status: 200 len: 217 time: 0.0360112 Nov 25 18:13:48.607426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-5f185e7f-0555-43ab-8e80-ee66fc09b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:48.608915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-5f185e7f-0555-43ab-8e80-ee66fc09b6df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e36e238-af5e-45f7-a75b-973d0c12fa8a HTTP/1.1" status: 200 len: 851 time: 0.0474770 Nov 25 18:13:48.648491 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-9d491fc2-d970-4070-bfe3-e452409eade1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7642250-06e7-46f4-8b1e-745c349c4ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297918 Nov 25 18:13:48.746048 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-36d60240-e481-4593-addc-586034689bd9 service neutron] 10.222.0.60 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889983 Nov 25 18:13:48.841593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4d11f3b5-cd65-4dbd-96e8-3c3409dbbae1 req-93d98164-ee5e-4cd8-a607-4b883dd8b00b service neutron] 10.222.0.60 "GET /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885019 Nov 25 18:13:49.209697 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7bf95-2cf4-42f9-a98e-a1279f1db93d req-f77daea1-06f3-467c-96e3-a98599c79f5b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:49.211486 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06b7bf95-2cf4-42f9-a98e-a1279f1db93d req-f77daea1-06f3-467c-96e3-a98599c79f5b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 944 time: 0.0536554 Nov 25 18:13:49.268038 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-06b7bf95-2cf4-42f9-a98e-a1279f1db93d req-a0e00b72-61ed-44ef-99cd-054536f22ac2 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507166 Nov 25 18:13:50.386220 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e4cd5-c85e-449a-a5e4-1e913b030900 req-7160c250-8a59-474f-9aba-c76020396b1c tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:50.387706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-013e4cd5-c85e-449a-a5e4-1e913b030900 req-7160c250-8a59-474f-9aba-c76020396b1c tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 944 time: 0.0492995 Nov 25 18:13:50.434573 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-013e4cd5-c85e-449a-a5e4-1e913b030900 req-ff07061f-85ae-489b-9258-3a4fedb210e9 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 Nov 25 18:13:51.544438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9074996a-9562-48e9-a739-fca40704c88e details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:13:51.549878 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132b55b-9a69-4494-a113-b7e83820ad93 req-56699e94-c13f-41ba-8f8b-ba23f491be12 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:51.551406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8132b55b-9a69-4494-a113-b7e83820ad93 req-56699e94-c13f-41ba-8f8b-ba23f491be12 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 944 time: 0.0495942 Nov 25 18:13:51.604841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8132b55b-9a69-4494-a113-b7e83820ad93 req-755208e5-b25a-4619-bcf3-eba7155b5412 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Nov 25 18:13:51.645890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9074996a-9562-48e9-a739-fca40704c88e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9074996a-9562-48e9-a739-fca40704c88e,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:51.658212 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '9074996a-9562-48e9-a739-fca40704c88e', 'network_id': 'a7642250-06e7-46f4-8b1e-745c349c4ac5', 'port_id': '9074996a-9562-48e9-a739-fca40704c88e', 'mac_address': 'fa:16:3e:e9:55:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e36e238-af5e-45f7-a75b-973d0c12fa8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:13:51.694317 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:51.707322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9074996a-9562-48e9-a739-fca40704c88e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:13:51.726265 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9074996a-9562-48e9-a739-fca40704c88e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9074996a-9562-48e9-a739-fca40704c88e,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:51.730254 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:51.782506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9074996a-9562-48e9-a739-fca40704c88e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:51.939877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9074996a-9562-48e9-a739-fca40704c88e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:13:52.721645 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e534dbf-a369-4f23-815d-06dec10ea10c req-2c0a5648-0ada-47aa-8a4b-6a93f101c9c8 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:52.723120 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e534dbf-a369-4f23-815d-06dec10ea10c req-2c0a5648-0ada-47aa-8a4b-6a93f101c9c8 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 945 time: 0.0489972 Nov 25 18:13:52.770116 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1e534dbf-a369-4f23-815d-06dec10ea10c req-dd197a9c-9eb0-4b6a-bf1f-fbd5e621af44 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Nov 25 18:13:53.565183 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9074996a-9562-48e9-a739-fca40704c88e up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:13:53.615762 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 9074996a-9562-48e9-a739-fca40704c88e completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:13:53.620849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 9074996a-9562-48e9-a739-fca40704c88e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:13:53.621249 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:53.700095 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:53.722605 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e384f-d7aa-4ce9-a21a-331eaea88f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9074996a-9562-48e9-a739-fca40704c88e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:53.724835 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7829e4ed-11a6-471b-a360-93a7074db1aa" -d '{"events": [{"server_uuid": "1a0e384f-d7aa-4ce9-a21a-331eaea88f9d", "name": "network-vif-plugged", "status": "completed", "tag": "9074996a-9562-48e9-a739-fca40704c88e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:53.738264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 9074996a-9562-48e9-a739-fca40704c88e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9074996a-9562-48e9-a739-fca40704c88e,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:53.742167 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:53.770328 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bdf3e6-a372-4c06-9ba1-097a25c20857 x-openstack-request-id: req-b4bdf3e6-a372-4c06-9ba1-097a25c20857 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:53.770632 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e384f-d7aa-4ce9-a21a-331eaea88f9d", "name": "network-vif-plugged", "status": "completed", "tag": "9074996a-9562-48e9-a739-fca40704c88e", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:53.770895 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4bdf3e6-a372-4c06-9ba1-097a25c20857 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:53.771292 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0e384f-d7aa-4ce9-a21a-331eaea88f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9074996a-9562-48e9-a739-fca40704c88e', 'code': 200} Nov 25 18:13:53.799186 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=9074996a-9562-48e9-a739-fca40704c88e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:53.902979 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f9c38-2875-44e6-8f8e-523368c98cf4 req-1b48f8c0-4fee-4619-8ddd-1d45a5aaa542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:53.904469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-024f9c38-2875-44e6-8f8e-523368c98cf4 req-1b48f8c0-4fee-4619-8ddd-1d45a5aaa542 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 1097 time: 0.0736747 Nov 25 18:13:53.917173 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1180a3-6f24-4356-b40d-dab6f2ba5eab req-a0a21a2a-8015-4f89-89b8-d344c4d4c8c0 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:53.918567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b1180a3-6f24-4356-b40d-dab6f2ba5eab req-a0a21a2a-8015-4f89-89b8-d344c4d4c8c0 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 946 time: 0.0630951 Nov 25 18:13:54.330740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-024f9c38-2875-44e6-8f8e-523368c98cf4 req-fc8a20b4-37f2-41e6-b2c9-cf3e8cfe6038 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112148 Nov 25 18:13:54.356748 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6b1180a3-6f24-4356-b40d-dab6f2ba5eab req-1022534d-38d9-4e4e-9c26-8e20ad1e079e tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318969 Nov 25 18:13:55.486777 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e4bd7-707d-430a-bf28-5821379df861 req-7b8df821-1285-4565-a227-9412892d503e tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:55.488278 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb0e4bd7-707d-430a-bf28-5821379df861 req-7b8df821-1285-4565-a227-9412892d503e tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 946 time: 0.0537283 Nov 25 18:13:55.535801 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-bb0e4bd7-707d-430a-bf28-5821379df861 req-b4b82349-b5bd-4a0f-b8e1-fda92084ab6f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Nov 25 18:13:56.656862 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a598ed-1ba8-49b4-a0e3-c8a0875716b3 req-6ae27564-1bde-4796-a84c-6b8808c6f118 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:56.658404 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04a598ed-1ba8-49b4-a0e3-c8a0875716b3 req-6ae27564-1bde-4796-a84c-6b8808c6f118 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 946 time: 0.0538909 Nov 25 18:13:56.706487 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-04a598ed-1ba8-49b4-a0e3-c8a0875716b3 req-a651b9bc-625b-4127-ad77-7ee0f52ebe93 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Nov 25 18:13:56.953801 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a284-6a24-4b90-89e8-a2448a0babf8 req-d5077dad-d51e-419e-8625-b08fa68f19ac tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:56.955323 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93a2a284-6a24-4b90-89e8-a2448a0babf8 req-d5077dad-d51e-419e-8625-b08fa68f19ac tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 946 time: 0.0563514 Nov 25 18:13:57.004089 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93a2a284-6a24-4b90-89e8-a2448a0babf8 req-5f11ea45-8b1f-4c88-b8df-9e5b36e6a0a5 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427260 Nov 25 18:13:58.130941 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf4f2-941a-4dc0-ae18-bd6eb11d4d00 req-b304235e-b7c2-40a5-a526-1cc6bc5fa9fd tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:58.132441 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56caf4f2-941a-4dc0-ae18-bd6eb11d4d00 req-b304235e-b7c2-40a5-a526-1cc6bc5fa9fd tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 946 time: 0.0514307 Nov 25 18:13:58.184564 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-56caf4f2-941a-4dc0-ae18-bd6eb11d4d00 req-6873926c-9603-4d94-92a6-1e256cdc98c7 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Nov 25 18:13:58.262628 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-7cdbb05b-f297-4c9d-b2f4-2c519a1d0b97 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:58.264107 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-7cdbb05b-f297-4c9d-b2f4-2c519a1d0b97 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a0e384f-d7aa-4ce9-a21a-331eaea88f9d HTTP/1.1" status: 200 len: 946 time: 0.0492253 Nov 25 18:13:58.353443 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Deleting port 9074996a-9562-48e9-a739-fca40704c88e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:13:58.353778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:58.448203 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] For port 9074996a-9562-48e9-a739-fca40704c88e, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=9074996a-9562-48e9-a739-fca40704c88e,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:58.448570 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:58.461376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Calling delete_port for 9074996a-9562-48e9-a739-fca40704c88e owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:13:58.595727 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:58.609564 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d1ea7999-dd7b-4bdc-8b07-436557a80db1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:13:58.611725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['9074996a-9562-48e9-a739-fca40704c88e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:13:58.635037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Pushing event deleted for resources: {'Port': ['ID=9074996a-9562-48e9-a739-fca40704c88e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:58.687168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] No DVR routers for this DVR port 9074996a-9562-48e9-a739-fca40704c88e on host n-h2-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:13:58.690458 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:58.694998 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22948ea7-b578-4410-ba6b-03df6d2b77ad req-feea1cf9-1426-4f66-9347-c8d87186781f tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.60 "DELETE /v2.0/ports/9074996a-9562-48e9-a739-fca40704c88e HTTP/1.1" status: 204 len: 173 time: 0.4245958 Nov 25 18:13:58.696152 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e384f-d7aa-4ce9-a21a-331eaea88f9d', 'name': 'network-vif-deleted', 'tag': '9074996a-9562-48e9-a739-fca40704c88e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:58.698554 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d72419-09d1-4484-9742-7a231f8f6bc4" -d '{"events": [{"server_uuid": "1a0e384f-d7aa-4ce9-a21a-331eaea88f9d", "name": "network-vif-deleted", "tag": "9074996a-9562-48e9-a739-fca40704c88e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:58.749019 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ab1b25-2c52-4720-a745-d7f746b34c01 x-openstack-request-id: req-c7ab1b25-2c52-4720-a745-d7f746b34c01 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:58.750039 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e384f-d7aa-4ce9-a21a-331eaea88f9d", "name": "network-vif-deleted", "tag": "9074996a-9562-48e9-a739-fca40704c88e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:58.750336 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7ab1b25-2c52-4720-a745-d7f746b34c01 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:58.751945 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0e384f-d7aa-4ce9-a21a-331eaea88f9d', 'name': 'network-vif-deleted', 'tag': '9074996a-9562-48e9-a739-fca40704c88e', 'status': 'completed', 'code': 200} Nov 25 18:13:59.348630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da35171-81b8-411b-be68-31eac6b5a498 req-17247dd7-ce49-457a-866d-bd174acff56d tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:59.350137 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8da35171-81b8-411b-be68-31eac6b5a498 req-17247dd7-ce49-457a-866d-bd174acff56d tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0498414 Nov 25 18:13:59.403528 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8da35171-81b8-411b-be68-31eac6b5a498 req-49b11f87-cc6e-4a1a-9d6e-6817319bb379 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Nov 25 18:13:59.538762 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93796d7a-8604-413b-8349-89e0cd6f6e2f req-930f5e20-10a4-41aa-bf35-b03ccf194550 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:59.540342 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93796d7a-8604-413b-8349-89e0cd6f6e2f req-930f5e20-10a4-41aa-bf35-b03ccf194550 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0503600 Nov 25 18:13:59.589086 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-93796d7a-8604-413b-8349-89e0cd6f6e2f req-5ff8f9fc-35ee-4222-872a-fc19ad2019cf tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Nov 25 18:13:59.709847 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2205b6-fc54-40ec-ba14-965765bcce15 req-4b435b71-9022-42dd-a2e0-ee89cd0c85d7 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:59.712478 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a2205b6-fc54-40ec-ba14-965765bcce15 req-4b435b71-9022-42dd-a2e0-ee89cd0c85d7 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0540729 Nov 25 18:13:59.762687 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9a2205b6-fc54-40ec-ba14-965765bcce15 req-3ad51b04-730a-47b1-a63c-de20f70e0b2b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Nov 25 18:13:59.838705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-d5536f87-82e2-4e9c-a86b-80ad4efcb069 req-f9868cc2-21fb-4efe-ba83-70eb5119878c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:13:59.840484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d5536f87-82e2-4e9c-a86b-80ad4efcb069 req-f9868cc2-21fb-4efe-ba83-70eb5119878c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054905 Nov 25 18:13:59.951229 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601482e9-2363-466d-947b-b1fcfb8e4805 req-1f7a44f4-e404-4158-b02c-5614ef44537e tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:59.952738 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-601482e9-2363-466d-947b-b1fcfb8e4805 req-1f7a44f4-e404-4158-b02c-5614ef44537e tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0554404 Nov 25 18:13:59.999997 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-601482e9-2363-466d-947b-b1fcfb8e4805 req-5ad79582-3f15-4bea-91b7-a32d57014dbd tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Nov 25 18:14:00.114791 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94f4af-f81d-46c6-b859-02382b01d59f req-1d838e08-ce79-4127-8609-dc1afb1fc23b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:00.116215 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c94f4af-f81d-46c6-b859-02382b01d59f req-1d838e08-ce79-4127-8609-dc1afb1fc23b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0487583 Nov 25 18:14:00.164545 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-9c94f4af-f81d-46c6-b859-02382b01d59f req-d5f49c97-4db7-4a28-b381-75eb700d6b54 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Nov 25 18:14:00.288211 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596a987-0ee0-4700-bdfc-fc804d626978 req-7045374f-7f87-412e-93ab-a4a4f91f93b5 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:00.290495 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8596a987-0ee0-4700-bdfc-fc804d626978 req-7045374f-7f87-412e-93ab-a4a4f91f93b5 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0501766 Nov 25 18:14:00.341858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8596a987-0ee0-4700-bdfc-fc804d626978 req-10f1b3ae-6947-4b61-86bd-09dc63e15444 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Nov 25 18:14:00.641171 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5fe8c-54d5-4a52-ba7a-82eeb3eeaa26 req-4b7bca6c-0e20-4a82-ad5d-ab1356bf00a9 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:00.642560 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11f5fe8c-54d5-4a52-ba7a-82eeb3eeaa26 req-4b7bca6c-0e20-4a82-ad5d-ab1356bf00a9 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0488393 Nov 25 18:14:00.692274 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-11f5fe8c-54d5-4a52-ba7a-82eeb3eeaa26 req-32f8c923-ffbb-4949-858c-701aff48811b tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Nov 25 18:14:01.812035 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d081f9-ad05-4e56-87d1-2d1d1f05e759 req-e51a78b3-84a1-471f-957f-ccb675fbc396 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:01.813580 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47d081f9-ad05-4e56-87d1-2d1d1f05e759 req-e51a78b3-84a1-471f-957f-ccb675fbc396 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0493095 Nov 25 18:14:01.862054 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-47d081f9-ad05-4e56-87d1-2d1d1f05e759 req-2c9e2c57-4889-4191-84c9-d73b17a8e41a tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd917d0e-04a1-4119-8e13-bc275f4d420a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Nov 25 18:14:02.011820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecc725-9697-4160-936b-22e282cc9350 req-9b60844b-3237-41cd-89c1-ea9e54c17fb4 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:02.013213 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1ecc725-9697-4160-936b-22e282cc9350 req-9b60844b-3237-41cd-89c1-ea9e54c17fb4 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2d05e9-c212-49d5-afd0-8151bf3b320a HTTP/1.1" status: 200 len: 945 time: 0.0485492 Nov 25 18:14:02.105620 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Deleting port d1ea7999-dd7b-4bdc-8b07-436557a80db1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:02.105957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:02.196582 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] For port d1ea7999-dd7b-4bdc-8b07-436557a80db1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=d1ea7999-dd7b-4bdc-8b07-436557a80db1,segment=NetworkSegment(52eb22ce-c3b0-4d6d-8056-7543f2b91bab),segment_id=52eb22ce-c3b0-4d6d-8056-7543f2b91bab)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:02.196957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:02.208395 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Calling delete_port for d1ea7999-dd7b-4bdc-8b07-436557a80db1 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:02.327040 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b84c-103e-482a-ae0d-0e7fe94ead1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:02.335464 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:02.347736 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['d1ea7999-dd7b-4bdc-8b07-436557a80db1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:14:02.371517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Pushing event deleted for resources: {'Port': ['ID=d1ea7999-dd7b-4bdc-8b07-436557a80db1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:02.412659 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] No DVR routers for this DVR port d1ea7999-dd7b-4bdc-8b07-436557a80db1 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:14:02.416000 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:02.419401 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-a1ecc725-9697-4160-936b-22e282cc9350 req-e8ad4b8a-9264-433a-ac33-3376aeee3704 tempest-ServersNegativeTestJSON-340557191 tempest-ServersNegativeTestJSON-340557191-project] 10.222.0.95 "DELETE /v2.0/ports/d1ea7999-dd7b-4bdc-8b07-436557a80db1 HTTP/1.1" status: 204 len: 173 time: 0.4002120 Nov 25 18:14:02.419835 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2d05e9-c212-49d5-afd0-8151bf3b320a', 'name': 'network-vif-deleted', 'tag': 'd1ea7999-dd7b-4bdc-8b07-436557a80db1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:02.422169 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129fb6a4-0abd-40f7-82d4-f5911cf8f9f2" -d '{"events": [{"server_uuid": "cd2d05e9-c212-49d5-afd0-8151bf3b320a", "name": "network-vif-deleted", "tag": "d1ea7999-dd7b-4bdc-8b07-436557a80db1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:02.459906 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b82e978-718c-4573-a46e-85c6b20a9646 x-openstack-request-id: req-4b82e978-718c-4573-a46e-85c6b20a9646 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:02.460215 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2d05e9-c212-49d5-afd0-8151bf3b320a", "name": "network-vif-deleted", "tag": "d1ea7999-dd7b-4bdc-8b07-436557a80db1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:02.460477 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b82e978-718c-4573-a46e-85c6b20a9646 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:02.460882 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2d05e9-c212-49d5-afd0-8151bf3b320a', 'name': 'network-vif-deleted', 'tag': 'd1ea7999-dd7b-4bdc-8b07-436557a80db1', 'status': 'completed', 'code': 200} Nov 25 18:14:02.798230 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:14:02.923263 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40270) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:02.968334 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8019453-cb30-4e37-9c21-7acbb2bac652 admin admin] Deleting subnet 3e36e238-af5e-45f7-a75b-973d0c12fa8a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:14:02.971449 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8019453-cb30-4e37-9c21-7acbb2bac652 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.005972 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8019453-cb30-4e37-9c21-7acbb2bac652 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.050957 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8019453-cb30-4e37-9c21-7acbb2bac652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.103468 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8019453-cb30-4e37-9c21-7acbb2bac652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.130751 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8019453-cb30-4e37-9c21-7acbb2bac652 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.134474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-d8019453-cb30-4e37-9c21-7acbb2bac652 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3e36e238-af5e-45f7-a75b-973d0c12fa8a HTTP/1.1" status: 204 len: 168 time: 0.2101486 Nov 25 18:14:03.135432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8019453-cb30-4e37-9c21-7acbb2bac652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e36e238-af5e-45f7-a75b-973d0c12fa8a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:03.137374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:03.209373 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.286672 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.312550 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7642250-06e7-46f4-8b1e-745c349c4ac5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:03.321978 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eb22ce-c3b0-4d6d-8056-7543f2b91bab') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:03.322275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eb22ce-c3b0-4d6d-8056-7543f2b91bab') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:03.331416 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.344121 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.350065 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:03.350440 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: timer() Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:03.353128 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:03.406367 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.412096 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.415949 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] 10.222.0.81 "DELETE /v2.0/networks/a7642250-06e7-46f4-8b1e-745c349c4ac5 HTTP/1.1" status: 204 len: 168 time: 0.2775247 Nov 25 18:14:03.427172 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c266fe-af60-4343-8c40-7dedcd9d86bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a7642250-06e7-46f4-8b1e-745c349c4ac5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:03.523891 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:03.564841 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-928cca34-2749-40bc-bc7b-ca1db3888943 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=774a593464894f849ec919d86d6799b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396695 Nov 25 18:14:03.567180 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:03.595417 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9074996a-9562-48e9-a739-fca40704c88e no longer exists at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:03.615178 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52730c71-33d2-402f-9035-209f1cdd1eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.615941 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] No Port match for: 9074996a-9562-48e9-a739-fca40704c88e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:03.616292 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 9074996a-9562-48e9-a739-fca40704c88e not bound to the agent host n-h2-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:03.640901 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52730c71-33d2-402f-9035-209f1cdd1eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.689423 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52730c71-33d2-402f-9035-209f1cdd1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.692151 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52730c71-33d2-402f-9035-209f1cdd1eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:03.693432 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-52730c71-33d2-402f-9035-209f1cdd1eb3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd917d0e-04a1-4119-8e13-bc275f4d420a HTTP/1.1" status: 204 len: 168 time: 0.1253443 Nov 25 18:14:03.702045 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52730c71-33d2-402f-9035-209f1cdd1eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd917d0e-04a1-4119-8e13-bc275f4d420a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:04.362647 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:04.463921 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624518248'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:04.486543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:04.490435 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.497830 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-27f504a0-9b36-4471-86b3-0e05859a3320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.501561 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.578357 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.581895 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.609246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:04.619012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a02d12-81b1-4165-8402-98c13c6d2b5e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:04.623937 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.624207 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Added segment 9777ffaf-e844-4090-ada3-472559a58b56 of type vlan for network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a Nov 25 18:14:04.666759 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.692790 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.699297 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:04.699898 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:04.757292 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3934760 Nov 25 18:14:04.772748 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70005cc7-52ef-4f2b-b398-75b28525cc29 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Network': ['ID=6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:04.783984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:06.019467 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:06.357849 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d1ea7999-dd7b-4bdc-8b07-436557a80db1 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:06.378958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: d1ea7999-dd7b-4bdc-8b07-436557a80db1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:06.379310 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device d1ea7999-dd7b-4bdc-8b07-436557a80db1 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:06.955163 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:07.312026 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:07.608797 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.092655 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.228990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:08.234187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'subnet': {'network_id': '6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:08.322120 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:08.325816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.520592 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.591026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Subnet': ['ID=c7b0d2f2-e8e6-4c46-b7ff-c4340e0a6dd5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:08.600187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Checking segment: {'id': '9777ffaf-e844-4090-ada3-472559a58b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:08.600574 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network hostable DHCP agents. Network: 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:08.617971 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:08.628061 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:08.633421 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:08.634235 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.639446 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef96bf9-495e-408a-a6a9-10db92e4785b None None] Network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:08.658490 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5ead6f24-1724-42c9-a93f-369dae7dffca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4283297 Nov 25 18:14:08.661873 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:08.668240 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1345853334'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:08.693502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:08.698995 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.731465 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:08.746495 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.747068 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Added segment 6a63bd44-9c5d-4587-9d4c-15cfd0b9fa0b of type vlan for network ae765f1f-9273-414e-b389-8787bf0e8ca7 Nov 25 18:14:08.813853 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.831781 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a', 'network_id': '6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a', 'tenant_id': '893339d3d5bd4e718a7ee09e64c283bb', 'fixed_ips': [{'subnet_id': 'c7b0d2f2-e8e6-4c46-b7ff-c4340e0a6dd5'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:08.832662 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.844170 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.850181 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:08.850631 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.907762 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2448335 Nov 25 18:14:08.910745 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:08.915740 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'subnet': {'network_id': 'ae765f1f-9273-414e-b389-8787bf0e8ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:08.976529 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd348b7-cbf4-49c3-9a52-f46ec204ac59 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Network': ['ID=ae765f1f-9273-414e-b389-8787bf0e8ca7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:08.992643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ae765f1f-9273-414e-b389-8787bf0e8ca7 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:09.003047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Allocated IP 2001:db8:0:ffff::2 (6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a/c7b0d2f2-e8e6-4c46-b7ff-c4340e0a6dd5/513a98c9-8982-4c5a-a83e-62d5127d877e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:09.027930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:09.031534 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.223540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.231201 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.249990 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.282039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:09.284851 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:09.287866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:09.301742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Pushing event updated for resources: {'Port': ['ID=513a98c9-8982-4c5a-a83e-62d5127d877e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:09.314049 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Subnet': ['ID=d82bf1a3-cb3f-4b94-8a73-615f080a06b7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:09.321973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Checking segment: {'id': '6a63bd44-9c5d-4587-9d4c-15cfd0b9fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ae765f1f-9273-414e-b389-8787bf0e8ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:09.322357 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network hostable DHCP agents. Network: ae765f1f-9273-414e-b389-8787bf0e8ca7, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:09.327459 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.327823 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.328176 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.328521 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.328865 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.329232 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.329572 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.329911 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.330249 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.330580 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.330914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.331247 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.340003 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network ae765f1f-9273-414e-b389-8787bf0e8ca7 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:09.350108 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ae765f1f-9273-414e-b389-8787bf0e8ca7) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:09.355048 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:09.355667 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.364300 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebe91b-ebc4-4cc9-9501-5d3679548c18 None None] Network ae765f1f-9273-414e-b389-8787bf0e8ca7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:09.373540 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8067523b-376a-4b13-a89a-4a6fc0cee6e5 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4617596 Nov 25 18:14:09.376462 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:09.381048 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Attempting to bind port 513a98c9-8982-4c5a-a83e-62d5127d877e on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:09.381434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Attempting to bind port 513a98c9-8982-4c5a-a83e-62d5127d877e by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '9777ffaf-e844-4090-ada3-472559a58b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:09.381801 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Attempting to bind port 513a98c9-8982-4c5a-a83e-62d5127d877e on network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:09.418410 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:09.418691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Checking segment: {'id': '9777ffaf-e844-4090-ada3-472559a58b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:09.419106 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.419514 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Bound using segment: {'id': '9777ffaf-e844-4090-ada3-472559a58b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:09.419996 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Bound port: 513a98c9-8982-4c5a-a83e-62d5127d877e, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9777ffaf-e844-4090-ada3-472559a58b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:09.420384 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.482707 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.546086 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] For port 513a98c9-8982-4c5a-a83e-62d5127d877e, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:09.562845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] For port 513a98c9-8982-4c5a-a83e-62d5127d877e, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=513a98c9-8982-4c5a-a83e-62d5127d877e,segment=NetworkSegment(9777ffaf-e844-4090-ada3-472559a58b56),segment_id=9777ffaf-e844-4090-ada3-472559a58b56)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:09.569440 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.571099 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.614549 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530d560a-f2e4-4242-80d6-7c04e041015b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ae765f1f-9273-414e-b389-8787bf0e8ca7', 'network_id': 'ae765f1f-9273-414e-b389-8787bf0e8ca7', 'tenant_id': '893339d3d5bd4e718a7ee09e64c283bb', 'fixed_ips': [{'subnet_id': 'd82bf1a3-cb3f-4b94-8a73-615f080a06b7'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:09.615416 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-530d560a-f2e4-4242-80d6-7c04e041015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.635951 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.669315 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Subnet': ['ID=d82bf1a3-cb3f-4b94-8a73-615f080a06b7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:09.682266 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.682626 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.682975 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.683332 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.683801 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.684149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.684485 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.684820 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.685181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.685518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.685852 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.686181 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:09.728658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf95d4e-f435-454a-a7ca-d18467faf154 None None] Pushing event updated for resources: {'Port': ['ID=513a98c9-8982-4c5a-a83e-62d5127d877e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:09.752011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d430ef6-d161-4bbf-b45b-82106f866959 None None] Network ae765f1f-9273-414e-b389-8787bf0e8ca7 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:09.762328 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.783989 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae765f1f-9273-414e-b389-8787bf0e8ca7']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:09.795049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a63bd44-9c5d-4587-9d4c-15cfd0b9fa0b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:09.795355 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a63bd44-9c5d-4587-9d4c-15cfd0b9fa0b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:09.808176 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.830280 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.851133 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:09.852178 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: timer() Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:09.857031 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:09.936002 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.946122 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.949961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/ae765f1f-9273-414e-b389-8787bf0e8ca7 HTTP/1.1" status: 204 len: 168 time: 0.5721858 Nov 25 18:14:09.953692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:09.961575 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-157432008'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:09.970465 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bed47-cd52-4594-9a32-2d6326e1cc7a tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Network': ['ID=ae765f1f-9273-414e-b389-8787bf0e8ca7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:09.991375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:09.995557 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.030904 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:10.041698 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.042038 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Added segment c019f5c9-2e82-44c5-ad0f-2179bdb2591d of type vlan for network d3a0d49b-2889-4162-a7bf-ee46714e6844 Nov 25 18:14:10.084285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.111688 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.117418 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:10.118155 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.175228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40316) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:10.175403 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2200823 Nov 25 18:14:10.181746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'subnet': {'network_id': 'd3a0d49b-2889-4162-a7bf-ee46714e6844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:10.193867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa574b-d2c4-44e5-af4a-7630cee263ea tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Network': ['ID=d3a0d49b-2889-4162-a7bf-ee46714e6844,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:10.205202 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d3a0d49b-2889-4162-a7bf-ee46714e6844 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:10.276128 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:10.279702 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.340176 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:14:10.340708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:14:10.472480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.538020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Subnet': ['ID=2a1ceb2b-a168-4997-b3c4-39abe0ff84a3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:10.550407 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Checking segment: {'id': 'c019f5c9-2e82-44c5-ad0f-2179bdb2591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd3a0d49b-2889-4162-a7bf-ee46714e6844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:10.550765 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network hostable DHCP agents. Network: d3a0d49b-2889-4162-a7bf-ee46714e6844, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:10.571145 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network d3a0d49b-2889-4162-a7bf-ee46714e6844 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:10.581294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d3a0d49b-2889-4162-a7bf-ee46714e6844) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:10.585545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:10.586146 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.597336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c684bf-eaab-40c1-ab2c-b781c6ca2e5b None None] Network d3a0d49b-2889-4162-a7bf-ee46714e6844 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:10.607442 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4c78884f-a423-472c-9513-c6439789d77e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4276826 Nov 25 18:14:10.607703 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40318) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:10.689804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db234abc-7599-46ba-9518-e3ba62aa210a None None] Network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:10.721674 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.776501 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.792971 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ea97539-8451-4959-ab05-647ff32580f0 None None] Provisioning complete for port 513a98c9-8982-4c5a-a83e-62d5127d877e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:10.793600 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ea97539-8451-4959-ab05-647ff32580f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.844631 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.866712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e6fc3-8813-4312-bacd-33184eeb7c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-d3a0d49b-2889-4162-a7bf-ee46714e6844', 'network_id': 'd3a0d49b-2889-4162-a7bf-ee46714e6844', 'tenant_id': '893339d3d5bd4e718a7ee09e64c283bb', 'fixed_ips': [{'subnet_id': '2a1ceb2b-a168-4997-b3c4-39abe0ff84a3'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:10.868263 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf2e6fc3-8813-4312-bacd-33184eeb7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.889665 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1ceb2b-a168-4997-b3c4-39abe0ff84a3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:10.960340 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.980188 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 513a98c9-8982-4c5a-a83e-62d5127d877e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:10.988275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a0d49b-2889-4162-a7bf-ee46714e6844']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:10.998566 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c019f5c9-2e82-44c5-ad0f-2179bdb2591d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:10.998873 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c019f5c9-2e82-44c5-ad0f-2179bdb2591d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:11.008781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.022335 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.029499 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:11.029897 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.031711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fab54b-1696-42ae-b57a-d60cff0ace94 None None] Network d3a0d49b-2889-4162-a7bf-ee46714e6844 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: timer() Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:11.032930 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:11.095200 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.101171 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.109617 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/d3a0d49b-2889-4162-a7bf-ee46714e6844 HTTP/1.1" status: 204 len: 168 time: 0.4974246 Nov 25 18:14:11.110112 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:11.115954 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443648219'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:11.122475 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f854d2-aa59-4233-a695-00d551cdf256 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Network': ['ID=d3a0d49b-2889-4162-a7bf-ee46714e6844,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:11.136067 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ea97539-8451-4959-ab05-647ff32580f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.142282 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:11.146255 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.175169 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:11.186741 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.187099 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Added segment 5248fb67-a109-44b0-8b95-5db469f589a6 of type vlan for network 6f1e16a1-fcfc-4f15-af48-1335e36467f9 Nov 25 18:14:11.225666 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 513a98c9-8982-4c5a-a83e-62d5127d877e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:11.225995 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.230413 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ea97539-8451-4959-ab05-647ff32580f0 None None] For port 513a98c9-8982-4c5a-a83e-62d5127d877e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=513a98c9-8982-4c5a-a83e-62d5127d877e,segment=NetworkSegment(9777ffaf-e844-4090-ada3-472559a58b56),segment_id=9777ffaf-e844-4090-ada3-472559a58b56)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:11.242180 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.249828 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ea97539-8451-4959-ab05-647ff32580f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.278075 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.285805 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:11.286810 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.316356 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea97539-8451-4959-ab05-647ff32580f0 None None] Pushing event updated for resources: {'Port': ['ID=513a98c9-8982-4c5a-a83e-62d5127d877e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:11.365087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2536390 Nov 25 18:14:11.368612 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40322) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:11.373942 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ba701-72c2-48eb-b0ce-8aa9bbe20b41 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Network': ['ID=6f1e16a1-fcfc-4f15-af48-1335e36467f9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:11.374228 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'subnet': {'network_id': '6f1e16a1-fcfc-4f15-af48-1335e36467f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:11.386825 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 6f1e16a1-fcfc-4f15-af48-1335e36467f9 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:11.471006 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:11.474548 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.476201 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cc2b05e9-7c7b-4406-b34b-4695c4a4182d None None] Provisioning complete for port 513a98c9-8982-4c5a-a83e-62d5127d877e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:11.477144 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc2b05e9-7c7b-4406-b34b-4695c4a4182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.665480 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.726106 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Subnet': ['ID=0db0f390-c989-4777-bb42-20e299e7d570,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:11.736567 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Checking segment: {'id': '5248fb67-a109-44b0-8b95-5db469f589a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6f1e16a1-fcfc-4f15-af48-1335e36467f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:11.736948 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network hostable DHCP agents. Network: 6f1e16a1-fcfc-4f15-af48-1335e36467f9, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:11.753954 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network 6f1e16a1-fcfc-4f15-af48-1335e36467f9 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:11.762242 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 6f1e16a1-fcfc-4f15-af48-1335e36467f9) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:11.766593 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:11.767199 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.772962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113d0a6-6b57-476c-a4cd-9ddf107549f0 None None] Network 6f1e16a1-fcfc-4f15-af48-1335e36467f9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:11.786856 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ebd5b0c9-be60-423e-9c84-c076d300553b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4170470 Nov 25 18:14:11.791361 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40324) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:11.796341 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256809233'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:11.817854 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:11.822182 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.853284 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:11.863363 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.863716 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Added segment 6e1723b0-0045-4d81-a8dd-b7265f23b76c of type vlan for network 56113c2b-aa9b-4a3a-b595-3375cfd40587 Nov 25 18:14:11.903832 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.929657 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.941221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:11.941859 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.942163 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-6f1e16a1-fcfc-4f15-af48-1335e36467f9', 'network_id': '6f1e16a1-fcfc-4f15-af48-1335e36467f9', 'tenant_id': '893339d3d5bd4e718a7ee09e64c283bb', 'fixed_ips': [{'subnet_id': '0db0f390-c989-4777-bb42-20e299e7d570'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:11.943054 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.027403 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2348475 Nov 25 18:14:12.032342 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40326) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:12.040344 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Request body: {'subnet': {'network_id': '56113c2b-aa9b-4a3a-b595-3375cfd40587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:12.050442 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efb153-87ca-49ae-be18-8fcb3cf45a18 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Network': ['ID=56113c2b-aa9b-4a3a-b595-3375cfd40587,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:12.069180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 56113c2b-aa9b-4a3a-b595-3375cfd40587 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:12.139483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Made reservation on behalf of 893339d3d5bd4e718a7ee09e64c283bb for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:12.143164 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.152867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Allocated IP 2001:db8::2 (6f1e16a1-fcfc-4f15-af48-1335e36467f9/0db0f390-c989-4777-bb42-20e299e7d570/d733b891-a209-4f84-b463-18b8d948d9c5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:12.311487 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.317033 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.337501 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.355531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Network 6f1e16a1-fcfc-4f15-af48-1335e36467f9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:12.360068 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:12.363643 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:12.373880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Pushing event updated for resources: {'Port': ['ID=d733b891-a209-4f84-b463-18b8d948d9c5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:12.401416 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event updated for resources: {'Subnet': ['ID=82d14748-c934-4e5d-9211-46939727e1a8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:12.413823 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Checking segment: {'id': '6e1723b0-0045-4d81-a8dd-b7265f23b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '56113c2b-aa9b-4a3a-b595-3375cfd40587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:12.414206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network hostable DHCP agents. Network: 56113c2b-aa9b-4a3a-b595-3375cfd40587, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:12.423359 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Attempting to bind port d733b891-a209-4f84-b463-18b8d948d9c5 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:12.423748 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Attempting to bind port d733b891-a209-4f84-b463-18b8d948d9c5 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '5248fb67-a109-44b0-8b95-5db469f589a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6f1e16a1-fcfc-4f15-af48-1335e36467f9'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:12.424118 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Attempting to bind port d733b891-a209-4f84-b463-18b8d948d9c5 on network 6f1e16a1-fcfc-4f15-af48-1335e36467f9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:12.429603 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:12.429811 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Checking segment: {'id': '5248fb67-a109-44b0-8b95-5db469f589a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6f1e16a1-fcfc-4f15-af48-1335e36467f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:12.430216 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.430617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Bound using segment: {'id': '5248fb67-a109-44b0-8b95-5db469f589a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6f1e16a1-fcfc-4f15-af48-1335e36467f9'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:12.431094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Bound port: d733b891-a209-4f84-b463-18b8d948d9c5, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5248fb67-a109-44b0-8b95-5db469f589a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6f1e16a1-fcfc-4f15-af48-1335e36467f9'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:12.431515 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.432792 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Network 56113c2b-aa9b-4a3a-b595-3375cfd40587 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:12.441991 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 56113c2b-aa9b-4a3a-b595-3375cfd40587) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:12.447176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:12.447939 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.467645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-af65b2cb-044f-4595-bd53-4ae1017bb13e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4317672 Nov 25 18:14:12.468564 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:12.471888 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9fd83-44d2-4db3-9548-b981bcbe6dda None None] Network 56113c2b-aa9b-4a3a-b595-3375cfd40587 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:12.550722 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] For port d733b891-a209-4f84-b463-18b8d948d9c5, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:12.556506 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] For port d733b891-a209-4f84-b463-18b8d948d9c5, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d733b891-a209-4f84-b463-18b8d948d9c5,segment=NetworkSegment(5248fb67-a109-44b0-8b95-5db469f589a6),segment_id=5248fb67-a109-44b0-8b95-5db469f589a6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:12.572442 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.573553 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.655779 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.673739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fa4cc-4e3a-46bf-8321-bc32deb096c0 None None] Pushing event updated for resources: {'Port': ['ID=d733b891-a209-4f84-b463-18b8d948d9c5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:12.709733 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e78869-4cba-47af-9b7a-b937f4c2512c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-56113c2b-aa9b-4a3a-b595-3375cfd40587', 'network_id': '56113c2b-aa9b-4a3a-b595-3375cfd40587', 'tenant_id': '893339d3d5bd4e718a7ee09e64c283bb', 'fixed_ips': [{'subnet_id': '82d14748-c934-4e5d-9211-46939727e1a8'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:12.710642 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51e78869-4cba-47af-9b7a-b937f4c2512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.722963 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.759213 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Subnet': ['ID=82d14748-c934-4e5d-9211-46939727e1a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:12.832253 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.840742 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d13ff-e7d1-44b3-b5b5-24e41fd48454 None None] Network 56113c2b-aa9b-4a3a-b595-3375cfd40587 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:12.858763 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56113c2b-aa9b-4a3a-b595-3375cfd40587']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:12.873580 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1723b0-0045-4d81-a8dd-b7265f23b76c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:12.873996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1723b0-0045-4d81-a8dd-b7265f23b76c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:12.886839 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.903410 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.911839 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:12.912292 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: timer() Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:12.924382 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:13.004898 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.009992 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 513a98c9-8982-4c5a-a83e-62d5127d877e up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:13.021746 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.025233 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/56113c2b-aa9b-4a3a-b595-3375cfd40587 HTTP/1.1" status: 204 len: 168 time: 0.5553720 Nov 25 18:14:13.028535 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40330) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:13.040329 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851d860-3459-4751-9306-a2da3c9d2fd0 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Network': ['ID=56113c2b-aa9b-4a3a-b595-3375cfd40587,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:13.063770 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 513a98c9-8982-4c5a-a83e-62d5127d877e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:13.064071 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.064772 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2569de9-e7a0-460c-93ce-72dabe2dc18b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] GET failed (client error): The resource could not be found. Nov 25 18:14:13.066151 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-e2569de9-e7a0-460c-93ce-72dabe2dc18b tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "GET /v2.0/subnets/82d14748-c934-4e5d-9211-46939727e1a8 HTTP/1.1" status: 404 len: 337 time: 0.0364318 Nov 25 18:14:13.068874 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40332) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:13.087623 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94295e9-cf5d-44ed-aed7-bac63a5b0cca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] DELETE failed (client error): The resource could not be found. Nov 25 18:14:13.088073 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94295e9-cf5d-44ed-aed7-bac63a5b0cca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:14:13.091202 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b94295e9-cf5d-44ed-aed7-bac63a5b0cca tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/56113c2b-aa9b-4a3a-b595-3375cfd40587 HTTP/1.1" status: 404 len: 339 time: 0.0212851 Nov 25 18:14:13.095055 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:13.121948 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28e783f-438a-4f1f-9da5-df68c25e383e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] DELETE failed (client error): The resource could not be found. Nov 25 18:14:13.122404 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28e783f-438a-4f1f-9da5-df68c25e383e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:14:13.125439 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c28e783f-438a-4f1f-9da5-df68c25e383e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/subnets/82d14748-c934-4e5d-9211-46939727e1a8 HTTP/1.1" status: 404 len: 337 time: 0.0293868 Nov 25 18:14:13.127930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:13.145478 n-d-819349-3 neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5980a1e7-8e53-4b58-ae44-a1c1e456f0c9 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] DELETE failed (client error): The resource could not be found. Nov 25 18:14:13.146178 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5980a1e7-8e53-4b58-ae44-a1c1e456f0c9 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:14:13.148729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d733b891-a209-4f84-b463-18b8d948d9c5 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:13.149002 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5980a1e7-8e53-4b58-ae44-a1c1e456f0c9 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/56113c2b-aa9b-4a3a-b595-3375cfd40587 HTTP/1.1" status: 404 len: 339 time: 0.0201323 Nov 25 18:14:13.152178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40338) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:13.200638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port d733b891-a209-4f84-b463-18b8d948d9c5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:13.201096 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.213321 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d21cb9d-1048-4a2d-85b9-d9e48ba3713c tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Deleting subnet 0db0f390-c989-4777-bb42-20e299e7d570 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:14:13.216592 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d21cb9d-1048-4a2d-85b9-d9e48ba3713c tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.258880 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d21cb9d-1048-4a2d-85b9-d9e48ba3713c tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.286359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.319596 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port d733b891-a209-4f84-b463-18b8d948d9c5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d733b891-a209-4f84-b463-18b8d948d9c5,segment=NetworkSegment(5248fb67-a109-44b0-8b95-5db469f589a6),segment_id=5248fb67-a109-44b0-8b95-5db469f589a6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:13.324391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.346037 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d21cb9d-1048-4a2d-85b9-d9e48ba3713c tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.378336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=d733b891-a209-4f84-b463-18b8d948d9c5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:13.411835 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d21cb9d-1048-4a2d-85b9-d9e48ba3713c tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.441381 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21cb9d-1048-4a2d-85b9-d9e48ba3713c tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Subnet': ['ID=0db0f390-c989-4777-bb42-20e299e7d570,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:13.447257 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d21cb9d-1048-4a2d-85b9-d9e48ba3713c tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.450513 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0d21cb9d-1048-4a2d-85b9-d9e48ba3713c tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/subnets/0db0f390-c989-4777-bb42-20e299e7d570 HTTP/1.1" status: 204 len: 168 time: 0.2969096 Nov 25 18:14:13.453090 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:13.535284 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.604098 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Deleting port d733b891-a209-4f84-b463-18b8d948d9c5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:13.604358 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.662713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527a403-34b2-4939-8a96-34356dc7ce27 None None] Network 6f1e16a1-fcfc-4f15-af48-1335e36467f9 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:13.670357 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] For port d733b891-a209-4f84-b463-18b8d948d9c5, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=d733b891-a209-4f84-b463-18b8d948d9c5,segment=NetworkSegment(5248fb67-a109-44b0-8b95-5db469f589a6),segment_id=5248fb67-a109-44b0-8b95-5db469f589a6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:13.670718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.685710 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Calling delete_port for d733b891-a209-4f84-b463-18b8d948d9c5 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:13.759312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4d6368a9-6e61-4a94-9525-2c361187900d None None] Provisioning complete for port d733b891-a209-4f84-b463-18b8d948d9c5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:13.759691 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d6368a9-6e61-4a94-9525-2c361187900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.768463 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.798723 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Port': ['ID=d733b891-a209-4f84-b463-18b8d948d9c5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:13.803746 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No DVR routers for this DVR port d733b891-a209-4f84-b463-18b8d948d9c5 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:14:13.824071 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4d6368a9-6e61-4a94-9525-2c361187900d None None] Could not find standard attr ID for object d733b891-a209-4f84-b463-18b8d948d9c5. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:14:13.827633 n-d-819349-3 neutron-server[103600]: INFO neutron.plugins.ml2.db [None req-4d6368a9-6e61-4a94-9525-2c361187900d None None] No ports have port_id starting with d733b891-a209-4f84-b463-18b8d948d9c5 Nov 25 18:14:13.881124 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93128bf-7b72-43bb-926e-1082ee732970 None None] DHCP port deletion for 6f1e16a1-fcfc-4f15-af48-1335e36467f9 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:13.897228 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.918354 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1e16a1-fcfc-4f15-af48-1335e36467f9']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:13.927451 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5248fb67-a109-44b0-8b95-5db469f589a6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:13.927750 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5248fb67-a109-44b0-8b95-5db469f589a6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:13.941851 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.954764 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.960467 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:13.960869 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: timer() Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:13.963790 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:14.020689 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.028246 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.031402 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/6f1e16a1-fcfc-4f15-af48-1335e36467f9 HTTP/1.1" status: 204 len: 168 time: 0.5773234 Nov 25 18:14:14.034015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40342) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:14.051953 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e9c88-7694-49ed-8577-e0b7f5c75ab4 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Network': ['ID=6f1e16a1-fcfc-4f15-af48-1335e36467f9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:14.071051 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b417ba85-ddc9-482e-afa7-5fa7b4af2c84 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] DELETE failed (client error): The resource could not be found. Nov 25 18:14:14.071542 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b417ba85-ddc9-482e-afa7-5fa7b4af2c84 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:14:14.074671 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b417ba85-ddc9-482e-afa7-5fa7b4af2c84 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/subnets/2a1ceb2b-a168-4997-b3c4-39abe0ff84a3 HTTP/1.1" status: 404 len: 337 time: 0.0397298 Nov 25 18:14:14.077525 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40344) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:14.095955 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d45bb2-30e1-4060-b02a-2b13eda03fdd tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] DELETE failed (client error): The resource could not be found. Nov 25 18:14:14.096442 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d45bb2-30e1-4060-b02a-2b13eda03fdd tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:14:14.099392 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-73d45bb2-30e1-4060-b02a-2b13eda03fdd tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/d3a0d49b-2889-4162-a7bf-ee46714e6844 HTTP/1.1" status: 404 len: 339 time: 0.0209568 Nov 25 18:14:14.102724 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40346) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:14.127225 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-33905a70-3d8f-4bbb-a652-cc57ff5ca08e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] DELETE failed (client error): The resource could not be found. Nov 25 18:14:14.127576 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33905a70-3d8f-4bbb-a652-cc57ff5ca08e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:14:14.130552 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-33905a70-3d8f-4bbb-a652-cc57ff5ca08e tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/subnets/d82bf1a3-cb3f-4b94-8a73-615f080a06b7 HTTP/1.1" status: 404 len: 337 time: 0.0269301 Nov 25 18:14:14.133131 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40348) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:14.155785 n-d-819349-3 neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd991c56-6bfa-4da1-9a23-ae5d7828c625 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] DELETE failed (client error): The resource could not be found. Nov 25 18:14:14.156296 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd991c56-6bfa-4da1-9a23-ae5d7828c625 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:14:14.159390 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-bd991c56-6bfa-4da1-9a23-ae5d7828c625 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/ae765f1f-9273-414e-b389-8787bf0e8ca7 HTTP/1.1" status: 404 len: 339 time: 0.0253460 Nov 25 18:14:14.162045 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40350) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:14.216717 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9396bcbc-7baa-4605-ae76-4d597e262021 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Deleting subnet c7b0d2f2-e8e6-4c46-b7ff-c4340e0a6dd5 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:14:14.220461 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9396bcbc-7baa-4605-ae76-4d597e262021 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.263559 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9396bcbc-7baa-4605-ae76-4d597e262021 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.353483 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9396bcbc-7baa-4605-ae76-4d597e262021 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.413546 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9396bcbc-7baa-4605-ae76-4d597e262021 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.439752 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396bcbc-7baa-4605-ae76-4d597e262021 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b0d2f2-e8e6-4c46-b7ff-c4340e0a6dd5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:14.447525 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9396bcbc-7baa-4605-ae76-4d597e262021 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.450820 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-9396bcbc-7baa-4605-ae76-4d597e262021 tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/subnets/c7b0d2f2-e8e6-4c46-b7ff-c4340e0a6dd5 HTTP/1.1" status: 204 len: 168 time: 0.2878063 Nov 25 18:14:14.453490 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40352) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:14.453943 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924f31a-57ae-4773-89f3-17ae5762fd93 None None] Network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:14.533986 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.594254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Deleting port 513a98c9-8982-4c5a-a83e-62d5127d877e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:14.594583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.624078 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] DHCP port deletion for 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:14.658558 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] For port 513a98c9-8982-4c5a-a83e-62d5127d877e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=513a98c9-8982-4c5a-a83e-62d5127d877e,segment=NetworkSegment(9777ffaf-e844-4090-ada3-472559a58b56),segment_id=9777ffaf-e844-4090-ada3-472559a58b56)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:14.658918 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.672399 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Calling delete_port for 513a98c9-8982-4c5a-a83e-62d5127d877e owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:14.678010 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] Deleting port 513a98c9-8982-4c5a-a83e-62d5127d877e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:14.678418 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.742732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] For port 513a98c9-8982-4c5a-a83e-62d5127d877e, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=513a98c9-8982-4c5a-a83e-62d5127d877e,segment=NetworkSegment(9777ffaf-e844-4090-ada3-472559a58b56),segment_id=9777ffaf-e844-4090-ada3-472559a58b56)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:14.743224 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.755319 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.756486 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] Calling delete_port for 513a98c9-8982-4c5a-a83e-62d5127d877e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:14.780064 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Port': ['ID=513a98c9-8982-4c5a-a83e-62d5127d877e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:14.785803 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] No DVR routers for this DVR port 513a98c9-8982-4c5a-a83e-62d5127d877e on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:14:14.867518 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.890338 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:14.901187 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9777ffaf-e844-4090-ada3-472559a58b56') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:14.901504 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9777ffaf-e844-4090-ada3-472559a58b56') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:14.918077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.932715 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.939383 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:14.939797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: timer() Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:14.943311 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:14.993062 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 513a98c9-8982-4c5a-a83e-62d5127d877e no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:15.004433 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.012279 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.015484 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] 10.222.0.81 "DELETE /v2.0/networks/6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a HTTP/1.1" status: 204 len: 168 time: 0.5610533 Nov 25 18:14:15.017139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 513a98c9-8982-4c5a-a83e-62d5127d877e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:15.017502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 513a98c9-8982-4c5a-a83e-62d5127d877e not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:15.017927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d733b891-a209-4f84-b463-18b8d948d9c5 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:15.020025 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.028162 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb03086-4b31-4146-acc3-fecd36ae920d tempest-NetworksIpV6Test-872580207 tempest-NetworksIpV6Test-872580207-project] Pushing event deleted for resources: {'Network': ['ID=6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:15.044215 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: d733b891-a209-4f84-b463-18b8d948d9c5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:15.044566 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device d733b891-a209-4f84-b463-18b8d948d9c5 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:15.062161 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] Network 6a94f2f0-52f9-4767-bea9-ab0d0bb1d92a is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:14:15.062640 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] No DVR routers for this DVR port 513a98c9-8982-4c5a-a83e-62d5127d877e on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:14:15.073600 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be423cb8-47ff-4bc0-acb3-6f0f51913f5a None None] Pushing event deleted for resources: {'Port': ['ID=513a98c9-8982-4c5a-a83e-62d5127d877e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:15.274221 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40358) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:15.404238 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8b18bcf5-9042-4f96-a367-179c92efee8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=893339d3d5bd4e718a7ee09e64c283bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285222 Nov 25 18:14:15.406757 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40362) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:15.454135 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8801802-6694-4e4a-bf63-524197cf9d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.474775 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8801802-6694-4e4a-bf63-524197cf9d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.525287 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8801802-6694-4e4a-bf63-524197cf9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.527831 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8801802-6694-4e4a-bf63-524197cf9d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.529012 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-b8801802-6694-4e4a-bf63-524197cf9d1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7a02d12-81b1-4165-8402-98c13c6d2b5e HTTP/1.1" status: 204 len: 168 time: 0.1213136 Nov 25 18:14:15.536771 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8801802-6694-4e4a-bf63-524197cf9d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a02d12-81b1-4165-8402-98c13c6d2b5e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.159414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40384) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.251644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2fab5840-52b4-4cb0-884b-fb8b71c78dcc tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1540537537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.276011 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fab5840-52b4-4cb0-884b-fb8b71c78dcc tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.277057 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fab5840-52b4-4cb0-884b-fb8b71c78dcc tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.332065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fab5840-52b4-4cb0-884b-fb8b71c78dcc tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.336237 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fab5840-52b4-4cb0-884b-fb8b71c78dcc tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.353112 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2fab5840-52b4-4cb0-884b-fb8b71c78dcc tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.354272 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2fab5840-52b4-4cb0-884b-fb8b71c78dcc tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1938531 Nov 25 18:14:16.357056 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.361666 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1684346390'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.381206 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Made reservation on behalf of 794db692e467480a80e913086bb541b0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:16.385211 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.393570 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.468762 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.472531 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.504094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:16.509665 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2efb58-6db1-489a-bbe6-f7aaab82f0ba,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.517745 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.518052 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Added segment f3869a56-5276-4f3a-80e5-3f5f435e1b13 of type vlan for network d75332f6-180c-4c4d-bfcf-02a4a5819aab Nov 25 18:14:16.559920 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.583078 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.589277 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:16.589858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.647740 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2896636 Nov 25 18:14:16.652385 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40390) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.657553 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Request body: {'subnet': {'network_id': 'd75332f6-180c-4c4d-bfcf-02a4a5819aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.660773 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195f3cd-42d8-4108-9c46-057e3588701d tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event updated for resources: {'Network': ['ID=d75332f6-180c-4c4d-bfcf-02a4a5819aab,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.671867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network d75332f6-180c-4c4d-bfcf-02a4a5819aab details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:16.749561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Made reservation on behalf of 794db692e467480a80e913086bb541b0 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:16.753137 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.932157 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.990270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event updated for resources: {'Subnet': ['ID=6e349c99-4589-4e20-9270-fed5eaa56ac3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.999472 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Checking segment: {'id': 'f3869a56-5276-4f3a-80e5-3f5f435e1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd75332f6-180c-4c4d-bfcf-02a4a5819aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:16.999861 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Network hostable DHCP agents. Network: d75332f6-180c-4c4d-bfcf-02a4a5819aab, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:17.016736 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Network d75332f6-180c-4c4d-bfcf-02a4a5819aab is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:17.025549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, d75332f6-180c-4c4d-bfcf-02a4a5819aab) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:17.029712 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:17.030325 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.034502 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8a549c-98b0-4f79-9a6a-b8ae90eebd8f None None] Network d75332f6-180c-4c4d-bfcf-02a4a5819aab requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:17.046882 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c23fa9a1-2a81-467b-af20-4dca8ffd9e87 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3933229 Nov 25 18:14:17.049985 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40392) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:17.056020 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-536512167'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:17.082858 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Made reservation on behalf of 794db692e467480a80e913086bb541b0 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:17.086430 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.115005 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:17.125077 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.125427 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Added segment 2cce1eb4-4c99-4ed9-844c-364b202a0711 of type vlan for network cd018d22-f579-455f-8186-27381e898163 Nov 25 18:14:17.167099 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.193797 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.200508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:17.201148 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.259890 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2086666 Nov 25 18:14:17.262919 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:17.269107 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Request body: {'subnet': {'network_id': 'cd018d22-f579-455f-8186-27381e898163', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:17.275289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9602-2296-4148-91ee-006a43fcd43c tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event updated for resources: {'Network': ['ID=cd018d22-f579-455f-8186-27381e898163,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:17.284709 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-d75332f6-180c-4c4d-bfcf-02a4a5819aab', 'network_id': 'd75332f6-180c-4c4d-bfcf-02a4a5819aab', 'tenant_id': '794db692e467480a80e913086bb541b0', 'fixed_ips': [{'subnet_id': '6e349c99-4589-4e20-9270-fed5eaa56ac3'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:17.285634 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.291237 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network cd018d22-f579-455f-8186-27381e898163 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:17.365506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Made reservation on behalf of 794db692e467480a80e913086bb541b0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:17.369529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.499856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Allocated IP 172.20.0.2 (d75332f6-180c-4c4d-bfcf-02a4a5819aab/6e349c99-4589-4e20-9270-fed5eaa56ac3/e1bdbd8c-6b4c-46f2-aed5-2710a7425681) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:17.560175 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.628057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event updated for resources: {'Subnet': ['ID=a1f74467-a52e-493e-81a7-d859c6a47e77,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:17.633034 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Checking segment: {'id': '2cce1eb4-4c99-4ed9-844c-364b202a0711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'cd018d22-f579-455f-8186-27381e898163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:17.633234 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Network hostable DHCP agents. Network: cd018d22-f579-455f-8186-27381e898163, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:17.645816 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.652265 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Network cd018d22-f579-455f-8186-27381e898163 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:17.654531 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.661747 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, cd018d22-f579-455f-8186-27381e898163) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:17.666425 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:17.667028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.683502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-a6f271cf-a861-436f-aff3-b058c6a66880 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4189086 Nov 25 18:14:17.686296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40396) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:17.690211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e799ca5-6561-4dec-986b-63b82cac4186 None None] Network cd018d22-f579-455f-8186-27381e898163 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:17.690793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-41eba9cc-9359-409a-a498-b221f77c830f tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd018d22-f579-455f-8186-27381e898163'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:17.719001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Network d75332f6-180c-4c4d-bfcf-02a4a5819aab is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:17.750175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:17.753122 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:17.766159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Pushing event updated for resources: {'Port': ['ID=e1bdbd8c-6b4c-46f2-aed5-2710a7425681,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:17.846627 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Attempting to bind port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:17.847004 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Attempting to bind port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f3869a56-5276-4f3a-80e5-3f5f435e1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd75332f6-180c-4c4d-bfcf-02a4a5819aab'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:17.847370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Attempting to bind port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 on network d75332f6-180c-4c4d-bfcf-02a4a5819aab {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:17.873352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:17.873732 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Checking segment: {'id': 'f3869a56-5276-4f3a-80e5-3f5f435e1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd75332f6-180c-4c4d-bfcf-02a4a5819aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:17.874142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.874537 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Bound using segment: {'id': 'f3869a56-5276-4f3a-80e5-3f5f435e1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd75332f6-180c-4c4d-bfcf-02a4a5819aab'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:17.875009 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Bound port: e1bdbd8c-6b4c-46f2-aed5-2710a7425681, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3869a56-5276-4f3a-80e5-3f5f435e1b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd75332f6-180c-4c4d-bfcf-02a4a5819aab'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:17.875394 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.901104 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41eba9cc-9359-409a-a498-b221f77c830f tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.955828 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08adcbb-f146-484b-97e6-039d905ce418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-cd018d22-f579-455f-8186-27381e898163', 'network_id': 'cd018d22-f579-455f-8186-27381e898163', 'tenant_id': '794db692e467480a80e913086bb541b0', 'fixed_ips': [{'subnet_id': 'a1f74467-a52e-493e-81a7-d859c6a47e77'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:17.956694 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a08adcbb-f146-484b-97e6-039d905ce418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.986680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] For port e1bdbd8c-6b4c-46f2-aed5-2710a7425681, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:18.011690 n-d-819349-3 neutron-server[103599]: INFO neutron.api.v2.resource [None req-41eba9cc-9359-409a-a498-b221f77c830f tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:14:18.018340 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-41eba9cc-9359-409a-a498-b221f77c830f tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "PUT /v2.0/routers/07d3a4d9-00a2-4aa9-bbaa-fd21024f3a1c HTTP/1.1" status: 400 len: 364 time: 0.3255329 Nov 25 18:14:18.018583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40398) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:18.046026 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] For port e1bdbd8c-6b4c-46f2-aed5-2710a7425681, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e1bdbd8c-6b4c-46f2-aed5-2710a7425681,segment=NetworkSegment(f3869a56-5276-4f3a-80e5-3f5f435e1b13),segment_id=f3869a56-5276-4f3a-80e5-3f5f435e1b13)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:18.054689 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.071611 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5ffb16-8fa4-464e-ab41-a7b3ab986458 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Deleting subnet a1f74467-a52e-493e-81a7-d859c6a47e77 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:14:18.076042 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffb16-8fa4-464e-ab41-a7b3ab986458 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.119185 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffb16-8fa4-464e-ab41-a7b3ab986458 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24840218'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.134527 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be62767-bb8b-43af-b943-75375dae6594 None None] Pushing event updated for resources: {'Port': ['ID=e1bdbd8c-6b4c-46f2-aed5-2710a7425681,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:18.168078 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffb16-8fa4-464e-ab41-a7b3ab986458 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.234874 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffb16-8fa4-464e-ab41-a7b3ab986458 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25026237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24854482'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-a08adcbb-f146-484b-97e6-039d905ce418 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1f74467-a52e-493e-81a7-d859c6a47e77: This subnet is being modified by another concurrent operation. Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1f74467-a52e-493e-81a7-d859c6a47e77: This subnet is being modified by another concurrent operation. Nov 25 18:14:18.238573 n-d-819349-3 neutron-server[103600]: ERROR oslo_messaging.rpc.server Nov 25 18:14:18.250095 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e5ffb16-8fa4-464e-ab41-a7b3ab986458 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.256053 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-0e5ffb16-8fa4-464e-ab41-a7b3ab986458 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "DELETE /v2.0/subnets/a1f74467-a52e-493e-81a7-d859c6a47e77 HTTP/1.1" status: 204 len: 168 time: 0.2340066 Nov 25 18:14:18.256857 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40400) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:18.270046 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5b23e2-73b7-47c5-b954-51c5ef9844f0 None None] Network cd018d22-f579-455f-8186-27381e898163 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:18.274367 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ffb16-8fa4-464e-ab41-a7b3ab986458 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f74467-a52e-493e-81a7-d859c6a47e77,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:18.390600 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.484058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.503359 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd018d22-f579-455f-8186-27381e898163']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:18.513547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cce1eb4-4c99-4ed9-844c-364b202a0711') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:18.513843 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cce1eb4-4c99-4ed9-844c-364b202a0711') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:18.528820 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.542458 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.548350 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:18.548882 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: timer() Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:18.551983 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:18.608846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.617106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.620400 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "DELETE /v2.0/networks/cd018d22-f579-455f-8186-27381e898163 HTTP/1.1" status: 204 len: 168 time: 0.3573513 Nov 25 18:14:18.622893 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:18.641597 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79dfc-7df6-40ab-bedf-f99059ffc034 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event deleted for resources: {'Network': ['ID=cd018d22-f579-455f-8186-27381e898163,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:18.685986 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-febc5bd4-32aa-42df-8e0b-5c96c8a9d790 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Deleting subnet 6e349c99-4589-4e20-9270-fed5eaa56ac3 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:14:18.689053 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-febc5bd4-32aa-42df-8e0b-5c96c8a9d790 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.734771 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-febc5bd4-32aa-42df-8e0b-5c96c8a9d790 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.955147 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e1bdbd8c-6b4c-46f2-aed5-2710a7425681 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:19.013878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:19.014248 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.076624 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-febc5bd4-32aa-42df-8e0b-5c96c8a9d790 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.099453 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.131391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf85b23-0a25-4192-ac64-261f9e014144 None None] Network d75332f6-180c-4c4d-bfcf-02a4a5819aab requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:19.141755 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-febc5bd4-32aa-42df-8e0b-5c96c8a9d790 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.173337 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc5bd4-32aa-42df-8e0b-5c96c8a9d790 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event deleted for resources: {'Subnet': ['ID=6e349c99-4589-4e20-9270-fed5eaa56ac3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:19.177198 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-febc5bd4-32aa-42df-8e0b-5c96c8a9d790 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.182265 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-febc5bd4-32aa-42df-8e0b-5c96c8a9d790 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "DELETE /v2.0/subnets/6e349c99-4589-4e20-9270-fed5eaa56ac3 HTTP/1.1" status: 204 len: 168 time: 0.5574670 Nov 25 18:14:19.183877 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40404) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:19.247056 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-47c35102-b960-44b3-a740-204da45e6913 None None] Provisioning complete for port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:19.247348 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47c35102-b960-44b3-a740-204da45e6913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.251411 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:14:19.251781 n-d-819349-3 neutron-server[103600]: DEBUG oslo_db.api [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:14:19.262349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.316275 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Deleting port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:19.316620 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.389795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] For port e1bdbd8c-6b4c-46f2-aed5-2710a7425681, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e1bdbd8c-6b4c-46f2-aed5-2710a7425681,segment=NetworkSegment(f3869a56-5276-4f3a-80e5-3f5f435e1b13),segment_id=f3869a56-5276-4f3a-80e5-3f5f435e1b13)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:19.390313 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.393937 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47c35102-b960-44b3-a740-204da45e6913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.406885 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Calling delete_port for e1bdbd8c-6b4c-46f2-aed5-2710a7425681 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:19.438550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-47c35102-b960-44b3-a740-204da45e6913 None None] For port e1bdbd8c-6b4c-46f2-aed5-2710a7425681, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=e1bdbd8c-6b4c-46f2-aed5-2710a7425681,segment=NetworkSegment(f3869a56-5276-4f3a-80e5-3f5f435e1b13),segment_id=f3869a56-5276-4f3a-80e5-3f5f435e1b13)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:19.442422 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47c35102-b960-44b3-a740-204da45e6913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.467907 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] DHCP port deletion for d75332f6-180c-4c4d-bfcf-02a4a5819aab request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:19.498749 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.519946 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c35102-b960-44b3-a740-204da45e6913 None None] Pushing event updated for resources: {'Port': ['ID=e1bdbd8c-6b4c-46f2-aed5-2710a7425681,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:19.525585 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event deleted for resources: {'Port': ['ID=e1bdbd8c-6b4c-46f2-aed5-2710a7425681,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:19.529156 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] No DVR routers for this DVR port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 on host n-d-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:14:19.544264 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] Deleting port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:19.544644 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.608262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] For port e1bdbd8c-6b4c-46f2-aed5-2710a7425681, host n-d-819349-3, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:19.608658 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.612878 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.621680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] Calling delete_port for e1bdbd8c-6b4c-46f2-aed5-2710a7425681 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:19.624371 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] Port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:14:19.625676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.633206 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75332f6-180c-4c4d-bfcf-02a4a5819aab']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:19.642471 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3869a56-5276-4f3a-80e5-3f5f435e1b13') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:19.642764 n-d-819349-3 neutron-server[103598]: DEBUG neutron.services.segments.db [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3869a56-5276-4f3a-80e5-3f5f435e1b13') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:19.651628 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] Pushing event deleted for resources: {'Port': ['ID=e1bdbd8c-6b4c-46f2-aed5-2710a7425681,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:19.653939 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12964370'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.656384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce0307-610e-42bb-bb1f-27ad452017d3 None None] No DVR routers for this DVR port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:14:19.673059 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208dc5d-dfa5-4572-a211-fe6a2a708386 None None] get_active_networks_info from n-d-819349-3 {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:14:19.673211 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.680322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:19.680691 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24722494'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: Traceback (most recent call last): Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: timer() Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: cb(*args, **kw) Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: return func(*args, **kwargs) Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: self._notify() Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: self.callback(batched_events) Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: event.method(event) Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: return f(self, *a, **k) Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: return self._get(url).json() Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:19.683969 n-d-819349-3 neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:19.739867 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208dc5d-dfa5-4572-a211-fe6a2a708386 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:14:19.746975 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.758709 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.765849 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "DELETE /v2.0/networks/d75332f6-180c-4c4d-bfcf-02a4a5819aab HTTP/1.1" status: 204 len: 168 time: 0.5785544 Nov 25 18:14:19.766303 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:19.781942 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d3651-ec95-4035-a0aa-5b6a9ea5b2e7 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Pushing event deleted for resources: {'Network': ['ID=d75332f6-180c-4c4d-bfcf-02a4a5819aab,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:19.791434 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Port e1bdbd8c-6b4c-46f2-aed5-2710a7425681 update to ACTIVE by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 18:14:19.799030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f7327f59-070c-4076-aa7b-1af47c2b6305 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d3a4d9-00a2-4aa9-bbaa-fd21024f3a1c HTTP/1.1" status: 200 len: 205 time: 0.0313978 Nov 25 18:14:19.801489 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:19.879003 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b28ba5-7aeb-40b1-9940-d5d5583fbd54 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.394950 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b28ba5-7aeb-40b1-9940-d5d5583fbd54 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.397215 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b28ba5-7aeb-40b1-9940-d5d5583fbd54 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.440549 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b28ba5-7aeb-40b1-9940-d5d5583fbd54 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.441078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b28ba5-7aeb-40b1-9940-d5d5583fbd54 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Fanout notify agent at l3_agent the message router_deleted on router 07d3a4d9-00a2-4aa9-bbaa-fd21024f3a1c {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:14:20.449310 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2b28ba5-7aeb-40b1-9940-d5d5583fbd54 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.452964 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-c2b28ba5-7aeb-40b1-9940-d5d5583fbd54 tempest-RoutersNegativeTest-559672523 tempest-RoutersNegativeTest-559672523-project] 10.222.0.81 "DELETE /v2.0/routers/07d3a4d9-00a2-4aa9-bbaa-fd21024f3a1c HTTP/1.1" status: 204 len: 168 time: 0.6479843 Nov 25 18:14:20.686897 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:20.818180 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-8e1a6616-d44a-49bd-9cc5-e942a8cf3cfe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=794db692e467480a80e913086bb541b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301436 Nov 25 18:14:20.820746 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:20.868986 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4755c143-db3a-4ff2-8ae2-51aad51ceff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.890816 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4755c143-db3a-4ff2-8ae2-51aad51ceff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.895401 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e1bdbd8c-6b4c-46f2-aed5-2710a7425681 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:20.917312 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: e1bdbd8c-6b4c-46f2-aed5-2710a7425681 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:20.917658 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device e1bdbd8c-6b4c-46f2-aed5-2710a7425681 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:20.943753 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4755c143-db3a-4ff2-8ae2-51aad51ceff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.946763 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4755c143-db3a-4ff2-8ae2-51aad51ceff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.947927 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4755c143-db3a-4ff2-8ae2-51aad51ceff3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc2efb58-6db1-489a-bbe6-f7aaab82f0ba HTTP/1.1" status: 204 len: 168 time: 0.1261952 Nov 25 18:14:20.955813 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755c143-db3a-4ff2-8ae2-51aad51ceff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2efb58-6db1-489a-bbe6-f7aaab82f0ba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:21.559899 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40440) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:21.657101 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-816897971-network', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:21.677347 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Made reservation on behalf of e422f8dcf4ae480c80a0f54632e7752b for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:21.680321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.688675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.763116 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.767045 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.794423 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:21.800719 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc17b93-d997-475d-bdd9-470e827cd34e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:21.807349 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.807697 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Added segment cd8d500c-5827-42bb-99c7-2920fbd3da82 of type vlan for network ccb372a0-15e5-4a75-8879-fa6d371905d1 Nov 25 18:14:21.848082 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.877261 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.878142 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:21.878718 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.933752 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3727322 Nov 25 18:14:21.936914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:21.942078 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Request body: {'subnet': {'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-subnet', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:21.945545 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295745b-3143-4749-90c2-3f1e1fc4da06 admin admin] Pushing event updated for resources: {'Network': ['ID=ccb372a0-15e5-4a75-8879-fa6d371905d1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:21.954843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:21.966155 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Made reservation on behalf of e422f8dcf4ae480c80a0f54632e7752b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:21.968750 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.156235 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.215644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e6768f-cfa5-47b4-a35e-5449770744ba,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:22.223849 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Checking segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:22.224275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Network hostable DHCP agents. Network: ccb372a0-15e5-4a75-8879-fa6d371905d1, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:22.242207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:22.251711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, ccb372a0-15e5-4a75-8879-fa6d371905d1) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:22.256193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:22.256926 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.262617 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ef28d-16a6-476b-99d8-f27b4553c722 None None] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:22.275918 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-6602680f-e001-414d-9abb-87983ea85d7f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3378029 Nov 25 18:14:22.278848 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:22.283113 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:22.302669 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.303680 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.355484 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.413636 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958bc890-dd81-4035-8030-7234d117256d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-ccb372a0-15e5-4a75-8879-fa6d371905d1', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'fixed_ips': [{'subnet_id': '95e6768f-cfa5-47b4-a35e-5449770744ba'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:22.414794 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-958bc890-dd81-4035-8030-7234d117256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.498694 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.551655 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-958bc890-dd81-4035-8030-7234d117256d None None] Allocated IP 172.20.0.2 (ccb372a0-15e5-4a75-8879-fa6d371905d1/95e6768f-cfa5-47b4-a35e-5449770744ba/ae8154d7-5bd1-4732-9448-1d84e80d9855) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:22.699219 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-958bc890-dd81-4035-8030-7234d117256d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.702858 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.705526 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-958bc890-dd81-4035-8030-7234d117256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.723070 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.752824 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bc890-dd81-4035-8030-7234d117256d None None] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:22.755952 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-958bc890-dd81-4035-8030-7234d117256d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:22.761123 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bc890-dd81-4035-8030-7234d117256d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:22.764168 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc890-dd81-4035-8030-7234d117256d None None] Pushing event updated for resources: {'Port': ['ID=ae8154d7-5bd1-4732-9448-1d84e80d9855,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:22.817246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-958bc890-dd81-4035-8030-7234d117256d None None] Attempting to bind port ae8154d7-5bd1-4732-9448-1d84e80d9855 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:22.817729 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-958bc890-dd81-4035-8030-7234d117256d None None] Attempting to bind port ae8154d7-5bd1-4732-9448-1d84e80d9855 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:22.818097 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bc890-dd81-4035-8030-7234d117256d None None] Attempting to bind port ae8154d7-5bd1-4732-9448-1d84e80d9855 on network ccb372a0-15e5-4a75-8879-fa6d371905d1 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:22.823244 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bc890-dd81-4035-8030-7234d117256d None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:22.823629 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bc890-dd81-4035-8030-7234d117256d None None] Checking segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:22.824038 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-958bc890-dd81-4035-8030-7234d117256d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.824438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bc890-dd81-4035-8030-7234d117256d None None] Bound using segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:22.824914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-958bc890-dd81-4035-8030-7234d117256d None None] Bound port: ae8154d7-5bd1-4732-9448-1d84e80d9855, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:22.825311 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-958bc890-dd81-4035-8030-7234d117256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.834934 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Allocated IP 172.25.1.20 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/3eb090d0-e18c-4da2-8a3f-636110155d56) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:22.888739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-958bc890-dd81-4035-8030-7234d117256d None None] For port ae8154d7-5bd1-4732-9448-1d84e80d9855, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:22.891863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-958bc890-dd81-4035-8030-7234d117256d None None] For port ae8154d7-5bd1-4732-9448-1d84e80d9855, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae8154d7-5bd1-4732-9448-1d84e80d9855,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:22.895893 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-958bc890-dd81-4035-8030-7234d117256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.949430 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.957127 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc890-dd81-4035-8030-7234d117256d None None] Pushing event updated for resources: {'Port': ['ID=ae8154d7-5bd1-4732-9448-1d84e80d9855,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:22.986904 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.028007 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:23.030990 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:23.034543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:23.046921 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7df9aa-cdda-45b3-9f95-217f36c77978 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:23.060059 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Pushing event updated for resources: {'Port': ['ID=3eb090d0-e18c-4da2-8a3f-636110155d56,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:23.098318 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ff69d98e-5d72-4e23-ace0-834e368d676d None None] Provisioning complete for port 3eb090d0-e18c-4da2-8a3f-636110155d56 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:23.098697 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff69d98e-5d72-4e23-ace0-834e368d676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.153114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ff69d98e-5d72-4e23-ace0-834e368d676d None None] Port 3eb090d0-e18c-4da2-8a3f-636110155d56 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:23.325297 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.527337 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.661742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Router 8c412621-a004-495f-9dd5-82107f2e7d03 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:14:23.777561 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:23.787638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Sync routers for ids ['8c412621-a004-495f-9dd5-82107f2e7d03'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:23.797972 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.800105 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Routers {'8c412621-a004-495f-9dd5-82107f2e7d03'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:23.800832 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:14:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8c412621-a004-495f-9dd5-82107f2e7d03'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:23.802420 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:23.802900 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-4cc3a7ac-abab-45e6-af69-d0a70276fce8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5226486 Nov 25 18:14:23.895621 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e08e48-b5b3-4139-aaea-02ddacd82091 None None] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:23.967335 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Set router 8c412621-a004-495f-9dd5-82107f2e7d03 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:24.108195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c91ce66d-c12f-4b68-a988-72274cb69d57 None None] Provisioning complete for port ae8154d7-5bd1-4732-9448-1d84e80d9855 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:24.108564 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c91ce66d-c12f-4b68-a988-72274cb69d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.232843 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.301598 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c91ce66d-c12f-4b68-a988-72274cb69d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.343208 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 3, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port': {'id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:24.348392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c91ce66d-c12f-4b68-a988-72274cb69d57 None None] For port ae8154d7-5bd1-4732-9448-1d84e80d9855, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae8154d7-5bd1-4732-9448-1d84e80d9855,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:24.377801 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c91ce66d-c12f-4b68-a988-72274cb69d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.380352 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Checking router: 8c412621-a004-495f-9dd5-82107f2e7d03 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:24.380713 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Updating router 8c412621-a004-495f-9dd5-82107f2e7d03 port 3eb090d0-e18c-4da2-8a3f-636110155d56 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:14:24.399173 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Allocated IP 172.20.0.1 (ccb372a0-15e5-4a75-8879-fa6d371905d1/95e6768f-cfa5-47b4-a35e-5449770744ba/b4e22184-8792-4a97-9869-b96f5d1a3fdd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:24.433918 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.474160 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ce66d-c12f-4b68-a988-72274cb69d57 None None] Pushing event updated for resources: {'Port': ['ID=ae8154d7-5bd1-4732-9448-1d84e80d9855,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:24.513312 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.548885 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.589377 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:24.592199 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:24.596264 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:24.626580 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e22184-8792-4a97-9869-b96f5d1a3fdd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:24.629827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eb2f6362-b285-4b11-ad2f-d5b5d270b9a3 None None] Provisioning complete for port ae8154d7-5bd1-4732-9448-1d84e80d9855 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:24.630490 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6362-b285-4b11-ad2f-d5b5d270b9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.640719 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.786285 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.795980 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.802444 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.852595 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebb4f9-256f-4b74-b4d3-9771a3f2182a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:24.873885 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Attempting to bind port 3eb090d0-e18c-4da2-8a3f-636110155d56 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:24.874269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Attempting to bind port 3eb090d0-e18c-4da2-8a3f-636110155d56 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:24.874708 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Attempting to bind port 3eb090d0-e18c-4da2-8a3f-636110155d56 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:24.879934 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bdb74-8e42-4e84-8af8-521c437305af None None] Pushing event updated for resources: {'Port': ['ID=3eb090d0-e18c-4da2-8a3f-636110155d56,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:24.883754 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:24.884138 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:24.884547 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.885091 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:24.885574 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Bound port: 3eb090d0-e18c-4da2-8a3f-636110155d56, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:24.885961 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.943180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-90aac3a6-90e6-4f29-ac6b-4c944e65e5d3 None None] Provisioning complete for port 3eb090d0-e18c-4da2-8a3f-636110155d56 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:24.943548 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90aac3a6-90e6-4f29-ac6b-4c944e65e5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.969898 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] For port 3eb090d0-e18c-4da2-8a3f-636110155d56, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:24.982270 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.987248 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.988468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae8154d7-5bd1-4732-9448-1d84e80d9855 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:24.997375 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] For port 3eb090d0-e18c-4da2-8a3f-636110155d56, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3eb090d0-e18c-4da2-8a3f-636110155d56,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:25.021409 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.036329 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-90aac3a6-90e6-4f29-ac6b-4c944e65e5d3 None None] Port 3eb090d0-e18c-4da2-8a3f-636110155d56 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:25.055531 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.057272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e22184-8792-4a97-9869-b96f5d1a3fdd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:25.088450 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ed534-5422-4132-8ff1-d3e23ec155c2 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:25.120011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bdb74-8e42-4e84-8af8-521c437305af None None] Pushing event updated for resources: {'Port': ['ID=3eb090d0-e18c-4da2-8a3f-636110155d56,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:25.126070 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-90aac3a6-90e6-4f29-ac6b-4c944e65e5d3 None None] Provisioning complete for port b4e22184-8792-4a97-9869-b96f5d1a3fdd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:25.126390 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90aac3a6-90e6-4f29-ac6b-4c944e65e5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.149384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Routers {'8c412621-a004-495f-9dd5-82107f2e7d03'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:25.150281 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:14:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8c412621-a004-495f-9dd5-82107f2e7d03'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:25.165174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:25.166607 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:25.203847 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port ae8154d7-5bd1-4732-9448-1d84e80d9855 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:25.204231 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.253277 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-90aac3a6-90e6-4f29-ac6b-4c944e65e5d3 None None] Port b4e22184-8792-4a97-9869-b96f5d1a3fdd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:25.301240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Router 8c412621-a004-495f-9dd5-82107f2e7d03 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:14:25.329845 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] Set router 8c412621-a004-495f-9dd5-82107f2e7d03 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:25.422484 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:25.427883 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-a3b33443-7020-440c-ba1a-50ed52185c85 admin admin] 10.222.0.81 "PUT /v2.0/routers/8c412621-a004-495f-9dd5-82107f2e7d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6241395 Nov 25 18:14:25.606227 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3c37f906-f303-4461-b72c-4eb569e96e6a None None] Provisioning complete for port 3eb090d0-e18c-4da2-8a3f-636110155d56 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:25.606687 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c37f906-f303-4461-b72c-4eb569e96e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.778029 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c37f906-f303-4461-b72c-4eb569e96e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.803286 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3c37f906-f303-4461-b72c-4eb569e96e6a None None] For port 3eb090d0-e18c-4da2-8a3f-636110155d56, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3eb090d0-e18c-4da2-8a3f-636110155d56,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:25.808525 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c37f906-f303-4461-b72c-4eb569e96e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.856966 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 4, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port': {'id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b4e22184-8792-4a97-9869-b96f5d1a3fdd', 'name': '', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'mac_address': 'fa:16:3e:02:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:24Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 2, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'subnets': [{'id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:25.892084 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad5f48-fa12-4396-bd83-a24cdc5acd46 None None] The sync data for ids ['8c412621-a004-495f-9dd5-82107f2e7d03'] in n-d-819349-3 is: [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 4, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port': {'id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b4e22184-8792-4a97-9869-b96f5d1a3fdd', 'name': '', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'mac_address': 'fa:16:3e:02:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:24Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 2, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'subnets': [{'id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:25.894245 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f906-f303-4461-b72c-4eb569e96e6a None None] Pushing event updated for resources: {'Port': ['ID=3eb090d0-e18c-4da2-8a3f-636110155d56,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:25.915829 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40464) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:25.923069 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-450685880-network', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:25.932579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f4688b2-3ea6-48b7-8110-9a96256febfc None None] Provisioning complete for port b4e22184-8792-4a97-9869-b96f5d1a3fdd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:25.933287 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f4688b2-3ea6-48b7-8110-9a96256febfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.947204 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Made reservation on behalf of 40ba5c31b6354b7a9411d1fe62a29a36 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:25.950329 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.961911 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.974261 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f4688b2-3ea6-48b7-8110-9a96256febfc None None] Port b4e22184-8792-4a97-9869-b96f5d1a3fdd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:26.044727 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.049276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.094692 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:26.105123 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e32dc-39eb-4e03-ba0e-539b3a57ae56,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:26.111078 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.111438 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Added segment e4a75342-de06-4270-902b-5a35a6e9de93 of type vlan for network fbde68fb-9792-44d3-92ca-a600dbeebe81 Nov 25 18:14:26.158946 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.185794 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.187090 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:26.187694 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.253036 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3332567 Nov 25 18:14:26.254255 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:26.261967 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Request body: {'subnet': {'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-subnet', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:26.266362 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0996b-c6e9-4423-bc7b-34d2900ac5fd admin admin] Pushing event updated for resources: {'Network': ['ID=fbde68fb-9792-44d3-92ca-a600dbeebe81,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:26.276520 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:26.292164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Made reservation on behalf of 40ba5c31b6354b7a9411d1fe62a29a36 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:26.294988 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.478341 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.533148 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69616cf4-ecbd-4c7a-b606-1eabf690e1d2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:26.548810 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Checking segment: {'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:26.549207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Network hostable DHCP agents. Network: fbde68fb-9792-44d3-92ca-a600dbeebe81, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:26.575144 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:26.589289 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, fbde68fb-9792-44d3-92ca-a600dbeebe81) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:26.593483 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:26.594094 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.598725 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5531c5-2793-42d8-bdb5-2cc0a6e3fa2e None None] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:26.609957 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-db25c47f-be92-4ac2-811f-685a8cdb9c2d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3546798 Nov 25 18:14:26.612601 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:26.618083 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:26.649434 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.651065 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.708529 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.773669 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-fbde68fb-9792-44d3-92ca-a600dbeebe81', 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'fixed_ips': [{'subnet_id': '69616cf4-ecbd-4c7a-b606-1eabf690e1d2'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:26.775095 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.866134 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:26.938863 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Allocated IP 172.20.0.2 (fbde68fb-9792-44d3-92ca-a600dbeebe81/69616cf4-ecbd-4c7a-b606-1eabf690e1d2/da8db001-40f6-4485-89b5-4cb448ac842c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:26.973314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3eb090d0-e18c-4da2-8a3f-636110155d56 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:27.102057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 3eb090d0-e18c-4da2-8a3f-636110155d56 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:27.102619 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.133835 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.155973 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.172686 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.181825 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.227489 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:27.235735 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:27.245115 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:27.283234 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Pushing event updated for resources: {'Port': ['ID=da8db001-40f6-4485-89b5-4cb448ac842c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:27.283462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Allocated IP 172.25.1.222 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/c794e755-69ad-4d5b-8c3b-22be81e97f10) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:27.343294 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Attempting to bind port da8db001-40f6-4485-89b5-4cb448ac842c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:27.343922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Attempting to bind port da8db001-40f6-4485-89b5-4cb448ac842c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:27.344791 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Attempting to bind port da8db001-40f6-4485-89b5-4cb448ac842c on network fbde68fb-9792-44d3-92ca-a600dbeebe81 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:27.352322 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:27.352698 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Checking segment: {'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:27.353340 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.353890 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Bound using segment: {'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:27.354542 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Bound port: da8db001-40f6-4485-89b5-4cb448ac842c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:27.354932 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.427723 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.431266 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] For port da8db001-40f6-4485-89b5-4cb448ac842c, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:27.434688 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] For port da8db001-40f6-4485-89b5-4cb448ac842c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=da8db001-40f6-4485-89b5-4cb448ac842c,segment=NetworkSegment(e4a75342-de06-4270-902b-5a35a6e9de93),segment_id=e4a75342-de06-4270-902b-5a35a6e9de93)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:27.439391 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.467073 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.502314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027f865-c0c7-4765-95ac-cb96be95fbd7 None None] Pushing event updated for resources: {'Port': ['ID=da8db001-40f6-4485-89b5-4cb448ac842c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:27.517010 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:27.522615 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:27.526501 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Pushing event updated for resources: {'Port': ['ID=c794e755-69ad-4d5b-8c3b-22be81e97f10,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:27.529158 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:27.543235 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d6d28-f4ab-4090-adb2-d2d59094875a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:27.614909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e27f03e1-d0ae-475f-9554-0ebb4abb679c None None] Provisioning complete for port c794e755-69ad-4d5b-8c3b-22be81e97f10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:27.615383 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e27f03e1-d0ae-475f-9554-0ebb4abb679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.661243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e27f03e1-d0ae-475f-9554-0ebb4abb679c None None] Port c794e755-69ad-4d5b-8c3b-22be81e97f10 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:27.826183 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:28.039363 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:28.173821 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:14:28.286381 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:28.298264 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Sync routers for ids ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:28.307540 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:28.309375 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-9ee01964-a86a-4b0b-bb11-e17cb03fef14 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6952899 Nov 25 18:14:28.312327 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:28.314231 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Routers {'8d64b833-2614-4f1f-bbec-fe3d74a944e8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:28.314876 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:14:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:28.437673 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Set router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:28.491584 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b525c28-437c-495d-bb97-e04e27657858 None None] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:28.598783 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-126319ba-2c69-47e6-a2dc-fa6f5f5128d2 None None] Provisioning complete for port da8db001-40f6-4485-89b5-4cb448ac842c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:28.599300 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-126319ba-2c69-47e6-a2dc-fa6f5f5128d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:28.634404 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:14:27Z', 'revision_number': 3, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port': {'id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:27Z', 'updated_at': '2021-11-25T18:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:28.669067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Sync routers for ids ['8c412621-a004-495f-9dd5-82107f2e7d03'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:28.669622 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Checking router: 8d64b833-2614-4f1f-bbec-fe3d74a944e8 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:28.670053 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Updating router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 port c794e755-69ad-4d5b-8c3b-22be81e97f10 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:14:28.701458 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:28.717685 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Routers {'8c412621-a004-495f-9dd5-82107f2e7d03'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:28.718432 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:14:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8c412621-a004-495f-9dd5-82107f2e7d03'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:28.864888 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-126319ba-2c69-47e6-a2dc-fa6f5f5128d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:28.910663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Set router 8c412621-a004-495f-9dd5-82107f2e7d03 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:28.990173 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-126319ba-2c69-47e6-a2dc-fa6f5f5128d2 None None] For port da8db001-40f6-4485-89b5-4cb448ac842c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=da8db001-40f6-4485-89b5-4cb448ac842c,segment=NetworkSegment(e4a75342-de06-4270-902b-5a35a6e9de93),segment_id=e4a75342-de06-4270-902b-5a35a6e9de93)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:28.998987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-126319ba-2c69-47e6-a2dc-fa6f5f5128d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.046739 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device da8db001-40f6-4485-89b5-4cb448ac842c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:29.097220 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.103712 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.161759 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Attempting to bind port c794e755-69ad-4d5b-8c3b-22be81e97f10 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:29.162144 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Attempting to bind port c794e755-69ad-4d5b-8c3b-22be81e97f10 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:29.162511 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Attempting to bind port c794e755-69ad-4d5b-8c3b-22be81e97f10 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:29.170744 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Pushing event updated for resources: {'Port': ['ID=c794e755-69ad-4d5b-8c3b-22be81e97f10,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:29.174046 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:29.174417 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:29.174820 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.175334 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:29.175988 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Bound port: c794e755-69ad-4d5b-8c3b-22be81e97f10, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:29.176188 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.183275 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.183612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00100e59-9aaa-4cdd-bd54-70aea755d589 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:29.183725 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.183961 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.184305 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.184656 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.185394 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.185935 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.186490 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.187048 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.187616 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.188193 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.188776 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:29.215003 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126319ba-2c69-47e6-a2dc-fa6f5f5128d2 None None] Pushing event updated for resources: {'Port': ['ID=da8db001-40f6-4485-89b5-4cb448ac842c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:29.224717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-67ae612c-36a7-4e9d-85a9-486d547f912c None None] Provisioning complete for port da8db001-40f6-4485-89b5-4cb448ac842c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:29.225321 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67ae612c-36a7-4e9d-85a9-486d547f912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.227266 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.275404 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] For port c794e755-69ad-4d5b-8c3b-22be81e97f10, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:29.279834 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] For port c794e755-69ad-4d5b-8c3b-22be81e97f10, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c794e755-69ad-4d5b-8c3b-22be81e97f10,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:29.284299 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.295940 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port da8db001-40f6-4485-89b5-4cb448ac842c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:29.296315 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.342665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f783d52-eae1-4b79-93b3-83db84ebce22 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:29.347887 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbbbe6-d52a-44f5-9ddd-4a63913b3eaf None None] Pushing event updated for resources: {'Port': ['ID=c794e755-69ad-4d5b-8c3b-22be81e97f10,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:29.359018 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Routers {'8d64b833-2614-4f1f-bbec-fe3d74a944e8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:29.359867 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:14:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:29.423852 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Allocated IP 172.20.0.1 (fbde68fb-9792-44d3-92ca-a600dbeebe81/69616cf4-ecbd-4c7a-b606-1eabf690e1d2/886d55e2-e01f-4db3-9e42-867ca654dc52) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:29.463001 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 4, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port': {'id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b4e22184-8792-4a97-9869-b96f5d1a3fdd', 'name': '', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'mac_address': 'fa:16:3e:02:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:24Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 2, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'subnets': [{'id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:29.482520 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] Set router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:29.543301 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.582492 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.635037 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:29.643307 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:29.645746 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=886d55e2-e01f-4db3-9e42-867ca654dc52,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:29.655836 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:29.664675 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Checking router: 8c412621-a004-495f-9dd5-82107f2e7d03 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:29.665397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Updating router 8c412621-a004-495f-9dd5-82107f2e7d03 port b4e22184-8792-4a97-9869-b96f5d1a3fdd binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:14:29.699816 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:14:27Z', 'revision_number': 3, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port': {'id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:27Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:29.700213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.702262 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18206035-4843-4a53-91f5-7905df0c3ba4 None None] Provisioning complete for port c794e755-69ad-4d5b-8c3b-22be81e97f10 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:29.702627 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18206035-4843-4a53-91f5-7905df0c3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.713528 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.737974 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe7351-69ea-46ec-8551-bb55f2745100 None None] The sync data for ids ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'] in n-d-819349-3 is: [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:14:27Z', 'revision_number': 3, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port': {'id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:27Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:29.881314 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.913755 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18206035-4843-4a53-91f5-7905df0c3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.983701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18206035-4843-4a53-91f5-7905df0c3ba4 None None] For port c794e755-69ad-4d5b-8c3b-22be81e97f10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c794e755-69ad-4d5b-8c3b-22be81e97f10,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:29.995078 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18206035-4843-4a53-91f5-7905df0c3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.068123 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.073969 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.094474 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18206035-4843-4a53-91f5-7905df0c3ba4 None None] Pushing event updated for resources: {'Port': ['ID=c794e755-69ad-4d5b-8c3b-22be81e97f10,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:30.144649 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.146506 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=886d55e2-e01f-4db3-9e42-867ca654dc52,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:30.170802 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8c85f8ce-47e7-4f34-ad26-2869132efa20 None None] Provisioning complete for port 886d55e2-e01f-4db3-9e42-867ca654dc52 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:30.171370 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c85f8ce-47e7-4f34-ad26-2869132efa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.174535 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.205371 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.262753 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8c85f8ce-47e7-4f34-ad26-2869132efa20 None None] Port 886d55e2-e01f-4db3-9e42-867ca654dc52 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:30.286818 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450d56c-d8f1-43ba-8b99-717f20032e3b None None] Pushing event updated for resources: {'Port': ['ID=b4e22184-8792-4a97-9869-b96f5d1a3fdd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:30.331599 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:30.333543 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:30.377797 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Attempting to bind port b4e22184-8792-4a97-9869-b96f5d1a3fdd on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:30.378184 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Attempting to bind port b4e22184-8792-4a97-9869-b96f5d1a3fdd by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:30.378567 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Attempting to bind port b4e22184-8792-4a97-9869-b96f5d1a3fdd on network ccb372a0-15e5-4a75-8879-fa6d371905d1 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:30.386015 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:30.386546 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Checking segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:30.387101 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.387751 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Bound using segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:30.388246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Bound port: b4e22184-8792-4a97-9869-b96f5d1a3fdd, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:30.388639 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.531035 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] For port b4e22184-8792-4a97-9869-b96f5d1a3fdd, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:30.536422 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] For port b4e22184-8792-4a97-9869-b96f5d1a3fdd, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b4e22184-8792-4a97-9869-b96f5d1a3fdd,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:30.537271 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:14:30.545137 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.664909 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450d56c-d8f1-43ba-8b99-717f20032e3b None None] Pushing event updated for resources: {'Port': ['ID=b4e22184-8792-4a97-9869-b96f5d1a3fdd,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:30.675545 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Routers {'8c412621-a004-495f-9dd5-82107f2e7d03'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:30.676195 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:14:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8c412621-a004-495f-9dd5-82107f2e7d03'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:30.756538 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:30.771521 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-5c8225c9-6c58-4508-abba-e25f0fdd6bc3 admin admin] 10.222.0.81 "PUT /v2.0/routers/8d64b833-2614-4f1f-bbec-fe3d74a944e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4492099 Nov 25 18:14:30.829720 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] Provisioning complete for port 886d55e2-e01f-4db3-9e42-867ca654dc52 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:30.830308 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:30.873717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] Port 886d55e2-e01f-4db3-9e42-867ca654dc52 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:30.880007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] Set router 8c412621-a004-495f-9dd5-82107f2e7d03 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:30.925764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] Provisioning complete for port b4e22184-8792-4a97-9869-b96f5d1a3fdd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:30.925764 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.113859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c794e755-69ad-4d5b-8c3b-22be81e97f10 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:31.199311 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.257807 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] For port b4e22184-8792-4a97-9869-b96f5d1a3fdd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b4e22184-8792-4a97-9869-b96f5d1a3fdd,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:31.261011 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port c794e755-69ad-4d5b-8c3b-22be81e97f10 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:31.261602 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.285440 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.341487 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 4, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port': {'id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b4e22184-8792-4a97-9869-b96f5d1a3fdd', 'name': '', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'mac_address': 'fa:16:3e:02:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:24Z', 'updated_at': '2021-11-25T18:14:30Z', 'revision_number': 4, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'subnets': [{'id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:31.383764 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25ca54-d19c-4cd5-abc7-e7fb97e83f4f None None] The sync data for ids ['8c412621-a004-495f-9dd5-82107f2e7d03'] in n-d-819349-3 is: [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:24Z', 'revision_number': 4, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port': {'id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': 'b4e22184-8792-4a97-9869-b96f5d1a3fdd', 'name': '', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'mac_address': 'fa:16:3e:02:4d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:24Z', 'updated_at': '2021-11-25T18:14:30Z', 'revision_number': 4, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'subnets': [{'id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:31.390314 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24fc90-8796-4b82-be82-65b61923097f None None] Pushing event updated for resources: {'Port': ['ID=b4e22184-8792-4a97-9869-b96f5d1a3fdd,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:31.443914 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b4e22184-8792-4a97-9869-b96f5d1a3fdd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:31.447872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0ab20a13-c415-4813-9b4b-034c2fbdb8e1 None None] Provisioning complete for port b4e22184-8792-4a97-9869-b96f5d1a3fdd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:31.448041 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ab20a13-c415-4813-9b4b-034c2fbdb8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.548737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-247edef6-e17b-4cfe-bb7c-e583b7480e76 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:31.550390 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-247edef6-e17b-4cfe-bb7c-e583b7480e76 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/networks?id=ccb372a0-15e5-4a75-8879-fa6d371905d1 HTTP/1.1" status: 200 len: 816 time: 0.1604691 Nov 25 18:14:31.554963 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b4e22184-8792-4a97-9869-b96f5d1a3fdd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:31.555338 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.566746 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-1345b79f-73be-47e2-a18a-d1870cdc7f1a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/quotas/e422f8dcf4ae480c80a0f54632e7752b HTTP/1.1" status: 200 len: 375 time: 0.0093968 Nov 25 18:14:31.627353 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-7132bf46-c985-4a02-b231-6dc2785e0771 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e422f8dcf4ae480c80a0f54632e7752b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540011 Nov 25 18:14:31.655866 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device da8db001-40f6-4485-89b5-4cb448ac842c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:31.711499 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port da8db001-40f6-4485-89b5-4cb448ac842c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:31.712477 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.750679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-bf854070-d39c-40d0-b6df-fce95246dc78 service neutron] 10.222.0.81 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105340 Nov 25 18:14:31.849005 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-26aa5722-bd8d-456b-9157-d2667d74ad3d service neutron] 10.222.0.81 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920939 Nov 25 18:14:31.939098 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Sync routers for ids ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:31.950841 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Routers {'8d64b833-2614-4f1f-bbec-fe3d74a944e8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:31.951719 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:14:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:32.029936 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-fe636f8b-8cf1-4a85-bb24-16252cccdd90 req-9390c24a-5046-4e72-83d1-6863f48dad38 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 210 time: 0.0337100 Nov 25 18:14:32.103232 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Set router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:32.328878 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-283b4f91-5a12-44c0-b2df-549389d8ca34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.342085 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 4, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port': {'id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:27Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '886d55e2-e01f-4db3-9e42-867ca654dc52', 'name': '', 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'mac_address': 'fa:16:3e:79:d8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '69616cf4-ecbd-4c7a-b606-1eabf690e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:29Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 2, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'subnets': [{'id': '69616cf4-ecbd-4c7a-b606-1eabf690e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:32.371032 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Checking router: 8d64b833-2614-4f1f-bbec-fe3d74a944e8 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:32.371391 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Updating router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 port 886d55e2-e01f-4db3-9e42-867ca654dc52 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:14:32.397168 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.680922 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.685946 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.733541 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd987-7bd1-4dae-918d-8745aa1022fb None None] Pushing event updated for resources: {'Port': ['ID=886d55e2-e01f-4db3-9e42-867ca654dc52,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:32.787353 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Attempting to bind port 886d55e2-e01f-4db3-9e42-867ca654dc52 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:32.787733 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Attempting to bind port 886d55e2-e01f-4db3-9e42-867ca654dc52 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:32.788256 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Attempting to bind port 886d55e2-e01f-4db3-9e42-867ca654dc52 on network fbde68fb-9792-44d3-92ca-a600dbeebe81 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:32.794062 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:32.794446 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Checking segment: {'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:32.794899 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.795262 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Bound using segment: {'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:32.795736 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Bound port: 886d55e2-e01f-4db3-9e42-867ca654dc52, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a75342-de06-4270-902b-5a35a6e9de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:32.796122 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.887560 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] For port 886d55e2-e01f-4db3-9e42-867ca654dc52, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:32.892316 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] For port 886d55e2-e01f-4db3-9e42-867ca654dc52, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=886d55e2-e01f-4db3-9e42-867ca654dc52,segment=NetworkSegment(e4a75342-de06-4270-902b-5a35a6e9de93),segment_id=e4a75342-de06-4270-902b-5a35a6e9de93)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:32.898341 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.930803 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0245dda9-db8d-48f5-b5f7-954c8363ac69 None None] Provisioning complete for port 886d55e2-e01f-4db3-9e42-867ca654dc52 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:32.931351 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0245dda9-db8d-48f5-b5f7-954c8363ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.967479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b4e22184-8792-4a97-9869-b96f5d1a3fdd up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:32.976401 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Routers {'8d64b833-2614-4f1f-bbec-fe3d74a944e8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:32.977136 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:14:04Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:33.023910 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd987-7bd1-4dae-918d-8745aa1022fb None None] Pushing event updated for resources: {'Port': ['ID=886d55e2-e01f-4db3-9e42-867ca654dc52,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:33.139871 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port b4e22184-8792-4a97-9869-b96f5d1a3fdd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:33.143650 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.202780 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1016766f-78b0-49ba-9a3b-abd55e54aa25 req-a93929fd-76cd-45a9-9e1a-4d449fd7da03 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 210 time: 0.0411530 Nov 25 18:14:33.219017 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0245dda9-db8d-48f5-b5f7-954c8363ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.224093 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-4bacf29d-a9e8-4ad0-9e94-d0568d62ecaf tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:33.228358 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-4bacf29d-a9e8-4ad0-9e94-d0568d62ecaf tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.95 "GET /v2.0/networks?id=ccb372a0-15e5-4a75-8879-fa6d371905d1 HTTP/1.1" status: 200 len: 816 time: 0.2476749 Nov 25 18:14:33.249950 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Request body: {'port': {'device_id': 'b16a9682-8a39-4c96-8a94-f2692b9bd38f', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'admin_state_up': True, 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:33.261852 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] Set router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:33.306181 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0245dda9-db8d-48f5-b5f7-954c8363ac69 None None] For port 886d55e2-e01f-4db3-9e42-867ca654dc52, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=886d55e2-e01f-4db3-9e42-867ca654dc52,segment=NetworkSegment(e4a75342-de06-4270-902b-5a35a6e9de93),segment_id=e4a75342-de06-4270-902b-5a35a6e9de93)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:33.314580 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0245dda9-db8d-48f5-b5f7-954c8363ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.366555 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245dda9-db8d-48f5-b5f7-954c8363ac69 None None] Pushing event updated for resources: {'Port': ['ID=886d55e2-e01f-4db3-9e42-867ca654dc52,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:33.390807 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Made reservation on behalf of e422f8dcf4ae480c80a0f54632e7752b for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:33.394844 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.442927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7a46967d-4535-423f-ae9e-cce34a90f296 None None] Provisioning complete for port 886d55e2-e01f-4db3-9e42-867ca654dc52 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:33.443353 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7a46967d-4535-423f-ae9e-cce34a90f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.485900 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 4, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port': {'id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:27Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '886d55e2-e01f-4db3-9e42-867ca654dc52', 'name': '', 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'mac_address': 'fa:16:3e:79:d8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '69616cf4-ecbd-4c7a-b606-1eabf690e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:29Z', 'updated_at': '2021-11-25T18:14:32Z', 'revision_number': 4, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'subnets': [{'id': '69616cf4-ecbd-4c7a-b606-1eabf690e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:33.515241 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254345b2-a766-422b-a12b-a9d18f3c9481 None None] The sync data for ids ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'] in n-d-819349-3 is: [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 4, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port': {'id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:27Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '886d55e2-e01f-4db3-9e42-867ca654dc52', 'name': '', 'network_id': 'fbde68fb-9792-44d3-92ca-a600dbeebe81', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'mac_address': 'fa:16:3e:79:d8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '69616cf4-ecbd-4c7a-b606-1eabf690e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:29Z', 'updated_at': '2021-11-25T18:14:32Z', 'revision_number': 4, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'subnets': [{'id': '69616cf4-ecbd-4c7a-b606-1eabf690e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:33.536530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Allocated IP 172.20.0.8 (ccb372a0-15e5-4a75-8879-fa6d371905d1/95e6768f-cfa5-47b4-a35e-5449770744ba/5630764f-47ad-4201-a6d7-add468a661f1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:33.715572 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.751790 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.803216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:33.806454 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:33.810829 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:33.817795 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Pushing event updated for resources: {'Port': ['ID=5630764f-47ad-4201-a6d7-add468a661f1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:33.880254 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:33.881058 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.902339 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-20a571fa-b0d9-466b-9b3b-8483b57a3f3a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624033 Nov 25 18:14:33.915863 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Request body: {'port': {'device_id': 'b16a9682-8a39-4c96-8a94-f2692b9bd38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:33.978118 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:34.052691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3c7478f4-8a3d-4be0-a71e-8f1f2d4b78fb None None] Provisioning complete for port 5630764f-47ad-4201-a6d7-add468a661f1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:34.053346 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c7478f4-8a3d-4be0-a71e-8f1f2d4b78fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:34.094057 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3c7478f4-8a3d-4be0-a71e-8f1f2d4b78fb None None] Port 5630764f-47ad-4201-a6d7-add468a661f1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:34.280796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5630764f-47ad-4201-a6d7-add468a661f1 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:14:34.289466 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:34.302118 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Transition to ACTIVE for port object 5630764f-47ad-4201-a6d7-add468a661f1 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:14:34.307796 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:34.349558 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c6a94-0d70-493d-a69a-195163e34dcc req-6abc64ab-0fc3-432f-9b0a-fea0feda1d6e tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:34.352450 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f03c6a94-0d70-493d-a69a-195163e34dcc req-6abc64ab-0fc3-432f-9b0a-fea0feda1d6e tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 931 time: 0.0705037 Nov 25 18:14:34.392799 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5630764f-47ad-4201-a6d7-add468a661f1,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:34.421080 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f03c6a94-0d70-493d-a69a-195163e34dcc req-244fe50a-cf61-4a60-a90a-134a0da29967 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624640 Nov 25 18:14:34.457246 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Attempting to bind port 5630764f-47ad-4201-a6d7-add468a661f1 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:34.458165 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Attempting to bind port 5630764f-47ad-4201-a6d7-add468a661f1 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:34.458508 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Attempting to bind port 5630764f-47ad-4201-a6d7-add468a661f1 on network ccb372a0-15e5-4a75-8879-fa6d371905d1 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:34.464352 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Port 5630764f-47ad-4201-a6d7-add468a661f1 on network ccb372a0-15e5-4a75-8879-fa6d371905d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:14:34.464860 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Attempting to bind port 5630764f-47ad-4201-a6d7-add468a661f1 on network ccb372a0-15e5-4a75-8879-fa6d371905d1 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:34.472613 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:34.473071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Checking segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:34.473526 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Bound using segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:34.473965 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Bound port: 5630764f-47ad-4201-a6d7-add468a661f1, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:34.474320 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:34.501794 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5397a17f-cb4f-4740-a033-dd88a6313b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:34.545342 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] For port 5630764f-47ad-4201-a6d7-add468a661f1, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:34.549283 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] For port 5630764f-47ad-4201-a6d7-add468a661f1, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5630764f-47ad-4201-a6d7-add468a661f1,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:34.553720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:34.591973 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:34.592599 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:34.594069 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] 10.222.0.95 "PUT /v2.0/ports/5630764f-47ad-4201-a6d7-add468a661f1 HTTP/1.1" status: 200 len: 1091 time: 0.6834056 Nov 25 18:14:34.594518 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16a9682-8a39-4c96-8a94-f2692b9bd38f', 'tag': '5630764f-47ad-4201-a6d7-add468a661f1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:34.596816 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34861c96-b7c4-44c7-88b0-24ea002b51ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b16a9682-8a39-4c96-8a94-f2692b9bd38f", "tag": "5630764f-47ad-4201-a6d7-add468a661f1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:34.624049 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8eb04f-f7d8-4c11-be72-f9850601e6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5630764f-47ad-4201-a6d7-add468a661f1,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:34.656058 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac843f7-7b0b-441c-bebd-045adfc21d75 x-openstack-request-id: req-dac843f7-7b0b-441c-bebd-045adfc21d75 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:34.656369 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16a9682-8a39-4c96-8a94-f2692b9bd38f", "tag": "5630764f-47ad-4201-a6d7-add468a661f1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:34.656677 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dac843f7-7b0b-441c-bebd-045adfc21d75 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:34.657498 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16a9682-8a39-4c96-8a94-f2692b9bd38f', 'tag': '5630764f-47ad-4201-a6d7-add468a661f1', 'status': 'completed', 'code': 200} Nov 25 18:14:34.707650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-c0b1e698-9425-4f08-9257-3e867e4683c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:34.709319 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-c0b1e698-9425-4f08-9257-3e867e4683c9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e422f8dcf4ae480c80a0f54632e7752b&device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 1094 time: 0.0473447 Nov 25 18:14:34.760474 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-c2bc1208-c82d-4789-b197-d4788970007c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5630764f-47ad-4201-a6d7-add468a661f1 HTTP/1.1" status: 200 len: 217 time: 0.0417309 Nov 25 18:14:34.814517 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-7127d8fa-8855-46d1-8e15-ac7ef3c3c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:34.816018 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-7127d8fa-8855-46d1-8e15-ac7ef3c3c1cd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=95e6768f-cfa5-47b4-a35e-5449770744ba HTTP/1.1" status: 200 len: 855 time: 0.0484543 Nov 25 18:14:34.865076 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-d9a97d40-975b-43a0-bc6d-2d1fd697cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:34.866850 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-d9a97d40-975b-43a0-bc6d-2d1fd697cd16 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ccb372a0-15e5-4a75-8879-fa6d371905d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434005 Nov 25 18:14:34.934146 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 886d55e2-e01f-4db3-9e42-867ca654dc52 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:34.966569 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-9ed7889a-4dc0-4d4b-8fc0-1e94ba3113a4 service neutron] 10.222.0.95 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923641 Nov 25 18:14:34.983225 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 886d55e2-e01f-4db3-9e42-867ca654dc52 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:34.983602 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:35.060720 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-22249aef-6649-442c-a5f7-b653b1d3e4bf req-d4f20fe4-8f37-469f-8771-5c0ecb45d6dc service neutron] 10.222.0.95 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873256 Nov 25 18:14:35.155868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-3a6b6a94-93c5-49af-be57-357e18d82ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:35.157637 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-3a6b6a94-93c5-49af-be57-357e18d82ae7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e422f8dcf4ae480c80a0f54632e7752b&device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 1094 time: 0.0439422 Nov 25 18:14:35.253867 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-5e714e17-b4be-4389-844f-936b047efed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:35.255377 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-5e714e17-b4be-4389-844f-936b047efed1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ccb372a0-15e5-4a75-8879-fa6d371905d1 HTTP/1.1" status: 200 len: 917 time: 0.0908453 Nov 25 18:14:35.300884 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-6b6dc126-e5db-4766-aaf0-284d3b5d2bdf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5630764f-47ad-4201-a6d7-add468a661f1 HTTP/1.1" status: 200 len: 217 time: 0.0352631 Nov 25 18:14:35.355216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-471fa570-494c-400e-a954-65b8197abeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:35.356672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-471fa570-494c-400e-a954-65b8197abeec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=95e6768f-cfa5-47b4-a35e-5449770744ba HTTP/1.1" status: 200 len: 855 time: 0.0476348 Nov 25 18:14:35.552401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860447ea-62bd-4367-9854-4b45cf033119 req-4a14e435-8c17-45d9-ab96-c85127160acb tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:35.554241 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-860447ea-62bd-4367-9854-4b45cf033119 req-4a14e435-8c17-45d9-ab96-c85127160acb tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 943 time: 0.0580411 Nov 25 18:14:35.605593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-860447ea-62bd-4367-9854-4b45cf033119 req-2ab0e3bf-fc33-4ad4-80bf-0ef962c27b3e tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450482 Nov 25 18:14:35.657250 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-f0303fe9-cbcc-4a3d-9c77-dfe4d9af3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:35.658790 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-f0303fe9-cbcc-4a3d-9c77-dfe4d9af3eb1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ccb372a0-15e5-4a75-8879-fa6d371905d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937794 Nov 25 18:14:35.748019 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-c60b9e65-80a3-410b-a3f9-00a608497b60 service neutron] 10.222.0.95 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805454 Nov 25 18:14:35.842399 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-34861c96-b7c4-44c7-88b0-24ea002b51ff req-7b03c2f4-ce0d-489c-a7a5-0ea1b216a458 service neutron] 10.222.0.95 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862391 Nov 25 18:14:36.018000 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:36.420531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5630764f-47ad-4201-a6d7-add468a661f1 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:14:36.519758 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5630764f-47ad-4201-a6d7-add468a661f1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5630764f-47ad-4201-a6d7-add468a661f1,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:36.531358 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '5630764f-47ad-4201-a6d7-add468a661f1', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'port_id': '5630764f-47ad-4201-a6d7-add468a661f1', 'mac_address': 'fa:16:3e:0b:99:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:14:36.569257 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:36.581680 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5630764f-47ad-4201-a6d7-add468a661f1 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:14:36.602469 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5630764f-47ad-4201-a6d7-add468a661f1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5630764f-47ad-4201-a6d7-add468a661f1,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:36.606293 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:36.655665 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=5630764f-47ad-4201-a6d7-add468a661f1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:36.727217 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e366c-ada3-49cf-8b66-501764aef41e req-1c0e1d26-4f7e-4840-9c2c-6fe1f401d6bb tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:36.728695 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-262e366c-ada3-49cf-8b66-501764aef41e req-1c0e1d26-4f7e-4840-9c2c-6fe1f401d6bb tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 944 time: 0.0501060 Nov 25 18:14:36.777862 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-262e366c-ada3-49cf-8b66-501764aef41e req-7f2fe070-a62e-4614-93c2-981bf3f4da94 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Nov 25 18:14:36.810927 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['5630764f-47ad-4201-a6d7-add468a661f1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:14:36.968220 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:37.314221 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:37.619970 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:37.897600 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d520-c589-4f6d-85bc-6b8cda12a5d8 req-a577619c-984b-4b21-9df8-29e638f62917 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:37.899256 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de34d520-c589-4f6d-85bc-6b8cda12a5d8 req-a577619c-984b-4b21-9df8-29e638f62917 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 944 time: 0.0535300 Nov 25 18:14:37.947538 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-de34d520-c589-4f6d-85bc-6b8cda12a5d8 req-c5850308-fbda-4f31-ab34-29869d64311d tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Nov 25 18:14:38.094859 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:38.451662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5630764f-47ad-4201-a6d7-add468a661f1 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:38.503154 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 5630764f-47ad-4201-a6d7-add468a661f1 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:14:38.507972 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 5630764f-47ad-4201-a6d7-add468a661f1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:38.508359 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:38.586268 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:38.608543 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16a9682-8a39-4c96-8a94-f2692b9bd38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5630764f-47ad-4201-a6d7-add468a661f1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:38.610840 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c01e9b3-9412-4a22-9a7b-3f6bf6bae240" -d '{"events": [{"server_uuid": "b16a9682-8a39-4c96-8a94-f2692b9bd38f", "name": "network-vif-plugged", "status": "completed", "tag": "5630764f-47ad-4201-a6d7-add468a661f1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:38.624304 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 5630764f-47ad-4201-a6d7-add468a661f1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5630764f-47ad-4201-a6d7-add468a661f1,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:38.628310 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:38.656182 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed173afb-61a4-4ff5-90b6-0bfbb5dc35ca x-openstack-request-id: req-ed173afb-61a4-4ff5-90b6-0bfbb5dc35ca {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:38.656474 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16a9682-8a39-4c96-8a94-f2692b9bd38f", "name": "network-vif-plugged", "status": "completed", "tag": "5630764f-47ad-4201-a6d7-add468a661f1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:38.656730 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed173afb-61a4-4ff5-90b6-0bfbb5dc35ca {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:38.657216 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16a9682-8a39-4c96-8a94-f2692b9bd38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5630764f-47ad-4201-a6d7-add468a661f1', 'code': 200} Nov 25 18:14:38.685913 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=5630764f-47ad-4201-a6d7-add468a661f1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:38.748672 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad1456-5899-4642-bcde-b02985c187bb req-630ccf45-f11a-48c1-87a0-13803e819dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:38.750221 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fad1456-5899-4642-bcde-b02985c187bb req-630ccf45-f11a-48c1-87a0-13803e819dc9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 1096 time: 0.0405893 Nov 25 18:14:38.794751 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-6fad1456-5899-4642-bcde-b02985c187bb req-f4468634-03ac-4b8d-a577-31d7b72bb96c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368154 Nov 25 18:14:39.063473 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dd9f1-191b-4563-9cd0-81f0833b081c req-51d2dd38-1a70-4b05-9751-05267a8ad19f tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:39.064987 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-094dd9f1-191b-4563-9cd0-81f0833b081c req-51d2dd38-1a70-4b05-9751-05267a8ad19f tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 945 time: 0.0500579 Nov 25 18:14:39.113515 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-094dd9f1-191b-4563-9cd0-81f0833b081c req-3ee517ff-b190-4e76-af28-ade26bcc6f00 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Nov 25 18:14:39.797001 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:14:40.232781 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd3c6-c979-4fb6-91e0-d4bfb73a3bb8 req-a69ff41f-93fd-462c-873f-3b4db0092bb2 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:40.234321 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b73fd3c6-c979-4fb6-91e0-d4bfb73a3bb8 req-a69ff41f-93fd-462c-873f-3b4db0092bb2 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 945 time: 0.0514205 Nov 25 18:14:40.285535 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b73fd3c6-c979-4fb6-91e0-d4bfb73a3bb8 req-d922a98a-4c77-4f18-902f-1c7c18c4390f tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Nov 25 18:14:40.402914 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e919a1-8ed9-443a-a551-b397ba84c5c6 req-858dbd3b-4f43-49b0-a02a-521b650456a3 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:40.405033 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41e919a1-8ed9-443a-a551-b397ba84c5c6 req-858dbd3b-4f43-49b0-a02a-521b650456a3 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 945 time: 0.0512712 Nov 25 18:14:40.460145 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-41e919a1-8ed9-443a-a551-b397ba84c5c6 req-aecfad3d-bf01-41f0-bc36-d702ef96e028 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485530 Nov 25 18:15:02.116264 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f8139-cd0a-4177-91de-6ae0785cd670 req-340fce44-ed9f-4953-81bd-04332f8043ce tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:02.117813 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-296f8139-cd0a-4177-91de-6ae0785cd670 req-340fce44-ed9f-4953-81bd-04332f8043ce tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 945 time: 0.0512180 Nov 25 18:15:02.167276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-296f8139-cd0a-4177-91de-6ae0785cd670 req-8d2a5117-e90f-49e6-90b3-73a382294c6a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Nov 25 18:15:02.333381 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34fff44e-9476-4256-b8a0-ff55eb9837be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:03.291519 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c67ca-3dbf-439e-bc8a-4ef5468e9310 req-d01e0e88-dc7c-4751-994c-737ce509cd9d tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:03.293049 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-275c67ca-3dbf-439e-bc8a-4ef5468e9310 req-d01e0e88-dc7c-4751-994c-737ce509cd9d tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 945 time: 0.0553577 Nov 25 18:15:03.340314 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-275c67ca-3dbf-439e-bc8a-4ef5468e9310 req-bd4df595-7900-43ba-962f-b8279b29642b tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Nov 25 18:15:03.667871 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-44764e8a-b3a4-4a0e-acea-6b98aa5d0349 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:03.669348 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-44764e8a-b3a4-4a0e-acea-6b98aa5d0349 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.95 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 945 time: 0.0519700 Nov 25 18:15:03.756445 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Deleting port 5630764f-47ad-4201-a6d7-add468a661f1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:03.756785 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:03.847444 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] For port 5630764f-47ad-4201-a6d7-add468a661f1, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=5630764f-47ad-4201-a6d7-add468a661f1,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:03.847812 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:03.860636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Calling delete_port for 5630764f-47ad-4201-a6d7-add468a661f1 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:03.988148 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:03.999993 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['5630764f-47ad-4201-a6d7-add468a661f1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:15:04.021417 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Pushing event deleted for resources: {'Port': ['ID=5630764f-47ad-4201-a6d7-add468a661f1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:04.064225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] No DVR routers for this DVR port 5630764f-47ad-4201-a6d7-add468a661f1 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:04.067159 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:04.070976 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-70f27f7f-1638-4a87-8277-21667b1dbae2 req-e3ee4019-6f8a-4321-a8fb-ec807d198f68 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.95 "DELETE /v2.0/ports/5630764f-47ad-4201-a6d7-add468a661f1 HTTP/1.1" status: 204 len: 173 time: 0.3956261 Nov 25 18:15:04.071534 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16a9682-8a39-4c96-8a94-f2692b9bd38f', 'name': 'network-vif-deleted', 'tag': '5630764f-47ad-4201-a6d7-add468a661f1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:15:04.073911 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e659ce5e-0dbb-4473-b5cb-45dd79847d36" -d '{"events": [{"server_uuid": "b16a9682-8a39-4c96-8a94-f2692b9bd38f", "name": "network-vif-deleted", "tag": "5630764f-47ad-4201-a6d7-add468a661f1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:15:04.114852 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92eb5d5c-a680-47a0-a39a-df6cc27be0ab x-openstack-request-id: req-92eb5d5c-a680-47a0-a39a-df6cc27be0ab {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:15:04.115861 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16a9682-8a39-4c96-8a94-f2692b9bd38f", "name": "network-vif-deleted", "tag": "5630764f-47ad-4201-a6d7-add468a661f1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:15:04.116171 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92eb5d5c-a680-47a0-a39a-df6cc27be0ab {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:15:04.116641 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16a9682-8a39-4c96-8a94-f2692b9bd38f', 'name': 'network-vif-deleted', 'tag': '5630764f-47ad-4201-a6d7-add468a661f1', 'status': 'completed', 'code': 200} Nov 25 18:15:04.446633 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-73b59bb0-b3cf-435f-88d1-5fda06565e32 req-1a68b310-c08a-4ce1-93bc-9762476d7492 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=b16a9682-8a39-4c96-8a94-f2692b9bd38f HTTP/1.1" status: 200 len: 210 time: 0.0272756 Nov 25 18:15:04.496208 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-12c77d46-8e41-40dc-9bef-675d02ff355b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:06.019655 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:06.044503 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309a96d-7b72-42fb-b479-2f8696673536 req-d5ff3168-606a-4c4b-951d-1720066e0fea tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:06.046025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-d5ff3168-606a-4c4b-951d-1720066e0fea tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/networks?id=ccb372a0-15e5-4a75-8879-fa6d371905d1 HTTP/1.1" status: 200 len: 816 time: 0.1075165 Nov 25 18:15:06.061350 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-e3139a4f-8353-4349-b7e0-072cb88f978a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/quotas/e422f8dcf4ae480c80a0f54632e7752b HTTP/1.1" status: 200 len: 375 time: 0.0096676 Nov 25 18:15:06.113131 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-9ac303f0-2dcc-4d6d-ad41-9a3aac3f2d7b tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e422f8dcf4ae480c80a0f54632e7752b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464222 Nov 25 18:15:06.207419 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-827a3c95-ed47-459e-a264-d2febfcc712a service neutron] 10.222.0.81 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824976 Nov 25 18:15:06.303986 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-c2bc96c9-1199-4053-a22a-d52950ee76e0 service neutron] 10.222.0.81 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897539 Nov 25 18:15:06.464252 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e235c9e3-75b7-4a52-b212-bb3bdc31af83 req-0defedd8-1692-4e8a-a235-f865cae43fd4 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 210 time: 0.0280712 Nov 25 18:15:06.574775 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5630764f-47ad-4201-a6d7-add468a661f1 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:06.594878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 5630764f-47ad-4201-a6d7-add468a661f1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:06.595226 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 5630764f-47ad-4201-a6d7-add468a661f1 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:06.962987 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:07.323705 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:07.382255 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309a96d-7b72-42fb-b479-2f8696673536 req-081d90fa-1129-4c6f-a3e2-0331deb84c0e tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:07.383783 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-081d90fa-1129-4c6f-a3e2-0331deb84c0e tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.95 "GET /v2.0/networks?id=ccb372a0-15e5-4a75-8879-fa6d371905d1 HTTP/1.1" status: 200 len: 816 time: 0.1167862 Nov 25 18:15:07.398216 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Request body: {'port': {'device_id': 'ffbffc52-2dc1-4013-9406-626452c5c467', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'admin_state_up': True, 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:07.510463 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Made reservation on behalf of e422f8dcf4ae480c80a0f54632e7752b for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:07.514079 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:07.564777 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-84a3d07e-b321-4d75-a2eb-7b082d8f9e20 req-56271368-1f51-44f8-9b10-4be68d92d5cb tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 210 time: 0.0267920 Nov 25 18:15:07.621731 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:07.645143 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Allocated IP 172.20.0.14 (ccb372a0-15e5-4a75-8879-fa6d371905d1/95e6768f-cfa5-47b4-a35e-5449770744ba/02b00cfe-afb0-4d56-b1a8-e11bf2554032) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:07.792887 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:07.826555 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:07.870432 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:07.873430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:07.877050 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:07.907609 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Pushing event updated for resources: {'Port': ['ID=02b00cfe-afb0-4d56-b1a8-e11bf2554032,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:07.933639 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:07.934306 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:07.951629 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-f2c332cb-8c72-4f21-99bb-cf5f7307c733 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575902 Nov 25 18:15:07.963838 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Request body: {'port': {'device_id': 'ffbffc52-2dc1-4013-9406-626452c5c467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819349-3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:08.024321 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.103962 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.109761 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dc5050c7-4bc1-4df2-806e-ec5c173818fb None None] Provisioning complete for port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:08.110129 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc5050c7-4bc1-4df2-806e-ec5c173818fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.143988 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dc5050c7-4bc1-4df2-806e-ec5c173818fb None None] Port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:08.290262 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b00cfe-afb0-4d56-b1a8-e11bf2554032 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:15:08.297578 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.309914 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Transition to ACTIVE for port object 02b00cfe-afb0-4d56-b1a8-e11bf2554032 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:15:08.313151 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.363595 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Pushing event updated for resources: {'Port': ['ID=02b00cfe-afb0-4d56-b1a8-e11bf2554032,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:08.444547 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Attempting to bind port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 on host n-h1-819349-3 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:08.445598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Attempting to bind port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 by drivers openvswitch,hyperv on host n-h1-819349-3 at level 0 using segments [{'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:08.445598 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Attempting to bind port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 on network ccb372a0-15e5-4a75-8879-fa6d371905d1 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:08.449927 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 on network ccb372a0-15e5-4a75-8879-fa6d371905d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819349-3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:15:08.450258 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Attempting to bind port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 on network ccb372a0-15e5-4a75-8879-fa6d371905d1 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:08.455294 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Checking agent: {'id': 'a0c546e8-1259-450a-a11f-03051c58bbe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:08.455640 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Checking segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:08.456040 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Bound using segment: {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:08.456481 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Bound port: 02b00cfe-afb0-4d56-b1a8-e11bf2554032, host: n-h1-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8d500c-5827-42bb-99c7-2920fbd3da82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:08.456848 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.527900 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] For port 02b00cfe-afb0-4d56-b1a8-e11bf2554032, host n-h1-819349-3, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:08.531121 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] For port 02b00cfe-afb0-4d56-b1a8-e11bf2554032, host n-h1-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=02b00cfe-afb0-4d56-b1a8-e11bf2554032,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:08.534741 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24722458'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.575911 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:08.576529 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.578318 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] 10.222.0.95 "PUT /v2.0/ports/02b00cfe-afb0-4d56-b1a8-e11bf2554032 HTTP/1.1" status: 200 len: 1092 time: 0.6187975 Nov 25 18:15:08.578811 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbffc52-2dc1-4013-9406-626452c5c467', 'tag': '02b00cfe-afb0-4d56-b1a8-e11bf2554032'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:15:08.581622 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c1c031-f026-4aac-a945-96b0b239153f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbffc52-2dc1-4013-9406-626452c5c467", "tag": "02b00cfe-afb0-4d56-b1a8-e11bf2554032"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:15:08.606030 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd02ecf-5316-4f0a-bb8b-3771f219b4cf service neutron] Pushing event updated for resources: {'Port': ['ID=02b00cfe-afb0-4d56-b1a8-e11bf2554032,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:08.636141 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cb10aa-351f-4f2f-9374-8d95480198de x-openstack-request-id: req-c7cb10aa-351f-4f2f-9374-8d95480198de {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:15:08.636512 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbffc52-2dc1-4013-9406-626452c5c467", "tag": "02b00cfe-afb0-4d56-b1a8-e11bf2554032", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:15:08.636855 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7cb10aa-351f-4f2f-9374-8d95480198de {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:15:08.637351 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbffc52-2dc1-4013-9406-626452c5c467', 'tag': '02b00cfe-afb0-4d56-b1a8-e11bf2554032', 'status': 'completed', 'code': 200} Nov 25 18:15:08.688439 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309a96d-7b72-42fb-b479-2f8696673536 req-55e29bde-4614-403d-8fe1-e83582b71dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:08.690256 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-55e29bde-4614-403d-8fe1-e83582b71dd9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e422f8dcf4ae480c80a0f54632e7752b&device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 1095 time: 0.0477574 Nov 25 18:15:08.720374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2229b55-0a49-4bee-9a9e-3476edb279ef req-6e24e0bb-40fd-4d53-9580-41d3a465798a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:08.722621 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2229b55-0a49-4bee-9a9e-3476edb279ef req-6e24e0bb-40fd-4d53-9580-41d3a465798a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 944 time: 0.0580337 Nov 25 18:15:08.740066 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-c505d532-aad9-4edc-881b-62ac2118b763 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b00cfe-afb0-4d56-b1a8-e11bf2554032 HTTP/1.1" status: 200 len: 217 time: 0.0419734 Nov 25 18:15:08.778599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-c2229b55-0a49-4bee-9a9e-3476edb279ef req-b1f4e58b-1706-4025-afb0-b38be76ec423 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490808 Nov 25 18:15:08.798158 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309a96d-7b72-42fb-b479-2f8696673536 req-242b161a-27ed-4f29-b2aa-641fae032da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:08.799847 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-242b161a-27ed-4f29-b2aa-641fae032da9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=95e6768f-cfa5-47b4-a35e-5449770744ba HTTP/1.1" status: 200 len: 855 time: 0.0522048 Nov 25 18:15:08.846561 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309a96d-7b72-42fb-b479-2f8696673536 req-107d2d23-e3a2-45aa-af44-8388c55878f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:08.848085 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-107d2d23-e3a2-45aa-af44-8388c55878f4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ccb372a0-15e5-4a75-8879-fa6d371905d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411811 Nov 25 18:15:08.950147 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-ff8f7e76-2c74-47d2-94b6-f94b0a38d773 service neutron] 10.222.0.95 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940824 Nov 25 18:15:09.043016 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-f309a96d-7b72-42fb-b479-2f8696673536 req-1c7ac959-94a5-4793-830d-76650ea0c7d2 service neutron] 10.222.0.95 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854852 Nov 25 18:15:09.137753 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c031-f026-4aac-a945-96b0b239153f req-1eb256c9-6ead-44f5-9c44-63d334bc0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:09.139151 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68c1c031-f026-4aac-a945-96b0b239153f req-1eb256c9-6ead-44f5-9c44-63d334bc0253 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e422f8dcf4ae480c80a0f54632e7752b&device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 1095 time: 0.0506344 Nov 25 18:15:09.230369 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c031-f026-4aac-a945-96b0b239153f req-f2836e55-7a1f-4c21-b4d9-85d082b1a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:09.231911 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68c1c031-f026-4aac-a945-96b0b239153f req-f2836e55-7a1f-4c21-b4d9-85d082b1a861 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ccb372a0-15e5-4a75-8879-fa6d371905d1 HTTP/1.1" status: 200 len: 917 time: 0.0848422 Nov 25 18:15:09.276972 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68c1c031-f026-4aac-a945-96b0b239153f req-8fb55608-1550-4046-90a2-d4f524d1f798 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b00cfe-afb0-4d56-b1a8-e11bf2554032 HTTP/1.1" status: 200 len: 217 time: 0.0373282 Nov 25 18:15:09.331154 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c031-f026-4aac-a945-96b0b239153f req-d25b3990-4f57-41ee-b47a-a47eadcce013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:09.332592 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68c1c031-f026-4aac-a945-96b0b239153f req-d25b3990-4f57-41ee-b47a-a47eadcce013 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=95e6768f-cfa5-47b4-a35e-5449770744ba HTTP/1.1" status: 200 len: 855 time: 0.0483849 Nov 25 18:15:09.380007 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c031-f026-4aac-a945-96b0b239153f req-c181adf2-6c40-482b-9307-d0e929cc5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:09.381833 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68c1c031-f026-4aac-a945-96b0b239153f req-c181adf2-6c40-482b-9307-d0e929cc5865 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ccb372a0-15e5-4a75-8879-fa6d371905d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409944 Nov 25 18:15:09.481926 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68c1c031-f026-4aac-a945-96b0b239153f req-ba7d7870-1e57-4f12-8355-b6eb3686d3e8 service neutron] 10.222.0.95 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902982 Nov 25 18:15:09.582574 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-68c1c031-f026-4aac-a945-96b0b239153f req-a1800946-4106-4f0d-a989-d936646c16dd service neutron] 10.222.0.95 "GET /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931826 Nov 25 18:15:09.905678 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7471403-37b9-4b9e-915b-bb960c13ca07 req-7439cbb3-563b-4df5-816d-4bc43c7c6ed0 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:09.907209 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7471403-37b9-4b9e-915b-bb960c13ca07 req-7439cbb3-563b-4df5-816d-4bc43c7c6ed0 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 944 time: 0.0511286 Nov 25 18:15:09.958276 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e7471403-37b9-4b9e-915b-bb960c13ca07 req-e5551481-7ad7-4b14-a64a-1187d2f55fd8 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433013 Nov 25 18:15:10.575392 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 02b00cfe-afb0-4d56-b1a8-e11bf2554032 details requested by agent hyperv_n-h1-819349-3 with host n-h1-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:15:10.672711 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 02b00cfe-afb0-4d56-b1a8-e11bf2554032, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=02b00cfe-afb0-4d56-b1a8-e11bf2554032,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:10.684114 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Returning: {'device': '02b00cfe-afb0-4d56-b1a8-e11bf2554032', 'network_id': 'ccb372a0-15e5-4a75-8879-fa6d371905d1', 'port_id': '02b00cfe-afb0-4d56-b1a8-e11bf2554032', 'mac_address': 'fa:16:3e:02:c5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e6768f-cfa5-47b4-a35e-5449770744ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:15:10.719856 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:10.733074 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b00cfe-afb0-4d56-b1a8-e11bf2554032 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:15:10.752573 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 02b00cfe-afb0-4d56-b1a8-e11bf2554032, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=02b00cfe-afb0-4d56-b1a8-e11bf2554032,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:10.756869 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:10.807431 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=02b00cfe-afb0-4d56-b1a8-e11bf2554032,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:10.814663 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.815024 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.815367 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.815710 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.816047 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.816382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.816717 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.817165 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.817500 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.817829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.818164 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.818528 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:10.952120 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['02b00cfe-afb0-4d56-b1a8-e11bf2554032'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:15:11.076186 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab0b3d-46d9-4076-a407-f365583f4b87 req-748195f1-3754-4fb6-90cc-dc84e9067cd5 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:11.077783 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88ab0b3d-46d9-4076-a407-f365583f4b87 req-748195f1-3754-4fb6-90cc-dc84e9067cd5 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 945 time: 0.0493112 Nov 25 18:15:11.129355 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-88ab0b3d-46d9-4076-a407-f365583f4b87 req-b53a65b1-9e96-4942-a910-4904f8234a22 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456831 Nov 25 18:15:12.249088 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827f86c-2d2f-4b46-819b-8e1a27958e64 req-a05e83b5-5b6f-4440-a4d6-e77f9faacb71 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:12.250615 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1827f86c-2d2f-4b46-819b-8e1a27958e64 req-a05e83b5-5b6f-4440-a4d6-e77f9faacb71 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 945 time: 0.0511658 Nov 25 18:15:12.299985 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-1827f86c-2d2f-4b46-819b-8e1a27958e64 req-ec805a49-02b9-41ed-8913-b247e9d8b35a tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Nov 25 18:15:12.590958 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 02b00cfe-afb0-4d56-b1a8-e11bf2554032 up at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:12.639654 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning for port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:15:12.643384 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Provisioning complete for port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:12.643756 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:12.721612 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:12.744556 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbffc52-2dc1-4013-9406-626452c5c467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b00cfe-afb0-4d56-b1a8-e11bf2554032'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:15:12.746865 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62a4e58-58c7-4000-82ed-e04bda3752b6" -d '{"events": [{"server_uuid": "ffbffc52-2dc1-4013-9406-626452c5c467", "name": "network-vif-plugged", "status": "completed", "tag": "02b00cfe-afb0-4d56-b1a8-e11bf2554032"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:15:12.760246 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] For port 02b00cfe-afb0-4d56-b1a8-e11bf2554032, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=02b00cfe-afb0-4d56-b1a8-e11bf2554032,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:12.764184 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:12.794244 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9745b3a-ca47-4db6-9446-4be02383556b x-openstack-request-id: req-a9745b3a-ca47-4db6-9446-4be02383556b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:15:12.794536 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbffc52-2dc1-4013-9406-626452c5c467", "name": "network-vif-plugged", "status": "completed", "tag": "02b00cfe-afb0-4d56-b1a8-e11bf2554032", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:15:12.794794 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9745b3a-ca47-4db6-9446-4be02383556b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:15:12.795183 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbffc52-2dc1-4013-9406-626452c5c467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b00cfe-afb0-4d56-b1a8-e11bf2554032', 'code': 200} Nov 25 18:15:12.822180 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Pushing event updated for resources: {'Port': ['ID=02b00cfe-afb0-4d56-b1a8-e11bf2554032,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:12.881486 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe0a2c-05af-48d9-a0f9-e3eb508b5eb5 req-970e5f38-8670-4013-8a6a-6ae478df332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:12.882996 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6fe0a2c-05af-48d9-a0f9-e3eb508b5eb5 req-970e5f38-8670-4013-8a6a-6ae478df332a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 1097 time: 0.0408039 Nov 25 18:15:12.929295 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-c6fe0a2c-05af-48d9-a0f9-e3eb508b5eb5 req-88553e90-4ca8-4fd1-bb18-9bfb70c788b5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380228 Nov 25 18:15:13.422232 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8a300-73eb-45b5-8830-5d76048a6097 req-928bfee7-69ec-400c-adf1-3bb01d22a4c7 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:13.423701 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1d8a300-73eb-45b5-8830-5d76048a6097 req-928bfee7-69ec-400c-adf1-3bb01d22a4c7 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 946 time: 0.0485754 Nov 25 18:15:13.471232 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d1d8a300-73eb-45b5-8830-5d76048a6097 req-b48609b1-d9d4-49c8-bf58-f8e0f8f4ef5c tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Nov 25 18:15:14.594201 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e30633-31f8-4f87-9ad0-7eecf0bfb9bd req-81226dee-d632-4213-b0fd-3d45df3c3929 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:14.595588 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9e30633-31f8-4f87-9ad0-7eecf0bfb9bd req-81226dee-d632-4213-b0fd-3d45df3c3929 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 946 time: 0.0529544 Nov 25 18:15:14.642953 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9e30633-31f8-4f87-9ad0-7eecf0bfb9bd req-1725c4ed-243e-4322-90e8-74c92b75df3c tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Nov 25 18:15:14.758531 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3fcf3-976f-460a-bd8f-aff3aecf3445 req-b691e81d-8940-47e8-a079-91e05d1b1ad2 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:14.760015 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ece3fcf3-976f-460a-bd8f-aff3aecf3445 req-b691e81d-8940-47e8-a079-91e05d1b1ad2 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 946 time: 0.0490324 Nov 25 18:15:14.808068 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ece3fcf3-976f-460a-bd8f-aff3aecf3445 req-ec441a90-4d73-4a64-903b-a4a882131352 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Nov 25 18:15:16.796131 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:15:32.331312 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf86-38b3-4b99-89f3-b502eaaf00c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:34.499637 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-44d32599-79f5-4137-b773-86574cb8fc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:36.024048 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:36.343935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf382c4-f571-4a59-9f12-6f3deac51ce1 req-51f88ae5-e923-475a-8e65-fefa4dba305f tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:36.345552 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bf382c4-f571-4a59-9f12-6f3deac51ce1 req-51f88ae5-e923-475a-8e65-fefa4dba305f tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 946 time: 0.0535176 Nov 25 18:15:36.399023 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2bf382c4-f571-4a59-9f12-6f3deac51ce1 req-0d22d5fd-4ae3-497a-a1ea-6d347982e59e tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470006 Nov 25 18:15:36.984455 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:37.316785 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:37.518053 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5fb46-808a-49fe-bffd-a19a52ec955e req-481c44b0-114e-45b9-8881-e033158d022b tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:37.519601 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ea5fb46-808a-49fe-bffd-a19a52ec955e req-481c44b0-114e-45b9-8881-e033158d022b tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 946 time: 0.0499263 Nov 25 18:15:37.568567 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2ea5fb46-808a-49fe-bffd-a19a52ec955e req-6954257a-383e-45da-ad1b-042c7b8e1d90 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fc17b93-d997-475d-bdd9-470e827cd34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Nov 25 18:15:37.620390 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:37.949225 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-1a9e0f92-3fe3-4134-b0cc-f08b02683a18 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:37.950698 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-1a9e0f92-3fe3-4134-b0cc-f08b02683a18 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.95 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 946 time: 0.0535433 Nov 25 18:15:38.040500 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Deleting port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:38.040845 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:38.097659 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:38.134289 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] For port 02b00cfe-afb0-4d56-b1a8-e11bf2554032, host n-h1-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819349-3',level=0,port_id=02b00cfe-afb0-4d56-b1a8-e11bf2554032,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:38.134654 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:38.148096 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Calling delete_port for 02b00cfe-afb0-4d56-b1a8-e11bf2554032 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:38.275208 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:38.287517 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] get_ports_and_sgs() called for port_ids ['02b00cfe-afb0-4d56-b1a8-e11bf2554032'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:15:38.310012 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Pushing event deleted for resources: {'Port': ['ID=02b00cfe-afb0-4d56-b1a8-e11bf2554032,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:38.337787 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.338149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.338796 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.339149 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.339511 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.339850 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.340188 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.340530 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.340870 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.341232 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.341571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.341906 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:38.363071 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] No DVR routers for this DVR port 02b00cfe-afb0-4d56-b1a8-e11bf2554032 on host n-h1-819349-3 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:38.366537 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:38.369961 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [req-aa730492-1a15-4f3c-8091-f64404e2da40 req-2da38923-e7c2-4d9a-9e7e-caf21b012c21 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.95 "DELETE /v2.0/ports/02b00cfe-afb0-4d56-b1a8-e11bf2554032 HTTP/1.1" status: 204 len: 173 time: 0.4129548 Nov 25 18:15:38.370430 n-d-819349-3 neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbffc52-2dc1-4013-9406-626452c5c467', 'name': 'network-vif-deleted', 'tag': '02b00cfe-afb0-4d56-b1a8-e11bf2554032'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:15:38.372759 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9900d17ec1550bc2a30e2fd7753ea6e3f4bc06b4b308515fece8ec1cca25c3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcfaac0-aa16-45e0-982a-95d5de5675dd" -d '{"events": [{"server_uuid": "ffbffc52-2dc1-4013-9406-626452c5c467", "name": "network-vif-deleted", "tag": "02b00cfe-afb0-4d56-b1a8-e11bf2554032"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:15:38.412878 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237a5318-e168-49eb-8128-615b53b7ccab x-openstack-request-id: req-237a5318-e168-49eb-8128-615b53b7ccab {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:15:38.413219 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbffc52-2dc1-4013-9406-626452c5c467", "name": "network-vif-deleted", "tag": "02b00cfe-afb0-4d56-b1a8-e11bf2554032", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:15:38.413480 n-d-819349-3 neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-237a5318-e168-49eb-8128-615b53b7ccab {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:15:38.413938 n-d-819349-3 neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbffc52-2dc1-4013-9406-626452c5c467', 'name': 'network-vif-deleted', 'tag': '02b00cfe-afb0-4d56-b1a8-e11bf2554032', 'status': 'completed', 'code': 200} Nov 25 18:15:38.673581 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4c34474e-da70-4c6c-aed9-5a6f826f6f3a req-050c42a6-8d77-4767-b990-c951edc16409 tempest-TestEncryptedCinderVolumes-728881576 tempest-TestEncryptedCinderVolumes-728881576-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffbffc52-2dc1-4013-9406-626452c5c467 HTTP/1.1" status: 200 len: 210 time: 0.0258312 Nov 25 18:15:39.769872 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40776) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:40.114383 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:40.359044 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Deleting port b4e22184-8792-4a97-9869-b96f5d1a3fdd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:40.359380 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:40.438306 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] For port b4e22184-8792-4a97-9869-b96f5d1a3fdd, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=b4e22184-8792-4a97-9869-b96f5d1a3fdd,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:40.438583 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:40.452450 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Calling delete_port for b4e22184-8792-4a97-9869-b96f5d1a3fdd owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:40.632338 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:40.656489 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e22184-8792-4a97-9869-b96f5d1a3fdd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:40.762302 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 02b00cfe-afb0-4d56-b1a8-e11bf2554032 no longer exists at agent hyperv_n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:40.786827 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] No Port match for: 02b00cfe-afb0-4d56-b1a8-e11bf2554032 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:40.787467 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Device 02b00cfe-afb0-4d56-b1a8-e11bf2554032 not bound to the agent host n-h1-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:41.081701 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:41.290322 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Router 8c412621-a004-495f-9dd5-82107f2e7d03 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:15:41.397831 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:41.403283 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-26f58c16-f787-4914-ab56-555a6e6cc87b admin admin] 10.222.0.81 "PUT /v2.0/routers/8c412621-a004-495f-9dd5-82107f2e7d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323357 Nov 25 18:15:41.405763 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40780) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:41.406780 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] Sync routers for ids ['8c412621-a004-495f-9dd5-82107f2e7d03'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:41.420843 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] Routers {'8c412621-a004-495f-9dd5-82107f2e7d03'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:41.421505 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8c412621-a004-495f-9dd5-82107f2e7d03'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:41.517351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:41.528045 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] Set router 8c412621-a004-495f-9dd5-82107f2e7d03 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:41.620372 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:41.678437 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Deleting port 3eb090d0-e18c-4da2-8a3f-636110155d56 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:41.678757 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:41.711221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:15:40Z', 'revision_number': 5, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port': {'id': '3eb090d0-e18c-4da2-8a3f-636110155d56', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:41.742072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] Checking router: 8c412621-a004-495f-9dd5-82107f2e7d03 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:41.752336 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] Routers {'8c412621-a004-495f-9dd5-82107f2e7d03'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:41.753175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8c412621-a004-495f-9dd5-82107f2e7d03'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:41.775405 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] For port 3eb090d0-e18c-4da2-8a3f-636110155d56, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=3eb090d0-e18c-4da2-8a3f-636110155d56,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:41.775774 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:41.787868 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Calling delete_port for 3eb090d0-e18c-4da2-8a3f-636110155d56 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:41.842397 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] Set router 8c412621-a004-495f-9dd5-82107f2e7d03 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:41.895859 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:15:41Z', 'revision_number': 6, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:41.927822 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2bf74-83b5-4f31-b9a8-3c4654d9bbdd None None] The sync data for ids ['8c412621-a004-495f-9dd5-82107f2e7d03'] in n-d-819349-3 is: [{'id': '8c412621-a004-495f-9dd5-82107f2e7d03', 'name': 'tempest-TestEncryptedCinderVolumes-816897971-router', 'tenant_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:22Z', 'updated_at': '2021-11-25T18:15:41Z', 'revision_number': 6, 'project_id': 'e422f8dcf4ae480c80a0f54632e7752b', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:41.967610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:41.993571 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb090d0-e18c-4da2-8a3f-636110155d56,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:42.009238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd80252f-ff05-4ff5-bad7-8b7280c69ae9 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:42.055968 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.151616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.153780 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.197369 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.197708 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c412621-a004-495f-9dd5-82107f2e7d03 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:15:42.201961 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.203120 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-50d8a26c-a12c-4a1d-b314-c34b5a959260 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8c412621-a004-495f-9dd5-82107f2e7d03 HTTP/1.1" status: 204 len: 168 time: 0.7963896 Nov 25 18:15:42.205759 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40784) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:42.250711 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d87382-c48f-4542-af96-2f33912c8e46 admin admin] Deleting subnet 95e6768f-cfa5-47b4-a35e-5449770744ba {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:15:42.254139 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51d87382-c48f-4542-af96-2f33912c8e46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.290744 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51d87382-c48f-4542-af96-2f33912c8e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.376793 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51d87382-c48f-4542-af96-2f33912c8e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.430251 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51d87382-c48f-4542-af96-2f33912c8e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.454270 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d87382-c48f-4542-af96-2f33912c8e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e6768f-cfa5-47b4-a35e-5449770744ba,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:42.461271 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51d87382-c48f-4542-af96-2f33912c8e46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.464587 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-51d87382-c48f-4542-af96-2f33912c8e46 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/95e6768f-cfa5-47b4-a35e-5449770744ba HTTP/1.1" status: 204 len: 168 time: 0.2578800 Nov 25 18:15:42.466379 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d310f4d-ec58-4bcb-9d1a-f452c52dc8f8 None None] Network ccb372a0-15e5-4a75-8879-fa6d371905d1 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:42.467426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:42.542487 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.597532 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Deleting port ae8154d7-5bd1-4732-9448-1d84e80d9855 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:42.597878 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.666185 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] For port ae8154d7-5bd1-4732-9448-1d84e80d9855, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae8154d7-5bd1-4732-9448-1d84e80d9855,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:42.666558 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.670175 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] DHCP port deletion for ccb372a0-15e5-4a75-8879-fa6d371905d1 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:42.682753 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Calling delete_port for ae8154d7-5bd1-4732-9448-1d84e80d9855 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:42.720638 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] Deleting port ae8154d7-5bd1-4732-9448-1d84e80d9855 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:42.720952 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.772528 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.795718 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] For port ae8154d7-5bd1-4732-9448-1d84e80d9855, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=ae8154d7-5bd1-4732-9448-1d84e80d9855,segment=NetworkSegment(cd8d500c-5827-42bb-99c7-2920fbd3da82),segment_id=cd8d500c-5827-42bb-99c7-2920fbd3da82)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:42.796118 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.800774 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8154d7-5bd1-4732-9448-1d84e80d9855,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:42.804168 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] No DVR routers for this DVR port ae8154d7-5bd1-4732-9448-1d84e80d9855 on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:42.812061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] Calling delete_port for ae8154d7-5bd1-4732-9448-1d84e80d9855 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:42.818450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.818450 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.818778 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.819103 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.819445 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.819785 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.820119 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.820453 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.821925 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.822274 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.822618 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.822951 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:42.901953 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.903976 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.926559 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] No DVR routers for this DVR port ae8154d7-5bd1-4732-9448-1d84e80d9855 on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:42.926893 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb372a0-15e5-4a75-8879-fa6d371905d1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:42.939309 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8d500c-5827-42bb-99c7-2920fbd3da82') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:42.939604 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8d500c-5827-42bb-99c7-2920fbd3da82') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:42.951966 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.961960 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c38e6-be68-4460-a82b-945280ac7647 None None] Pushing event deleted for resources: {'Port': ['ID=ae8154d7-5bd1-4732-9448-1d84e80d9855,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:42.970625 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.974255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3eb090d0-e18c-4da2-8a3f-636110155d56 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:42.979726 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:15:42.980253 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: timer() Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:15:42.982251 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:15:42.998622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 3eb090d0-e18c-4da2-8a3f-636110155d56 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:42.999632 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 3eb090d0-e18c-4da2-8a3f-636110155d56 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:43.000132 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae8154d7-5bd1-4732-9448-1d84e80d9855 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:43.019967 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: ae8154d7-5bd1-4732-9448-1d84e80d9855 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:43.020554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device ae8154d7-5bd1-4732-9448-1d84e80d9855 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:43.021075 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b4e22184-8792-4a97-9869-b96f5d1a3fdd no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:43.042233 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:43.044922 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: b4e22184-8792-4a97-9869-b96f5d1a3fdd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:43.045256 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device b4e22184-8792-4a97-9869-b96f5d1a3fdd not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:43.047024 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:43.052063 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] 10.222.0.81 "DELETE /v2.0/networks/ccb372a0-15e5-4a75-8879-fa6d371905d1 HTTP/1.1" status: 204 len: 168 time: 0.5828044 Nov 25 18:15:43.054830 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:43.104068 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b180ce-6564-44ff-8142-2e0af9f298ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb372a0-15e5-4a75-8879-fa6d371905d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:43.421650 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440407'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:43.671764 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Deleting port 886d55e2-e01f-4db3-9e42-867ca654dc52 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:43.672457 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:43.750500 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] For port 886d55e2-e01f-4db3-9e42-867ca654dc52, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=886d55e2-e01f-4db3-9e42-867ca654dc52,segment=NetworkSegment(e4a75342-de06-4270-902b-5a35a6e9de93),segment_id=e4a75342-de06-4270-902b-5a35a6e9de93)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:43.750860 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:43.764207 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Calling delete_port for 886d55e2-e01f-4db3-9e42-867ca654dc52 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:43.944980 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:43.972603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=886d55e2-e01f-4db3-9e42-867ca654dc52,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:44.146833 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16482692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440523'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:44.718192 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:15:44.821583 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:44.827230 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fcba3283-80b0-42af-bb4e-2aea31907fc7 admin admin] 10.222.0.81 "PUT /v2.0/routers/8d64b833-2614-4f1f-bbec-fe3d74a944e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713978 Nov 25 18:15:44.830109 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40790) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:44.831138 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] Sync routers for ids ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:44.842076 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] Routers {'8d64b833-2614-4f1f-bbec-fe3d74a944e8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:44.842688 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:44.940790 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:44.960181 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] Set router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:45.046151 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.099650 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Deleting port c794e755-69ad-4d5b-8c3b-22be81e97f10 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:45.099998 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.140979 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:15:43Z', 'revision_number': 5, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port': {'id': 'c794e755-69ad-4d5b-8c3b-22be81e97f10', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:27Z', 'updated_at': '2021-11-25T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:45.168729 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] Checking router: 8d64b833-2614-4f1f-bbec-fe3d74a944e8 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:45.178108 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] Routers {'8d64b833-2614-4f1f-bbec-fe3d74a944e8'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:45.178709 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:45.186002 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] For port c794e755-69ad-4d5b-8c3b-22be81e97f10, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=c794e755-69ad-4d5b-8c3b-22be81e97f10,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:45.186351 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.199881 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Calling delete_port for c794e755-69ad-4d5b-8c3b-22be81e97f10 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:45.268614 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] Set router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:45.324455 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:15:45Z', 'revision_number': 6, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port_host': None}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:45.351152 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914fc9c-8938-4805-9545-5c0334e26175 None None] The sync data for ids ['8d64b833-2614-4f1f-bbec-fe3d74a944e8'] in n-d-819349-3 is: [{'id': '8d64b833-2614-4f1f-bbec-fe3d74a944e8', 'name': 'tempest-TestEncryptedCinderVolumes-450685880-router', 'tenant_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:26Z', 'updated_at': '2021-11-25T18:15:45Z', 'revision_number': 6, 'project_id': '40ba5c31b6354b7a9411d1fe62a29a36', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:45.367086 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.393636 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c794e755-69ad-4d5b-8c3b-22be81e97f10,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:45.408243 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a4f78-da57-4ae8-ad68-b4b3dff4267a None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:45.457183 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16293741'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.552109 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11667'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.554295 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.596610 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440306'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.597178 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d64b833-2614-4f1f-bbec-fe3d74a944e8 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:15:45.602488 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.603672 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-4956ba85-fc6e-4a4e-ab56-8bb5814ee6e7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8d64b833-2614-4f1f-bbec-fe3d74a944e8 HTTP/1.1" status: 204 len: 168 time: 0.7725484 Nov 25 18:15:45.606240 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:45.650663 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0092ef14-553a-492d-bbc4-681781a12569 admin admin] Deleting subnet 69616cf4-ecbd-4c7a-b606-1eabf690e1d2 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:15:45.653634 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0092ef14-553a-492d-bbc4-681781a12569 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.688781 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0092ef14-553a-492d-bbc4-681781a12569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12964377'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.777874 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0092ef14-553a-492d-bbc4-681781a12569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-781042'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.831720 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0092ef14-553a-492d-bbc4-681781a12569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24722628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24777181'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.860978 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092ef14-553a-492d-bbc4-681781a12569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69616cf4-ecbd-4c7a-b606-1eabf690e1d2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:45.862930 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0092ef14-553a-492d-bbc4-681781a12569 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.867909 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-0092ef14-553a-492d-bbc4-681781a12569 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/69616cf4-ecbd-4c7a-b606-1eabf690e1d2 HTTP/1.1" status: 204 len: 168 time: 0.2590179 Nov 25 18:15:45.868043 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039e203-0deb-45ad-a354-2ac82089092d None None] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:45.868845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:45.942787 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16129368'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.996374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Deleting port da8db001-40f6-4485-89b5-4cb448ac842c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:45.996711 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.064663 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] For port da8db001-40f6-4485-89b5-4cb448ac842c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=da8db001-40f6-4485-89b5-4cb448ac842c,segment=NetworkSegment(e4a75342-de06-4270-902b-5a35a6e9de93),segment_id=e4a75342-de06-4270-902b-5a35a6e9de93)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:46.065064 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.081230 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Calling delete_port for da8db001-40f6-4485-89b5-4cb448ac842c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:46.081361 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] DHCP port deletion for fbde68fb-9792-44d3-92ca-a600dbeebe81 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:46.132255 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] Deleting port da8db001-40f6-4485-89b5-4cb448ac842c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:46.132662 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782897699000'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.167801 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.196086 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=da8db001-40f6-4485-89b5-4cb448ac842c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:46.198700 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] For port da8db001-40f6-4485-89b5-4cb448ac842c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=da8db001-40f6-4485-89b5-4cb448ac842c,segment=NetworkSegment(e4a75342-de06-4270-902b-5a35a6e9de93),segment_id=e4a75342-de06-4270-902b-5a35a6e9de93)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:46.199071 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434182'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.201383 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] No DVR routers for this DVR port da8db001-40f6-4485-89b5-4cb448ac842c on host n-d-819349-3 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:46.215216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] Calling delete_port for da8db001-40f6-4485-89b5-4cb448ac842c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:46.280409 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532325', 'neutron.services.segments.db._delete_segments_for_network-8782897787859'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.305881 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbde68fb-9792-44d3-92ca-a600dbeebe81']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:46.317673 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a75342-de06-4270-902b-5a35a6e9de93') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:46.317867 n-d-819349-3 neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a75342-de06-4270-902b-5a35a6e9de93') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:46.329737 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782897792988', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24840209'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.346006 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.354296 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:15:46.354705 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25026119'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: Traceback (most recent call last): Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: timer() Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: cb(*args, **kw) Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: return func(*args, **kwargs) Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: self._notify() Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: self.callback(batched_events) Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: event.method(event) Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: return f(self, *a, **k) Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: return self._get(url).json() Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: return self.request(url, 'GET', **kwargs) Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:15:46.356812 n-d-819349-3 neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:15:46.415685 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16293705'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.421374 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.424554 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] 10.222.0.81 "DELETE /v2.0/networks/fbde68fb-9792-44d3-92ca-a600dbeebe81 HTTP/1.1" status: 204 len: 168 time: 0.5545800 Nov 25 18:15:46.443024 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84e6c-30ed-4a92-9875-0eb791049a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbde68fb-9792-44d3-92ca-a600dbeebe81,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:46.475795 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782897705494', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782897298077'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.498622 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] Network fbde68fb-9792-44d3-92ca-a600dbeebe81 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:15:46.499094 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] No DVR routers for this DVR port da8db001-40f6-4485-89b5-4cb448ac842c on host n-d-819349-3 {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:46.500821 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f0149-b2d5-4168-be2e-288ece69f968 None None] Pushing event deleted for resources: {'Port': ['ID=da8db001-40f6-4485-89b5-4cb448ac842c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:46.608389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:46.652973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-7abcaf0f-716a-4c9d-848a-33d0cdb7b141 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e422f8dcf4ae480c80a0f54632e7752b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431917 Nov 25 18:15:46.655387 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:46.702744 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f452667-3e69-4557-8116-f907794e3b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.725195 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f452667-3e69-4557-8116-f907794e3b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.772159 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f452667-3e69-4557-8116-f907794e3b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.775269 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f452667-3e69-4557-8116-f907794e3b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.776502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-3f452667-3e69-4557-8116-f907794e3b8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fc17b93-d997-475d-bdd9-470e827cd34e HTTP/1.1" status: 204 len: 168 time: 0.1200359 Nov 25 18:15:46.784643 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f452667-3e69-4557-8116-f907794e3b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc17b93-d997-475d-bdd9-470e827cd34e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:46.956765 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c794e755-69ad-4d5b-8c3b-22be81e97f10 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:46.977370 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: c794e755-69ad-4d5b-8c3b-22be81e97f10 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:46.977612 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device c794e755-69ad-4d5b-8c3b-22be81e97f10 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:46.978008 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 886d55e2-e01f-4db3-9e42-867ca654dc52 no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:46.999652 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: 886d55e2-e01f-4db3-9e42-867ca654dc52 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:46.999998 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 886d55e2-e01f-4db3-9e42-867ca654dc52 not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:47.000407 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device da8db001-40f6-4485-89b5-4cb448ac842c no longer exists at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:47.022380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] No Port match for: da8db001-40f6-4485-89b5-4cb448ac842c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:47.022726 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device da8db001-40f6-4485-89b5-4cb448ac842c not bound to the agent host n-d-819349-3 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:47.092909 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:47.134503 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-ac4cde85-14b3-48a5-bc9c-dcc7f80d6456 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40ba5c31b6354b7a9411d1fe62a29a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403502 Nov 25 18:15:47.136917 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40808) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:47.184675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88e44f3-3740-4512-9545-0f59496ca04f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:47.210365 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88e44f3-3740-4512-9545-0f59496ca04f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:47.258675 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88e44f3-3740-4512-9545-0f59496ca04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:47.261763 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88e44f3-3740-4512-9545-0f59496ca04f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:47.265275 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-c88e44f3-3740-4512-9545-0f59496ca04f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d98e32dc-39eb-4e03-ba0e-539b3a57ae56 HTTP/1.1" status: 204 len: 168 time: 0.1250865 Nov 25 18:15:47.270933 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e44f3-3740-4512-9545-0f59496ca04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e32dc-39eb-4e03-ba0e-539b3a57ae56,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:47.926549 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40830) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:48.019346 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-407135570-network', 'tenant_id': '7ff789e63d224aedb401d0047d94a536'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:48.041088 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Made reservation on behalf of 7ff789e63d224aedb401d0047d94a536 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:48.043502 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.052853 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.128846 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.133616 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.161456 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:15:48.166826 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407c3ce9-1b4f-45be-afd6-dca68153ded0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:48.174273 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.174456 n-d-819349-3 neutron-server[103598]: INFO neutron.db.segments_db [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Added segment 93ee21a4-a9a9-4718-bb00-9667649f5666 of type vlan for network 82e80445-f746-4e2f-8d45-67895f96b064 Nov 25 18:15:48.214833 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.238106 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.239169 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:48.239758 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.295684 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3680284 Nov 25 18:15:48.298866 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:48.304092 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Request body: {'subnet': {'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-407135570-subnet', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:48.307099 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c427-8e36-4942-802b-9bafdadaf1bf admin admin] Pushing event updated for resources: {'Network': ['ID=82e80445-f746-4e2f-8d45-67895f96b064,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:48.317317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 82e80445-f746-4e2f-8d45-67895f96b064 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:15:48.327794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Made reservation on behalf of 7ff789e63d224aedb401d0047d94a536 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:48.330194 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24692785'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.498199 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25026302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24854491'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.557128 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5014804-bc60-4b71-abfd-93266f72ad98,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:48.564595 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Checking segment: {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:48.564996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Network hostable DHCP agents. Network: 82e80445-f746-4e2f-8d45-67895f96b064, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:15:48.582372 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Network 82e80445-f746-4e2f-8d45-67895f96b064 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:15:48.591195 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 82e80445-f746-4e2f-8d45-67895f96b064) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:48.595188 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:48.595812 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16482721'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.601005 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2d48c-d532-48e2-8d18-12eabebb0d1f None None] Network 82e80445-f746-4e2f-8d45-67895f96b064 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:48.612406 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-b220546e-8a38-41a7-95f9-4aff19d0d0c8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3123295 Nov 25 18:15:48.615902 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40836) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:48.620335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-407135570-router', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:48.643735 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.644953 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.702855 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.755287 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-82e80445-f746-4e2f-8d45-67895f96b064', 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'fixed_ips': [{'subnet_id': 'a5014804-bc60-4b71-abfd-93266f72ad98'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:15:48.756146 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.847166 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.888560 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Allocated IP 172.20.0.2 (82e80445-f746-4e2f-8d45-67895f96b064/a5014804-bc60-4b71-abfd-93266f72ad98/1e9c165c-029b-44af-9c03-27f7d250de18) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:49.034677 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.041151 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.052044 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.074027 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.081479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Network 82e80445-f746-4e2f-8d45-67895f96b064 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:49.085462 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:49.089551 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:49.098789 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Pushing event updated for resources: {'Port': ['ID=1e9c165c-029b-44af-9c03-27f7d250de18,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:49.152438 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Attempting to bind port 1e9c165c-029b-44af-9c03-27f7d250de18 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:49.152812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Attempting to bind port 1e9c165c-029b-44af-9c03-27f7d250de18 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:49.153205 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Attempting to bind port 1e9c165c-029b-44af-9c03-27f7d250de18 on network 82e80445-f746-4e2f-8d45-67895f96b064 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:49.158177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:49.158554 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Checking segment: {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:49.158954 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.159349 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Bound using segment: {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:49.159798 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Bound port: 1e9c165c-029b-44af-9c03-27f7d250de18, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:49.160174 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.189530 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Allocated IP 172.25.1.112 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/4935c1c2-0648-4cbd-bbfd-e4c97575cc05) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:49.224793 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] For port 1e9c165c-029b-44af-9c03-27f7d250de18, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:49.227954 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] For port 1e9c165c-029b-44af-9c03-27f7d250de18, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1e9c165c-029b-44af-9c03-27f7d250de18,segment=NetworkSegment(93ee21a4-a9a9-4718-bb00-9667649f5666),segment_id=93ee21a4-a9a9-4718-bb00-9667649f5666)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:49.231629 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.298839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf7d14-4625-4d59-8c62-413e232ca32e None None] Pushing event updated for resources: {'Port': ['ID=1e9c165c-029b-44af-9c03-27f7d250de18,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:49.305563 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.340778 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.388676 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:49.391617 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:49.395567 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:49.401812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Pushing event updated for resources: {'Port': ['ID=4935c1c2-0648-4cbd-bbfd-e4c97575cc05,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:49.417769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c0575-be3d-479d-9904-85083caf5768 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:49.491598 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a6f14b14-cc87-4178-b3be-3eca33b9880a None None] Provisioning complete for port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:49.492058 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6f14b14-cc87-4178-b3be-3eca33b9880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.534399 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a6f14b14-cc87-4178-b3be-3eca33b9880a None None] Port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:49.674718 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.873862 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.012223 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Router 5616d4d2-331a-4a83-8cdc-42abfa84943f is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:15:50.130375 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:50.139348 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Sync routers for ids ['5616d4d2-331a-4a83-8cdc-42abfa84943f'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:50.148276 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.149668 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-fb5319c0-c50c-4a75-ab39-71d4c509705e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5328104 Nov 25 18:15:50.153060 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:50.160298 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Routers {'5616d4d2-331a-4a83-8cdc-42abfa84943f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:50.161639 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5616d4d2-331a-4a83-8cdc-42abfa84943f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:50.246712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c9d05b-6ae9-43a0-9e68-67fc134b24ef None None] Network 82e80445-f746-4e2f-8d45-67895f96b064 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:50.329269 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e60566dc-e55d-44a9-8ed8-c8419046bbc1 None None] Provisioning complete for port 1e9c165c-029b-44af-9c03-27f7d250de18 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:50.329640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e60566dc-e55d-44a9-8ed8-c8419046bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.333785 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Set router 5616d4d2-331a-4a83-8cdc-42abfa84943f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:50.577571 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.635663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e60566dc-e55d-44a9-8ed8-c8419046bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.686415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e60566dc-e55d-44a9-8ed8-c8419046bbc1 None None] For port 1e9c165c-029b-44af-9c03-27f7d250de18, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=1e9c165c-029b-44af-9c03-27f7d250de18,segment=NetworkSegment(93ee21a4-a9a9-4718-bb00-9667649f5666),segment_id=93ee21a4-a9a9-4718-bb00-9667649f5666)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:50.693559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e60566dc-e55d-44a9-8ed8-c8419046bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.722403 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'name': 'tempest-TestMinimumBasicScenario-407135570-router', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:48Z', 'updated_at': '2021-11-25T18:15:49Z', 'revision_number': 3, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'gw_port': {'id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:49Z', 'updated_at': '2021-11-25T18:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:50.742311 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Allocated IP 172.20.0.1 (82e80445-f746-4e2f-8d45-67895f96b064/a5014804-bc60-4b71-abfd-93266f72ad98/657bcff4-0a2a-47b5-990b-21eb046b0588) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:50.758662 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Checking router: 5616d4d2-331a-4a83-8cdc-42abfa84943f for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:50.759031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Updating router 5616d4d2-331a-4a83-8cdc-42abfa84943f port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:15:50.797317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60566dc-e55d-44a9-8ed8-c8419046bbc1 None None] Pushing event updated for resources: {'Port': ['ID=1e9c165c-029b-44af-9c03-27f7d250de18,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:50.800559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.861266 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.899060 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.940689 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-53548f1c-8487-412e-b73d-cdb7aed904a2 None None] Provisioning complete for port 1e9c165c-029b-44af-9c03-27f7d250de18 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:50.941023 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53548f1c-8487-412e-b73d-cdb7aed904a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.951390 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Network 82e80445-f746-4e2f-8d45-67895f96b064 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:50.956614 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:50.966623 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:50.969874 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Pushing event updated for resources: {'Port': ['ID=657bcff4-0a2a-47b5-990b-21eb046b0588,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:51.016891 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 1e9c165c-029b-44af-9c03-27f7d250de18 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:51.018885 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.157637 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 1e9c165c-029b-44af-9c03-27f7d250de18 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:51.158014 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.162694 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.260578 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.287695 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.336621 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.342181 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.411799 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Pushing event updated for resources: {'Port': ['ID=657bcff4-0a2a-47b5-990b-21eb046b0588,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:51.414907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.518557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Network 82e80445-f746-4e2f-8d45-67895f96b064 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:51.521705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:51.523769 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d58e3d-e84c-4329-91b4-a166a1de4a59 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:51.540326 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Attempting to bind port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:51.540699 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Attempting to bind port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:51.541095 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Attempting to bind port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:51.554964 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15568f87-e8e8-409f-8e3d-1127b7e4dda7 None None] Pushing event updated for resources: {'Port': ['ID=4935c1c2-0648-4cbd-bbfd-e4c97575cc05,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:51.558746 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:51.559137 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:51.559542 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.559985 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:51.560468 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Bound port: 4935c1c2-0648-4cbd-bbfd-e4c97575cc05, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:51.560747 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.562419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a3d8338c-3b6c-4030-8f6c-35bb81195bf4 None None] Provisioning complete for port 657bcff4-0a2a-47b5-990b-21eb046b0588 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:51.562774 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3d8338c-3b6c-4030-8f6c-35bb81195bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.633007 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8338c-3b6c-4030-8f6c-35bb81195bf4 None None] Port 657bcff4-0a2a-47b5-990b-21eb046b0588 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:51.642084 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Router 5616d4d2-331a-4a83-8cdc-42abfa84943f has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:15:51.644159 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] For port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:51.650095 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] For port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4935c1c2-0648-4cbd-bbfd-e4c97575cc05,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:51.654955 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.714829 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51549581-207b-40a1-bd1b-5a2c8e149804 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:51.726956 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Routers {'5616d4d2-331a-4a83-8cdc-42abfa84943f'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:51.727607 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5616d4d2-331a-4a83-8cdc-42abfa84943f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:51.737101 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15568f87-e8e8-409f-8e3d-1127b7e4dda7 None None] Pushing event updated for resources: {'Port': ['ID=4935c1c2-0648-4cbd-bbfd-e4c97575cc05,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:51.772414 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:51.778188 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-739e3b20-a13c-491c-aa2e-9689963f8114 admin admin] 10.222.0.81 "PUT /v2.0/routers/5616d4d2-331a-4a83-8cdc-42abfa84943f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239576 Nov 25 18:15:51.831923 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0eda0e4b-3580-4d0b-afc8-e4a587682ef2 None None] Provisioning complete for port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:51.832894 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0eda0e4b-3580-4d0b-afc8-e4a587682ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.893006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] Set router 5616d4d2-331a-4a83-8cdc-42abfa84943f gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:52.049579 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0eda0e4b-3580-4d0b-afc8-e4a587682ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.090242 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0eda0e4b-3580-4d0b-afc8-e4a587682ef2 None None] For port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=4935c1c2-0648-4cbd-bbfd-e4c97575cc05,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:52.097667 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0eda0e4b-3580-4d0b-afc8-e4a587682ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.173455 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda0e4b-3580-4d0b-afc8-e4a587682ef2 None None] Pushing event updated for resources: {'Port': ['ID=4935c1c2-0648-4cbd-bbfd-e4c97575cc05,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.195984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'name': 'tempest-TestMinimumBasicScenario-407135570-router', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:48Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 4, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'gw_port': {'id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:49Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '657bcff4-0a2a-47b5-990b-21eb046b0588', 'name': '', 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'mac_address': 'fa:16:3e:c4:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:50Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 2, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'subnets': [{'id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:52.228579 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedf5b2-4ae8-4a86-b01e-b83b0c793227 None None] The sync data for ids ['5616d4d2-331a-4a83-8cdc-42abfa84943f'] in n-d-819349-3 is: [{'id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'name': 'tempest-TestMinimumBasicScenario-407135570-router', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:48Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 4, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'gw_port': {'id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:49Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '657bcff4-0a2a-47b5-990b-21eb046b0588', 'name': '', 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'mac_address': 'fa:16:3e:c4:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:50Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 2, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'subnets': [{'id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:52.240794 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-600c2c1b-17a5-4ac2-b559-77b5292221dc None None] Provisioning complete for port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:52.241204 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600c2c1b-17a5-4ac2-b559-77b5292221dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.268999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.274721 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-734945016-network', 'tenant_id': '92e187bfc2d9453997a770cca33df944'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.299200 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Made reservation on behalf of 92e187bfc2d9453997a770cca33df944 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:52.303016 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.313738 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.343323 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-600c2c1b-17a5-4ac2-b559-77b5292221dc None None] Provisioning complete for port 657bcff4-0a2a-47b5-990b-21eb046b0588 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:52.343779 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600c2c1b-17a5-4ac2-b559-77b5292221dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.387224 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-600c2c1b-17a5-4ac2-b559-77b5292221dc None None] Port 657bcff4-0a2a-47b5-990b-21eb046b0588 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:52.408907 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.413493 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372030'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.460634 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:15:52.467880 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d04133-403f-4238-b95e-11479f38e1f0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.476271 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16153231'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.476615 n-d-819349-3 neutron-server[103599]: INFO neutron.db.segments_db [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Added segment 56b693af-8288-45f9-a072-8a3144df5cb8 of type vlan for network 2f79047a-93a4-4190-b3cb-dc4f927e8126 Nov 25 18:15:52.522184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782897309431'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.549470 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16372078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.550502 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:52.551184 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.603135 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3329101 Nov 25 18:15:52.606776 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.612707 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Request body: {'subnet': {'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-734945016-subnet', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.617557 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba21aa-ac1e-4996-a65a-9545b2880368 admin admin] Pushing event updated for resources: {'Network': ['ID=2f79047a-93a4-4190-b3cb-dc4f927e8126,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.629386 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Network 2f79047a-93a4-4190-b3cb-dc4f927e8126 details requested by agent ovs-agent-n-d-819349-3 with host n-d-819349-3 {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:15:52.636201 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Made reservation on behalf of 92e187bfc2d9453997a770cca33df944 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:52.640237 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24766014'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.836120 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16371179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24722567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24777172'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.908780 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.921272 n-d-819349-3 neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Checking segment: {'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:52.922174 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Network hostable DHCP agents. Network: 2f79047a-93a4-4190-b3cb-dc4f927e8126, hostable agents: ['9e664914-f12d-4647-9348-f37737b257a0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:15:52.945976 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Network 2f79047a-93a4-4190-b3cb-dc4f927e8126 is scheduled to be hosted by DHCP agent 9e664914-f12d-4647-9348-f37737b257a0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:15:52.956864 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819349-3, 2f79047a-93a4-4190-b3cb-dc4f927e8126) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:52.961313 n-d-819349-3 neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:52.961964 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.978029 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b507a235-6293-4a41-8fa2-9d5fc3d7b544 None None] Network 2f79047a-93a4-4190-b3cb-dc4f927e8126 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:52.993643 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-af4e6a06-ff36-4458-8709-257c805d448f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3857172 Nov 25 18:15:52.996918 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.81', 40858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:53.001532 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.v2.base [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-734945016-router', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:53.028315 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11649'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.029506 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11658'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.057479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:53.100254 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.181240 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 4935c1c2-0648-4cbd-bbfd-e4c97575cc05 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:53.181613 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.203083 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp405182a1-0ade-5925-835b-31598fc3ae76-2f79047a-93a4-4190-b3cb-dc4f927e8126', 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'fixed_ips': [{'subnet_id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1'}]}} from n-d-819349-3. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:15:53.203951 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.259272 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.395877 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Allocated IP 172.20.0.2 (2f79047a-93a4-4190-b3cb-dc4f927e8126/34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1/429a4974-be6b-41b2-84ee-87ac525993d0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:53.565361 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.573877 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.620678 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Network 2f79047a-93a4-4190-b3cb-dc4f927e8126 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:53.624109 n-d-819349-3 neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:53.627588 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:53.639382 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Pushing event updated for resources: {'Port': ['ID=429a4974-be6b-41b2-84ee-87ac525993d0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:53.696131 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Attempting to bind port 429a4974-be6b-41b2-84ee-87ac525993d0 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:53.696512 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Attempting to bind port 429a4974-be6b-41b2-84ee-87ac525993d0 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:53.696884 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Attempting to bind port 429a4974-be6b-41b2-84ee-87ac525993d0 on network 2f79047a-93a4-4190-b3cb-dc4f927e8126 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:53.702307 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:53.702691 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Checking segment: {'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:53.703106 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.703510 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Bound using segment: {'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:53.703991 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Bound port: 429a4974-be6b-41b2-84ee-87ac525993d0, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:53.704379 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.751739 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.771127 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.773238 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] For port 429a4974-be6b-41b2-84ee-87ac525993d0, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:53.776594 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] For port 429a4974-be6b-41b2-84ee-87ac525993d0, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=429a4974-be6b-41b2-84ee-87ac525993d0,segment=NetworkSegment(56b693af-8288-45f9-a072-8a3144df5cb8),segment_id=56b693af-8288-45f9-a072-8a3144df5cb8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:53.781676 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.794760 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:15:53.841994 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40179bd-29e5-46be-b30a-7bcca26a509e None None] Pushing event updated for resources: {'Port': ['ID=429a4974-be6b-41b2-84ee-87ac525993d0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:53.898623 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Allocated IP 172.25.1.102 (d8b74e89-429b-4f11-a29f-7915ca847ff7/8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c/a5a4b364-3acc-43eb-ac2f-2798aa807841) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:54.019700 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.058476 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24722451'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.103051 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Network d8b74e89-429b-4f11-a29f-7915ca847ff7 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:54.105979 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:54.109984 n-d-819349-3 neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:54.123197 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7fbef6-5d0f-4865-aa5d-a48d87f849cb None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:54.155492 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Pushing event updated for resources: {'Port': ['ID=a5a4b364-3acc-43eb-ac2f-2798aa807841,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:54.222031 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2a3b1f50-8466-4960-a3ee-bf4d7186aacf None None] Provisioning complete for port a5a4b364-3acc-43eb-ac2f-2798aa807841 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:54.222486 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1f50-8466-4960-a3ee-bf4d7186aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.256872 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b1f50-8466-4960-a3ee-bf4d7186aacf None None] Port a5a4b364-3acc-43eb-ac2f-2798aa807841 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:54.387901 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.595493 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Sync routers for ids ['5616d4d2-331a-4a83-8cdc-42abfa84943f'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:54.595669 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16293681'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.604813 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Routers {'5616d4d2-331a-4a83-8cdc-42abfa84943f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:54.605458 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5616d4d2-331a-4a83-8cdc-42abfa84943f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:54.719295 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Set router 5616d4d2-331a-4a83-8cdc-42abfa84943f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:54.727357 n-d-819349-3 neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Router 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 is scheduled to L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:15:54.838974 n-d-819349-3 neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:54.848804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Sync routers for ids ['19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'] in n-d-819349-3 {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:54.859768 n-d-819349-3 neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.865246 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.81', 40860) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:54.865790 n-d-819349-3 neutron-server[103598]: INFO neutron.wsgi [None req-064d34ec-3bf6-4b93-832d-338b5367e9ce admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8668785 Nov 25 18:15:54.869380 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Routers {'19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:54.870039 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:55.033087 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Set router 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:55.037878 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 429a4974-be6b-41b2-84ee-87ac525993d0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:55.079094 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'name': 'tempest-TestMinimumBasicScenario-407135570-router', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:48Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 4, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'gw_port': {'id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:49Z', 'updated_at': '2021-11-25T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '657bcff4-0a2a-47b5-990b-21eb046b0588', 'name': '', 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'mac_address': 'fa:16:3e:c4:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:50Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 2, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'subnets': [{'id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:55.116704 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Checking router: 5616d4d2-331a-4a83-8cdc-42abfa84943f for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:55.117284 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Updating router 5616d4d2-331a-4a83-8cdc-42abfa84943f port 657bcff4-0a2a-47b5-990b-21eb046b0588 binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:15:55.148396 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.231659 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 429a4974-be6b-41b2-84ee-87ac525993d0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:55.232640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.350915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'name': 'tempest-TestMinimumBasicScenario-734945016-router', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:54Z', 'revision_number': 3, 'project_id': '92e187bfc2d9453997a770cca33df944', 'gw_port': {'id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3'}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:55.388635 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Checking router: 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 for host: n-d-819349-3 {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:55.389054 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Updating router 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 port a5a4b364-3acc-43eb-ac2f-2798aa807841 binding host n-d-819349-3 {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:15:55.412662 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.429701 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbde498-2ab0-424d-8f86-d10fa6bd72ab None None] Network 2f79047a-93a4-4190-b3cb-dc4f927e8126 requested from n-d-819349-3 {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:55.433064 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.495428 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.501056 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.538962 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] For port 429a4974-be6b-41b2-84ee-87ac525993d0, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=429a4974-be6b-41b2-84ee-87ac525993d0,segment=NetworkSegment(56b693af-8288-45f9-a072-8a3144df5cb8),segment_id=56b693af-8288-45f9-a072-8a3144df5cb8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:55.562364 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Pushing event updated for resources: {'Port': ['ID=657bcff4-0a2a-47b5-990b-21eb046b0588,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:55.590831 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.591357 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.591774 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.592210 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.592641 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.593108 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.593555 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.593983 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.594407 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.594830 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.595253 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.595673 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.642292 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Attempting to bind port 657bcff4-0a2a-47b5-990b-21eb046b0588 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:55.642680 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Attempting to bind port 657bcff4-0a2a-47b5-990b-21eb046b0588 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:55.643418 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Attempting to bind port 657bcff4-0a2a-47b5-990b-21eb046b0588 on network 82e80445-f746-4e2f-8d45-67895f96b064 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:55.651782 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:55.652509 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Checking segment: {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:55.653256 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.653843 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Bound using segment: {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:55.654663 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Bound port: 657bcff4-0a2a-47b5-990b-21eb046b0588, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:55.655258 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.748601 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] For port 657bcff4-0a2a-47b5-990b-21eb046b0588, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:55.754304 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] For port 657bcff4-0a2a-47b5-990b-21eb046b0588, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=657bcff4-0a2a-47b5-990b-21eb046b0588,segment=NetworkSegment(93ee21a4-a9a9-4718-bb00-9667649f5666),segment_id=93ee21a4-a9a9-4718-bb00-9667649f5666)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:55.760170 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.796142 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.807102 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.810615 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a76abfcd-b033-4952-b7b7-61da9009e37b None None] Provisioning complete for port 429a4974-be6b-41b2-84ee-87ac525993d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:55.810997 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a76abfcd-b033-4952-b7b7-61da9009e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.825771 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Routers {'5616d4d2-331a-4a83-8cdc-42abfa84943f'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:55.826550 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['5616d4d2-331a-4a83-8cdc-42abfa84943f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:55.950333 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a33479-0bf6-4e5e-8d57-ca970ee3769a None None] Pushing event updated for resources: {'Port': ['ID=657bcff4-0a2a-47b5-990b-21eb046b0588,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:55.956483 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] Set router 5616d4d2-331a-4a83-8cdc-42abfa84943f gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:56.021630 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Allocated IP 172.20.0.1 (2f79047a-93a4-4190-b3cb-dc4f927e8126/34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1/19cc0266-b020-47df-b4fa-8a09be45659c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:56.040006 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Pushing event updated for resources: {'Port': ['ID=429a4974-be6b-41b2-84ee-87ac525993d0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.179962 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.202158 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'name': 'tempest-TestMinimumBasicScenario-407135570-router', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:48Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 4, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'gw_port': {'id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:49Z', 'updated_at': '2021-11-25T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '657bcff4-0a2a-47b5-990b-21eb046b0588', 'name': '', 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'mac_address': 'fa:16:3e:c4:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:50Z', 'updated_at': '2021-11-25T18:15:55Z', 'revision_number': 4, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'subnets': [{'id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:56.203031 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.210304 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.227772 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.237301 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414fb955-8bd7-4443-a6ae-c7105f151eab None None] The sync data for ids ['5616d4d2-331a-4a83-8cdc-42abfa84943f'] in n-d-819349-3 is: [{'id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'name': 'tempest-TestMinimumBasicScenario-407135570-router', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:48Z', 'updated_at': '2021-11-25T18:15:51Z', 'revision_number': 4, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'gw_port': {'id': '4935c1c2-0648-4cbd-bbfd-e4c97575cc05', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:49Z', 'updated_at': '2021-11-25T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '657bcff4-0a2a-47b5-990b-21eb046b0588', 'name': '', 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'tenant_id': '7ff789e63d224aedb401d0047d94a536', 'mac_address': 'fa:16:3e:c4:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5616d4d2-331a-4a83-8cdc-42abfa84943f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:50Z', 'updated_at': '2021-11-25T18:15:55Z', 'revision_number': 4, 'project_id': '7ff789e63d224aedb401d0047d94a536', 'subnets': [{'id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:56.272293 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb543e-a462-4657-8ed5-850edb7aad42 None None] Pushing event updated for resources: {'Port': ['ID=a5a4b364-3acc-43eb-ac2f-2798aa807841,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.291659 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Network 2f79047a-93a4-4190-b3cb-dc4f927e8126 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:56.293210 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:56.297993 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:56.302212 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Pushing event updated for resources: {'Port': ['ID=19cc0266-b020-47df-b4fa-8a09be45659c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.317072 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9998f59c-019b-4937-bc8e-72cbca24af89 None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:56.325391 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Attempting to bind port a5a4b364-3acc-43eb-ac2f-2798aa807841 on host n-d-819349-3 for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:56.326449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Attempting to bind port a5a4b364-3acc-43eb-ac2f-2798aa807841 by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:56.326449 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Attempting to bind port a5a4b364-3acc-43eb-ac2f-2798aa807841 on network d8b74e89-429b-4f11-a29f-7915ca847ff7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:56.340649 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:56.341221 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Checking segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:56.341745 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.342251 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Bound using segment: {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:56.342869 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Bound port: a5a4b364-3acc-43eb-ac2f-2798aa807841, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d7097-b7f7-4e42-a076-7c1e4442d95c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:56.343362 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.349277 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16293824'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.350645 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-56c5e94a-fcef-4a6d-b207-21e05e3defd1 None None] Provisioning complete for port 657bcff4-0a2a-47b5-990b-21eb046b0588 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:56.351182 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56c5e94a-fcef-4a6d-b207-21e05e3defd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.457880 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] For port a5a4b364-3acc-43eb-ac2f-2798aa807841, host n-d-819349-3, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:56.462199 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] For port a5a4b364-3acc-43eb-ac2f-2798aa807841, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a5a4b364-3acc-43eb-ac2f-2798aa807841,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:56.470793 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.513645 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.565812 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56c5e94a-fcef-4a6d-b207-21e05e3defd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.581441 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051bc3b-631c-44dc-b2a6-7251df5a834f None None] DHCP port deletion for d8b74e89-429b-4f11-a29f-7915ca847ff7 request from n-d-819349-3 {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:56.621013 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Routers {'19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'} bound to L3 agent in host n-d-819349-3 {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:56.621664 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:56.689550 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb543e-a462-4657-8ed5-850edb7aad42 None None] Pushing event updated for resources: {'Port': ['ID=a5a4b364-3acc-43eb-ac2f-2798aa807841,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.742937 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.743187 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-56c5e94a-fcef-4a6d-b207-21e05e3defd1 None None] For port 657bcff4-0a2a-47b5-990b-21eb046b0588, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=657bcff4-0a2a-47b5-990b-21eb046b0588,segment=NetworkSegment(93ee21a4-a9a9-4718-bb00-9667649f5666),segment_id=93ee21a4-a9a9-4718-bb00-9667649f5666)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:56.748213 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56c5e94a-fcef-4a6d-b207-21e05e3defd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.748589 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.792712 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] Set router 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 gateway port host: n-d-819349-3 {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:56.826996 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Pushing event updated for resources: {'Port': ['ID=19cc0266-b020-47df-b4fa-8a09be45659c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.832730 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16482701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440432'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.841036 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5e94a-fcef-4a6d-b207-21e05e3defd1 None None] Pushing event updated for resources: {'Port': ['ID=657bcff4-0a2a-47b5-990b-21eb046b0588,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.940387 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Provisioning complete for port 19cc0266-b020-47df-b4fa-8a09be45659c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:56.940766 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.950032 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Network 2f79047a-93a4-4190-b3cb-dc4f927e8126 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:56.952176 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:57.006454 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Port 19cc0266-b020-47df-b4fa-8a09be45659c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:57.042582 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 657bcff4-0a2a-47b5-990b-21eb046b0588 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:57.069211 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Provisioning complete for port 429a4974-be6b-41b2-84ee-87ac525993d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:57.069584 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.114831 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Router 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 has already been hosted by L3 agent 3c0faf09-78ee-4353-87e2-da9724c5518b {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:15:57.153317 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 657bcff4-0a2a-47b5-990b-21eb046b0588 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:57.153693 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.183900 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'name': 'tempest-TestMinimumBasicScenario-734945016-router', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '92e187bfc2d9453997a770cca33df944', 'gw_port': {'id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '19cc0266-b020-47df-b4fa-8a09be45659c', 'name': '', 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'mac_address': 'fa:16:3e:d8:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:55Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 1, 'project_id': '92e187bfc2d9453997a770cca33df944', 'subnets': [{'id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:57.227419 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03794196-fc52-4004-ba6f-ebbc86dbac61 None None] The sync data for ids ['19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'] in n-d-819349-3 is: [{'id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'name': 'tempest-TestMinimumBasicScenario-734945016-router', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '92e187bfc2d9453997a770cca33df944', 'gw_port': {'id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '19cc0266-b020-47df-b4fa-8a09be45659c', 'name': '', 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'mac_address': 'fa:16:3e:d8:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:55Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 1, 'project_id': '92e187bfc2d9453997a770cca33df944', 'subnets': [{'id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:57.259374 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] Notify agent at l3_agent.n-d-819349-3 the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:57.265017 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [None req-d8dfe04d-4a38-446b-8849-5c65e5bfeb35 admin admin] 10.222.0.81 "PUT /v2.0/routers/19e3ad21-4fc3-4fa4-9199-bfd9f6adab90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988748 Nov 25 18:15:57.316984 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Provisioning complete for port a5a4b364-3acc-43eb-ac2f-2798aa807841 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:57.317553 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.339839 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 429a4974-be6b-41b2-84ee-87ac525993d0 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:57.432297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 429a4974-be6b-41b2-84ee-87ac525993d0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:57.432677 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.497251 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.532139 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] For port a5a4b364-3acc-43eb-ac2f-2798aa807841, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=a5a4b364-3acc-43eb-ac2f-2798aa807841,segment=NetworkSegment(f60d7097-b7f7-4e42-a076-7c1e4442d95c),segment_id=f60d7097-b7f7-4e42-a076-7c1e4442d95c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:57.559684 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.625718 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977f9cf-a857-4121-bf60-9766b3152c85 None None] Pushing event updated for resources: {'Port': ['ID=a5a4b364-3acc-43eb-ac2f-2798aa807841,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:57.682915 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-da04f6b1-16ff-4298-90b8-57d0fbf94dfd None None] Provisioning complete for port 19cc0266-b020-47df-b4fa-8a09be45659c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:57.683205 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da04f6b1-16ff-4298-90b8-57d0fbf94dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.721014 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-da04f6b1-16ff-4298-90b8-57d0fbf94dfd None None] Port 19cc0266-b020-47df-b4fa-8a09be45659c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:59.061531 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device a5a4b364-3acc-43eb-ac2f-2798aa807841 up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:59.122883 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port a5a4b364-3acc-43eb-ac2f-2798aa807841 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:59.123424 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:00.704493 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Sync routers for ids ['19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'] in n-d-819349-3 {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:16:00.716687 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Routers {'19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:00.717741 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:00.841306 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Set router 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:01.070943 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'name': 'tempest-TestMinimumBasicScenario-734945016-router', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '92e187bfc2d9453997a770cca33df944', 'gw_port': {'id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '19cc0266-b020-47df-b4fa-8a09be45659c', 'name': '', 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'mac_address': 'fa:16:3e:d8:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:55Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 2, 'project_id': '92e187bfc2d9453997a770cca33df944', 'subnets': [{'id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:01.100927 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Checking router: 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 for host: n-d-819349-3 {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:16:01.101484 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Updating router 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 port 19cc0266-b020-47df-b4fa-8a09be45659c binding host n-d-819349-3 {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:16:01.131746 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.431922 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.437292 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.492544 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de1bc-1a41-4333-b807-ece1c498f8ff None None] Pushing event updated for resources: {'Port': ['ID=19cc0266-b020-47df-b4fa-8a09be45659c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:01.567583 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Attempting to bind port 19cc0266-b020-47df-b4fa-8a09be45659c on host n-d-819349-3 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:16:01.567972 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Attempting to bind port 19cc0266-b020-47df-b4fa-8a09be45659c by drivers openvswitch,hyperv on host n-d-819349-3 at level 0 using segments [{'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:16:01.568503 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Attempting to bind port 19cc0266-b020-47df-b4fa-8a09be45659c on network 2f79047a-93a4-4190-b3cb-dc4f927e8126 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:01.574357 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Checking agent: {'id': 'cc12550a-8574-4920-aa7a-92419fac4c7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 38), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819349-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:16:01.574730 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Checking segment: {'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:01.575138 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.575738 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Bound using segment: {'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:16:01.576508 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Bound port: 19cc0266-b020-47df-b4fa-8a09be45659c, host: n-d-819349-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b693af-8288-45f9-a072-8a3144df5cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:16:01.576634 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.663143 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] For port 19cc0266-b020-47df-b4fa-8a09be45659c, host n-d-819349-3, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:16:01.667228 n-d-819349-3 neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] For port 19cc0266-b020-47df-b4fa-8a09be45659c, host n-d-819349-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=19cc0266-b020-47df-b4fa-8a09be45659c,segment=NetworkSegment(56b693af-8288-45f9-a072-8a3144df5cb8),segment_id=56b693af-8288-45f9-a072-8a3144df5cb8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:16:01.674751 n-d-819349-3 neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.735801 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Routers {'19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'} bound to L3 agent in host n-d-819349-3 {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:01.736436 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819349-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:34Z,description=,heartbeat_timestamp=2021-11-25T18:15:34Z,host='n-d-819349-3',id=3c0faf09-78ee-4353-87e2-da9724c5518b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:34Z,topic='l3_agent')) {'router_ids': ['19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:01.788177 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-36ee8f15-4f6b-4c06-8d71-dd7bd367d400 None None] Provisioning complete for port 19cc0266-b020-47df-b4fa-8a09be45659c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:01.788666 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36ee8f15-4f6b-4c06-8d71-dd7bd367d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.907559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36ee8f15-4f6b-4c06-8d71-dd7bd367d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.963418 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-36ee8f15-4f6b-4c06-8d71-dd7bd367d400 None None] For port 19cc0266-b020-47df-b4fa-8a09be45659c, host n-d-819349-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819349-3',level=0,port_id=19cc0266-b020-47df-b4fa-8a09be45659c,segment=NetworkSegment(56b693af-8288-45f9-a072-8a3144df5cb8),segment_id=56b693af-8288-45f9-a072-8a3144df5cb8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:01.967404 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36ee8f15-4f6b-4c06-8d71-dd7bd367d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.979875 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de1bc-1a41-4333-b807-ece1c498f8ff None None] Pushing event updated for resources: {'Port': ['ID=19cc0266-b020-47df-b4fa-8a09be45659c,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:02.041297 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee8f15-4f6b-4c06-8d71-dd7bd367d400 None None] Pushing event updated for resources: {'Port': ['ID=19cc0266-b020-47df-b4fa-8a09be45659c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:02.068254 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] Set router 19e3ad21-4fc3-4fa4-9199-bfd9f6adab90 gateway port host: n-d-819349-3 {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:02.104516 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a0ce72f6-0fb5-468b-9512-474b3ffe604c None None] Provisioning complete for port 19cc0266-b020-47df-b4fa-8a09be45659c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:02.105556 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0ce72f6-0fb5-468b-9512-474b3ffe604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:02.312237 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'name': 'tempest-TestMinimumBasicScenario-734945016-router', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '92e187bfc2d9453997a770cca33df944', 'gw_port': {'id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '19cc0266-b020-47df-b4fa-8a09be45659c', 'name': '', 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'mac_address': 'fa:16:3e:d8:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:55Z', 'updated_at': '2021-11-25T18:16:01Z', 'revision_number': 4, 'project_id': '92e187bfc2d9453997a770cca33df944', 'subnets': [{'id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819349-3', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:02.328993 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d91dab25-f8be-4208-86f0-df17933dc43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:02.346389 n-d-819349-3 neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad548ed-16b5-4a43-b8b7-c4d91a7531f4 None None] The sync data for ids ['19e3ad21-4fc3-4fa4-9199-bfd9f6adab90'] in n-d-819349-3 is: [{'id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'name': 'tempest-TestMinimumBasicScenario-734945016-router', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'external_fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '92e187bfc2d9453997a770cca33df944', 'gw_port': {'id': 'a5a4b364-3acc-43eb-ac2f-2798aa807841', 'name': '', 'network_id': 'd8b74e89-429b-4f11-a29f-7915ca847ff7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bdcb4d6-c95b-41a4-9eac-83a64e7ed08c', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819349-3', '_interfaces': [{'id': '19cc0266-b020-47df-b4fa-8a09be45659c', 'name': '', 'network_id': '2f79047a-93a4-4190-b3cb-dc4f927e8126', 'tenant_id': '92e187bfc2d9453997a770cca33df944', 'mac_address': 'fa:16:3e:d8:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e3ad21-4fc3-4fa4-9199-bfd9f6adab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819349-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:55Z', 'updated_at': '2021-11-25T18:16:01Z', 'revision_number': 4, 'project_id': '92e187bfc2d9453997a770cca33df944', 'subnets': [{'id': '34ea1e59-44d4-47cc-a9d9-1d81f7eeabf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:16:03.012421 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Device 19cc0266-b020-47df-b4fa-8a09be45659c up at agent ovs-agent-n-d-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:03.076481 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Provisioning complete for port 19cc0266-b020-47df-b4fa-8a09be45659c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:03.076861 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.505899 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6e1e7671-c43e-4091-99bd-a4a921dc56e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:06.031876 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:07.007601 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:07.321978 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:07.633894 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.062711 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-fa599893-8ee7-48ad-8e0a-a0a3e1e9d389 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:08.064194 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-fa599893-8ee7-48ad-8e0a-a0a3e1e9d389 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 814 time: 0.1081638 Nov 25 18:16:08.079502 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-fa7139a5-1df9-4d42-90dd-baaa99f6b4ac tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/quotas/7ff789e63d224aedb401d0047d94a536 HTTP/1.1" status: 200 len: 375 time: 0.0090992 Nov 25 18:16:08.101910 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.132885 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-e9c039a0-cd76-4df6-a727-5923cd60cf87 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466468 Nov 25 18:16:08.244683 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-6a6cc782-923b-42de-afa2-75723440debe service neutron] 10.222.0.81 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994234 Nov 25 18:16:08.335087 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-60b350d0-7592-4178-982b-d9e945a7e30d service neutron] 10.222.0.81 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Nov 25 18:16:08.492593 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4ffd97ce-205b-4156-a376-55e24226ad58 req-fed0ba28-a19f-4918-a224-17bf4cc25929 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 210 time: 0.0271666 Nov 25 18:16:09.471584 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-bb42d4de-cefc-4033-83cb-0bd46a0e79e2 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:09.473161 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-bb42d4de-cefc-4033-83cb-0bd46a0e79e2 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 814 time: 0.1197832 Nov 25 18:16:09.487935 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Request body: {'port': {'device_id': '62ca4ae0-c203-4431-afa2-43b56fafecc3', 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'admin_state_up': True, 'tenant_id': '7ff789e63d224aedb401d0047d94a536'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:09.615884 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e4bf4401-9ad6-4185-a38a-e0a097ef977d req-4155a6f8-e042-494f-a79f-065a3f945c6c tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 210 time: 0.0418313 Nov 25 18:16:09.644562 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Made reservation on behalf of 7ff789e63d224aedb401d0047d94a536 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:16:09.648975 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:09.822281 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Allocated IP 172.20.0.13 (82e80445-f746-4e2f-8d45-67895f96b064/a5014804-bc60-4b71-abfd-93266f72ad98/11a99002-0709-49ba-ad31-15411e724f79) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:16:10.072300 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.115918 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782897298068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25026154'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.163705 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Network 82e80445-f746-4e2f-8d45-67895f96b064 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:16:10.169789 n-d-819349-3 neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:10.173371 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:16:10.221476 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Pushing event updated for resources: {'Port': ['ID=11a99002-0709-49ba-ad31-15411e724f79,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:10.254737 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:10.255407 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.280510 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-8c5fcc3d-ffcd-4d03-a80e-c3a2dbf354a5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7964609 Nov 25 18:16:10.493000 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-66137dc8-739a-4b12-9d52-7074c0e0fb39 None None] Provisioning complete for port 11a99002-0709-49ba-ad31-15411e724f79 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:10.493547 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66137dc8-739a-4b12-9d52-7074c0e0fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.530482 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-66137dc8-739a-4b12-9d52-7074c0e0fb39 None None] Port 11a99002-0709-49ba-ad31-15411e724f79 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:16:10.758335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e303ed1-33ba-48ac-9d06-4de14a4ea4a9 req-c47ff88c-1532-498f-9e2b-cf5e318eb994 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:10.760010 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e303ed1-33ba-48ac-9d06-4de14a4ea4a9 req-c47ff88c-1532-498f-9e2b-cf5e318eb994 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0620637 Nov 25 18:16:10.820757 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-0e303ed1-33ba-48ac-9d06-4de14a4ea4a9 req-29220442-7f3d-42c0-9c37-a2c4a28232b5 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539398 Nov 25 18:16:11.950275 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085227e-a01e-4e67-bb35-17ec5998bc37 req-22cfc241-5aed-4795-b08e-b1769c9210f0 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:11.951800 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e085227e-a01e-4e67-bb35-17ec5998bc37 req-22cfc241-5aed-4795-b08e-b1769c9210f0 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0572662 Nov 25 18:16:12.005793 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e085227e-a01e-4e67-bb35-17ec5998bc37 req-1740f842-fead-42ef-8036-a6693012ea8a tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Nov 25 18:16:13.146973 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e635d1-a869-482c-9bb9-164965df86fc req-791a41c4-6516-4689-a9be-af2f86d1ab4a tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:13.149553 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4e635d1-a869-482c-9bb9-164965df86fc req-791a41c4-6516-4689-a9be-af2f86d1ab4a tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0640106 Nov 25 18:16:13.224706 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b4e635d1-a869-482c-9bb9-164965df86fc req-fec347dc-1145-42ce-9699-b24623aa6ba8 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630183 Nov 25 18:16:14.355742 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31497-b6ec-4eca-b413-f36629d07425 req-bd186868-1b48-496b-98b3-f0c7474f90cf tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:14.357280 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dd31497-b6ec-4eca-b413-f36629d07425 req-bd186868-1b48-496b-98b3-f0c7474f90cf tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0522640 Nov 25 18:16:14.412126 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-7dd31497-b6ec-4eca-b413-f36629d07425 req-90f3d711-24e5-45bd-af1b-b97d08d056b9 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488458 Nov 25 18:16:15.560930 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1626a38-a5c6-4b93-b02c-d46726dd65fa req-bbbb86d1-b8e8-494c-b48a-b1db34e381d9 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:15.562575 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1626a38-a5c6-4b93-b02c-d46726dd65fa req-bbbb86d1-b8e8-494c-b48a-b1db34e381d9 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0551114 Nov 25 18:16:15.623237 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b1626a38-a5c6-4b93-b02c-d46726dd65fa req-52173ad1-900d-4e76-8b41-ae287184c05e tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525341 Nov 25 18:16:16.752231 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e7b5f-f9d2-41b9-90f5-6590538b6664 req-bb810a98-50e1-4d33-b99e-634592cafd26 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:16.754469 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b8e7b5f-f9d2-41b9-90f5-6590538b6664 req-bb810a98-50e1-4d33-b99e-634592cafd26 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0596607 Nov 25 18:16:16.815155 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-8b8e7b5f-f9d2-41b9-90f5-6590538b6664 req-176ab4f9-0a30-4793-9320-a7b8ed7c3809 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540919 Nov 25 18:16:17.964026 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982c8f3-28eb-4355-b7d8-5a65be8bf4ee req-6794f273-7fbb-4828-9ae2-5c285d896bfd tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:17.971356 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6982c8f3-28eb-4355-b7d8-5a65be8bf4ee req-6794f273-7fbb-4828-9ae2-5c285d896bfd tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0619295 Nov 25 18:16:18.022689 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-6982c8f3-28eb-4355-b7d8-5a65be8bf4ee req-fa58abf1-72b8-4e73-b608-07c6b9f54524 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Nov 25 18:16:19.146016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1aa5-57f6-4f77-b6e6-619ba0c8356f req-2fd6cd2e-1bd0-48e5-ad20-074eff8aea6f tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:19.149484 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-349d1aa5-57f6-4f77-b6e6-619ba0c8356f req-2fd6cd2e-1bd0-48e5-ad20-074eff8aea6f tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0575454 Nov 25 18:16:19.202212 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-349d1aa5-57f6-4f77-b6e6-619ba0c8356f req-eef275dc-e4fc-4014-a42f-569170f39e9a tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Nov 25 18:16:20.246041 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.v2.base [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Request body: {'port': {'device_id': '62ca4ae0-c203-4431-afa2-43b56fafecc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819349-3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:20.339028 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.367596 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d00842-6349-4325-81e9-a0c5d35e66c0 req-4e6e8b5e-c5c4-499f-b7cc-1059853c4669 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:20.369186 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40d00842-6349-4325-81e9-a0c5d35e66c0 req-4e6e8b5e-c5c4-499f-b7cc-1059853c4669 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 932 time: 0.0895262 Nov 25 18:16:20.508453 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-40d00842-6349-4325-81e9-a0c5d35e66c0 req-5ba88191-e2de-418c-b862-6d0769b7350a tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206832 Nov 25 18:16:20.658394 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a99002-0709-49ba-ad31-15411e724f79 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:16:20.666008 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.678071 n-d-819349-3 neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Transition to ACTIVE for port object 11a99002-0709-49ba-ad31-15411e724f79 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:16:20.681713 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.734980 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Pushing event updated for resources: {'Port': ['ID=11a99002-0709-49ba-ad31-15411e724f79,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:20.808036 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Attempting to bind port 11a99002-0709-49ba-ad31-15411e724f79 on host n-h2-819349-3 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:16:20.808376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Attempting to bind port 11a99002-0709-49ba-ad31-15411e724f79 by drivers openvswitch,hyperv on host n-h2-819349-3 at level 0 using segments [{'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:16:20.808704 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Attempting to bind port 11a99002-0709-49ba-ad31-15411e724f79 on network 82e80445-f746-4e2f-8d45-67895f96b064 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:20.813754 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Port 11a99002-0709-49ba-ad31-15411e724f79 on network 82e80445-f746-4e2f-8d45-67895f96b064 not bound, no agent of type Open vSwitch agent registered on host n-h2-819349-3 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:16:20.814076 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Attempting to bind port 11a99002-0709-49ba-ad31-15411e724f79 on network 82e80445-f746-4e2f-8d45-67895f96b064 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:20.819992 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Checking agent: {'id': '1aa18e87-68d3-4e9a-8231-d2ad2aa2084f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819349-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:16:20.820339 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Checking segment: {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:20.820735 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Bound using segment: {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:16:20.821179 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Bound port: 11a99002-0709-49ba-ad31-15411e724f79, host: n-h2-819349-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ee21a4-a9a9-4718-bb00-9667649f5666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:16:20.821538 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.889057 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] For port 11a99002-0709-49ba-ad31-15411e724f79, host n-h2-819349-3, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:16:20.892376 n-d-819349-3 neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] For port 11a99002-0709-49ba-ad31-15411e724f79, host n-h2-819349-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=11a99002-0709-49ba-ad31-15411e724f79,segment=NetworkSegment(93ee21a4-a9a9-4718-bb00-9667649f5666),segment_id=93ee21a4-a9a9-4718-bb00-9667649f5666)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:16:20.898285 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25026147'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.940094 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:20.940717 n-d-819349-3 neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16769950'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.942760 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] 10.222.0.60 "PUT /v2.0/ports/11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 1092 time: 0.7019594 Nov 25 18:16:20.943226 n-d-819349-3 neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ca4ae0-c203-4431-afa2-43b56fafecc3', 'tag': '11a99002-0709-49ba-ad31-15411e724f79'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:20.945618 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d9f97427ab7e19d45c0e7671e4049f4ce6b73ddd77027b86eaa5aabd679f3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f71e33-74a1-4852-bc3b-2c872a8882fe" -d '{"events": [{"name": "network-changed", "server_uuid": "62ca4ae0-c203-4431-afa2-43b56fafecc3", "tag": "11a99002-0709-49ba-ad31-15411e724f79"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:20.970794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98340a95-99d1-428e-9251-6f3e1a6066ee service neutron] Pushing event updated for resources: {'Port': ['ID=11a99002-0709-49ba-ad31-15411e724f79,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:20.994555 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1d8420-ce09-4e86-8a32-a2e50a1552ee x-openstack-request-id: req-3a1d8420-ce09-4e86-8a32-a2e50a1552ee {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:20.994953 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ca4ae0-c203-4431-afa2-43b56fafecc3", "tag": "11a99002-0709-49ba-ad31-15411e724f79", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:20.995298 n-d-819349-3 neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a1d8420-ce09-4e86-8a32-a2e50a1552ee {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:20.995560 n-d-819349-3 neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ca4ae0-c203-4431-afa2-43b56fafecc3', 'tag': '11a99002-0709-49ba-ad31-15411e724f79', 'status': 'completed', 'code': 200} Nov 25 18:16:21.047999 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-e1c37909-26e3-438b-b7c1-69045f6fa73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.049686 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-e1c37909-26e3-438b-b7c1-69045f6fa73b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1095 time: 0.0459180 Nov 25 18:16:21.097524 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-886cc6ca-c3cf-4d5a-840f-db6050074257 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0368891 Nov 25 18:16:21.154840 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-956e42c4-5560-4a04-b381-741b81bdc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.156317 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-956e42c4-5560-4a04-b381-741b81bdc134 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0513380 Nov 25 18:16:21.207335 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-da804e9e-6b88-44b3-a035-3517aa0fa759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.208839 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-da804e9e-6b88-44b3-a035-3517aa0fa759 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431674 Nov 25 18:16:21.299871 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-dccaf7d9-bc49-42e5-a70e-f48415917746 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829754 Nov 25 18:16:21.393726 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ca02a5b-f120-44de-9b46-2988f6454406 req-aec16687-0542-4db7-b94c-71ce55b0f83b service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852463 Nov 25 18:16:21.483389 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-042e8dfc-bc23-4452-a0fc-79a45e35f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.484906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-042e8dfc-bc23-4452-a0fc-79a45e35f053 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1095 time: 0.0425687 Nov 25 18:16:21.584556 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-0947308c-0175-4c20-9a09-97aecb07994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.585957 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-0947308c-0175-4c20-9a09-97aecb07994e service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.0940695 Nov 25 18:16:21.646143 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-d90f5901-0c05-449f-89b7-44231c634381 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0515864 Nov 25 18:16:21.673193 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2b62-9d7f-4f34-b79f-bb84f445f865 req-af8f2c40-d156-4cdb-90b7-191078f071b6 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.674726 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae7d2b62-9d7f-4f34-b79f-bb84f445f865 req-af8f2c40-d156-4cdb-90b7-191078f071b6 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 944 time: 0.0930307 Nov 25 18:16:21.735016 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-32dd29c6-b27b-4133-b701-b9a4cbfb49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.736507 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-32dd29c6-b27b-4133-b701-b9a4cbfb49c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0802004 Nov 25 18:16:21.767029 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-ae7d2b62-9d7f-4f34-b79f-bb84f445f865 req-e3f5e856-4d1b-438b-9402-7c7f0ea2ddaf tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Nov 25 18:16:21.802252 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-37c12b8f-7894-49c9-b4f1-2cbe2ab0f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.803795 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-37c12b8f-7894-49c9-b4f1-2cbe2ab0f452 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562973 Nov 25 18:16:21.898973 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-46d81f47-b56c-4739-a749-ad33952cfc63 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866947 Nov 25 18:16:21.998153 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-65f71e33-74a1-4852-bc3b-2c872a8882fe req-3e0dc7e5-715d-4179-b8cb-5cca0771b77c service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901620 Nov 25 18:16:22.885757 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335a28-be34-4c9b-9506-c653856f98e8 req-d26dc996-b956-4d59-99f0-8f7646e38633 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:22.887260 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9335a28-be34-4c9b-9506-c653856f98e8 req-d26dc996-b956-4d59-99f0-8f7646e38633 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 944 time: 0.0488307 Nov 25 18:16:22.937599 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-e9335a28-be34-4c9b-9506-c653856f98e8 req-2dea1b46-a509-4c78-b1a0-fbd33c213906 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Nov 25 18:16:24.057187 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a84e0-f880-4261-91da-ef1cb8ccde86 req-ed2bae14-1c70-439b-815f-1bd49a95ee89 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:24.058679 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d82a84e0-f880-4261-91da-ef1cb8ccde86 req-ed2bae14-1c70-439b-815f-1bd49a95ee89 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 944 time: 0.0534275 Nov 25 18:16:24.105876 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-d82a84e0-f880-4261-91da-ef1cb8ccde86 req-dc180744-140e-4f71-86da-716582c5cb0b tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Nov 25 18:16:24.259608 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 11a99002-0709-49ba-ad31-15411e724f79 details requested by agent hyperv_n-h2-819349-3 with host n-h2-819349-3 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:16:24.355856 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 11a99002-0709-49ba-ad31-15411e724f79, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=11a99002-0709-49ba-ad31-15411e724f79,segment=NetworkSegment(93ee21a4-a9a9-4718-bb00-9667649f5666),segment_id=93ee21a4-a9a9-4718-bb00-9667649f5666)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:24.366902 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Returning: {'device': '11a99002-0709-49ba-ad31-15411e724f79', 'network_id': '82e80445-f746-4e2f-8d45-67895f96b064', 'port_id': '11a99002-0709-49ba-ad31-15411e724f79', 'mac_address': 'fa:16:3e:eb:d6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5014804-bc60-4b71-abfd-93266f72ad98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:16:24.403864 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:24.416683 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a99002-0709-49ba-ad31-15411e724f79 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:16:24.435131 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 11a99002-0709-49ba-ad31-15411e724f79, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=11a99002-0709-49ba-ad31-15411e724f79,segment=NetworkSegment(93ee21a4-a9a9-4718-bb00-9667649f5666),segment_id=93ee21a4-a9a9-4718-bb00-9667649f5666)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:24.440549 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:24.492489 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=11a99002-0709-49ba-ad31-15411e724f79,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:24.499932 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.500282 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.500653 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.501136 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.501480 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.501812 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.502148 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.502479 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.502804 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.503130 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.504067 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.504415 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819349-3 {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:24.715332 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] get_ports_and_sgs() called for port_ids ['11a99002-0709-49ba-ad31-15411e724f79'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:16:25.225701 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b0575-5999-4600-b4e3-0aa0c0c7d199 req-0a060e14-bfe2-44f5-bb12-edad861ec1a2 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:25.227124 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-850b0575-5999-4600-b4e3-0aa0c0c7d199 req-0a060e14-bfe2-44f5-bb12-edad861ec1a2 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 945 time: 0.0488293 Nov 25 18:16:25.275936 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-850b0575-5999-4600-b4e3-0aa0c0c7d199 req-08e817d6-6b7e-4e24-8769-ad45ee7803a7 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Nov 25 18:16:26.259220 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Device 11a99002-0709-49ba-ad31-15411e724f79 up at agent hyperv_n-h2-819349-3 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:26.310216 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning for port 11a99002-0709-49ba-ad31-15411e724f79 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:16:26.314437 n-d-819349-3 neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Provisioning complete for port 11a99002-0709-49ba-ad31-15411e724f79 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:26.314860 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529900'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:26.395663 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591503'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:26.397588 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0a18-717d-48f6-92d7-041b0d0105e9 req-d947dce7-3b1b-45ba-a522-3d19e6ee9664 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:26.399446 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b27b0a18-717d-48f6-92d7-041b0d0105e9 req-d947dce7-3b1b-45ba-a522-3d19e6ee9664 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 945 time: 0.0496686 Nov 25 18:16:26.423267 n-d-819349-3 neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ca4ae0-c203-4431-afa2-43b56fafecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a99002-0709-49ba-ad31-15411e724f79'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:26.426344 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59c2864aec088021629ffc80d3f8ff9e34ed1648c55cdc5533abafbe193fe911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5564a75c-c412-4f74-b38b-b4904cbf4483" -d '{"events": [{"server_uuid": "62ca4ae0-c203-4431-afa2-43b56fafecc3", "name": "network-vif-plugged", "status": "completed", "tag": "11a99002-0709-49ba-ad31-15411e724f79"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:26.439061 n-d-819349-3 neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] For port 11a99002-0709-49ba-ad31-15411e724f79, host n-h2-819349-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819349-3',level=0,port_id=11a99002-0709-49ba-ad31-15411e724f79,segment=NetworkSegment(93ee21a4-a9a9-4718-bb00-9667649f5666),segment_id=93ee21a4-a9a9-4718-bb00-9667649f5666)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:26.443453 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16482751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782897705512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782897298086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782897298104'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:26.455168 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-b27b0a18-717d-48f6-92d7-041b0d0105e9 req-f1fd5818-68e9-469d-a7d5-15f646cc8289 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Nov 25 18:16:26.475293 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5844aec4-1e05-4b62-ab1f-73fb86cd4680 x-openstack-request-id: req-5844aec4-1e05-4b62-ab1f-73fb86cd4680 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:26.475624 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ca4ae0-c203-4431-afa2-43b56fafecc3", "name": "network-vif-plugged", "status": "completed", "tag": "11a99002-0709-49ba-ad31-15411e724f79", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:26.475918 n-d-819349-3 neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5844aec4-1e05-4b62-ab1f-73fb86cd4680 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:26.476310 n-d-819349-3 neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ca4ae0-c203-4431-afa2-43b56fafecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a99002-0709-49ba-ad31-15411e724f79', 'code': 200} Nov 25 18:16:26.502980 n-d-819349-3 neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Pushing event updated for resources: {'Port': ['ID=11a99002-0709-49ba-ad31-15411e724f79,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:26.579378 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bfd18-fea0-4af2-acb0-885a520c9bb7 req-5a50d76c-91ba-40c2-be61-8edf31781e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:26.580869 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd7bfd18-fea0-4af2-acb0-885a520c9bb7 req-5a50d76c-91ba-40c2-be61-8edf31781e4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0405760 Nov 25 18:16:26.626352 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-dd7bfd18-fea0-4af2-acb0-885a520c9bb7 req-512f8ea7-f32f-483b-b1cb-06a446d2faa5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373199 Nov 25 18:16:27.590222 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19466c2e-b427-4aff-b829-604dc86a11f2 req-d19f4f12-4951-4b29-90b7-fe6439b850c4 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:27.591674 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19466c2e-b427-4aff-b829-604dc86a11f2 req-d19f4f12-4951-4b29-90b7-fe6439b850c4 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Nov 25 18:16:27.654412 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-19466c2e-b427-4aff-b829-604dc86a11f2 req-bb4ef1d9-57ad-4f63-948e-1bfc76698a01 tempest-TestMinimumBasicScenario-1559035898 tempest-TestMinimumBasicScenario-1559035898-project] 10.222.0.81 "GET /v2.0/security-groups?id=407c3ce9-1b4f-45be-afd6-dca68153ded0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511711 Nov 25 18:16:30.794277 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:16:32.320461 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-abb9793b-2ac2-467c-8b81-c3ece26127b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:34.505566 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8f953bf-ae05-46b6-b704-a67f6f8c8026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:36.030188 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:36.995705 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:37.325809 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:37.650371 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:38.104610 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:02.329135 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c763615-8a94-4118-9c33-9fa64424bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:04.498136 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4bf93f6-62dd-4b28-b880-17a838fa3412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:06.036593 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:07.014126 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:07.330682 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:07.657730 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:07.794778 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:17:08.109695 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:15.453505 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-8a9711ea-88bd-40ea-88f4-9c4c58de2562 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433633 Nov 25 18:17:15.556318 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-b4d76960-aaab-4a44-ab72-b8092a04aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:15.557806 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-b4d76960-aaab-4a44-ab72-b8092a04aad3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0440321 Nov 25 18:17:15.664366 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-3ab7d8e0-c0e2-455e-b659-6831b56a10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:15.666103 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-3ab7d8e0-c0e2-455e-b659-6831b56a10b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.0874996 Nov 25 18:17:15.715025 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-57ffb4a2-8704-401c-bdf8-77f79ae4c0ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0409698 Nov 25 18:17:15.765845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-3b29a8b4-ab2e-4b7e-92ea-fa20e21c4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:15.767318 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-3b29a8b4-ab2e-4b7e-92ea-fa20e21c4663 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0443091 Nov 25 18:17:15.815109 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-0c0290fb-d0b3-4e88-aaf3-156496b80a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:15.817891 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-0c0290fb-d0b3-4e88-aaf3-156496b80a84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415242 Nov 25 18:17:15.920220 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-1e2b08e5-3b12-4121-b861-bc5b5e9fe823 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941796 Nov 25 18:17:16.012805 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5640d75d-d8c5-4134-8115-79635d2bab06 req-9e9cfa10-9630-44b5-afcc-e2e1fd9fe587 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845661 Nov 25 18:17:32.324261 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b887697b-a1da-4f08-81bb-e2f245a06183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:34.500289 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b11a0f1-ff62-4949-9de1-c5a52b6bcec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:36.036169 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:37.005571 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:37.326838 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:37.650781 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:38.112517 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:44.794597 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:17:45.276804 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-1eed22b4-181e-4950-b0ae-58c461d1e6b3 req-542be337-4b88-456d-aaf7-849198a65a61 tempest-ServerDiskConfigTestJSON-1090777362 tempest-ServerDiskConfigTestJSON-1090777362-project] (103599) timed out ('10.222.0.95', 63635) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:18:02.326596 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b2515d0-4d36-458d-b987-f1716c2dfe8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:04.502441 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc000-7e1d-49c9-b388-48164027dd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:06.038273 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:07.019193 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:07.329381 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:07.662530 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:08.116746 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:15.538030 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-c9b0d739-aba8-4772-940a-7a6d8f4173da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307092 Nov 25 18:18:15.627449 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-bdb7b58c-c4f0-4ebb-b524-b4027e76d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.629906 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-bdb7b58c-c4f0-4ebb-b524-b4027e76d3e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0467956 Nov 25 18:18:15.735077 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-b89eb4f6-b281-4b10-9646-c56a06083425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.736569 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-b89eb4f6-b281-4b10-9646-c56a06083425 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.0866566 Nov 25 18:18:15.785231 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-67e2b1da-4f89-435e-9aea-dc2bb02e881e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0396438 Nov 25 18:18:15.837097 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-36d1ecc4-8462-4304-be63-471170ce8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.838462 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-36d1ecc4-8462-4304-be63-471170ce8484 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0460479 Nov 25 18:18:15.886012 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-1eb8b96d-5121-4f6b-9dcd-bd02cab7f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:15.887518 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-1eb8b96d-5121-4f6b-9dcd-bd02cab7f4d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399384 Nov 25 18:18:15.984173 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-e95cf5b0-52e2-40cc-80f5-48732faacadb service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872071 Nov 25 18:18:16.078899 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-2a85336e-68c2-457f-9fdb-d87f4191246f req-3629f0fa-8741-4e86-8283-b5661e607c6b service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853341 Nov 25 18:18:21.793950 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:18:32.328551 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5fe2c50f-7a3b-4c67-9f2f-e5ca1604d848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:34.505476 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26012f3f-c1d4-4beb-a12e-f63d8f9def20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:36.040790 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:37.020883 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:37.331640 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:37.678309 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:38.118868 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:58.793246 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:19:02.331885 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e386757d-e964-4647-bc7e-26adbfeee8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:04.507978 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57ebd6ea-679c-49e8-9dd8-923b020341eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:06.043888 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.034965 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.334832 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:07.676908 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:08.121140 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:17.444915 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-1c74e5cc-f175-4288-b093-6e6263e9dd9a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409610 Nov 25 18:19:17.535401 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-c0192206-15ca-47dc-8198-5dc23bf2dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:17.536858 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-c0192206-15ca-47dc-8198-5dc23bf2dcef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0470705 Nov 25 18:19:17.646644 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-d215ee77-9874-461f-87fa-1c622ce7ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:17.648123 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-d215ee77-9874-461f-87fa-1c622ce7ea34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.0876689 Nov 25 18:19:17.692240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-8f007a47-5054-4545-a6a1-ed7bb0916ab2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0362952 Nov 25 18:19:17.746760 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-b63eee51-35b6-4196-ba04-558c89027551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:17.748240 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-b63eee51-35b6-4196-ba04-558c89027551 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0484655 Nov 25 18:19:17.795603 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-af2a1039-724e-447b-af94-dfc171ca7add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:17.797064 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-af2a1039-724e-447b-af94-dfc171ca7add service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409956 Nov 25 18:19:17.810462 n-d-819349-3 neutron-server[103599]: DEBUG neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-626b6e71-aa6b-4290-9778-f7e911a4da89 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:19:17.811459 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-626b6e71-aa6b-4290-9778-f7e911a4da89 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050652 Nov 25 18:19:17.902645 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-68d3c1c0-d85e-4856-96f2-ce2c14cde196 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835571 Nov 25 18:19:17.998175 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-a52586b3-9f7b-444e-8c2e-c9d63b82a447 req-a5a66b60-6e4c-4d91-a181-f421b453b3dc service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871458 Nov 25 18:19:32.333752 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-405d9987-4ce0-4403-828a-ee30bd434cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:34.510204 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5179ab71-2c44-45dd-b2d1-e0eefd60afe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:35.792405 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:19:36.046263 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:37.048753 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:37.336329 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:37.675831 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:38.123625 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:02.335819 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3fa60f0d-20f8-45ab-afcd-dff6e5bb1767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:04.514409 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d468d60b-8b7d-4c69-a18a-807a4ccc155c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:06.049603 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:07.048619 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:07.339878 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:07.673196 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:08.128358 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:12.791158 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:20:18.443865 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-587590f8-509e-4649-814f-1c920e0d5f5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413263 Nov 25 18:20:18.532175 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-cfb1a6f6-2ef7-4d42-adc6-4a934154bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:18.533638 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-cfb1a6f6-2ef7-4d42-adc6-4a934154bce5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0417464 Nov 25 18:20:18.646164 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-053cc4bf-fbf0-49f3-a7a4-21e99b2f4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:18.647666 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-053cc4bf-fbf0-49f3-a7a4-21e99b2f4e43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.0915649 Nov 25 18:20:18.690778 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-602e8302-eb52-49e1-b264-3abff076fa21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0347161 Nov 25 18:20:18.745824 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-4b3481b0-d3f7-489d-abf3-d6181a4cb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:18.747281 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-4b3481b0-d3f7-489d-abf3-d6181a4cb875 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0490491 Nov 25 18:20:18.795619 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-d081c23e-4ffc-4cfd-abce-0e19f9660abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:18.797313 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-d081c23e-4ffc-4cfd-abce-0e19f9660abb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417187 Nov 25 18:20:18.889547 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-4975db23-7ebb-4c59-9162-609a5bd8fec6 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830936 Nov 25 18:20:18.983791 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-5ea55fcc-45d2-4930-979a-f87036ccf77d req-382e9cde-49b7-44ff-81f9-ba4e3f598f7a service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867860 Nov 25 18:20:32.338400 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66de5878-d2ba-48f1-844a-e46448afb8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:34.517846 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cda60698-de6e-4bf1-96d4-3a7fd7a8c78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:36.055705 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:37.077702 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:37.344563 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:37.689897 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:38.131783 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:49.790459 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:21:02.341303 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8098339b-c895-4b8f-bbe7-47118f53ae72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:04.519350 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f041244-6e51-470a-858c-9e3d724e8e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:06.056559 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:07.064090 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:07.347341 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:07.689417 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:08.133497 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:20.457024 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-b6609ede-e62d-4274-9796-3fc6c60ca246 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422442 Nov 25 18:21:20.543256 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-5fa01e16-518b-49ca-8e11-a42a2580fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:20.544916 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-5fa01e16-518b-49ca-8e11-a42a2580fec1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0412273 Nov 25 18:21:21.011818 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-24916c1c-573d-438b-9a86-6cc1ba01b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.013661 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-24916c1c-573d-438b-9a86-6cc1ba01b78d service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.4464142 Nov 25 18:21:21.057311 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-41412fc4-3e98-4e13-abd2-45facc20e525 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0356832 Nov 25 18:21:21.108794 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-5b2c1242-5a37-4f76-8aae-d30a620fe438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.110279 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-5b2c1242-5a37-4f76-8aae-d30a620fe438 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0455036 Nov 25 18:21:21.162106 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-652b2508-38b2-45c1-abed-76aa23daad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:21.163607 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-652b2508-38b2-45c1-abed-76aa23daad0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457134 Nov 25 18:21:21.255500 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-8439e331-0c8d-4eb8-9bf9-19bcccaf7d71 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835104 Nov 25 18:21:21.351639 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-90434202-ecdc-4aab-be42-94dc9c4106f9 req-c7fa3ee6-2aeb-4ac5-b7f0-bcd2436282d2 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868373 Nov 25 18:21:26.789541 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:21:32.343521 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6c75c53-df81-41f4-bf45-65f187010f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:34.522646 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18f79ca4-c572-41c0-9e47-b52216840c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:36.058458 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:37.076110 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:37.348778 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:37.699930 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:38.139412 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:02.345779 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-725dd209-f72e-4f6b-9141-32c9541fdccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:03.788398 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:22:04.526454 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c82a25a4-af36-4b91-b8fd-99ac26447904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:06.063659 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:07.088555 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:07.352881 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:07.700334 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:08.132345 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:21.439370 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-c82f82e5-61c2-4f99-98db-1507118e3248 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416012 Nov 25 18:22:21.526348 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-b79788fb-c8b2-4ad4-8deb-cb477686edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:21.527907 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-b79788fb-c8b2-4ad4-8deb-cb477686edcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0423169 Nov 25 18:22:21.637459 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-06835af6-1a00-4eb1-90c4-0867f1119df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:21.638948 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-06835af6-1a00-4eb1-90c4-0867f1119df6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.0898459 Nov 25 18:22:21.687337 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-7649e96a-8d12-471d-b4d9-c403bd11ff7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0408633 Nov 25 18:22:21.738121 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-f7b2604f-37de-4da2-ac39-67fdc9e90c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:21.739512 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-f7b2604f-37de-4da2-ac39-67fdc9e90c00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0451937 Nov 25 18:22:21.790865 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-0b4fcb52-9d99-4c2f-bad1-954af1c093eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:21.792965 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-0b4fcb52-9d99-4c2f-bad1-954af1c093eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450952 Nov 25 18:22:21.884781 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-0bb217f4-ed1c-4f84-83a8-fe5e86a58589 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820599 Nov 25 18:22:21.985437 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-383347f2-bd2c-4f87-9175-a9ecffcd02b4 req-de2229a1-bcc1-44e0-bbb4-8ba34d62ffdd service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914516 Nov 25 18:22:32.347166 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cdd690b5-6262-4148-a1a6-01f1ba6e4da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:34.533632 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ea10bbf-9f08-4f4a-be86-e7c789246c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:36.064555 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:37.090540 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:37.357223 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:37.715803 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:38.135202 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:40.787356 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:22:59.955015 n-d-819349-3 neutron-server[103598]: DEBUG neutron.wsgi [req-e34e37eb-c70c-41fa-bb03-879f60425f23 req-060fc346-56ab-4c6f-b00a-75cc6a49ff87 service neutron] (103598) timed out ('10.222.0.60', 50844) {{(pid=103598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:23:02.348811 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fcdc71a8-890a-47d1-ab07-9aa69a11be5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:04.527098 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d244de9-5918-4ba1-8aed-d59771b8f25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:06.067594 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:07.107917 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:07.360192 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:07.730393 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:08.138056 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:17.787171 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:23:23.495640 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-79cf533c-2b24-4116-9f83-3d00f280cadf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997934 Nov 25 18:23:23.581533 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-dc7d4df9-161d-4d08-bf07-980445f40287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:23.583102 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-dc7d4df9-161d-4d08-bf07-980445f40287 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0418506 Nov 25 18:23:23.693319 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-c4cf0628-308a-4eda-bac8-022497934ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:23.694712 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-c4cf0628-308a-4eda-bac8-022497934ac1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.0895336 Nov 25 18:23:23.739497 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-9e169c7b-18a8-4a76-8249-04ca08854bea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0366306 Nov 25 18:23:23.789793 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-05dc76d9-919b-461b-9d43-1829f3701252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:23.792154 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-05dc76d9-919b-461b-9d43-1829f3701252 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0453401 Nov 25 18:23:23.843426 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-98f10ad8-4798-4f10-8c73-d54db16eea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:23.844913 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-98f10ad8-4798-4f10-8c73-d54db16eea9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453768 Nov 25 18:23:23.935723 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-aece8f85-aa9c-4e8b-bc31-e8e7039854ba service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826087 Nov 25 18:23:24.030642 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-4742206b-1faa-4ab9-8a9b-f88dabe32d2c req-bec8c31a-fb54-4b47-b53e-534706a541e8 service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875847 Nov 25 18:23:32.350742 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-afb85932-5e46-4ac6-be02-7e405503f637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:34.529802 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d78ecf8-5707-4d5a-a58e-1556425dfc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:36.069916 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:37.119688 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:37.363402 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:37.747743 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:38.139643 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:54.786133 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:24:02.352852 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-885d299c-10f2-4036-9d9d-51da2b8255dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:04.533147 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dca9077b-a3ec-4a90-8446-5ede7237dbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:06.073749 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:07.135159 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f2b918f-23a4-42b0-abd6-cc54f3a66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:07.366396 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1beede9-88d5-40b8-8340-344bfb52ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:07.741758 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18e47c6f-026d-4682-9480-916c3e2c0771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:08.141781 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76b3b719-49f3-40f9-9966-1afc0625691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:23.437940 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-c4382d07-683d-43d9-8b91-30aaa75a78db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405648 Nov 25 18:24:23.518708 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-7ac3b097-ca6a-4fdc-978f-df5ffefcc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:23.520207 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-7ac3b097-ca6a-4fdc-978f-df5ffefcc98b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff789e63d224aedb401d0047d94a536&device_id=62ca4ae0-c203-4431-afa2-43b56fafecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0424495 Nov 25 18:24:23.632812 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-4338bc29-fefd-4c25-a141-c64eb4f17719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:23.634329 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-4338bc29-fefd-4c25-a141-c64eb4f17719 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e80445-f746-4e2f-8d45-67895f96b064 HTTP/1.1" status: 200 len: 915 time: 0.0916460 Nov 25 18:24:23.680106 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-560f2a81-df18-4d5f-bcf2-88db75c8a997 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11a99002-0709-49ba-ad31-15411e724f79 HTTP/1.1" status: 200 len: 217 time: 0.0368583 Nov 25 18:24:23.733822 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-ac29f26e-5932-4f45-aba6-419ee12d281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:23.735238 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-ac29f26e-5932-4f45-aba6-419ee12d281c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5014804-bc60-4b71-abfd-93266f72ad98 HTTP/1.1" status: 200 len: 853 time: 0.0466835 Nov 25 18:24:23.784845 n-d-819349-3 neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-2031ee3c-9979-4d08-a177-22cf587b03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:23.786385 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-2031ee3c-9979-4d08-a177-22cf587b03e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e80445-f746-4e2f-8d45-67895f96b064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435545 Nov 25 18:24:23.889536 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-276ec33f-7b5f-4a1a-bcd2-3d156bc10b8f service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946751 Nov 25 18:24:23.980772 n-d-819349-3 neutron-server[103599]: INFO neutron.wsgi [req-02357884-8c0e-4956-a6e3-fcd8f50092be req-b851aec5-a094-4762-863d-d042cd80bcec service neutron] 10.222.0.60 "GET /v2.0/networks/82e80445-f746-4e2f-8d45-67895f96b064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829160 Nov 25 18:24:31.786323 n-d-819349-3 neutron-server[103601]: DEBUG neutron.db.agents_db [None req-41c86829-7e33-49be-ab1f-011cab7264fc None None] Agent healthcheck: found 7 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:24:32.354664 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a96f1eec-7897-4b0b-9a48-984898d4e9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:34.534542 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a0d878c-1605-4ea8-b9cc-eb0c3c0accb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:36.077808 n-d-819349-3 neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bd91c51-fb72-4246-a69f-5a3cfd4876db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782897787814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529715'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}